-- Logs begin at Thu 2021-12-23 11:15:07 UTC, end at Thu 2021-12-23 14:05:37 UTC. -- Dec 23 12:02:54.435171 n-d-822750-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 12:02:57.275786 n-d-822750-2 neutron-server[103924]: INFO neutron.common.config [-] Logging enabled! Dec 23 12:02:57.276341 n-d-822750-2 neutron-server[103924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 12:02:57.276582 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103924) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 12:02:57.279837 n-d-822750-2 neutron-server[103924]: INFO neutron.common.config [-] Logging enabled! Dec 23 12:02:57.280096 n-d-822750-2 neutron-server[103924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 12:02:57.280410 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103924) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 12:02:57.281877 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:02:57.282120 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:02:57.282487 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:02:57.282733 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:02:57.282960 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:02:57.283280 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.283698 n-d-822750-2 neutron-server[103924]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 23 12:02:57.284015 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.284309 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.284598 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.284918 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.285209 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.285490 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.285779 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.286076 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.286363 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.286644 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.286929 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.287222 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.287505 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.287792 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.288076 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.288356 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.288639 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.289105 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.289511 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.289790 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.290075 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.290356 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.290636 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.290900 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.291183 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.291505 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] host = n-d-822750-2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.291795 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.292068 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.292352 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.292635 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.292933 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.293210 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.293495 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.293767 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.294038 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.294311 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.294598 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.294884 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.295172 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.295397 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.295621 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.295917 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.296202 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.296478 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.296753 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.297675 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.297956 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.298238 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.298499 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.298781 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.299063 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.299348 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.299622 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.299895 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.300166 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.300444 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.300726 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.301022 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.301296 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.301569 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.301854 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.302127 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.302400 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.302695 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.302978 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.303259 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.303541 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.303813 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.304093 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.304365 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.304635 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.304926 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.305200 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.305474 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.305752 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.306022 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.306292 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.306563 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.306830 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.307112 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:02:57.307408 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.307702 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.307999 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.308281 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.308583 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.308877 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.309168 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.309444 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.309728 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.310011 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.310301 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.310577 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.310873 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.311159 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.311450 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.311749 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.312040 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.312329 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.312701 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.313152 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.313469 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.313783 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.314103 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.314410 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.314724 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.315034 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.315348 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.315666 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.315989 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.316297 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.316601 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.316911 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.317204 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.317507 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.317795 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.318077 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.318363 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.318663 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.318946 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.319227 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.319516 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.319803 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.320084 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.320382 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.320666 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.320996 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.321281 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.321557 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.321855 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.322136 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.322410 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.322699 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.322985 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.323263 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.323540 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.323823 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.324100 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.324375 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.324654 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.324959 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.325243 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.325518 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.325792 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.326067 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.326342 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.326615 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.326888 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.327161 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.327437 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.327714 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.327989 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.328319 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.328564 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.328886 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.329169 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.329493 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.329777 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.330062 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.330344 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.330624 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.330906 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.331185 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.331467 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.331749 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.332024 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.332316 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.332601 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.332923 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.333213 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.333542 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.333840 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.334122 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.334407 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.334688 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.334971 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.335260 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.335545 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.335842 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.336139 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.336434 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.336727 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.337063 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.337352 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.337665 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.337949 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:02:57.338180 n-d-822750-2 neutron-server[103924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:02:57.338432 n-d-822750-2 neutron-server[103924]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103924) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 12:02:57.771200 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 12:02:57.771486 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 12:02:57.771797 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 12:02:57.772134 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 12:02:58.110459 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.110657 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.110938 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.112251 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.112541 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.112832 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.159462 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.159745 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.160018 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.174424 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.174709 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.174983 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.204718 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.205026 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.205303 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.244043 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.244326 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.244601 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.584962 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.585608 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.585608 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.585787 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.586453 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.687345 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.687762 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.688073 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.688407 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.688697 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.689039 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.689305 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.689567 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.689827 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.690113 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.690376 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.690645 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.690906 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.691163 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.691420 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.691687 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.691947 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.692213 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.692479 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.692741 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.693037 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.693292 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.693574 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.693952 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.694203 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.694452 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.694851 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.695092 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.695330 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.695569 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.695805 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.696041 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:02:58.696406 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 12:02:58.699616 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 12:02:58.703929 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 12:02:58.708230 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 23 12:02:58.709917 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 12:02:58.710381 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 12:02:58.710721 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 12:02:58.711110 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 12:02:58.713999 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 12:02:58.714255 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 12:02:58.714609 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 12:02:58.720992 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 23 12:02:58.745009 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 23 12:02:58.745468 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.745772 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103924) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 23 12:02:58.746138 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.747521 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103924) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 12:02:58.747809 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 12:02:58.748061 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 12:02:58.751379 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.751668 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:02:58.822666 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 12:02:58.822932 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 12:02:58.823178 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 12:02:58.823560 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 12:02:58.846107 n-d-822750-2 neutron-server[103924]: DEBUG oslo_db.sqlalchemy.engines [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103924) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 23 12:02:59.483076 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing driver for type 'gre' Dec 23 12:02:59.483599 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] gre ID ranges: [(1, 1000)] Dec 23 12:02:59.688540 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing driver for type 'local' Dec 23 12:02:59.689175 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing driver for type 'vlan' Dec 23 12:02:59.808522 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] VlanTypeDriver initialization complete Dec 23 12:02:59.808923 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing driver for type 'vxlan' Dec 23 12:02:59.809425 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] vxlan ID ranges: [(1, 1000)] Dec 23 12:03:00.126992 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing extension driver 'port_security' Dec 23 12:03:00.127248 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.extensions.port_security [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] PortSecurityExtensionDriver initialization complete Dec 23 12:03:00.127577 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing mechanism driver 'openvswitch' Dec 23 12:03:00.127911 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing mechanism driver 'hyperv' Dec 23 12:03:00.137971 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:00.138835 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.139209 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.139564 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.140124 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.140561 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.141527 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.142015 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.142417 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.142829 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.143217 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.143559 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.143956 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.144367 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.144720 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.145093 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.145490 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.145904 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.146255 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.146597 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.146992 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.147476 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > address_group after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.147825 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > address_group after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.148165 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.148560 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:03:00.148976 n-d-822750-2 neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] ML2 OVO RPC backend initialized. {{(pid=103924) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 23 12:03:00.149689 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.150047 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.150466 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.150820 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > networks before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.151169 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.151512 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > ports before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.151855 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.152196 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnets before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.152543 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.152913 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.153253 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.153594 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.153937 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.154276 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.154680 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.155022 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.155358 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.155935 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.plugin [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Modular L2 Plugin initialization complete Dec 23 12:03:00.156268 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading services supported by the core plugin {{(pid=103924) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 12:03:00.158789 n-d-822750-2 neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Got port-security extension from driver 'port_security' Dec 23 12:03:00.158789 n-d-822750-2 neutron-server[103924]: INFO neutron.extensions.vlantransparent [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Disabled vlantransparent extension. Dec 23 12:03:00.158789 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103924) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 12:03:00.158789 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: router Dec 23 12:03:00.195179 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.195574 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.195948 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router before_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.196317 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.196698 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.197084 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_delete 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210402 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210402 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210402 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210402 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210774 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210774 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210774 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.210774 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211032 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211032 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211032 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211032 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211032 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211320 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211320 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211320 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211320 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211560 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211560 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211560 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211560 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211806 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > agent after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211806 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > agent after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211806 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.211806 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Tracking information for resource: router configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:03:00.211806 n-d-822750-2 neutron-server[103924]: DEBUG neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Tracking information for resource: floatingip configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:03:00.212749 n-d-822750-2 neutron-server[103924]: INFO neutron.db.l3_agentschedulers_db [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 12:03:00.213401 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.213785 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.214142 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.214495 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.215297 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router before_create 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.215662 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.216026 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_create 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.216383 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > router precommit_update 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.222030 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.provider_configuration [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service providers = [] {{(pid=103924) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 12:03:00.222398 n-d-822750-2 neutron-server[103924]: DEBUG neutron.db.servicetype_db [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103924) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 12:03:00.225524 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.service_base [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:03:00.225875 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.service_base [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:03:00.226221 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.service_base [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:03:00.227116 n-d-822750-2 neutron-server[103924]: DEBUG neutron.services.service_base [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:03:00.227491 n-d-822750-2 neutron-server[103924]: INFO neutron.services.service_base [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 12:03:00.227878 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.228196 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 12:03:00.245678 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.246016 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: auto_allocate Dec 23 12:03:00.251999 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: network precommit_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.252369 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: network precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.252920 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.253246 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: tag Dec 23 12:03:00.260292 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.260634 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: timestamp Dec 23 12:03:00.264561 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.264920 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: network_ip_availability Dec 23 12:03:00.270604 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.270978 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.271336 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.277285 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.277285 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: flavors Dec 23 12:03:00.282446 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.282778 n-d-822750-2 neutron-server[103924]: INFO neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading Plugin: revisions Dec 23 12:03:00.287185 n-d-822750-2 neutron-server[103924]: DEBUG neutron.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:03:00.287584 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.516s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 12:03:00.288320 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103924) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 23 12:03:00.288659 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Initializing extension manager. Dec 23 12:03:00.289320 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: __init__.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.289664 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: __pycache__ {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.290001 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.290341 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.291128 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.291771 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: address-group Dec 23 12:03:00.292096 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: address_scope.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.292841 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.293353 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: address-scope Dec 23 12:03:00.293676 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.294613 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.295129 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: router-admin-state-down-before-update Dec 23 12:03:00.295454 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: agent.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.296204 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.296713 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: agent Dec 23 12:03:00.297787 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: agent_resources_synced.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.298759 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.299270 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: agent-resources-synced Dec 23 12:03:00.299595 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: allowedaddresspairs.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.301452 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.302005 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: allowed-address-pairs Dec 23 12:03:00.302337 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: auto_allocated_topology.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.303426 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.303943 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: auto-allocated-topology Dec 23 12:03:00.304273 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.305020 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.305530 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: availability_zone Dec 23 12:03:00.305855 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: availability_zone_filter.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.306772 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.307282 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: availability_zone_filter Dec 23 12:03:00.307607 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: data_plane_status.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.308520 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.309057 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 12:03:00.309384 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: default_subnetpools.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.310376 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.310887 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: default-subnetpools Dec 23 12:03:00.311215 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.312025 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.312558 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: dhcp_agent_scheduler Dec 23 12:03:00.312987 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: dns.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.314008 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.314518 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension dns-integration not supported by any of loaded plugins Dec 23 12:03:00.314843 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: dns_domain_ports.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.315775 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.316280 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 12:03:00.316605 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.317560 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.318067 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 23 12:03:00.318391 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: dvr.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.319068 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.319572 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: dvr Dec 23 12:03:00.319893 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: ecmp_routes.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.320832 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.321342 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 23 12:03:00.321732 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: empty_string_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.322660 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.323160 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: empty-string-filtering Dec 23 12:03:00.323483 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.324400 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.324942 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 12:03:00.325264 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.326182 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.326683 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 12:03:00.327003 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: external_net.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.327927 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.328594 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: external-net Dec 23 12:03:00.329048 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.335612 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.336118 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: extra_dhcp_opt Dec 23 12:03:00.336439 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: extraroute.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.337393 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.337901 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: extraroute Dec 23 12:03:00.338227 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: extraroute_atomic.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.340890 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.341426 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: extraroute-atomic Dec 23 12:03:00.341762 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: filter_validation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.342716 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.343228 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: filter-validation Dec 23 12:03:00.343555 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: fip_pf_description.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.345096 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.345608 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 12:03:00.345936 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: fip_port_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.346867 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.347374 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: fip-port-details Dec 23 12:03:00.347697 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: flavors.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.348986 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.349505 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: flavors Dec 23 12:03:00.349838 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.351581 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.352106 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 12:03:00.352436 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: floatingip_pools.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.353178 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.353690 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: floatingip-pools Dec 23 12:03:00.354015 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: ip_allocation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.354958 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.355464 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 12:03:00.355788 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.356745 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.357284 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: ip-substring-filtering Dec 23 12:03:00.357641 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l2_adjacency.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.358575 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.359077 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 12:03:00.359414 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.361121 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.361641 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: router Dec 23 12:03:00.361966 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.364239 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.364775 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 12:03:00.367882 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.368642 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.369245 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: ext-gw-mode Dec 23 12:03:00.369577 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.370528 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.371067 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: l3-ha Dec 23 12:03:00.371393 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3_flavors.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.372344 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.372883 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: l3-flavors Dec 23 12:03:00.373289 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.374218 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.374756 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 12:03:00.375119 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: l3agentscheduler.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.376351 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.376890 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: l3_agent_scheduler Dec 23 12:03:00.377267 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: local_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.379059 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.379582 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension local_ip not supported by any of loaded plugins Dec 23 12:03:00.379917 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: logging.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.381501 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.382020 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension logging not supported by any of loaded plugins Dec 23 12:03:00.382352 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: metering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.383304 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.383826 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: metering Dec 23 12:03:00.384155 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.385284 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.385803 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: metering_source_and_destination_fields Dec 23 12:03:00.386132 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: multiprovidernet.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.387061 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.387577 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: multi-provider Dec 23 12:03:00.387905 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: netmtu.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.388849 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.389371 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: net-mtu Dec 23 12:03:00.389696 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: netmtu_writable.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.390624 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.391301 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: net-mtu-writable Dec 23 12:03:00.391625 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: network_availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.392301 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.392807 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: network_availability_zone Dec 23 12:03:00.393154 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: network_ip_availability.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.394307 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.394818 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: network-ip-availability Dec 23 12:03:00.395141 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: network_segment_range.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.395911 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.396413 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 12:03:00.396737 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: pagination.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.397748 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.398078 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: pagination Dec 23 12:03:00.398399 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: port_device_profile.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.399309 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.399813 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: port-device-profile Dec 23 12:03:00.400134 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.401100 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.401608 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: port-mac-address-regenerate Dec 23 12:03:00.401934 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.402850 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.403363 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: port-numa-affinity-policy Dec 23 12:03:00.403686 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: port_resource_request.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.404600 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.405138 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 12:03:00.412378 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: port_resource_request_groups.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.413285 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.413813 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 23 12:03:00.414147 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: portbindings.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.415090 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.415601 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: binding Dec 23 12:03:00.415931 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: portbindings_extended.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.417254 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.417767 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: binding-extended Dec 23 12:03:00.418097 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: portsecurity.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.419047 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.419569 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: port-security Dec 23 12:03:00.419890 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: project_id.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.420915 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.421252 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: project-id Dec 23 12:03:00.421577 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: providernet.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.422598 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.423161 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: provider Dec 23 12:03:00.423487 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.440145 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.440670 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos not supported by any of loaded plugins Dec 23 12:03:00.441064 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.442333 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.442891 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 12:03:00.443227 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.444215 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.444769 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 12:03:00.445125 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_default.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.446082 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.446595 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-default not supported by any of loaded plugins Dec 23 12:03:00.446922 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_fip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.447590 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.448095 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-fip not supported by any of loaded plugins Dec 23 12:03:00.448417 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.449365 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.449874 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 23 12:03:00.450201 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_gateway_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.451127 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.451634 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 12:03:00.451990 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_port_network_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.453061 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.454131 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 12:03:00.454627 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.455692 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.456242 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 23 12:03:00.456559 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_pps_rule.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.457856 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.458372 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-pps not supported by any of loaded plugins Dec 23 12:03:00.458702 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_rule_type_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.459628 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.460172 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 12:03:00.460501 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: qos_rules_alias.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.461577 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.462088 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 12:03:00.462417 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: quota_check_limit.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.463346 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.463859 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: quota-check-limit Dec 23 12:03:00.464187 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: quotasv2.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.465200 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.465537 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: quotas Dec 23 12:03:00.465864 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: quotasv2_detail.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.469576 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.469925 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: quota_details Dec 23 12:03:00.470258 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: rbac.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.471380 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.471930 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: rbac-policies Dec 23 12:03:00.472261 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: rbac_address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.473326 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.473849 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: rbac-address-group Dec 23 12:03:00.474177 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: rbac_address_scope.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.475115 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.475629 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: rbac-address-scope Dec 23 12:03:00.475957 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: rbac_security_groups.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.476986 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.477500 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: rbac-security-groups Dec 23 12:03:00.477825 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: rbac_subnetpool.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.478745 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.479256 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: rbac-subnetpool Dec 23 12:03:00.479580 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: revisionifmatch.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.480557 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.481093 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: revision-if-match Dec 23 12:03:00.481420 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: revisions.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.482547 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.483063 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: standard-attr-revisions Dec 23 12:03:00.483441 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: router_availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.484126 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.484661 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: router_availability_zone Dec 23 12:03:00.485012 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: routerservicetype.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.485948 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.486534 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension router-service-type not supported by any of loaded plugins Dec 23 12:03:00.486859 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.494811 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.495325 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: security-groups-normalized-cidr Dec 23 12:03:00.495650 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.496581 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.497366 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: port-security-groups-filtering Dec 23 12:03:00.497698 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.498659 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.499172 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: security-groups-remote-address-group Dec 23 12:03:00.499572 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.501060 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.501660 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: security-groups-shared-filtering Dec 23 12:03:00.501984 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.502598 n-d-822750-2 neutron-server[103924]: WARNING neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 23 12:03:00.502922 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: securitygroup.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.513053 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.513590 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: security-group Dec 23 12:03:00.513923 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: segment.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.514715 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.515233 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension segment not supported by any of loaded plugins Dec 23 12:03:00.515562 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.517402 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.518147 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 12:03:00.518610 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: servicetype.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.519961 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.520491 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: service-type Dec 23 12:03:00.520847 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: sorting.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.521854 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.522191 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: sorting Dec 23 12:03:00.522520 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: standard_attr_segment.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.523439 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.523956 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 12:03:00.524280 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: standardattrdescription.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.524991 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.525505 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: standard-attr-description Dec 23 12:03:00.525831 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: stateful_security_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.526787 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.527302 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: stateful-security-group Dec 23 12:03:00.527628 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: stdattrs_common.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.528229 n-d-822750-2 neutron-server[103924]: WARNING neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 12:03:00.528551 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.529538 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.530054 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 12:03:00.530377 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnet_onboard.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.531512 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.532031 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: subnet_onboard Dec 23 12:03:00.532352 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.533311 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.533823 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 12:03:00.534148 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnet_service_types.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.535123 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.535637 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: subnet-service-types Dec 23 12:03:00.535958 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnetallocation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.537083 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.537598 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: subnet_allocation Dec 23 12:03:00.537923 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.538598 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.539109 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: subnetpool-prefix-ops Dec 23 12:03:00.539435 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.540386 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.540922 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 12:03:00.541250 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: tagging.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.542332 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.542861 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: standard-attr-tag Dec 23 12:03:00.543205 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: timestamp.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.544408 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.544962 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loaded extension: standard-attr-timestamp Dec 23 12:03:00.545295 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: trunk.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.546348 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.546862 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension trunk not supported by any of loaded plugins Dec 23 12:03:00.547224 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: trunk_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.548196 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.548709 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension trunk-details not supported by any of loaded plugins Dec 23 12:03:00.549059 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: uplink_status_propagation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.550001 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.550516 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 12:03:00.550843 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Loading extension file: vlantransparent.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:03:00.551521 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:03:00.552030 n-d-822750-2 neutron-server[103924]: INFO neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 12:03:00.554611 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:network Dec 23 12:03:00.555149 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnet Dec 23 12:03:00.555546 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:03:00.555935 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:port Dec 23 12:03:00.557219 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.557665 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service FLAVORS assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.558288 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.558711 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.559072 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:router Dec 23 12:03:00.559508 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:floatingip Dec 23 12:03:00.560004 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service METERING assigned prefix: /metering {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.561477 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.561851 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.562204 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:03:00.563862 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 12:03:00.564361 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:security_group Dec 23 12:03:00.564790 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 12:03:00.565438 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.565781 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:03:00.566133 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] subnetpool is already registered Dec 23 12:03:00.566569 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.566898 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:03:00.567233 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] subnetpool is already registered Dec 23 12:03:00.570094 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.570535 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service FLAVORS assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.571124 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.571548 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.571886 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:router Dec 23 12:03:00.572230 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] router is already registered Dec 23 12:03:00.572642 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:floatingip Dec 23 12:03:00.573005 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] floatingip is already registered Dec 23 12:03:00.573460 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service METERING assigned prefix: /metering {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.574129 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 12:03:00.574457 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] rbac_policy is already registered Dec 23 12:03:00.574871 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:security_group Dec 23 12:03:00.575211 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] security_group is already registered Dec 23 12:03:00.575614 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 12:03:00.575952 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] security_group_rule is already registered Dec 23 12:03:00.576583 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.576947 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:03:00.577283 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] subnetpool is already registered Dec 23 12:03:00.577704 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:03:00.578030 n-d-822750-2 neutron-server[103924]: INFO neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:03:00.579015 n-d-822750-2 neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] subnetpool is already registered Dec 23 12:03:00.579488 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: extensions {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.581002 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: address-groups {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.582503 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: address-scopes {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.583804 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.584995 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: auto-allocated-topology {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.586227 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: availability_zones {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.587432 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: dhcp-networks {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.588976 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: dhcp-agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.590401 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.592897 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: flavors {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.594081 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: service_profiles {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.595297 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: next_providers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.596725 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: service_profiles {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.599358 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: floatingip-pools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.600590 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.602745 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: floatingips {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.604030 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: l3-routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.605474 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: l3-agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.606929 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: metering-labels {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.608277 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: metering-label-rules {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.610246 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: network-ip-availabilities {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.611587 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: bindings {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.613250 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: quotas {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.614831 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: quotas {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.616437 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: rbac-policies {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.617747 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: security-groups {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.618979 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: security-group-rules {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.620206 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: service-providers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.621500 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: subnetpools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.622928 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: subnetpools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.624380 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.626865 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.628705 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.630449 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.632233 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.634100 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.635778 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.637735 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.639492 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.641620 n-d-822750-2 neutron-server[103924]: DEBUG neutron.api.extensions [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:03:00.647486 n-d-822750-2 neutron-server[103924]: WARNING keystonemiddleware.auth_token [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 12:03:00.652199 n-d-822750-2 neutron-server[103924]: WARNING keystonemiddleware.auth_token [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 12:03:00.661510 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Acquired lock "singleton_lock" {{(pid=103924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 23 12:03:00.662019 n-d-822750-2 neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Releasing lock "singleton_lock" {{(pid=103924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 23 12:03:00.662676 n-d-822750-2 neutron-server[103924]: INFO oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Starting 2 workers Dec 23 12:03:00.667599 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Started child 104037 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:03:00.672786 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Started child 104038 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:03:00.673657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.674464 n-d-822750-2 neutron-server[103924]: INFO neutron.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 12:03:00.675117 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Publish callbacks [] for process, before_spawn {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.675221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [-] (104037) wsgi starting up on http://0.0.0.0:9696 Dec 23 12:03:00.677515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.677937 n-d-822750-2 neutron-server[103924]: INFO oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Starting 1 workers Dec 23 12:03:00.678916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [-] (104038) wsgi starting up on http://0.0.0.0:9696 Dec 23 12:03:00.682808 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Started child 104039 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:03:00.683361 n-d-822750-2 neutron-server[103924]: INFO oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Starting 1 workers Dec 23 12:03:00.686303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] calling RpcWorker wait() {{(pid=104039) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 12:03:00.686865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] returning from RpcWorker wait() {{(pid=104039) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 12:03:00.688433 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Started child 104040 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:03:00.688665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.689137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:00.689493 n-d-822750-2 neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25ba7c44-3381-4b1a-8db6-a2549242657d None None] Publish callbacks [] for process, after_spawn {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.691469 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 12:03:00.691679 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:03:00.691857 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:03:00.692075 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:03:00.692405 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:03:00.692579 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:03:00.693130 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.693387 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.693661 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.693919 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.694220 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.694317 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:00.694836 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.695077 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.695344 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.695615 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.695876 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.696048 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.696231 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.696471 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.696709 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.697060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.697328 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.697577 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.697859 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.698034 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.698291 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.698557 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.698797 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.699069 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.699310 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.699797 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.700035 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.700274 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.700508 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.700789 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.701059 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.701303 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.701553 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.701773 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.702014 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.702260 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.702507 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.702737 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.702981 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.703273 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.703578 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.703962 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.704430 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] host = n-d-822750-2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.704684 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.704965 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.705163 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.705409 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.705702 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.705918 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.706177 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.706442 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.706704 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.706928 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.707178 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.707428 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.707664 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.707905 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.708101 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_options = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.708352 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.708614 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.708902 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.709095 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.709252 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.709421 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.709842 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.709842 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.710126 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.710331 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.710551 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.710770 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.710992 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.711213 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.711482 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.711753 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.711946 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.712159 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.712421 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.712676 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.712911 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.713161 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.713524 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.714079 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.714431 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.714583 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.714788 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.715042 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.715271 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.715512 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.715759 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.716005 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.716242 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.716500 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.716774 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.717288 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.717382 n-d-822750-2 neutron-server[104040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:00.717519 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.717736 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.718000 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.718227 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.718499 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.718762 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.719028 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.719314 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.719535 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.719785 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.720059 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.720268 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.720503 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.720782 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.721232 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.721232 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.721728 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.721728 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.722300 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.722300 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.722568 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.722908 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.723374 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.723521 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.723838 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.723838 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.724088 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.724318 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.724550 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.724843 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.725090 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.725767 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.725767 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.730674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.731662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732107 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732107 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732230 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732544 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732644 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.732858 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.733039 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.733270 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.733518 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.733773 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.734023 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.734269 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.735016 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.735404 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.735643 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.735882 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.736299 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.736539 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.736810 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.737063 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.737332 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.737548 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.737769 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.737989 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.738224 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.738437 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.738673 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.738936 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.739355 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.739707 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.739986 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.740212 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.740433 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.740650 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.740890 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.741153 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.741385 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.741610 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.741824 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.742045 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.742275 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.742486 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.742697 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.742923 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.743136 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.743345 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.743560 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.743795 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.744006 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.744221 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.744454 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.744684 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.744950 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.745230 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.745547 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.745798 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.746046 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.746280 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.746531 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.746751 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.746986 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.747403 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.747622 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.747870 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.748125 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.748373 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.748623 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.748880 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.749087 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.749344 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.749599 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.749821 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.750073 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.751037 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.751141 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.751367 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.751808 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.752047 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.752281 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.752527 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.752975 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.753686 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.753686 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.753850 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.753985 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.754268 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.754744 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.755020 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.755274 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.755509 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.755749 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.756009 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.756271 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.756501 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.756801 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.757071 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.757332 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.757568 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.757801 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.758055 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.758393 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.758624 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.758866 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.759083 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.759351 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.759598 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.759867 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.760139 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.760388 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.760643 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.760924 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.761158 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.761372 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.761614 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.761845 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.762060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.762296 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.762510 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.762748 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.762970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.763185 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.763432 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.763654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.763866 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.764239 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.764661 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.764909 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.765143 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.765356 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.765597 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.765931 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.766171 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.766467 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.766857 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.767097 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.767360 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.767580 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.767849 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.768101 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.768316 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.768542 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.768786 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.769258 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.769474 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.769719 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.770106 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.770326 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.770539 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.770799 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.771426 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.771426 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.771624 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.771721 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.771951 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.772203 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.772705 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.772991 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.773268 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.773521 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.773965 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.774212 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.774452 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.774671 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.774887 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.775096 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.775315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.775574 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.775831 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.776094 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.776308 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.776520 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.776734 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.776983 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.777194 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.777487 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.777740 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.777968 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.778235 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.778458 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.778692 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.778924 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.779135 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.779342 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.779582 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.779800 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.780001 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.780224 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.780439 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.780644 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.780912 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782217 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782217 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782217 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782217 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782217 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782575 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782575 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782742 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.782985 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.783197 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.783420 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.783668 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.783894 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.784115 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.784362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.784572 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.784780 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.785025 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.785262 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.785492 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.785793 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.786041 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.786312 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.786544 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.786792 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.787046 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.787295 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.787616 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.787845 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.788083 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.788356 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.788560 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.788777 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.789056 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.789365 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.789640 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.789889 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.790127 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.790390 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.790668 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.790954 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.791166 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.791463 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.791791 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.792059 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.792311 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.792558 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.792809 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.793056 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.793311 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.793526 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794065 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794065 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794387 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794529 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794677 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.794889 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.795121 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.795357 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.795580 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.795793 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.796008 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.796241 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.796449 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:03:00.797477 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 12:03:00.797623 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:03:00.797809 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:03:00.797984 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:03:00.798133 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:03:00.798285 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:03:00.798493 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.798654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.798813 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.798970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799127 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799308 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799469 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799629 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799785 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.799945 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800102 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800258 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800414 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800570 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800729 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.800915 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.801072 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.801229 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.801390 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.801544 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.801849 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802054 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802227 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802355 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802558 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802722 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.802882 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803041 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803199 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803354 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803509 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803665 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803820 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.803978 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.804133 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.804459 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.804615 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.804777 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.804959 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805116 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805274 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805461 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] host = n-d-822750-2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805620 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805770 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.805931 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806087 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806243 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806400 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806559 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806709 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.806868 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807026 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807182 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807339 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807499 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807650 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807807 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_options = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.807957 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808108 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808265 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808446 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808609 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808767 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.808971 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809131 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809288 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809445 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809590 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809748 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.809889 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810036 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810180 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810338 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810494 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810638 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810801 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.810944 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811103 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811244 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811405 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811563 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811719 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.811875 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812364 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812364 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812364 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812862 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812862 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.812862 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813460 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813460 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813460 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813460 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813835 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813835 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.813977 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814055 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814154 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814312 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814468 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814631 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814779 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.814935 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:00.815106 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815237 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815392 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815549 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815707 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.815865 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.816021 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.816176 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.816333 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:03:00.816509 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.816670 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.816867 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817030 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817167 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817322 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817481 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817627 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817787 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.817941 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818100 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818261 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818645 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818645 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818913 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.818913 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.819970 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.821752 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.822362 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823416 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823416 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823416 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823619 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823771 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.823853 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824009 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824170 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824329 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824530 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824731 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.824865 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825001 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825150 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825319 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825477 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825635 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825793 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.825951 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826110 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826268 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826426 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826585 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826743 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.826901 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827074 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827233 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827391 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827550 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827709 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.827868 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.828027 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.828723 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.828977 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829125 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829271 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829425 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829584 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829743 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.829902 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830061 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830220 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830379 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830538 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830696 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.830855 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831014 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831172 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831347 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831522 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831680 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831839 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.831996 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832308 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832308 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832636 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832636 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832788 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.832918 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833060 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833220 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833379 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833536 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833694 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.833852 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834011 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834167 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834324 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834499 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834641 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834799 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.834957 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835114 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835272 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835429 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835598 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835757 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.835918 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836076 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836243 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836414 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836574 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836733 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.836914 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837074 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837233 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837390 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837549 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837707 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.837865 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838024 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838197 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838357 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838515 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838674 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.838856 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839014 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839172 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839330 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839487 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839644 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839802 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.839962 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840277 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840436 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840596 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840963 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.840963 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841470 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841470 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841470 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841826 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841826 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.841826 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842416 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842416 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842952 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842952 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842952 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.842952 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.843321 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.843321 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.843474 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.843597 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.843717 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.844405 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.844529 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.844673 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.844929 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845102 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845235 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845320 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845443 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845601 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845760 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.845920 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846079 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846239 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846399 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846556 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846717 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.846877 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.847844 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848443 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848443 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848443 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848443 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848883 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848883 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.848883 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849090 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849181 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849262 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849417 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849574 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849734 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.849897 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850056 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850216 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850375 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850534 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850691 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.850850 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851024 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851188 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851346 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851504 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851662 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851821 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.851992 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.852149 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.852308 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.852466 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.852626 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.852783 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853130 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853291 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853449 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853609 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853767 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.853927 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854096 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854256 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854415 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854574 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854733 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.854892 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855061 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855220 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855379 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855538 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855696 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.855854 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.856024 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.856183 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.856341 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.856500 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.856658 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.857023 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.857023 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.857239 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.857346 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.862315 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863120 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.863654 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864190 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:03:00.864841 n-d-822750-2 neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:03:01.125575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:01.134222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064857 Dec 23 12:03:13.161129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34de5f-7865-49ff-b554-1630156856c0 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:03:13.220560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c34de5f-7865-49ff-b554-1630156856c0 None None] No non-hosted networks {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 12:03:13.227575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.agentschedulers_db [None req-2c34de5f-7865-49ff-b554-1630156856c0 None None] DHCP Agent not found on host n-d-822750-2 {{(pid=104039) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 12:03:13.329342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5051cebb-b270-4be8-85a0-54b2b4952b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:15.611465 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7392844a-2e89-4da2-8517-642b55080546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:15.659414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-3176a563-3dec-4571-9add-85104baa5f9c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-822750-2 {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:03:15.660218 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-3176a563-3dec-4571-9add-85104baa5f9c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:03:16.260943 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3176a563-3dec-4571-9add-85104baa5f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:16.294100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:17.945607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:18.872340 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:18.873682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.874247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.874854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.875198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.877431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.877958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.878645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.878990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.879317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.879648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.879976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.880305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.880637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:18.881167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-822750-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:18.891125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-822750-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:21.022539 n-d-822750-2 neutron-server[104039]: INFO neutron.db.l3_hamode_db [None req-7f379941-557c-4526-971c-2292ae82aafa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 12:03:21.102577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f379941-557c-4526-971c-2292ae82aafa None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:21.102960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f379941-557c-4526-971c-2292ae82aafa None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:03:22.214259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:22.703504 n-d-822750-2 neutron-server[104038]: WARNING oslo_policy.policy [None req-ab28e726-9075-414c-8581-4c2d9c6aeb05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:22.704084 n-d-822750-2 neutron-server[104038]: WARNING oslo_policy.policy [None req-ab28e726-9075-414c-8581-4c2d9c6aeb05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:22.932909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-ab28e726-9075-414c-8581-4c2d9c6aeb05 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:03:22.934024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab28e726-9075-414c-8581-4c2d9c6aeb05 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7188976 Dec 23 12:03:25.731127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:26.027550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] Request body: {'subnetpool': {'tenant_id': '0f645f10b7b245a3aa992f237f916e6b', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:26.125218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.policy [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 12:03:26.172005 n-d-822750-2 neutron-server[104038]: WARNING oslo_policy.policy [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:26.172313 n-d-822750-2 neutron-server[104038]: WARNING oslo_policy.policy [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:26.180566 n-d-822750-2 neutron-server[104038]: INFO neutron.quota [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] Loaded quota_driver: . Dec 23 12:03:26.350547 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353131582', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353137131', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353084519', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353087868', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353094278', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740353103720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-800847', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2023623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064698'] for rbac-policy, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.602775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.604046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-05309741-c813-4ea6-8834-a4403ea552a2 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8719578 Dec 23 12:03:29.402595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54312) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:29.697915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Request body: {'network': {'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'name': 'private'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:29.791042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Made reservation on behalf of fc08e2d06f8d43dbb337d4aa7df62bf5 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:29.793888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.810830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.917972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.048263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.068761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:03:30.096608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740352200385', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.097221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Unsubscribe: segment precommit_create {{(pid=104038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 12:03:30.097756 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Added segment 527d9af1-9563-4d68-bfda-3835e087489c of type vlan for network 502bf119-8f3a-4351-8c8c-9b07b71c634d Dec 23 12:03:30.113943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340c2c1f-7853-497e-9a87-2df0e247633a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.162303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.162644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.162981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.163313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.163668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.163986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.164308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.164626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.164972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.165290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.165604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.165916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.166225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Tracked resource versions report: Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: pushed versions: Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: { 'AddressGroup': {'1.2'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'ConntrackHelper': {'1.0'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Log': {'1.0'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Network': {'1.1'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Port': {'1.7'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'PortForwarding': {'1.2'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'QosPolicy': {'1.10'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SecurityGroup': {'1.5'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SubPort': {'1.0'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Subnet': {'1.1'}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Trunk': {'1.1'}} Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: consumer versions: Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: L3 agent@n-d-822750-2: {}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: Metadata agent@n-d-822750-2: {}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: Metering agent@n-d-822750-2: {}, Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'ConntrackHelper': '1.0', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'LocalIPAssociation': '1.0', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Log': '1.0', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Network': '1.1', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Port': '1.7', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'PortForwarding': '1.2', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'QosPolicy': '1.10', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SecurityGroup': '1.5', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SecurityGroupRule': '1.2', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'SubPort': '1.0', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Subnet': '1.1', Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: 'Trunk': '1.1'}} Dec 23 12:03:30.167371 n-d-822750-2 neutron-server[104038]: {{(pid=104038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:03:30.209706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.320752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.321855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:30.322559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.417788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=502bf119-8f3a-4351-8c8c-9b07b71c634d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.429807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:03:30.485682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b99f0e2-923a-4e53-99df-773a1c09a3f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0820136 Dec 23 12:03:33.319165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:33.708181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044311ee-42c0-4145-8d54-eb56e400a6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:33.709616 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-044311ee-42c0-4145-8d54-eb56e400a6b3 admin admin] 10.222.0.16 "GET /v2.0/networks/502bf119-8f3a-4351-8c8c-9b07b71c634d HTTP/1.1" status: 200 len: 825 time: 0.3895037 Dec 23 12:03:33.735091 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd4ebb8c-ce9d-47f0-b362-69212d37dca0 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/6fac301c-25c0-40a9-8310-67869c55d3ab HTTP/1.1" status: 200 len: 734 time: 0.0193126 Dec 23 12:03:33.743807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab', 'name': 'private-subnet', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:33.887931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Made reservation on behalf of fc08e2d06f8d43dbb337d4aa7df62bf5 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:33.890268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:34.311317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:34.385039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc21808-69c1-40d5-8f40-1ebce269ade2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:34.387003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Checking segment: {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:34.387387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Network hostable DHCP agents. Network: 502bf119-8f3a-4351-8c8c-9b07b71c634d, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:03:34.476585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:03:34.596924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 502bf119-8f3a-4351-8c8c-9b07b71c634d) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:34.601638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:34.602232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:34.610048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32c63e-61e1-47b1-8076-0ba915e55bc0 None None] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:03:34.720857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-622a42c0-67f4-4298-b51f-11656b8601ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9674830 Dec 23 12:03:34.872510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-502bf119-8f3a-4351-8c8c-9b07b71c634d', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:03:34.873893 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:35.179694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Allocated IP 172.20.0.2 (502bf119-8f3a-4351-8c8c-9b07b71c634d/4bc21808-69c1-40d5-8f40-1ebce269ade2/29907084-d3ca-41db-9d7d-5ae703d95ef1) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:35.421833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:35.529290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:35.619703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:35.624022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:35.626267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Pushing event updated for resources: {'Port': ['ID=29907084-d3ca-41db-9d7d-5ae703d95ef1,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:35.630952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:35.638641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.638987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.639326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.639660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.640601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.641006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.641284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.641606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.641926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.642250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.642571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.642888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.643205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Tracked resource versions report: Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: pushed versions: Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: { 'AddressGroup': {'1.2'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'ConntrackHelper': {'1.0'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Log': {'1.0'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Network': {'1.1'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Port': {'1.7'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'PortForwarding': {'1.2'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'QosPolicy': {'1.10'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SecurityGroup': {'1.5'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SubPort': {'1.0'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Subnet': {'1.1'}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Trunk': {'1.1'}} Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: consumer versions: Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: L3 agent@n-d-822750-2: {}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: Metadata agent@n-d-822750-2: {}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: Metering agent@n-d-822750-2: {}, Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'ConntrackHelper': '1.0', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'LocalIPAssociation': '1.0', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Log': '1.0', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Network': '1.1', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Port': '1.7', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'PortForwarding': '1.2', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'QosPolicy': '1.10', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SecurityGroup': '1.5', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SecurityGroupRule': '1.2', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'SubPort': '1.0', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Subnet': '1.1', Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: 'Trunk': '1.1'}} Dec 23 12:03:35.644342 n-d-822750-2 neutron-server[104039]: {{(pid=104039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:03:35.716951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Attempting to bind port 29907084-d3ca-41db-9d7d-5ae703d95ef1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:35.717605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Attempting to bind port 29907084-d3ca-41db-9d7d-5ae703d95ef1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:35.718600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Attempting to bind port 29907084-d3ca-41db-9d7d-5ae703d95ef1 on network 502bf119-8f3a-4351-8c8c-9b07b71c634d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:35.723695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:35.724066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Checking segment: {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:35.724528 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:35.724939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Bound using segment: {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:35.725398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Bound port: 29907084-d3ca-41db-9d7d-5ae703d95ef1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:35.725792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:35.927599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] For port 29907084-d3ca-41db-9d7d-5ae703d95ef1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:35.946952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] For port 29907084-d3ca-41db-9d7d-5ae703d95ef1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=29907084-d3ca-41db-9d7d-5ae703d95ef1,segment=NetworkSegment(527d9af1-9563-4d68-bfda-3835e087489c),segment_id=527d9af1-9563-4d68-bfda-3835e087489c)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:36.071411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:36.129996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0220-fc3f-4c90-9ae9-c190473fe17e None None] Pushing event updated for resources: {'Port': ['ID=29907084-d3ca-41db-9d7d-5ae703d95ef1,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:37.344615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54334) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:37.664915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-4c723be5-61a9-4b72-920f-eacdfbe915b0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:03:37.665909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4c723be5-61a9-4b72-920f-eacdfbe915b0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202844 Dec 23 12:03:40.308073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:40.809016 n-d-822750-2 neutron-server[104037]: WARNING oslo_policy.policy [None req-e4adbef6-d79e-4a47-9262-4fbae3d4c4d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:40.809606 n-d-822750-2 neutron-server[104037]: WARNING oslo_policy.policy [None req-e4adbef6-d79e-4a47-9262-4fbae3d4c4d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:41.042502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-e4adbef6-d79e-4a47-9262-4fbae3d4c4d9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:03:41.043767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4adbef6-d79e-4a47-9262-4fbae3d4c4d9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7336371 Dec 23 12:03:43.200487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16cf4386-588a-4536-ada7-31c2fb04adb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:43.898070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54362) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:44.222864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'name': 'router1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:44.288503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.policy [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104037) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 12:03:44.336009 n-d-822750-2 neutron-server[104037]: WARNING oslo_policy.policy [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:44.336313 n-d-822750-2 neutron-server[104037]: WARNING oslo_policy.policy [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:03:44.345734 n-d-822750-2 neutron-server[104037]: INFO neutron.quota [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Loaded quota_driver: . Dec 23 12:03:44.505515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.507468 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.669146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.696801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 29907084-d3ca-41db-9d7d-5ae703d95ef1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:44.735728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.789810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 29907084-d3ca-41db-9d7d-5ae703d95ef1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:44.790189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.900100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.926601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.938522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e862e16-f31a-469e-ac65-10e156ab51ec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0292699 Dec 23 12:03:44.942521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 29907084-d3ca-41db-9d7d-5ae703d95ef1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=29907084-d3ca-41db-9d7d-5ae703d95ef1,segment=NetworkSegment(527d9af1-9563-4d68-bfda-3835e087489c),segment_id=527d9af1-9563-4d68-bfda-3835e087489c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:45.029322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:45.079568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=29907084-d3ca-41db-9d7d-5ae703d95ef1,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:45.233030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15672c7-00fe-429a-bf70-5f4e518f1f0f None None] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:03:45.301018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aceede81-0d09-4b0d-a272-8f6c114fa34a None None] Provisioning complete for port 29907084-d3ca-41db-9d7d-5ae703d95ef1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:45.301388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aceede81-0d09-4b0d-a272-8f6c114fa34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:45.563346 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22f3a42b-9dc1-4fe7-9ff1-153b0e6e23c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:45.650821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d97332dd-bb8f-4aef-aee5-78d6eddeed7f None None] Provisioning complete for port 29907084-d3ca-41db-9d7d-5ae703d95ef1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:45.651185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d97332dd-bb8f-4aef-aee5-78d6eddeed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.320125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.661805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 29907084-d3ca-41db-9d7d-5ae703d95ef1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:46.710796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 29907084-d3ca-41db-9d7d-5ae703d95ef1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:46.711157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:47.559874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54382) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:47.690461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-800727cc-b4cd-4421-80ab-9cfc577bc70b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:03:47.691429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-800727cc-b4cd-4421-80ab-9cfc577bc70b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1306360 Dec 23 12:03:47.899473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:48.868785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.166800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.214622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'project_id': '0f645f10b7b245a3aa992f237f916e6b', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'tenant_id': '0f645f10b7b245a3aa992f237f916e6b', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.320252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Made reservation on behalf of 0f645f10b7b245a3aa992f237f916e6b for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:50.323147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.341085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.443374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.556543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.567612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Reserving flat network on physical network physnet1 {{(pid=104037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 12:03:50.599005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740352200385', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.599578 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Unsubscribe: segment precommit_create {{(pid=104037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 12:03:50.600089 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Added segment 11d9366a-7457-4e07-aeac-3098f9523617 of type flat for network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a Dec 23 12:03:50.616301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66547eca-db6c-4567-abf6-fb6e7520be8a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:50.641357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.641697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.642037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.642369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.642697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.643025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.643347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.643665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.643984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.644300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.644615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.644957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.645273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Tracked resource versions report: Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: pushed versions: Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: { 'AddressGroup': {'1.2'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'ConntrackHelper': {'1.0'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Log': {'1.0'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Network': {'1.1'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Port': {'1.7'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'PortForwarding': {'1.2'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'QosPolicy': {'1.10'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SecurityGroup': {'1.5'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SubPort': {'1.0'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Subnet': {'1.1'}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Trunk': {'1.1'}} Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: consumer versions: Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: L3 agent@n-d-822750-2: {}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: Metadata agent@n-d-822750-2: {}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: Metering agent@n-d-822750-2: {}, Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'ConntrackHelper': '1.0', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'LocalIPAssociation': '1.0', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Log': '1.0', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Network': '1.1', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Port': '1.7', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'PortForwarding': '1.2', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'QosPolicy': '1.10', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SecurityGroup': '1.5', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SecurityGroupRule': '1.2', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'SubPort': '1.0', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Subnet': '1.1', Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: 'Trunk': '1.1'}} Dec 23 12:03:50.646417 n-d-822750-2 neutron-server[104037]: {{(pid=104037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:03:50.714368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.836612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.837842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:50.838545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.934864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] Pushing event updated for resources: {'Network': ['ID=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:50.944777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:03:51.017236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f114eaf-bd0d-4362-be62-554124b61d12 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8492560 Dec 23 12:03:53.481054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54414) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:53.626716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f9620-2d6e-43d6-baa8-f23d0cdaaee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:53.628139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aa7f9620-2d6e-43d6-baa8-f23d0cdaaee6 admin admin] 10.222.0.16 "GET /v2.0/subnets/4bc21808-69c1-40d5-8f40-1ebce269ade2 HTTP/1.1" status: 200 len: 849 time: 0.1461372 Dec 23 12:03:53.767104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-17e66f6f-9129-483b-b354-293c01387535 admin admin] 10.222.0.16 "GET /v2.0/routers/111fb1d9-5409-4d41-afd0-f4e43dd58bd8 HTTP/1.1" status: 200 len: 704 time: 0.1328616 Dec 23 12:03:54.044099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:54.353083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Allocated IP 172.20.0.1 (502bf119-8f3a-4351-8c8c-9b07b71c634d/4bc21808-69c1-40d5-8f40-1ebce269ade2/4f989269-0bc5-4016-9e57-14eb030f751b) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:54.544584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:54.711409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:54.795062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:54.800151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:54.809414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:54.810389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:54.831290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f989269-0bc5-4016-9e57-14eb030f751b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:55.025759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e85128f5-06a4-4393-91fd-4b0bbbf50f72 None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:55.026367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e85128f5-06a4-4393-91fd-4b0bbbf50f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.062350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e85128f5-06a4-4393-91fd-4b0bbbf50f72 None None] Port 4f989269-0bc5-4016-9e57-14eb030f751b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:55.072811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.341601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.437212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.438007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.518348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f989269-0bc5-4016-9e57-14eb030f751b,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:55.572038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:55.573365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:55.785218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1d6db490-eaa1-4123-9e03-06b850e8d33e None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:55.785588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d6db490-eaa1-4123-9e03-06b850e8d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.819107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1d6db490-eaa1-4123-9e03-06b850e8d33e None None] Port 4f989269-0bc5-4016-9e57-14eb030f751b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:55.831219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:03:55.930595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:55.935848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2fdafd82-f71e-42e5-b580-dea8ea39caa4 admin admin] 10.222.0.16 "PUT /v2.0/routers/111fb1d9-5409-4d41-afd0-f4e43dd58bd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1631684 Dec 23 12:03:55.941593 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Sync routers for ids ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:55.955233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Routers {'111fb1d9-5409-4d41-afd0-f4e43dd58bd8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:55.970775 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:03:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:56.152020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Set router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:56.608589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:03:54Z', 'revision_number': 2, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port_host': None, '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:55Z', 'revision_number': 2, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:56.662460 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Checking router: 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:56.662845 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Updating router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 port 4f989269-0bc5-4016-9e57-14eb030f751b binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:03:56.712213 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.246988 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.337299 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.481907 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Pushing event updated for resources: {'Port': ['ID=4f989269-0bc5-4016-9e57-14eb030f751b,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:57.512573 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.513163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.513344 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.513681 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.514007 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.514391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.515213 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.515530 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.515901 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.516261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.516752 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.517104 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.517423 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Tracked resource versions report: Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: pushed versions: Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: { 'AddressGroup': {'1.2'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'ConntrackHelper': {'1.0'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Log': {'1.0'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Network': {'1.1'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Port': {'1.7'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'PortForwarding': {'1.2'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'QosPolicy': {'1.10'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SecurityGroup': {'1.5'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SubPort': {'1.0'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Subnet': {'1.1'}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Trunk': {'1.1'}} Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: consumer versions: Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: L3 agent@n-d-822750-2: {}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: Metadata agent@n-d-822750-2: {}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: Metering agent@n-d-822750-2: {}, Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'ConntrackHelper': '1.0', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'LocalIPAssociation': '1.0', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Log': '1.0', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Network': '1.1', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Port': '1.7', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'PortForwarding': '1.2', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'QosPolicy': '1.10', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SecurityGroup': '1.5', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SecurityGroupRule': '1.2', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'SubPort': '1.0', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Subnet': '1.1', Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: 'Trunk': '1.1'}} Dec 23 12:03:57.518584 n-d-822750-2 neutron-server[104040]: {{(pid=104040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:03:57.523227 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Attempting to bind port 4f989269-0bc5-4016-9e57-14eb030f751b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:57.523620 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Attempting to bind port 4f989269-0bc5-4016-9e57-14eb030f751b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:57.524052 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Attempting to bind port 4f989269-0bc5-4016-9e57-14eb030f751b on network 502bf119-8f3a-4351-8c8c-9b07b71c634d {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:57.529460 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:57.529894 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Checking segment: {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:57.530581 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.530965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Bound using segment: {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:57.531445 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Bound port: 4f989269-0bc5-4016-9e57-14eb030f751b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d9af1-9563-4d68-bfda-3835e087489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:57.531814 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.550504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eed1c95d-dd15-4d67-bdad-9116b327871c None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:57.551034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eed1c95d-dd15-4d67-bdad-9116b327871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.585373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eed1c95d-dd15-4d67-bdad-9116b327871c None None] Port 4f989269-0bc5-4016-9e57-14eb030f751b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:57.601437 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] For port 4f989269-0bc5-4016-9e57-14eb030f751b, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:57.620895 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] For port 4f989269-0bc5-4016-9e57-14eb030f751b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4f989269-0bc5-4016-9e57-14eb030f751b,segment=NetworkSegment(527d9af1-9563-4d68-bfda-3835e087489c),segment_id=527d9af1-9563-4d68-bfda-3835e087489c)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:57.724068 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:57.783283 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Routers {'111fb1d9-5409-4d41-afd0-f4e43dd58bd8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:57.783904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:03:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:57.862778 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb310053-d339-43bf-9f7a-080e8822e630 None None] Pushing event updated for resources: {'Port': ['ID=4f989269-0bc5-4016-9e57-14eb030f751b,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:57.884592 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] Set router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:58.008492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:58.009491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:58.090363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:58.102342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:03:54Z', 'revision_number': 2, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port_host': None, '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:57Z', 'revision_number': 4, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:58.123879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] For port 4f989269-0bc5-4016-9e57-14eb030f751b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4f989269-0bc5-4016-9e57-14eb030f751b,segment=NetworkSegment(527d9af1-9563-4d68-bfda-3835e087489c),segment_id=527d9af1-9563-4d68-bfda-3835e087489c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:58.129007 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e393e-e8ed-49ef-81ad-960a2fed4687 None None] The sync data for ids ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'] in n-d-822750-2 is: [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:03:54Z', 'revision_number': 2, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port_host': None, '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:57Z', 'revision_number': 4, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:58.207804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:58.257402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acdf27-8adf-4388-be34-66843dac41ad None None] Pushing event updated for resources: {'Port': ['ID=4f989269-0bc5-4016-9e57-14eb030f751b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:01.024205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54432) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:01.134996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f13b4e-ca5b-4893-8f32-27df8f83a0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:01.143124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0f13b4e-ca5b-4893-8f32-27df8f83a0af admin admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 842 time: 0.1112356 Dec 23 12:04:01.147261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'tenant_id': '0f645f10b7b245a3aa992f237f916e6b', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_dhcp': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:04:01.282786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Made reservation on behalf of 0f645f10b7b245a3aa992f237f916e6b for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:04:01.285137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:01.659742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:04:01.660112 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:01.713391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76781c27-aefc-4841-b8b5-78aa24866d60,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:01.724001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:04:01.724375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Network hostable DHCP agents. Network: 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:04:01.868674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:04:02.002372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:04:02.006546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:02.007313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:02.013840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac96f77-c18d-4ab3-be75-20ae305bbd83 None None] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:04:02.110631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0200a-40a0-4e63-a0e5-e9d6f190e7bf None None] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:04:02.151342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-19e3d209-bb79-4f06-bf04-01b1f8baf508 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0075376 Dec 23 12:04:04.643843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54444) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:04.707452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4f989269-0bc5-4016-9e57-14eb030f751b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:04:04.755496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:04:04.755870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:04.780874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-038559e5-d56f-45b4-b528-bdec32baff18 admin admin] 10.222.0.16 "GET /v2.0/routers/111fb1d9-5409-4d41-afd0-f4e43dd58bd8 HTTP/1.1" status: 200 len: 710 time: 0.1340828 Dec 23 12:04:04.867516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcb816-6023-4c1b-aff0-c83491c818f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:04.868889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5cdcb816-6023-4c1b-aff0-c83491c818f5 admin admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 886 time: 0.0836520 Dec 23 12:04:04.878661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:04:05.197461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:05.533430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:05.605830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:05.708460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Allocated IP 172.25.7.8 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/45327f82-b36f-408d-b641-c99c93b4f061) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:04:05.965674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.082174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.120399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:04:06.125338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:04:06.130413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:04:06.133067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Pushing event updated for resources: {'Port': ['ID=45327f82-b36f-408d-b641-c99c93b4f061,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:06.447420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.637777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.641831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.746268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:04:06.938761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:04:06.943102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.944313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f5b1326-1334-462f-9a3e-09be54aa6dff admin admin] 10.222.0.16 "PUT /v2.0/routers/111fb1d9-5409-4d41-afd0-f4e43dd58bd8 HTTP/1.1" status: 200 len: 888 time: 2.0687618 Dec 23 12:04:06.948924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Sync routers for ids ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:04:06.962438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Routers {'111fb1d9-5409-4d41-afd0-f4e43dd58bd8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:04:06.963135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:03:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:07.187762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Set router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:04:07.649049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '45327f82-b36f-408d-b641-c99c93b4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:04:06Z', 'revision_number': 4, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port': {'id': '45327f82-b36f-408d-b641-c99c93b4f061', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:04:05Z', 'updated_at': '2021-12-23T12:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:58Z', 'revision_number': 5, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:07.700582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Checking router: 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:04:07.700982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Updating router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 port 45327f82-b36f-408d-b641-c99c93b4f061 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:04:07.748288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.065850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.156735 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.208335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ae45f-914b-42dc-9978-d36a8936bbdc None None] Pushing event updated for resources: {'Port': ['ID=45327f82-b36f-408d-b641-c99c93b4f061,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:08.210582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Attempting to bind port 45327f82-b36f-408d-b641-c99c93b4f061 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:04:08.210976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Attempting to bind port 45327f82-b36f-408d-b641-c99c93b4f061 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:04:08.211372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Attempting to bind port 45327f82-b36f-408d-b641-c99c93b4f061 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:04:08.219446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:04:08.219446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:04:08.219446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.219446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:04:08.219446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Bound port: 45327f82-b36f-408d-b641-c99c93b4f061, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:04:08.219893 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.269053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] For port 45327f82-b36f-408d-b641-c99c93b4f061, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:04:08.272531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] For port 45327f82-b36f-408d-b641-c99c93b4f061, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=45327f82-b36f-408d-b641-c99c93b4f061,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:04:08.373767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.433380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Routers {'111fb1d9-5409-4d41-afd0-f4e43dd58bd8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:04:08.433983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:03:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:08.437207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ae45f-914b-42dc-9978-d36a8936bbdc None None] Pushing event updated for resources: {'Port': ['ID=45327f82-b36f-408d-b641-c99c93b4f061,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:08.543075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] Set router 111fb1d9-5409-4d41-afd0-f4e43dd58bd8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:04:08.751351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '45327f82-b36f-408d-b641-c99c93b4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:04:06Z', 'revision_number': 4, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port': {'id': '45327f82-b36f-408d-b641-c99c93b4f061', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:04:05Z', 'updated_at': '2021-12-23T12:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:58Z', 'revision_number': 5, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:08.777805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c0401-890a-421b-8c0d-d5b46bc70678 None None] The sync data for ids ['111fb1d9-5409-4d41-afd0-f4e43dd58bd8'] in n-d-822750-2 is: [{'id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'name': 'router1', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '45327f82-b36f-408d-b641-c99c93b4f061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:44Z', 'updated_at': '2021-12-23T12:04:06Z', 'revision_number': 4, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'gw_port': {'id': '45327f82-b36f-408d-b641-c99c93b4f061', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:04:05Z', 'updated_at': '2021-12-23T12:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4f989269-0bc5-4016-9e57-14eb030f751b', 'name': '', 'network_id': '502bf119-8f3a-4351-8c8c-9b07b71c634d', 'tenant_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'mac_address': 'fa:16:3e:c8:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fb1d9-5409-4d41-afd0-f4e43dd58bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:54Z', 'updated_at': '2021-12-23T12:03:58Z', 'revision_number': 5, 'project_id': 'fc08e2d06f8d43dbb337d4aa7df62bf5', 'subnets': [{'id': '4bc21808-69c1-40d5-8f40-1ebce269ade2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fac301c-25c0-40a9-8310-67869c55d3ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:04:09.581684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54452) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:09.730636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f72db14-2b16-4d1b-95f9-ac527381ec6d admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1475759 Dec 23 12:04:10.719788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 45327f82-b36f-408d-b641-c99c93b4f061 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:04:10.770898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 45327f82-b36f-408d-b641-c99c93b4f061 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:04:10.774081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:10.973772 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:10.993709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 45327f82-b36f-408d-b641-c99c93b4f061, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=45327f82-b36f-408d-b641-c99c93b4f061,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:04:11.065210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:11.115758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=45327f82-b36f-408d-b641-c99c93b4f061,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:12.685265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 45327f82-b36f-408d-b641-c99c93b4f061 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:04:12.732845 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:04:12.734012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 45327f82-b36f-408d-b641-c99c93b4f061 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:04:12.734395 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:13.250974 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c766f76-405a-4873-8722-50786e4a8e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:15.610145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4fc0fb94-0d2a-4b80-b09a-fe97c0b74cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:16.299688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.966320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.899385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:43.153267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ce9d6f0-e7ea-4f29-a591-ed97be3f2016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:45.590723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bc1f0b6-8260-4b0a-8da3-bf587ea3e857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:46.304813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:47.918486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:48.916519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:49.733545 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:05:13.158067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5167-9cf2-4d6d-89d4-c846cf14f724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:15.546457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76f63529-adc5-466e-a52c-699b00fa1302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:16.303843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:17.989537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:18.912286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:26.733061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:05:38.546926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54968) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:38.608396 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab63b33a-a69f-4a24-be9a-b4a879673019 admin admin] GET failed (client error): The resource could not be found. Dec 23 12:05:38.609721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab63b33a-a69f-4a24-be9a-b4a879673019 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618300 Dec 23 12:05:38.770265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe076e8e-e9f6-4750-afba-3c5c7410504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:38.771734 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe076e8e-e9f6-4750-afba-3c5c7410504e admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574147 Dec 23 12:05:41.161710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54978) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:41.257650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7d5e4-7bb9-4081-b161-4e6fd1551a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:41.259130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ecb7d5e4-7bb9-4081-b161-4e6fd1551a49 admin admin] 10.222.0.16 "GET /v2.0/subnets/4bc21808-69c1-40d5-8f40-1ebce269ade2 HTTP/1.1" status: 200 len: 849 time: 0.0964508 Dec 23 12:05:41.269709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:05:41.353268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Publish callbacks [] for subnet, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:41.551545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740352207144'] for subnet, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:41.585223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:41.585809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:41.587086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] 10.222.0.16 "PUT /v2.0/subnets/4bc21808-69c1-40d5-8f40-1ebce269ade2 HTTP/1.1" status: 200 len: 868 time: 0.3210044 Dec 23 12:05:41.604064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6580bbd-2d9a-4666-bb43-aad027258a9f None None] Network 502bf119-8f3a-4351-8c8c-9b07b71c634d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:05:41.608132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc21808-69c1-40d5-8f40-1ebce269ade2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:41.615741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.616102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.616430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.616767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.617137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.617466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.617792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.618119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.618449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.618767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.619094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.619411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.619804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3f2f05-43a6-4806-84a7-e53998b1973f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:41.898822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7f0c466c-74c1-42fe-8855-0545d00791ac None None] Provisioning complete for port 4f989269-0bc5-4016-9e57-14eb030f751b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:05:41.899319 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7f0c466c-74c1-42fe-8855-0545d00791ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:41.988295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7f0c466c-74c1-42fe-8855-0545d00791ac None None] Provisioning complete for port 29907084-d3ca-41db-9d7d-5ae703d95ef1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:05:41.988662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7f0c466c-74c1-42fe-8855-0545d00791ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:43.145433 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5b8-8535-4e3d-a6f3-5d8ec62a011c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:44.017107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54986) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:44.215318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99037b3b-75b4-4c46-89c6-00f89964e327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:44.215711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99037b3b-75b4-4c46-89c6-00f89964e327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:44.217323 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-99037b3b-75b4-4c46-89c6-00f89964e327 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992683 Dec 23 12:05:45.549678 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-448c4dc5-b446-493f-9f06-3073dbb7c938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:46.309542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:46.610909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:46.744976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597e145-d489-4f98-a62d-a40360ddc293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:46.745449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e597e145-d489-4f98-a62d-a40360ddc293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:46.747063 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e597e145-d489-4f98-a62d-a40360ddc293 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351631 Dec 23 12:05:47.935067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:48.886158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:49.141339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:49.294756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f5cab-bb9c-4c79-ae02-dc61ba1b366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:49.296183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-956f5cab-bb9c-4c79-ae02-dc61ba1b366f admin admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 886 time: 0.1538372 Dec 23 12:05:51.692640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55010) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:51.834374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c2f537-b2a0-4e97-b15d-1e7bf1ee543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:51.835746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f8c2f537-b2a0-4e97-b15d-1e7bf1ee543e admin admin] 10.222.0.16 "GET /v2.0/networks/502bf119-8f3a-4351-8c8c-9b07b71c634d HTTP/1.1" status: 200 len: 869 time: 0.1421437 Dec 23 12:05:54.220218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55018) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:54.345997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4db5d-d3ee-4aa4-9705-04239aa571a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:54.346458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4db5d-d3ee-4aa4-9705-04239aa571a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:54.348048 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8e4db5d-d3ee-4aa4-9705-04239aa571a8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268702 Dec 23 12:05:56.766469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55026) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:56.856605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448e112-4f6f-4850-a16e-6d34b2f771fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:56.857088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448e112-4f6f-4850-a16e-6d34b2f771fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:56.858649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5448e112-4f6f-4850-a16e-6d34b2f771fb admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912259 Dec 23 12:05:59.288466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55034) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:59.380395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3657421-aa03-4f03-8fd0-af36baf2ba18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:59.381813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e3657421-aa03-4f03-8fd0-af36baf2ba18 admin admin] 10.222.0.16 "GET /v2.0/subnets/4bc21808-69c1-40d5-8f40-1ebce269ade2 HTTP/1.1" status: 200 len: 868 time: 0.0923586 Dec 23 12:06:01.801646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55044) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:01.888205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9176fb4-bf63-460a-abad-93b41703f2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:01.889642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f9176fb4-bf63-460a-abad-93b41703f2db admin admin] 10.222.0.16 "GET /v2.0/subnets/76781c27-aefc-4841-b8b5-78aa24866d60 HTTP/1.1" status: 200 len: 816 time: 0.0870295 Dec 23 12:06:03.732371 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:06:13.247704 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8c09-8253-4357-b89d-e8de02bc6d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:15.554585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcd394d6-229b-431f-8422-25e360a02bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:16.311153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:17.927547 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:18.893327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:27.618885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:27.665846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-dc2cd639-1ad2-40f7-a5a4-8d2b73708ad9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:06:27.666832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc2cd639-1ad2-40f7-a5a4-8d2b73708ad9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469918 Dec 23 12:06:30.166204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55106) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:30.230198 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-26188255-dc61-45dd-b586-557f0bc65b7e admin admin] GET failed (client error): The resource could not be found. Dec 23 12:06:30.231502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26188255-dc61-45dd-b586-557f0bc65b7e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643582 Dec 23 12:06:30.371624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939a44b-ecda-4c31-b8b9-9b354dd66f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:30.373125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9939a44b-ecda-4c31-b8b9-9b354dd66f2d admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362462 Dec 23 12:06:32.835813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55116) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:32.882395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Request body: {'network': {'shared': True, 'tenant_id': '0f645f10b7b245a3aa992f237f916e6b', 'admin_state_up': True, 'name': 'shared', 'project_id': '0f645f10b7b245a3aa992f237f916e6b'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:06:32.985275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Made reservation on behalf of 0f645f10b7b245a3aa992f237f916e6b for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:06:32.987635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:33.016155 n-d-822750-2 neutron-server[104037]: WARNING neutron.services.revisions.revision_plugin [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Could not find related network for resource to bump revision. Dec 23 12:06:33.030442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:06:33.040572 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:33.040939 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Added segment e1ea3948-ec2a-4c65-92a5-c1e73c350274 of type vlan for network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b Dec 23 12:06:33.079043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:33.172837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:33.173774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:33.174370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:33.231417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:33.238671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.239019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.239294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.239626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.239955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.240280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.240629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.240976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.241298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.241617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.244190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.244190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.244190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:33.253208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:06:33.295777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ace14ac-4b13-48e3-bb77-5cf09906b317 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4588077 Dec 23 12:06:35.755595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55126) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:35.820138 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3765770-5a94-4672-ac5a-d3f847f0a413 admin admin] GET failed (client error): The resource could not be found. Dec 23 12:06:35.821502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f3765770-5a94-4672-ac5a-d3f847f0a413 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649495 Dec 23 12:06:35.890405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be2bd7-be56-4efd-9564-378140ff6b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:35.891847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a2be2bd7-be56-4efd-9564-378140ff6b35 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659163 Dec 23 12:06:35.902081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '0f645f10b7b245a3aa992f237f916e6b', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:06:36.030101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Made reservation on behalf of 0f645f10b7b245a3aa992f237f916e6b for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:06:36.032522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:36.270026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:36.324919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0db7ec-d5f1-414f-bd28-0c861261b4d8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:36.337458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:06:36.337458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Network hostable DHCP agents. Network: 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:06:36.429533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:06:36.527255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:06:36.531912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:36.532577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:36.537795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654b049-5f52-46d5-9362-fe85cc7bad94 None None] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:06:36.628002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ccb1758f-3632-4416-8c2a-da99db0327fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7291343 Dec 23 12:06:36.737703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'project_id': '0f645f10b7b245a3aa992f237f916e6b', 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:06:36.738612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:36.883210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Allocated IP 192.168.233.2 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/0e13d10a-7f8a-44f1-8042-c17bb1f9c40f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:06:37.026791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.140886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.185047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:06:37.188380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:06:37.192664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:06:37.195703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Pushing event updated for resources: {'Port': ['ID=0e13d10a-7f8a-44f1-8042-c17bb1f9c40f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:37.207252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.207603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.207940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.208280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.208606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.208976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.209304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.209633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.209951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.210272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.210591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.210909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.211226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:37.258756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Attempting to bind port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:06:37.259411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Attempting to bind port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:06:37.259796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Attempting to bind port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:06:37.265147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:06:37.265518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:06:37.265913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.266301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:06:37.266760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Bound port: 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:06:37.267151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.330392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] For port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:06:37.333527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] For port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0e13d10a-7f8a-44f1-8042-c17bb1f9c40f,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:06:37.436077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.496363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47148-26c5-4b62-8763-14f020f5136c None None] Pushing event updated for resources: {'Port': ['ID=0e13d10a-7f8a-44f1-8042-c17bb1f9c40f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:38.351070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda0bae-bd48-4714-bdb9-c6a868c00c0e None None] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:06:38.449682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] Provisioning complete for port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:06:38.450201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:38.543894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:38.579716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] For port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0e13d10a-7f8a-44f1-8042-c17bb1f9c40f,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:06:38.670391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:38.724101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e993fd-c52f-42c1-92b2-0e5df79df148 None None] Pushing event updated for resources: {'Port': ['ID=0e13d10a-7f8a-44f1-8042-c17bb1f9c40f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:38.861933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:06:38.919149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6ee79103-7ba2-426b-8f81-6bf2c3556715 None None] Provisioning complete for port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:06:38.919519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ee79103-7ba2-426b-8f81-6bf2c3556715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:38.953622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0e13d10a-7f8a-44f1-8042-c17bb1f9c40f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:06:38.953989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:40.736482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:06:43.183916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1d72-2c93-4ec1-bd7d-1235ea909e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:45.670121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16afc2c7-90f5-42c4-a9c2-ba32644ee71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:46.308429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:47.977934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:49.050692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:13.194947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-13428c45-712d-45a6-b364-f8927bb53d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.610485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5269f641-3654-4073-ae0d-9f7d51f46ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.308928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.730095 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:07:17.994849 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.046121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:43.148142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d354ef8-e121-4d6b-83f2-b1f9afc74504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:45.599328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d6fc39e3-61e3-4d99-9843-f8f5083ea257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.319088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.947997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.107232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.728697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:08:09.059016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:09.065338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-c91ec102-e982-4dec-8648-dbf4322ffdb7 tempest-verify_tempest_config-1672650791 tempest-verify_tempest_config-1672650791-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:09.066327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c91ec102-e982-4dec-8648-dbf4322ffdb7 tempest-verify_tempest_config-1672650791 tempest-verify_tempest_config-1672650791-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063622 Dec 23 12:08:09.639178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55188) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:09.744661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.869027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.935884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.983117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24e41bed48bf4b53894e65029b52113f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3428681 Dec 23 12:08:09.984059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227b8726-5757-4f57-b71a-3afbe0fc61c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:09.985899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55194) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:09.991120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.991496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.991842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.992182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.992514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.992858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.993215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.993519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.993844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.994171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.994492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.994819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.995142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868052d4-030a-472f-aa97-9282e8dfad29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.040774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:10.061192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:10.205062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:10.207573 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:10.208773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/227b8726-5757-4f57-b71a-3afbe0fc61c5 HTTP/1.1" status: 204 len: 168 time: 0.2219150 Dec 23 12:08:10.216519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227b8726-5757-4f57-b71a-3afbe0fc61c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:10.223659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.224008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.224350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.224686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.225045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.225378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.225703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.226030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.226356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.226681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.227002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.227319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:10.227641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878bbcb-69af-4baf-b878-0be7645bd688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:13.181554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5952ea9d-c4f9-408f-9e65-322e12f6cb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:15.553022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9906a3c5-749b-482d-953c-3ed5b4bcdfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:16.283964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:17.935727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:19.032966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:31.728046 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:08:43.237917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c630bea2-c772-4923-b29f-cbed51980d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:45.563808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f63aa7f-b417-4518-a006-b244d5865ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:46.294761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.957821 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.032273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:08.726864 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:09:13.185436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f17fea9c-0439-421e-8c2e-38e53f17323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:15.556871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eab32604-595a-4e83-bba5-d88e0bb114d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:16.305421 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:18.008618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.042484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:43.167878 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff11e313-1ff5-41b2-8556-9070088798ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:45.725275 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:09:45.877365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71ffb587-7525-4e00-bc63-d5b72c20a2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:46.311144 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:47.945260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:49.002208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:13.173126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-91f9cd8d-7265-4a67-949f-c40603337b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:15.555166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b7b4f46-bff3-4d00-b8ef-ab67b9ca309d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:16.310262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:17.950359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:19.019459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:22.723902 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:10:43.173054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8f521da-216f-4ebf-9934-07a36fe9c5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:45.561512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-28f8b1bc-3676-41ce-ad08-e4d07b4b8d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:46.315767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:47.954260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:49.121037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.722491 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 5 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:11:13.160884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-314e23e2-ae6d-44e9-a662-9108139637bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.589348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcd64bb5-938c-4a48-8f7c-b09a14d2cdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:16.315513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:17.930534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:17.960503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:19.034648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:22.330523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582906'] for agent, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:36.721860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:11:43.172136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db83941a-147f-48a0-8cd9-e20299b852a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:45.548883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc6e8451-763a-404d-9f9e-edc14f7ff7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:46.296542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:47.894344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:47.978317 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:49.021464 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:52.342023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.998575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55254) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:11.101025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7e3f4d69-2b5e-4458-8fbb-88822b3bb451 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1013412 Dec 23 12:12:13.155645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6913373a-5ab7-47a2-b29d-8ef091e828a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.518521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55264) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:13.572485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26053230-b32e-4ae8-a3b9-8766cd7fe1a5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0528693 Dec 23 12:12:13.721163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:15.589626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b542c2d7-6a56-44ec-ad7a-6b3ca4f68577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.309280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.878920 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.970208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:19.023693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.329618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:43.187101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7edd4692-5762-4aa8-948a-b01e084ef917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:45.578032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b1572a3-90f3-4bcc-aa0f-6857966badf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:46.324041 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:47.872994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:47.961663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:49.018644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:50.720434 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:52.415582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:13.204402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8713ac46-635a-4326-815c-c7403f1a4f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:15.558040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e818f5-8cd5-4f6c-a27a-14f8eb53d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:16.317965 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:17.881970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:17.984700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:19.038115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:22.332568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:27.719967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:13:38.316451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55490) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:38.931491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:38.941546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3e8f3913-d2f9-41eb-b664-56be877cc488 tempest-AutoAllocateNetworkTest-392682397 tempest-AutoAllocateNetworkTest-392682397-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3ba45ea33a624e5799111df6346f2825&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6236169 Dec 23 12:13:39.118581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c478ed-d7f8-4710-b2d3-41e7a0ffcf0f tempest-AutoAllocateNetworkTest-392682397 tempest-AutoAllocateNetworkTest-392682397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:39.120035 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3c478ed-d7f8-4710-b2d3-41e7a0ffcf0f tempest-AutoAllocateNetworkTest-392682397 tempest-AutoAllocateNetworkTest-392682397-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1870446 Dec 23 12:13:39.123641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55520) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:39.192589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:39.192920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a8a1691-7458-47a6-8f13-88dbf17c4a4a tempest-AutoAllocateNetworkTest-392682397 tempest-AutoAllocateNetworkTest-392682397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680094 Dec 23 12:13:39.222502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-564129c4-d5c9-4591-86e4-3d584a8578f3 tempest-AutoAllocateNetworkTest-392682397 tempest-AutoAllocateNetworkTest-392682397-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3ba45ea33a624e5799111df6346f2825 HTTP/1.1" status: 200 len: 208 time: 0.0285909 Dec 23 12:13:40.315725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55564) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:40.703842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:40.782183 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:40.850302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:40.902854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55598) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:40.921370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ba45ea33a624e5799111df6346f2825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5905972 Dec 23 12:13:40.923045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcefa0ba-656a-4dfd-a4b8-cbdbc6b1580a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:40.933042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.933550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.934363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.936679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.937206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.937604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.937993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.938511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.939141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.939650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.940232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.940637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.941203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21683710-6a36-4912-90d0-12dd06227131 admin admin] Tracked resource versions report: Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: pushed versions: Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: { 'AddressGroup': {'1.2'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'ConntrackHelper': {'1.0'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Log': {'1.0'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Network': {'1.1'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Port': {'1.7'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'PortForwarding': {'1.2'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'QosPolicy': {'1.10'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SecurityGroup': {'1.5'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SubPort': {'1.0'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Subnet': {'1.1'}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Trunk': {'1.1'}} Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: consumer versions: Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: HyperV agent@n-h1-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: HyperV agent@n-h2-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: L3 agent@n-d-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: Metadata agent@n-d-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: Metering agent@n-d-822750-2: {}, Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'ConntrackHelper': '1.0', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'LocalIPAssociation': '1.0', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Log': '1.0', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Network': '1.1', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Port': '1.7', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'PortForwarding': '1.2', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'QosPolicy': '1.10', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SecurityGroup': '1.5', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SecurityGroupRule': '1.2', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'SubPort': '1.0', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Subnet': '1.1', Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: 'Trunk': '1.1'}} Dec 23 12:13:40.942629 n-d-822750-2 neutron-server[104037]: {{(pid=104037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:13:40.992513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:41.019951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:41.156649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:41.161064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:41.166022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcefa0ba-656a-4dfd-a4b8-cbdbc6b1580a HTTP/1.1" status: 204 len: 168 time: 0.2615829 Dec 23 12:13:41.175841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcefa0ba-656a-4dfd-a4b8-cbdbc6b1580a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:41.183559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.183983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.185477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.186344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.186862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.187385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.187889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.188388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.188928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.189264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.189589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.190054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.190522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b5553f-2a8e-46f8-bdf5-2a7f71e6dccb admin admin] Tracked resource versions report: Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: pushed versions: Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: { 'AddressGroup': {'1.2'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'ConntrackHelper': {'1.0'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Log': {'1.0'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Network': {'1.1'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Port': {'1.7'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'PortForwarding': {'1.2'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'QosPolicy': {'1.10'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SecurityGroup': {'1.5'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SubPort': {'1.0'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Subnet': {'1.1'}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Trunk': {'1.1'}} Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: consumer versions: Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: HyperV agent@n-h1-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: HyperV agent@n-h2-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: L3 agent@n-d-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: Metadata agent@n-d-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: Metering agent@n-d-822750-2: {}, Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'ConntrackHelper': '1.0', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'LocalIPAssociation': '1.0', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Log': '1.0', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Network': '1.1', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Port': '1.7', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'PortForwarding': '1.2', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'QosPolicy': '1.10', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SecurityGroup': '1.5', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SecurityGroupRule': '1.2', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'SubPort': '1.0', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Subnet': '1.1', Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: 'Trunk': '1.1'}} Dec 23 12:13:41.191877 n-d-822750-2 neutron-server[104038]: {{(pid=104038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:13:43.156470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55714) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:43.159813 n-d-822750-2 neutron-server[104037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 12:13:43.167650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5f094e9f-7763-495a-935a-2d6a4644e40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:43.185227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-7019ca92-ac70-4f91-89aa-b4c4ecd444c4 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5737a51e33c64e8d8695549c7866706e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263491 Dec 23 12:13:43.387696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-5782c7d4-d869-43d2-883d-6871799d6967 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:43.389851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-5782c7d4-d869-43d2-883d-6871799d6967 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987994 Dec 23 12:13:43.407291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-8e525766-22eb-4fb4-bf22-a842eef1dd98 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/quotas/5737a51e33c64e8d8695549c7866706e HTTP/1.1" status: 200 len: 375 time: 0.0107005 Dec 23 12:13:43.471959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-0c8dd81e-9140-4ab3-832f-fe46858f8343 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586376 Dec 23 12:13:44.233145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-478b50f3-6932-45f9-99ff-bad699849086 req-df5c0f60-d6aa-4444-be23-c92d7c4aa3ef tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 210 time: 0.0676308 Dec 23 12:13:44.691194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55816) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:44.821924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719444a5-c1d5-4d98-8e11-c317cb1f11cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:44.907968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719444a5-c1d5-4d98-8e11-c317cb1f11cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.004680 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719444a5-c1d5-4d98-8e11-c317cb1f11cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.063559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:45.063842 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-719444a5-c1d5-4d98-8e11-c317cb1f11cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=815fa02711e0467f9bd5f79d4fdf6278&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3713818 Dec 23 12:13:45.064724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719444a5-c1d5-4d98-8e11-c317cb1f11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ab7fa-fc13-4dfd-9c7d-12ca5ba77a3a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:45.126271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.148412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.289539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.292274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.293440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f25ab7fa-fc13-4dfd-9c7d-12ca5ba77a3a HTTP/1.1" status: 204 len: 168 time: 0.2287974 Dec 23 12:13:45.301097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139428dc-585f-4a1b-8671-3168a3409309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ab7fa-fc13-4dfd-9c7d-12ca5ba77a3a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:45.554663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b8b3827-dac5-4c17-b271-78fab4c9ad44 req-08b14f89-04df-4551-88e5-260fbf96f6e8 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 210 time: 0.0273430 Dec 23 12:13:45.671136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9346bd46-6e3f-4b98-927f-8f782717e87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:45.757737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55910) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:45.784342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-6910f96a-bb2f-4338-aa9d-615d0a14ac1f tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244586 Dec 23 12:13:45.895891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-176a0802-70e9-4919-b95a-add86a7477e5 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:45.897475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-176a0802-70e9-4919-b95a-add86a7477e5 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073616 Dec 23 12:13:45.916450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-944361d3-9aae-4a1c-8ef9-de1dc6978394 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/quotas/1bae99529ff748b68b5ba2b7148b8a2b HTTP/1.1" status: 200 len: 375 time: 0.0129042 Dec 23 12:13:45.949606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-e77649bd-f82b-480c-b0ed-2bf280395ef9 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265546 Dec 23 12:13:46.214267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:46.230371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45213dca-e124-42f4-9bae-a889e1a1cb4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.347009 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.352656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45213dca-e124-42f4-9bae-a889e1a1cb4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.478489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45213dca-e124-42f4-9bae-a889e1a1cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.522026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-45213dca-e124-42f4-9bae-a889e1a1cb4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebe8e9f068694f6884d3055a4bdc6674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3059533 Dec 23 12:13:46.523069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213dca-e124-42f4-9bae-a889e1a1cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ad867e-0718-4977-ad47-165f20eaf5c3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:46.527289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55952) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:46.545390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-664cf2f0-b59c-4ec5-ae88-92ad385f919e req-3bdef0ee-58b9-4f19-8892-68b2bc280059 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0400720 Dec 23 12:13:46.608492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.640639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.766839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e29580a-22f6-40b8-adef-36f79ede5b4f req-dce1c4d9-89da-4bae-9de9-a7d1b68f52bb tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 210 time: 0.0383244 Dec 23 12:13:46.775439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.778853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:46.782425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45ad867e-0718-4977-ad47-165f20eaf5c3 HTTP/1.1" status: 204 len: 168 time: 0.2514253 Dec 23 12:13:46.797373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7a9ef-2da7-481d-b0c8-029f4ed2dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ad867e-0718-4977-ad47-165f20eaf5c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:46.837205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:46.960059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6536d8-45aa-457b-bc80-180dcb9c8d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.046514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6536d8-45aa-457b-bc80-180dcb9c8d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.166833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.43', 55343) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:47.199924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-0395fe50-6445-4bb7-b63e-b5cdff74e0dc tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5737a51e33c64e8d8695549c7866706e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318744 Dec 23 12:13:47.200592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6536d8-45aa-457b-bc80-180dcb9c8d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.254370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6536d8-45aa-457b-bc80-180dcb9c8d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6250f801-2230-4205-9ccf-f342a616d3f0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:47.259919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b6536d8-45aa-457b-bc80-180dcb9c8d32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff5066cc09cf42749528d3035678da6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4214337 Dec 23 12:13:47.262702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56004) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:47.393736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-73bf34a0-2743-4c84-ac6b-55dffad0d476 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:47.395479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-73bf34a0-2743-4c84-ac6b-55dffad0d476 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850111 Dec 23 12:13:47.447477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.470985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.519022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Request body: {'port': {'device_id': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '5737a51e33c64e8d8695549c7866706e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:47.604297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.608761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.610608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6250f801-2230-4205-9ccf-f342a616d3f0 HTTP/1.1" status: 204 len: 168 time: 0.3465149 Dec 23 12:13:47.623164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae5f1f-fb3d-48ee-a1b1-48781e468fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6250f801-2230-4205-9ccf-f342a616d3f0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:47.768369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddde1de3-3b0a-48e8-b4c2-0d82c0b9c8ad req-0e75b190-52d9-4f58-a4a0-e66c42dec37c tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0445485 Dec 23 12:13:47.798589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:47.917438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:47.967590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23496bc4-bee9-46a6-addc-17db4c032477 req-17681fe0-5ad4-4a92-be29-c8ea4ef8a4a7 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 210 time: 0.0269184 Dec 23 12:13:47.990775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Made reservation on behalf of 5737a51e33c64e8d8695549c7866706e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:13:47.994697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.025438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.029681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.031731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77066735-bf83-463f-a15a-8dffc2ab07a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.165679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.167922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77066735-bf83-463f-a15a-8dffc2ab07a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.255632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.350476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77066735-bf83-463f-a15a-8dffc2ab07a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.405915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f486885-195c-4cd0-bfe5-ad987969bffe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:48.431877 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-77066735-bf83-463f-a15a-8dffc2ab07a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03d92b54e7324f079c35f45e76bad043&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6306882 Dec 23 12:13:48.433644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56064) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:48.482617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.499303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77066735-bf83-463f-a15a-8dffc2ab07a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486c997-c586-4d11-9dcb-b3b51afce90a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:48.521258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.558862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Allocated IP 192.168.233.33 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/b2674dd5-6e1f-4434-a81c-65de0d295464) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:48.726973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.736360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.741655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2486c997-c586-4d11-9dcb-b3b51afce90a HTTP/1.1" status: 204 len: 168 time: 0.3057895 Dec 23 12:13:48.761626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb8e34-0191-48b3-886a-058b95ea047d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486c997-c586-4d11-9dcb-b3b51afce90a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:48.903879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4de0ea15-0c09-4da5-bdac-328bcde56ef5 req-b643dbc3-6902-4cfe-aaba-a7e160e6c316 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0614383 Dec 23 12:13:48.904678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56096) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:48.957435 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-921cda88-189f-4dc8-9b1e-b5a8ddbe3b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.063152 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.070062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.150672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-921cda88-189f-4dc8-9b1e-b5a8ddbe3b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.233055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-921cda88-189f-4dc8-9b1e-b5a8ddbe3b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.308593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-921cda88-189f-4dc8-9b1e-b5a8ddbe3b6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ed58a6e49d14fa1b38c027752d66ea6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4026909 Dec 23 12:13:49.310350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cda88-189f-4dc8-9b1e-b5a8ddbe3b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc227c3b-6ea8-44e7-acf8-0018c12cdb06,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:49.310510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.311806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56122) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:49.453199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dca4b-4e65-47d2-8c89-6c3e4e66f266 req-9e4f8562-6644-4628-8efd-b4bd824ef9a0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:49.462305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-577dca4b-4e65-47d2-8c89-6c3e4e66f266 req-9e4f8562-6644-4628-8efd-b4bd824ef9a0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.1878548 Dec 23 12:13:49.587621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-577dca4b-4e65-47d2-8c89-6c3e4e66f266 req-1ce97d7e-68e3-40bb-af80-a782918739d4 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233528 Dec 23 12:13:49.641584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.681156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:49.697211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Pushing event updated for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:49.703490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:49.709526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:49.719738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:49.722701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.769147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.005787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56140) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:50.005787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-75e1fa03-1ec6-4764-9818-87be53b94c7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4475920 Dec 23 12:13:50.005787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-47820a2e-6429-4027-8067-2e4be5f3ddc9 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:13:50.005787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-47820a2e-6429-4027-8067-2e4be5f3ddc9 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107868 Dec 23 12:13:50.088658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-network', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:50.097650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7236955b-1b8b-4bf0-8fa4-114c3573d058 req-4697dffa-fa02-4813-b3d0-6de303b11794 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0384486 Dec 23 12:13:50.128461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.131541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.132922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc227c3b-6ea8-44e7-acf8-0018c12cdb06 HTTP/1.1" status: 204 len: 168 time: 0.8195486 Dec 23 12:13:50.141610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06cfaf-8aa1-4b9d-9d2c-48b439a662f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc227c3b-6ea8-44e7-acf8-0018c12cdb06,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:50.150033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f29665ac-49ba-4b07-baac-7ff74f248875 None None] Provisioning complete for port b2674dd5-6e1f-4434-a81c-65de0d295464 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:50.150455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f29665ac-49ba-4b07-baac-7ff74f248875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.195047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f29665ac-49ba-4b07-baac-7ff74f248875 None None] Port b2674dd5-6e1f-4434-a81c-65de0d295464 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:13:50.501641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Made reservation on behalf of 906f49c84eda47b2bb9e6caf130b6e29 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:13:50.507160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.519889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.623987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56160) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:50.640061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15b66d78-040e-4f1d-a5f7-76d915d0441e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.641414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.730137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.749463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21310d-a803-42ec-bea5-439bc8fa3a9b req-761916fe-cb96-41da-b033-def30110aa4f tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:50.750994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba21310d-a803-42ec-bea5-439bc8fa3a9b req-761916fe-cb96-41da-b033-def30110aa4f tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.0740731 Dec 23 12:13:50.812680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:13:50.817046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15b66d78-040e-4f1d-a5f7-76d915d0441e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.827018 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.827446 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Added segment df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa of type vlan for network cb35beee-922b-458c-add9-baa3a1915ced Dec 23 12:13:50.857778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba21310d-a803-42ec-bea5-439bc8fa3a9b req-1fa14d8b-0519-4ec5-aa6a-ef70fdb27047 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Dec 23 12:13:50.886553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ffbfb-6d5c-427c-83b1-65bfe0017864,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:50.890841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.929576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15b66d78-040e-4f1d-a5f7-76d915d0441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.989737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56170) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:50.989950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-15b66d78-040e-4f1d-a5f7-76d915d0441e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a087dc6f604d4801958284c5ef4cf258&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3646462 Dec 23 12:13:50.990092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:51.000803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66d78-040e-4f1d-a5f7-76d915d0441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfca6a6-3322-4d9a-8386-24bb1e780449,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:51.026364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.026364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:51.026364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.138731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb35beee-922b-458c-add9-baa3a1915ced,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:51.169923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network cb35beee-922b-458c-add9-baa3a1915ced details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:13:51.173320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.198159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5e703c64-ec33-46c8-9095-8cde77d055f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3019505 Dec 23 12:13:51.201529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56188) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:51.214963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Request body: {'subnet': {'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-subnet', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:51.218141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.281314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30568436-dd45-4ab1-94fc-a0b47f278906 req-393cca22-ec19-4785-bd4e-e3e25b963f36 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0921211 Dec 23 12:13:51.392229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.396729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.400351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcfca6a6-3322-4d9a-8386-24bb1e780449 HTTP/1.1" status: 204 len: 168 time: 0.4053743 Dec 23 12:13:51.405305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2c94790-33d2-4eb6-93d1-0a080d2fdfa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.418592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4879-250a-4cc3-b2c9-01a38c3c2dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfca6a6-3322-4d9a-8386-24bb1e780449,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:51.430186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Made reservation on behalf of 906f49c84eda47b2bb9e6caf130b6e29 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:13:51.434771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.530420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2c94790-33d2-4eb6-93d1-0a080d2fdfa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.610037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2c94790-33d2-4eb6-93d1-0a080d2fdfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.644352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c94790-33d2-4eb6-93d1-0a080d2fdfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3796d0a-7632-4fdb-a1ee-9e29a5414943,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:51.678925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f2c94790-33d2-4eb6-93d1-0a080d2fdfa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e3c844ecc7485c877634ceaba86cc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6852915 Dec 23 12:13:51.679198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56206) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:51.742796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.767980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.836276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.893248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40aabe7-9221-4594-92be-bd3057dbed1a,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:51.901836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Checking segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:13:51.902192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Network hostable DHCP agents. Network: cb35beee-922b-458c-add9-baa3a1915ced, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:13:51.950469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.954605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:51.955771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3796d0a-7632-4fdb-a1ee-9e29a5414943 HTTP/1.1" status: 204 len: 168 time: 0.2753451 Dec 23 12:13:51.968254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270227c4-c78a-4427-8982-477ee3daa066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3796d0a-7632-4fdb-a1ee-9e29a5414943,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:52.002343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502c65d-6e49-4ebf-b972-1efc9866174a req-17445265-0d5c-48ec-a1d2-4cd371718e7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:52.014305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5502c65d-6e49-4ebf-b972-1efc9866174a req-17445265-0d5c-48ec-a1d2-4cd371718e7d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.0911078 Dec 23 12:13:52.030276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Network cb35beee-922b-458c-add9-baa3a1915ced is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:13:52.083600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5502c65d-6e49-4ebf-b972-1efc9866174a req-5f232658-2586-45bd-9bb6-4c269b26f63a tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Dec 23 12:13:52.107704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, cb35beee-922b-458c-add9-baa3a1915ced) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:52.107704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:52.107704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.116394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfc0ff-4d31-4d60-a16b-4db806920af7 None None] Network cb35beee-922b-458c-add9-baa3a1915ced requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:13:52.206347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-24614604-5643-47a8-b2fe-532fd66d8240 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0032146 Dec 23 12:13:52.209204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:52.213477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:52.277822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-cb35beee-922b-458c-add9-baa3a1915ced', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:13:52.279158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.351374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.352505 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.413534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.446151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:52.502865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Allocated IP 172.20.0.2 (cb35beee-922b-458c-add9-baa3a1915ced/f40aabe7-9221-4594-92be-bd3057dbed1a/b7403755-ccd2-410a-9119-2da853bf814f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:52.511057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.526081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c9e977b-f618-4f64-9ab2-656830d1916f req-4a44e378-e16a-42cf-9b28-484f357c547e tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.1152568 Dec 23 12:13:52.722809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c688237e-426b-4daf-b732-38463dfcb567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.731306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.765892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.811784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56238) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:52.838859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-663eee46-9cb4-4017-b5af-efaa96c5f4b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.847892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c688237e-426b-4daf-b732-38463dfcb567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.886151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.947746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c688237e-426b-4daf-b732-38463dfcb567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:52.984762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-663eee46-9cb4-4017-b5af-efaa96c5f4b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.035428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688237e-426b-4daf-b732-38463dfcb567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82970d4-f96a-4bb9-a916-e6313c9fec04,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:53.056845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c688237e-426b-4daf-b732-38463dfcb567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fb6b18d2c254a66b7a4bba533773436&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6100860 Dec 23 12:13:53.069444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56244) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:53.098570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-663eee46-9cb4-4017-b5af-efaa96c5f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.184356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.236927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eee46-9cb4-4017-b5af-efaa96c5f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3e85c-65be-4f4c-bfcf-037a6c1eab63,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:53.266327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Pushing event updated for resources: {'Port': ['ID=b7403755-ccd2-410a-9119-2da853bf814f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:53.274209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.284681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.285565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.285565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.285565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.285785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.291514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.293666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.294937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Tracked resource versions report: Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: pushed versions: Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: { 'AddressGroup': {'1.2'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'ConntrackHelper': {'1.0'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Log': {'1.0'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Network': {'1.1'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Port': {'1.7'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'PortForwarding': {'1.2'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'QosPolicy': {'1.10'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SecurityGroup': {'1.5'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SubPort': {'1.0'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Subnet': {'1.1'}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Trunk': {'1.1'}} Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: consumer versions: Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: HyperV agent@n-h1-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: HyperV agent@n-h2-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: L3 agent@n-d-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: Metadata agent@n-d-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: Metering agent@n-d-822750-2: {}, Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'ConntrackHelper': '1.0', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'LocalIPAssociation': '1.0', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Log': '1.0', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Network': '1.1', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Port': '1.7', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'PortForwarding': '1.2', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'QosPolicy': '1.10', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SecurityGroup': '1.5', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SecurityGroupRule': '1.2', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'SubPort': '1.0', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Subnet': '1.1', Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: 'Trunk': '1.1'}} Dec 23 12:13:53.297579 n-d-822750-2 neutron-server[104039]: {{(pid=104039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:13:53.312974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-663eee46-9cb4-4017-b5af-efaa96c5f4b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5295fc4d3c714c9782f8cb466ef0b551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4981072 Dec 23 12:13:53.322285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:53.323109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Network cb35beee-922b-458c-add9-baa3a1915ced is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:53.325383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:53.334219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:53.397791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.420242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf5a6c-6225-460e-bbdf-4441debaaff4 req-6cf1f4dc-c45d-4366-a540-3f76fd59ef99 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:53.422209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7bf5a6c-6225-460e-bbdf-4441debaaff4 req-6cf1f4dc-c45d-4366-a540-3f76fd59ef99 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.1804790 Dec 23 12:13:53.446019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Attempting to bind port b7403755-ccd2-410a-9119-2da853bf814f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:13:53.453063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Attempting to bind port b7403755-ccd2-410a-9119-2da853bf814f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:13:53.453063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Attempting to bind port b7403755-ccd2-410a-9119-2da853bf814f on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:13:53.459897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:13:53.460535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Checking segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:13:53.461195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.461795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Bound using segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:13:53.462517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Bound port: b7403755-ccd2-410a-9119-2da853bf814f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:13:53.463343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.477412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.504985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.524692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7bf5a6c-6225-460e-bbdf-4441debaaff4 req-8742cfc4-0eb5-44b2-8d7f-33659c058020 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Dec 23 12:13:53.540203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.597279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.600111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.603823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a82970d4-f96a-4bb9-a916-e6313c9fec04 HTTP/1.1" status: 204 len: 168 time: 0.5306201 Dec 23 12:13:53.611359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e781e7f-3ffa-4960-bf88-ee9262921f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82970d4-f96a-4bb9-a916-e6313c9fec04,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:53.660418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] For port b7403755-ccd2-410a-9119-2da853bf814f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:13:53.664466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] For port b7403755-ccd2-410a-9119-2da853bf814f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b7403755-ccd2-410a-9119-2da853bf814f,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:13:53.718415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.720993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-587a92c8-1891-4b44-aa44-bd6a340af0a1 req-7b6dffa0-4ce2-4af5-9b26-1a4ed5c21d6b tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0637987 Dec 23 12:13:53.721346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.725687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96a3e85c-65be-4f4c-bfcf-037a6c1eab63 HTTP/1.1" status: 204 len: 168 time: 0.4023528 Dec 23 12:13:53.744171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7fabc-d7af-45c0-81e0-7fbbd7b1e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3e85c-65be-4f4c-bfcf-037a6c1eab63,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:53.752100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:53.831566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619fe22-1a86-4de9-8014-017ee6eec2f9 None None] Pushing event updated for resources: {'Port': ['ID=b7403755-ccd2-410a-9119-2da853bf814f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:54.048790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Allocated IP 172.25.7.16 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/31e0872c-16d2-413a-b102-40d244d565e6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:54.253324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:54.373961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:54.437820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:54.442141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:54.446710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:54.449671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Pushing event updated for resources: {'Port': ['ID=31e0872c-16d2-413a-b102-40d244d565e6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:54.596871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56282) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:54.612103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b45ef4d0-9627-4ca5-83a1-9d717aa03433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:54.673253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad93d-d078-433a-a0a0-8d7454f11afc req-d1181f51-fd3a-4e6b-ad23-246552daf5cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:54.674935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6abad93d-d078-433a-a0a0-8d7454f11afc req-d1181f51-fd3a-4e6b-ad23-246552daf5cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.0631404 Dec 23 12:13:54.743255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b45ef4d0-9627-4ca5-83a1-9d717aa03433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:54.815053 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b45ef4d0-9627-4ca5-83a1-9d717aa03433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:54.892769 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b45ef4d0-9627-4ca5-83a1-9d717aa03433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d87044de5f54f5c96dd68a87fa56783&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2943609 Dec 23 12:13:54.893476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6abad93d-d078-433a-a0a0-8d7454f11afc req-7ca801ff-7bf6-41dd-a2fc-ba7fbec74e7f tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107792 Dec 23 12:13:54.894976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56288) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:54.905772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ef4d0-9627-4ca5-83a1-9d717aa03433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ddeba0-c360-4fc8-9d10-5b997c61b434,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:54.968502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e77ce82-51a7-45c4-b980-6537251e02b8 req-4ccf00fe-3925-4efd-a3d0-7ca3e9f49b44 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0955164 Dec 23 12:13:54.999154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.148756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b7403755-ccd2-410a-9119-2da853bf814f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:13:55.153057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.206721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.208544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b7403755-ccd2-410a-9119-2da853bf814f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:55.212667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.311638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:55.311967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a170b1-c9e2-45ed-98ee-f4c18f526583 None None] Network cb35beee-922b-458c-add9-baa3a1915ced requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:13:55.345737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcccaabe-b98a-48d7-8622-644271384c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.443921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.459916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-057e6e7c-bc68-4184-adbf-5e569dda41e0 None None] Provisioning complete for port b7403755-ccd2-410a-9119-2da853bf814f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:55.460143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-057e6e7c-bc68-4184-adbf-5e569dda41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.472385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.548277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.553125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.553125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9ddeba0-c360-4fc8-9d10-5b997c61b434 HTTP/1.1" status: 204 len: 168 time: 0.6475708 Dec 23 12:13:55.576857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc615f1-79e2-4c06-a88b-c3f70a66d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ddeba0-c360-4fc8-9d10-5b997c61b434,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:55.577763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b7403755-ccd2-410a-9119-2da853bf814f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b7403755-ccd2-410a-9119-2da853bf814f,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:13:55.628912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcccaabe-b98a-48d7-8622-644271384c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.663038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.735031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcccaabe-b98a-48d7-8622-644271384c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:55.774720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b7403755-ccd2-410a-9119-2da853bf814f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:55.850813 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fcccaabe-b98a-48d7-8622-644271384c02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43926f95baaa447885f8c5022352ac68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380969 Dec 23 12:13:55.852292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccaabe-b98a-48d7-8622-644271384c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3cd620-0d5f-4127-b993-2fe1e3d40936,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:55.853675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56306) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:55.873615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Router 553f3836-af5d-4e05-9c75-b2f701801851 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:13:56.060834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.080537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3c2700a1-7033-4d5d-83c6-ad704f32717e None None] Provisioning complete for port b7403755-ccd2-410a-9119-2da853bf814f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:56.081272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3c2700a1-7033-4d5d-83c6-ad704f32717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.137948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.181257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a87676-31f4-4ced-8d4e-f9092fbc3134 req-07a40274-a030-476d-bb7f-cbcfa70a019d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:56.182726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24a87676-31f4-4ced-8d4e-f9092fbc3134 req-07a40274-a030-476d-bb7f-cbcfa70a019d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.1632664 Dec 23 12:13:56.219803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:13:56.232938 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:13:56.246677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:56.249471 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:56.261940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24a87676-31f4-4ced-8d4e-f9092fbc3134 req-f56f7e68-bd8c-4eb1-b0fc-e1da06720655 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Dec 23 12:13:56.320627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.326231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:56.326359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-23a0037f-c801-479f-910f-6fe04424b956 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1147738 Dec 23 12:13:56.346082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.349147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:56.354336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d3cd620-0d5f-4127-b993-2fe1e3d40936 HTTP/1.1" status: 204 len: 168 time: 0.4990299 Dec 23 12:13:56.376414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d2924-9f06-4927-92c6-4e2ab7670a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3cd620-0d5f-4127-b993-2fe1e3d40936,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:56.452337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9732d513-63e3-4aa7-850c-be5834bd06f6 req-c9091908-949f-4e17-866c-2a53faed4596 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0502508 Dec 23 12:13:56.520286 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:56.834841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:54Z', 'revision_number': 3, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:56.885992 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:13:56.886395 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Updating router 553f3836-af5d-4e05-9c75-b2f701801851 port 31e0872c-16d2-413a-b102-40d244d565e6 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:13:56.918095 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.042115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b7403755-ccd2-410a-9119-2da853bf814f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:13:57.157763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b7403755-ccd2-410a-9119-2da853bf814f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:57.158367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.520044 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.576751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2222c60-b3a4-4f47-bf27-2460a0e3f909 req-6754ae3b-023a-4e5b-a9d2-937860fd01ee tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:57.578779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2222c60-b3a4-4f47-bf27-2460a0e3f909 req-6754ae3b-023a-4e5b-a9d2-937860fd01ee tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.1137815 Dec 23 12:13:57.624429 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.644435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.740016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4108ecbc-1337-4d3c-93c4-4fca9f2b3d1d req-fe57dd00-b0e1-48f2-be6e-d1b20d36adc1 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.1304965 Dec 23 12:13:57.754554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2222c60-b3a4-4f47-bf27-2460a0e3f909 req-d634774f-a601-44e2-8ea0-76d114506d34 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578298 Dec 23 12:13:57.766498 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Attempting to bind port 31e0872c-16d2-413a-b102-40d244d565e6 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:13:57.771826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Attempting to bind port 31e0872c-16d2-413a-b102-40d244d565e6 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:13:57.771826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Attempting to bind port 31e0872c-16d2-413a-b102-40d244d565e6 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:13:57.771826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Pushing event updated for resources: {'Port': ['ID=31e0872c-16d2-413a-b102-40d244d565e6,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:57.793158 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:13:57.793557 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:13:57.794559 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.801517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:13:57.801888 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Bound port: 31e0872c-16d2-413a-b102-40d244d565e6, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:13:57.802295 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:57.806135 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.806480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.806811 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.807138 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.807462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.807783 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.808108 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.808415 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.808726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.809061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.809401 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.809717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.821437 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Tracked resource versions report: Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: pushed versions: Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: { 'AddressGroup': {'1.2'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'ConntrackHelper': {'1.0'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Log': {'1.0'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Network': {'1.1'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Port': {'1.7'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'PortForwarding': {'1.2'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'QosPolicy': {'1.10'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SecurityGroup': {'1.5'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SubPort': {'1.0'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Subnet': {'1.1'}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Trunk': {'1.1'}} Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: consumer versions: Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: { DHCP agent@n-d-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: HyperV agent@n-h1-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: HyperV agent@n-h2-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: L3 agent@n-d-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: Metadata agent@n-d-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: Metering agent@n-d-822750-2: {}, Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: Open vSwitch agent@n-d-822750-2: { 'AddressGroup': '1.2', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'ConntrackHelper': '1.0', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'LocalIPAssociation': '1.0', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Log': '1.0', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Network': '1.1', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Port': '1.7', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'PortForwarding': '1.2', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'QosPolicy': '1.10', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SecurityGroup': '1.5', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SecurityGroupRule': '1.2', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'SubPort': '1.0', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Subnet': '1.1', Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: 'Trunk': '1.1'}} Dec 23 12:13:57.822886 n-d-822750-2 neutron-server[104040]: {{(pid=104040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:13:57.999812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] For port 31e0872c-16d2-413a-b102-40d244d565e6, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:13:58.012925 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] For port 31e0872c-16d2-413a-b102-40d244d565e6, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=31e0872c-16d2-413a-b102-40d244d565e6,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:13:58.110659 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:58.148415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Allocated IP 172.20.0.1 (cb35beee-922b-458c-add9-baa3a1915ced/f40aabe7-9221-4594-92be-bd3057dbed1a/28d4bd82-29c3-497c-a0f4-b2e9beed1aec) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:58.191032 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:58.191846 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:58.198917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e41576-e80b-4b12-962e-25ebc693f040 None None] Pushing event updated for resources: {'Port': ['ID=31e0872c-16d2-413a-b102-40d244d565e6,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:58.337161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:58.389393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:58.479520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:58.528709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.43', 55349) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:58.591902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Network cb35beee-922b-458c-add9-baa3a1915ced is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:58.614570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:58.633959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:58.635608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:58.690531 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:54Z', 'revision_number': 3, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:58.712399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-01f821ea-84dd-4850-acf2-871edec178a0 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493259 Dec 23 12:13:58.780649 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82238d3a-16f5-4ee5-9b7c-fca935de4268 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:54Z', 'revision_number': 3, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:13:58.800949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:58.988915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71dc4779-5112-489a-bc07-c01a01b07d17 req-a11ceca1-0004-4b66-91ff-f7bb6c62a1b0 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0589354 Dec 23 12:13:59.136646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e6ecb258-9a00-44ff-a9a5-2025de517d93 None None] Provisioning complete for port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:59.137215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb258-9a00-44ff-a9a5-2025de517d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:59.142818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Request body: {'port': {'device_id': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'device_owner': 'compute:tempest-test_az-1060885771', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:59.211588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-f79216da-9c31-4b77-b92a-7813af7033b7 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:59.214168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-f79216da-9c31-4b77-b92a-7813af7033b7 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4925332 Dec 23 12:13:59.216215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e6ecb258-9a00-44ff-a9a5-2025de517d93 None None] Port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:13:59.263599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737404-0087-4381-8f2d-f7f899063757 req-7c3da274-b612-4dc3-aee4-c7e793dbf5aa tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:59.270118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a737404-0087-4381-8f2d-f7f899063757 req-7c3da274-b612-4dc3-aee4-c7e793dbf5aa tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 935 time: 0.2777572 Dec 23 12:13:59.281283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Request body: {'port': {'device_id': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1bae99529ff748b68b5ba2b7148b8a2b'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:59.353186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:59.462035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:59.549912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:59.813579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a737404-0087-4381-8f2d-f7f899063757 req-ea6527af-8fce-4f07-aa03-3bef194631ba tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121367 Dec 23 12:13:59.987066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Made reservation on behalf of 1bae99529ff748b68b5ba2b7148b8a2b for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:13:59.992475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.022941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.127506 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eca9850a-591d-4fce-b640-89f333a9ebb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.147645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56448) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:00.204406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-586e0194-56e9-4141-be67-5d4392c34dea req-f6eabc66-d932-4a7b-bbfe-3d76cc738ded tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0689571 Dec 23 12:14:00.214764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.300606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.348384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2674dd5-6e1f-4434-a81c-65de0d295464 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:00.365464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.385623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eca9850a-591d-4fce-b640-89f333a9ebb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.396190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Transition to ACTIVE for port object b2674dd5-6e1f-4434-a81c-65de0d295464 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:00.539295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.545221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.545221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.545221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.689550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e79467-e201-4fc0-b8e9-b3c9ec0606bb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:00.695459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eca9850a-591d-4fce-b640-89f333a9ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.847681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9850a-591d-4fce-b640-89f333a9ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075cbf88-daac-4f9f-8b0d-f3c75a2c30e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:00.956961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a135b0c2-383b-4ad5-ab4e-f921fb0f0a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:00.958802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:00.990158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Allocated IP 192.168.233.242 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:01.071300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eca9850a-591d-4fce-b640-89f333a9ebb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4bb7767b870441ca64628f9ac62011e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6012077 Dec 23 12:14:01.101234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:01.158065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 31e0872c-16d2-413a-b102-40d244d565e6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:01.200719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a135b0c2-383b-4ad5-ab4e-f921fb0f0a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.252363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a135b0c2-383b-4ad5-ab4e-f921fb0f0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.301365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135b0c2-383b-4ad5-ab4e-f921fb0f0a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270454e-096f-44c7-b442-f80d55a5b277,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:01.321617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Network cb35beee-922b-458c-add9-baa3a1915ced is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:01.322978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Attempting to bind port b2674dd5-6e1f-4434-a81c-65de0d295464 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:01.323256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Attempting to bind port b2674dd5-6e1f-4434-a81c-65de0d295464 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:01.323608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Attempting to bind port b2674dd5-6e1f-4434-a81c-65de0d295464 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:01.330666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:01.346970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Port b2674dd5-6e1f-4434-a81c-65de0d295464 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:01.347301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Attempting to bind port b2674dd5-6e1f-4434-a81c-65de0d295464 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:01.348286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 31e0872c-16d2-413a-b102-40d244d565e6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:01.349083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.370872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:01.371087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:01.371656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:01.372647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Bound port: b2674dd5-6e1f-4434-a81c-65de0d295464, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:01.373029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.386307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:01.432578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a135b0c2-383b-4ad5-ab4e-f921fb0f0a35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5a77b82a0d3437d84c112b12fc2dd76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2802503 Dec 23 12:14:01.440107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.465831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:01.498027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d119e6-a8fa-478d-967e-31c52ee14c74 req-24811e5d-6a77-4cb9-9fe6-7f5c253de22c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:01.509036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1d119e6-a8fa-478d-967e-31c52ee14c74 req-24811e5d-6a77-4cb9-9fe6-7f5c253de22c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 969 time: 0.5194247 Dec 23 12:14:01.565613 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.570285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57035c83-5c44-4271-b74e-5fda1f375d3c req-d78a36e9-61f7-4b3a-8cc0-a4428fb97600 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0375543 Dec 23 12:14:01.612696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 31e0872c-16d2-413a-b102-40d244d565e6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=31e0872c-16d2-413a-b102-40d244d565e6,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:01.616909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1d119e6-a8fa-478d-967e-31c52ee14c74 req-d23fa369-93ca-4c48-b500-fabff9b9054d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023359 Dec 23 12:14:01.620398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.711092 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.751694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:01.757925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b2674dd5-6e1f-4434-a81c-65de0d295464,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:01.769286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:14:01.770517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.780364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Pushing event updated for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:01.800175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.812425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:01.814861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:01.824542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=31e0872c-16d2-413a-b102-40d244d565e6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:01.833968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:01.841871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:01.842772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.855383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0eff32b1-9d4d-46ba-b190-60d752640071 None None] Provisioning complete for port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:01.855757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0eff32b1-9d4d-46ba-b190-60d752640071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.901995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.937782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0eff32b1-9d4d-46ba-b190-60d752640071 None None] Port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:01.949272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-591ea028-4b92-411a-9c38-a6dbec92b661 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6731865 Dec 23 12:14:01.974913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Request body: {'port': {'device_id': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'device_owner': 'compute:tempest-test_az-1060885771', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:01.987350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:14:01.991425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:01.993858 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.003896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:14:02.020726 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-646b6208-fb27-44ee-ac49-f383c061c9b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/553f3836-af5d-4e05-9c75-b2f701801851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6848946 Dec 23 12:14:02.024554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:02.025218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:02.114888 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.139628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:02.228894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:02.229569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.231167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e248e79f-192d-4b00-8462-fb37177e6c36 service neutron] 10.222.0.43 "PUT /v2.0/ports/b2674dd5-6e1f-4434-a81c-65de0d295464 HTTP/1.1" status: 200 len: 1117 time: 3.7412908 Dec 23 12:14:02.232148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:02.261868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4acb1a51-702d-4ae6-a92f-6d5e02203ae0 None None] Provisioning complete for port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:02.262939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4acb1a51-702d-4ae6-a92f-6d5e02203ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.344125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:02.401660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4acb1a51-702d-4ae6-a92f-6d5e02203ae0 None None] Port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:02.530820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.533799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.536875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.541668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.542330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a270454e-096f-44c7-b442-f80d55a5b277 HTTP/1.1" status: 204 len: 168 time: 1.0070858 Dec 23 12:14:02.543206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/075cbf88-daac-4f9f-8b0d-f3c75a2c30e6 HTTP/1.1" status: 204 len: 168 time: 1.4413295 Dec 23 12:14:02.560739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16fc7e-4c4a-414d-9b70-4176a0dfdb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075cbf88-daac-4f9f-8b0d-f3c75a2c30e6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:02.609789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdb08-afb7-41f2-87c1-c226e2d3255d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270454e-096f-44c7-b442-f80d55a5b277,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:02.680461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-ca89756c-6903-45a9-9541-a78671bf92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:02.682522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-ca89756c-6903-45a9-9541-a78671bf92d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 1120 time: 0.2180786 Dec 23 12:14:02.710055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:02.720459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.777779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Transition to ACTIVE for port object ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:02.784073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-2f9035de-b582-4034-8af5-249bb81da94b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b2674dd5-6e1f-4434-a81c-65de0d295464 HTTP/1.1" status: 200 len: 217 time: 0.0917025 Dec 23 12:14:02.850244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:02.858971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 2, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:02.893642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:14:02.894011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Updating router 553f3836-af5d-4e05-9c75-b2f701801851 port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:14:02.918042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-7ee473b8-09c7-4cb3-8e50-305f40233300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:02.918042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-7ee473b8-09c7-4cb3-8e50-305f40233300 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1253126 Dec 23 12:14:02.953837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e4e0-5504-452a-b1a3-82afa0559b2d req-59a57014-3c8c-4514-9635-ea85613b67d7 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:02.955496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4f8e4e0-5504-452a-b1a3-82afa0559b2d req-59a57014-3c8c-4514-9635-ea85613b67d7 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 936 time: 0.1684513 Dec 23 12:14:02.967953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.039613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Attempting to bind port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:03.039978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Attempting to bind port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:03.040388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Attempting to bind port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:03.054157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:03.054543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Attempting to bind port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:03.064307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:03.064760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:03.065439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:03.067099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Bound port: ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:03.067099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.070797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e6eb7183-71f3-4661-a3eb-7f1529d44edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:03.075938 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-e6eb7183-71f3-4661-a3eb-7f1529d44edd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514256 Dec 23 12:14:03.089870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:03.094836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 31e0872c-16d2-413a-b102-40d244d565e6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:03.148248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1facc40-93d7-4f14-8217-14f724528a9a req-eb8b4cd3-ffad-4c90-889a-9f7793363232 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:03.159580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1facc40-93d7-4f14-8217-14f724528a9a req-eb8b4cd3-ffad-4c90-889a-9f7793363232 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 969 time: 0.2737851 Dec 23 12:14:03.198764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4f8e4e0-5504-452a-b1a3-82afa0559b2d req-1c3bf321-a193-419b-92c1-6d7a719af6ee tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779954 Dec 23 12:14:03.249904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:03.266970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1facc40-93d7-4f14-8217-14f724528a9a req-1f8f8a6a-f734-4d56-989b-d540532c4008 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065369 Dec 23 12:14:03.274872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:03.278906 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-c0dc77f4-0681-4508-bc3a-6e02c60d485e service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955788 Dec 23 12:14:03.367874 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e35d7d-4e1b-4d95-b466-094b9dd30638" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:03.368863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.444863 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ead48bb-7c91-44a8-a358-b000d56f0874 req-347af2ae-b5a0-4957-93ef-3c18153c1556 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591103 Dec 23 12:14:03.452329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:03.452989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.459839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e HTTP/1.1" status: 200 len: 1118 time: 1.4902682 Dec 23 12:14:03.461953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 31e0872c-16d2-413a-b102-40d244d565e6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:03.464290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:03.473439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.697274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.762364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:03.801453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36aceb-5427-4f7d-83c9-61799ad596f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:03.905590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-36af1460-4ee5-49ba-88e5-c4b934ac535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:03.908793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-36af1460-4ee5-49ba-88e5-c4b934ac535c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 1121 time: 0.1092520 Dec 23 12:14:04.037340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-7fdb43c9-7257-4430-b5f2-23bcb4fd3a9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e HTTP/1.1" status: 200 len: 217 time: 0.1151309 Dec 23 12:14:04.038733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db4fd-5e86-4e6a-a150-b30191731247 None None] Pushing event updated for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:04.073347 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f834088-a35a-4355-b3ee-74883f1e6197 x-openstack-request-id: req-9f834088-a35a-4355-b3ee-74883f1e6197 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:04.074148 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:04.074591 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f834088-a35a-4355-b3ee-74883f1e6197 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:04.075292 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464', 'status': 'completed', 'code': 200} Dec 23 12:14:04.119941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-aa4677e5-5069-49fa-b765-2b4c6cbfcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.124020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-aa4677e5-5069-49fa-b765-2b4c6cbfcf62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0785053 Dec 23 12:14:04.125258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Attempting to bind port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:04.125635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Attempting to bind port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:04.125999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Attempting to bind port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:04.135063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:04.135799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Checking segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:04.136170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.136774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Bound using segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:04.137386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Bound port: 28d4bd82-29c3-497c-a0f4-b2e9beed1aec, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:04.138779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.159928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-d20c0c67-7c6d-4b64-aa28-db74413d7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.159928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-d20c0c67-7c6d-4b64-aa28-db74413d7b62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 1120 time: 0.0474718 Dec 23 12:14:04.208239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c8f33fa-3128-4354-a05c-3e2c775fce61 None None] Provisioning complete for port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:04.208702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8f33fa-3128-4354-a05c-3e2c775fce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.212868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-4d1e86cd-5208-4a1c-add7-cecee8141628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.214539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-4d1e86cd-5208-4a1c-add7-cecee8141628 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819008 Dec 23 12:14:04.240851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] For port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:04.257481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] For port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:04.262085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f33fa-3128-4354-a05c-3e2c775fce61 None None] Port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:04.330592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-c13cc802-0d36-4df6-8a86-3486b4f8fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.333147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-c13cc802-0d36-4df6-8a86-3486b4f8fe98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1742897 Dec 23 12:14:04.377716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-339a3341-c539-480c-a89f-41f677fd3f5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b2674dd5-6e1f-4434-a81c-65de0d295464 HTTP/1.1" status: 200 len: 217 time: 0.0371096 Dec 23 12:14:04.381137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.406824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-af9358f0-f044-49ff-a847-e4bba7c179e7 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826162 Dec 23 12:14:04.429944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31247b9d-c296-4ce5-8ebb-d6b7a072e92f req-74f671fd-397a-4535-959a-cd4bb5a06621 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.431436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31247b9d-c296-4ce5-8ebb-d6b7a072e92f req-74f671fd-397a-4535-959a-cd4bb5a06621 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 970 time: 0.1184409 Dec 23 12:14:04.436642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:04.437592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:04.459949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4b80f-8338-4c4a-8169-92f13b66d800 req-d32fa03f-8c7c-4d4a-82d1-472e2f3b75d4 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.461810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89f4b80f-8338-4c4a-8169-92f13b66d800 req-d32fa03f-8c7c-4d4a-82d1-472e2f3b75d4 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 969 time: 0.1187527 Dec 23 12:14:04.467565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:04.484592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-c79991e3-cec9-4f2b-864c-651ea0f56436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.486373 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-c79991e3-cec9-4f2b-864c-651ea0f56436 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1007097 Dec 23 12:14:04.492626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08b31f29-d56b-424c-8080-8760d53676b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.509849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db4fd-5e86-4e6a-a150-b30191731247 None None] Pushing event updated for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:04.537398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56588) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:04.612972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c270079f-5811-46f8-a592-650159834fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.626362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:04.689134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31247b9d-c296-4ce5-8ebb-d6b7a072e92f req-597b112e-362a-4d6b-93a8-f87c216ed251 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367706 Dec 23 12:14:04.720362 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:04.750441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89f4b80f-8338-4c4a-8169-92f13b66d800 req-f1fc8c15-a2f9-45a6-b2e6-3db876741f90 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616906 Dec 23 12:14:04.752476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd762055-c9de-429f-8c13-f0c57115ad72 req-05a60e11-0529-466c-9ae1-d65f9d06be3c service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311927 Dec 23 12:14:04.835927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c270079f-5811-46f8-a592-650159834fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.859800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-e339da5b-f608-492a-be93-329f9793e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:04.860434 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-e339da5b-f608-492a-be93-329f9793e4a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3582201 Dec 23 12:14:04.916388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] Provisioning complete for port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:04.916388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.965538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:04Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:04.967349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08b31f29-d56b-424c-8080-8760d53676b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.989293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-07764cf0-32fd-4361-8d99-d2dca69566ec service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171408 Dec 23 12:14:04.990655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c270079f-5811-46f8-a592-650159834fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.996014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf36a-907b-4b71-a9e3-218a2d0591c1 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:04Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:14:05.041076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270079f-5811-46f8-a592-650159834fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6444a8-da8c-4cdb-8bc1-7b03cecc5268,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:05.047629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.047974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c270079f-5811-46f8-a592-650159834fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2532644062284c2f9edb6320d5fe07d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981143 Dec 23 12:14:05.054859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56592) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:05.112019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] For port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:05.126960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08b31f29-d56b-424c-8080-8760d53676b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.150735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.181357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.185413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.188720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b31f29-d56b-424c-8080-8760d53676b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756838dd-3d0e-4026-86ef-8fc2e5000042,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:05.209401 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08b31f29-d56b-424c-8080-8760d53676b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba5154b8b9854468883290b0bc15c986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7359951 Dec 23 12:14:05.212428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56598) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:05.273547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92e35d7d-4e1b-4d95-b466-094b9dd30638 req-8dd793f3-a9ed-4e2a-8f26-c4e4c5aca8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703662 Dec 23 12:14:05.305475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817e80e-ed21-4d2a-b169-3c57988134fe None None] Pushing event updated for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:05.336152 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00407acc-fbc7-48c9-b459-a89830fa56b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:05.354653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.385946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.450810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:05.487749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56608) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:05.588374 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8edb7e7-e2ea-4b27-8666-01b7b8c74dad x-openstack-request-id: req-c8edb7e7-e2ea-4b27-8666-01b7b8c74dad {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:05.588669 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:05.589000 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8edb7e7-e2ea-4b27-8666-01b7b8c74dad {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:05.589486 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e', 'status': 'completed', 'code': 200} Dec 23 12:14:05.678412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f1905e2-d356-486f-9111-312fb156583d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.695040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-186f6834-74d4-4359-a8a2-cf6ba8ca869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:05.696808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-186f6834-74d4-4359-a8a2-cf6ba8ca869c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 1121 time: 0.0800292 Dec 23 12:14:05.767814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c14471d3-648d-4b14-89d4-463cb26a6724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.866625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-12ab1236-c97e-4b2e-ab3f-8cebed3eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:05.868193 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-12ab1236-c97e-4b2e-ab3f-8cebed3eddc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1621509 Dec 23 12:14:05.892648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15874293-6227-42e7-a73b-58c0336211fa req-5e3083c3-e86c-4512-8ac8-f875db6bcdc0 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:05.894297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15874293-6227-42e7-a73b-58c0336211fa req-5e3083c3-e86c-4512-8ac8-f875db6bcdc0 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 970 time: 0.1189389 Dec 23 12:14:05.922554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-1e5bf2ce-1287-4842-8af1-3186aad10c13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e HTTP/1.1" status: 200 len: 217 time: 0.0438743 Dec 23 12:14:05.941348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93853d3d-d15f-4105-bad0-ac056d881b75 req-91480f7e-a4d1-4dd5-ad89-485751fb3612 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:05.943002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93853d3d-d15f-4105-bad0-ac056d881b75 req-91480f7e-a4d1-4dd5-ad89-485751fb3612 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 969 time: 0.1016550 Dec 23 12:14:05.978378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-a64547ad-693f-4b22-aa1f-67cedaa21ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:05.980232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-a64547ad-693f-4b22-aa1f-67cedaa21ea6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0509613 Dec 23 12:14:05.981928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15874293-6227-42e7-a73b-58c0336211fa req-c059998a-8876-46be-a6db-66466ae9d686 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805469 Dec 23 12:14:06.020204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93853d3d-d15f-4105-bad0-ac056d881b75 req-33f3ae2a-6683-4126-805c-3a373b33889e tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Dec 23 12:14:06.047733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-cc9c834e-807a-4fad-8efa-06336cab23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:06.049327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-cc9c834e-807a-4fad-8efa-06336cab23d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600348 Dec 23 12:14:06.147185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-b1f5a571-bc99-4ac7-b680-540dc6e2559d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Dec 23 12:14:06.244145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.245292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00407acc-fbc7-48c9-b459-a89830fa56b4 req-2878a572-141d-457e-8511-7394b440140b service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907841 Dec 23 12:14:06.246779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.248265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f6444a8-da8c-4cdb-8bc1-7b03cecc5268 HTTP/1.1" status: 204 len: 168 time: 1.1892278 Dec 23 12:14:06.258003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac1af9-f62a-415c-8d5e-4e9cefb0b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6444a8-da8c-4cdb-8bc1-7b03cecc5268,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.271453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.274560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.279343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/756838dd-3d0e-4026-86ef-8fc2e5000042 HTTP/1.1" status: 204 len: 168 time: 1.0628951 Dec 23 12:14:06.298078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2bf69-e201-480a-85d2-4ed5632b5f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756838dd-3d0e-4026-86ef-8fc2e5000042,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.391560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f1905e2-d356-486f-9111-312fb156583d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.393505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c14471d3-648d-4b14-89d4-463cb26a6724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.444429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c14471d3-648d-4b14-89d4-463cb26a6724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.446816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f1905e2-d356-486f-9111-312fb156583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.501995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c14471d3-648d-4b14-89d4-463cb26a6724 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be35907c7344466b808c1f11892093c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0129616 Dec 23 12:14:06.505161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56622) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:06.512384 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2f1905e2-d356-486f-9111-312fb156583d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb098bf6137d4e408ccbbe24695edbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0608037 Dec 23 12:14:06.513845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:06.516459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14471d3-648d-4b14-89d4-463cb26a6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f019cc6f-a5bc-4228-8b98-8ac8bfb95b2c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.519280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b2674dd5-6e1f-4434-a81c-65de0d295464 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:06.571923 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.597529 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.603136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1905e2-d356-486f-9111-312fb156583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26904b46-5f65-4a3c-8d5c-75d9f9e6bfc7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.614849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.640406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.666529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b2674dd5-6e1f-4434-a81c-65de0d295464,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:06.680855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b2674dd5-6e1f-4434-a81c-65de0d295464', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'b2674dd5-6e1f-4434-a81c-65de0d295464', 'mac_address': 'fa:16:3e:0d:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:tempest-test_az-1060885771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:06.719288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.732938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2674dd5-6e1f-4434-a81c-65de0d295464 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:06.753465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b2674dd5-6e1f-4434-a81c-65de0d295464,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:06.756245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.759022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.760254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f019cc6f-a5bc-4228-8b98-8ac8bfb95b2c HTTP/1.1" status: 204 len: 168 time: 0.2501156 Dec 23 12:14:06.772382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1a77c-724f-4e4e-bbcc-f5a77a4a2142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019cc6f-a5bc-4228-8b98-8ac8bfb95b2c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.792695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.795616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.796789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26904b46-5f65-4a3c-8d5c-75d9f9e6bfc7 HTTP/1.1" status: 204 len: 168 time: 0.2817111 Dec 23 12:14:06.810972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58635df5-f87d-440c-b8fa-74120e522c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26904b46-5f65-4a3c-8d5c-75d9f9e6bfc7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.873616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.929172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:06.930984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:06.935424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-network', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:07.021259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Made reservation on behalf of d78bd92266284dd5abe2327129eb8dbd for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:07.023614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.034312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.052300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28d4bd82-29c3-497c-a0f4-b2e9beed1aec up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:07.144035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c118ee-1c4f-43e7-87e5-3020a0e8f125 req-57abc5bc-a02e-4268-a5e3-97872ab431cf tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:07.145846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:07.146294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.152971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90c118ee-1c4f-43e7-87e5-3020a0e8f125 req-57abc5bc-a02e-4268-a5e3-97872ab431cf tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 970 time: 0.0850949 Dec 23 12:14:07.194254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.237431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b2674dd5-6e1f-4434-a81c-65de0d295464'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:07.246043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90c118ee-1c4f-43e7-87e5-3020a0e8f125 req-32bb18cb-f66f-4940-a4cd-e47317e1c7a6 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Dec 23 12:14:07.255119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3ae6f-aa32-4a73-b6a8-4752bdabae81 req-966c6e0f-b13b-4251-b081-bc09af8dfe42 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:07.259863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.262352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08d3ae6f-aa32-4a73-b6a8-4752bdabae81 req-966c6e0f-b13b-4251-b081-bc09af8dfe42 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 970 time: 0.1061254 Dec 23 12:14:07.301736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:14:07.311411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08d3ae6f-aa32-4a73-b6a8-4752bdabae81 req-faae2ac3-be82-41c2-9820-a6b5222c3234 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476458 Dec 23 12:14:07.320949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a72d43-245f-4b47-9260-d99c16bd9e56,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:07.334363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.337859 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Added segment de4d50a8-467d-40ea-97f2-21a187006b85 of type vlan for network 63d1f189-aa19-4b19-a23b-d05de0f78a5c Dec 23 12:14:07.381668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.495448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.496488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:07.497847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.558567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] Pushing event updated for resources: {'Network': ['ID=63d1f189-aa19-4b19-a23b-d05de0f78a5c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:07.570265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:14:07.594628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:07.609688 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8ff4-893b-4df3-aa20-845bc32c2692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.627584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eb85b6d3-64fb-4564-8ac0-5f38386bdded admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6969573 Dec 23 12:14:07.630909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56658) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:07.636451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Request body: {'subnet': {'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-subnet', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:07.695736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8ff4-893b-4df3-aa20-845bc32c2692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.761544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Made reservation on behalf of d78bd92266284dd5abe2327129eb8dbd for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:07.761716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dfc8ff4-893b-4df3-aa20-845bc32c2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.764862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.799075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc8ff4-893b-4df3-aa20-845bc32c2692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156d893e-0a19-43a0-b7fd-f1b11e67d4cb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:07.804905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5dfc8ff4-893b-4df3-aa20-845bc32c2692 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4ef7e4ed236403c8f56b10bb2c333ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092023 Dec 23 12:14:07.807482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56662) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:07.852921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:07.868936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ac14-fbfc-4ea9-88b7-f522ecc70351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.882321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.910305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.022052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ac14-fbfc-4ea9-88b7-f522ecc70351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.072632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.072757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.075453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.076603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/156d893e-0a19-43a0-b7fd-f1b11e67d4cb HTTP/1.1" status: 204 len: 168 time: 0.2676671 Dec 23 12:14:08.086172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d98d-1c81-4b33-bd2a-00dde9844782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d893e-0a19-43a0-b7fd-f1b11e67d4cb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:08.140751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ac14-fbfc-4ea9-88b7-f522ecc70351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.142873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5263df9f-8ebc-414b-ad78-33e13197f120,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:08.175239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Checking segment: {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:08.175587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Network hostable DHCP agents. Network: 63d1f189-aa19-4b19-a23b-d05de0f78a5c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:14:08.194749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9aa7ac14-fbfc-4ea9-88b7-f522ecc70351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=231d27e6564b41559864b8b461aa13a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407841 Dec 23 12:14:08.201554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56676) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:08.201680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7ac14-fbfc-4ea9-88b7-f522ecc70351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154a67a-4db9-42c5-8c30-e85492fef30d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:08.249743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.274130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.277235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:14:08.369708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3221e0a-a9f2-4f90-8259-c828974d2b51 req-7f404699-f62c-45c6-bc72-9fd1bf5559ee tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:08.371186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3221e0a-a9f2-4f90-8259-c828974d2b51 req-7f404699-f62c-45c6-bc72-9fd1bf5559ee tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 970 time: 0.0515172 Dec 23 12:14:08.390891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 63d1f189-aa19-4b19-a23b-d05de0f78a5c) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:08.399119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd1cfa-f701-4c64-980e-a714129cee20 None None] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:08.405855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:08.406434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.459346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.462603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.463470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3221e0a-a9f2-4f90-8259-c828974d2b51 req-926803d0-3d80-4bbb-a072-e72ee0d3bbb8 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858262 Dec 23 12:14:08.464271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f154a67a-4db9-42c5-8c30-e85492fef30d HTTP/1.1" status: 204 len: 168 time: 0.2656600 Dec 23 12:14:08.473588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58fc75-a87f-4d1e-9f23-ae7566f33f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154a67a-4db9-42c5-8c30-e85492fef30d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:08.481687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5812-7ce7-4d60-b938-228d40a6b1f1 req-d8d08880-ceca-47bb-8910-e328aa9086bb tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:08.483483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a74a5812-7ce7-4d60-b938-228d40a6b1f1 req-d8d08880-ceca-47bb-8910-e328aa9086bb tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 970 time: 0.0907559 Dec 23 12:14:08.507987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:08.535449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b2674dd5-6e1f-4434-a81c-65de0d295464 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:08.543360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'fixed_ips': [{'subnet_id': '5263df9f-8ebc-414b-ad78-33e13197f120'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:14:08.544328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.551100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fed115cf-4b0c-4dd8-ba3c-78638405d0e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9190171 Dec 23 12:14:08.553925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:08.558322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:08.561430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a74a5812-7ce7-4d60-b938-228d40a6b1f1 req-259508e6-dd6e-41cf-92d9-155348ab4189 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Dec 23 12:14:08.671029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.672256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.767941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.861103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:08.900259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e', 'mac_address': 'fa:16:3e:7a:a3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:tempest-test_az-1060885771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:08.949168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b2674dd5-6e1f-4434-a81c-65de0d295464 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:08.958562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Allocated IP 172.20.0.2 (63d1f189-aa19-4b19-a23b-d05de0f78a5c/5263df9f-8ebc-414b-ad78-33e13197f120/721b3583-3c59-4a78-a329-ae6406d67689) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:08.965145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b2674dd5-6e1f-4434-a81c-65de0d295464 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:08.966118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.992540 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.040767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.066448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:09.109440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:09.166846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.227464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:09.292181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.298695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.306391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b2674dd5-6e1f-4434-a81c-65de0d295464,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:09.337986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.349150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:09.366951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.398505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.436801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.453863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:09.466598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:09.470175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:09.472408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Pushing event updated for resources: {'Port': ['ID=721b3583-3c59-4a78-a329-ae6406d67689,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:09.519228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Allocated IP 172.25.7.62 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/1daa5f58-6bfe-4272-afca-aadcdd0d14c5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:09.536239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:09.625105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:09.630454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Attempting to bind port 721b3583-3c59-4a78-a329-ae6406d67689 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:09.631030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Attempting to bind port 721b3583-3c59-4a78-a329-ae6406d67689 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:09.631538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Attempting to bind port 721b3583-3c59-4a78-a329-ae6406d67689 on network 63d1f189-aa19-4b19-a23b-d05de0f78a5c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:09.640843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:09.641448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Checking segment: {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:09.642057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.646920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Bound using segment: {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:09.646920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Bound port: 721b3583-3c59-4a78-a329-ae6406d67689, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:09.646920 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.696129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.721704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ef62a-f73a-4c1f-acf8-709d33a1dd67 req-fa8070a4-0c11-4536-9f19-8dd7dcdeb49d tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:09.729700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee8ef62a-f73a-4c1f-acf8-709d33a1dd67 req-fa8070a4-0c11-4536-9f19-8dd7dcdeb49d tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 971 time: 0.1302326 Dec 23 12:14:09.755264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] For port 721b3583-3c59-4a78-a329-ae6406d67689, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:09.758766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] For port 721b3583-3c59-4a78-a329-ae6406d67689, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=721b3583-3c59-4a78-a329-ae6406d67689,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:09.777982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b5a83-b400-435e-ab51-b3c1deac56a8 req-d591a9ff-e4ba-4ba6-9b03-8509a70909b0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:09.780690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b91b5a83-b400-435e-ab51-b3c1deac56a8 req-d591a9ff-e4ba-4ba6-9b03-8509a70909b0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.1084185 Dec 23 12:14:09.821811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee8ef62a-f73a-4c1f-acf8-709d33a1dd67 req-26626052-2b94-43a2-9905-e103be0ff3b1 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Dec 23 12:14:09.840230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.877084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b91b5a83-b400-435e-ab51-b3c1deac56a8 req-3138ed30-41b6-41c8-9253-d4a88f7d219b tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Dec 23 12:14:09.947161 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec45f579-23b4-48ad-a407-36c6ab63c0cb" -d '{"events": [{"server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "name": "network-vif-plugged", "status": "completed", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:09.954664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70898-2019-4855-b510-0ddb6b21b7a2 None None] Pushing event updated for resources: {'Port': ['ID=721b3583-3c59-4a78-a329-ae6406d67689,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:10.010042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.051272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:10.054502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:10.057912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:10.122805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Pushing event updated for resources: {'Port': ['ID=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:10.268054 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2027b84-9760-49b1-a8ad-544137ffbe83 x-openstack-request-id: req-d2027b84-9760-49b1-a8ad-544137ffbe83 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:10.268370 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "name": "network-vif-plugged", "status": "completed", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:10.268632 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2027b84-9760-49b1-a8ad-544137ffbe83 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:10.269116 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464', 'code': 200} Dec 23 12:14:10.452189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744069-13aa-4d96-9147-65aed5661652 req-272fcf71-171d-45ef-b8b9-5d3897473f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:10.458307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-73744069-13aa-4d96-9147-65aed5661652 req-272fcf71-171d-45ef-b8b9-5d3897473f6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 1122 time: 0.1167290 Dec 23 12:14:10.459687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.507985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-73744069-13aa-4d96-9147-65aed5661652 req-f96adceb-e905-4a53-9542-099314bcd487 service neutron] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.536659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:10.678998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:10.683652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:10.684049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.711725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-73744069-13aa-4d96-9147-65aed5661652 req-f96adceb-e905-4a53-9542-099314bcd487 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.729275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.791499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-73744069-13aa-4d96-9147-65aed5661652 req-f96adceb-e905-4a53-9542-099314bcd487 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.814138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.871347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:10.931610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-73744069-13aa-4d96-9147-65aed5661652 req-f96adceb-e905-4a53-9542-099314bcd487 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697988 Dec 23 12:14:10.935351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:10.948361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96adceb-e905-4a53-9542-099314bcd487 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc54fa-2db1-4a56-b8cb-63b038476526,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:11.021123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f8fc-bf21-48d3-85fb-4454948893c7 req-bcfbebb4-30d7-4fce-a143-b7810de144b8 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:11.028557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1191f8fc-bf21-48d3-85fb-4454948893c7 req-bcfbebb4-30d7-4fce-a143-b7810de144b8 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 971 time: 0.1115298 Dec 23 12:14:11.067872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Router 0de5a541-11d1-4b3b-86f9-6d985f47a475 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:14:11.124005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:11.156575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1191f8fc-bf21-48d3-85fb-4454948893c7 req-7039a2fb-424e-45d7-896e-09b57ab34b23 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270068 Dec 23 12:14:11.200515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b13f1-c5ad-4de7-ad23-664ecee8a6cf req-876d795f-8880-44f9-9209-74a8a7563be0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:11.207678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-946b13f1-c5ad-4de7-ad23-664ecee8a6cf req-876d795f-8880-44f9-9209-74a8a7563be0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.1734760 Dec 23 12:14:11.230036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 721b3583-3c59-4a78-a329-ae6406d67689 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:11.275481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42e238-542a-43e8-a1d6-e0bf68b43326 None None] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:11.286044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-946b13f1-c5ad-4de7-ad23-664ecee8a6cf req-8b54d984-1166-4c00-be47-2e493720e2a6 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708568 Dec 23 12:14:11.288751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:14:11.320856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Sync routers for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:14:11.332030 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:11.332768 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:11.348919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 721b3583-3c59-4a78-a329-ae6406d67689 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:11.349294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.421791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2278782e-96fc-49fd-a471-f90b41c4042b None None] Provisioning complete for port 721b3583-3c59-4a78-a329-ae6406d67689 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:11.422175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2278782e-96fc-49fd-a471-f90b41c4042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.423886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.429901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56784) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:11.431875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6593c738-c1fc-4bf6-849a-aff6a284d47a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8750260 Dec 23 12:14:11.459776 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:11.564129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.640653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2278782e-96fc-49fd-a471-f90b41c4042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.713632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 721b3583-3c59-4a78-a329-ae6406d67689, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=721b3583-3c59-4a78-a329-ae6406d67689,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:11.774179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:11.820297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:10Z', 'revision_number': 3, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:11.865624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-2278782e-96fc-49fd-a471-f90b41c4042b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:14:11.866239 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-2278782e-96fc-49fd-a471-f90b41c4042b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:14:11.867260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=721b3583-3c59-4a78-a329-ae6406d67689,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:11.894906 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Checking router: 0de5a541-11d1-4b3b-86f9-6d985f47a475 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:14:11.895504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Updating router 0de5a541-11d1-4b3b-86f9-6d985f47a475 port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:14:11.931871 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.253267 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.270691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:12.273507 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cfa974-7368-42d0-9784-00ced80fd881" -d '{"events": [{"server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "name": "network-vif-plugged", "status": "completed", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:12.336001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaf995-06af-4b28-b0fa-05cbc7843688 req-9fbfc5f4-62e3-4541-bac2-cfe0bf3a55ae tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:12.337533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bdaf995-06af-4b28-b0fa-05cbc7843688 req-9fbfc5f4-62e3-4541-bac2-cfe0bf3a55ae tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.0930169 Dec 23 12:14:12.344082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.346414 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.451198 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a352d-7211-44d8-9d4b-b9d455b8402b x-openstack-request-id: req-238a352d-7211-44d8-9d4b-b9d455b8402b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:12.451521 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "name": "network-vif-plugged", "status": "completed", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:12.453047 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-238a352d-7211-44d8-9d4b-b9d455b8402b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:12.453617 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e', 'code': 200} Dec 23 12:14:12.470684 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Attempting to bind port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:12.471282 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Attempting to bind port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:12.471850 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Attempting to bind port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:12.475879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bdaf995-06af-4b28-b0fa-05cbc7843688 req-473f3138-4d38-43f3-a64d-70b4be966c67 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295624 Dec 23 12:14:12.491904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dedfb6-081c-4345-83e1-ea23c7138aac None None] Pushing event updated for resources: {'Port': ['ID=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:12.495574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:12.496292 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:12.497567 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.498199 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:12.499010 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Bound port: 1daa5f58-6bfe-4272-afca-aadcdd0d14c5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:12.499683 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.563233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] For port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:12.567290 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] For port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:12.584039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7c307f25-b2db-4ae1-b2ab-fa1ab6b2d591 None None] Provisioning complete for port 721b3583-3c59-4a78-a329-ae6406d67689 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:12.584409 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7c307f25-b2db-4ae1-b2ab-fa1ab6b2d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.614068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7ee8-b5d4-4d5b-b0cf-2849c60cd848 req-469275c6-902f-453d-866a-a55da6f98f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:12.616344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e30e7ee8-b5d4-4d5b-b0cf-2849c60cd848 req-469275c6-902f-453d-866a-a55da6f98f5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 1123 time: 0.1102469 Dec 23 12:14:12.647385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8094d-1a0c-455f-b4ae-897a6d5fdec8 req-65a3fbb5-56a7-45ee-9944-fb67b8603203 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:12.656130 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:12.664139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d8094d-1a0c-455f-b4ae-897a6d5fdec8 req-65a3fbb5-56a7-45ee-9944-fb67b8603203 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.1052680 Dec 23 12:14:12.730424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e30e7ee8-b5d4-4d5b-b0cf-2849c60cd848 req-7f21c549-24b0-4ffe-abcb-f33e07898f7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067278 Dec 23 12:14:12.735420 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:12.736442 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:12.793689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Allocated IP 172.20.0.1 (63d1f189-aa19-4b19-a23b-d05de0f78a5c/5263df9f-8ebc-414b-ad78-33e13197f120/c0f21a6f-0aa5-45df-a228-c9f86ec5e719) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:12.812802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dedfb6-081c-4345-83e1-ea23c7138aac None None] Pushing event updated for resources: {'Port': ['ID=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:12.816689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d8094d-1a0c-455f-b4ae-897a6d5fdec8 req-8f6397e7-0c0c-4ed3-9571-937fad9f7891 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512864 Dec 23 12:14:12.879065 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:13.123835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.124424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 721b3583-3c59-4a78-a329-ae6406d67689 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:13.128015 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:10Z', 'revision_number': 3, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:13.136127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 721b3583-3c59-4a78-a329-ae6406d67689 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:13.136611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.144387 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb2d0d-68ba-4abf-ab94-3027ef6be6a6 None None] The sync data for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 is: [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:10Z', 'revision_number': 3, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:14:13.148935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.210569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:13.216318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:13.234764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:13.234764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.234764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Pushing event updated for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:13.340139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:13.365796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e27d09-d857-4a81-85a0-eff3866a6474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.531210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6e38af31-1b72-4da7-b503-df209ec86231 None None] Provisioning complete for port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:13.533507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e38af31-1b72-4da7-b503-df209ec86231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.541813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.605537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6e38af31-1b72-4da7-b503-df209ec86231 None None] Port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:13.765915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f2cd7-a7cf-48b5-8821-0a006eb4d394 req-979ab063-88bd-4ef0-a408-1d0124901062 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:13.767580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e2f2cd7-a7cf-48b5-8821-0a006eb4d394 req-979ab063-88bd-4ef0-a408-1d0124901062 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.1173620 Dec 23 12:14:13.858534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b264f28-37cc-44eb-9554-4fb3a340a5cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.875535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:13.876585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e2f2cd7-a7cf-48b5-8821-0a006eb4d394 req-74846069-f3f8-4ad0-8fde-b5c08a273dfc tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988019 Dec 23 12:14:13.932596 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:13.993719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ae888b-0206-4b8e-bb32-e24402bb797b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.022713 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b264f28-37cc-44eb-9554-4fb3a340a5cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.073100 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.073722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.113497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ae888b-0206-4b8e-bb32-e24402bb797b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.176879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b94e-08ea-41e7-bff9-61021bb35fad req-d2dfeba0-ac21-4aca-b5b1-079e734b3015 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:14.178514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2230b94e-08ea-41e7-bff9-61021bb35fad req-d2dfeba0-ac21-4aca-b5b1-079e734b3015 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.1549435 Dec 23 12:14:14.178944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b264f28-37cc-44eb-9554-4fb3a340a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.193627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Pushing event updated for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:14.244906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ae888b-0206-4b8e-bb32-e24402bb797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.255313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b264f28-37cc-44eb-9554-4fb3a340a5cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4121c9fa6cf74ebb8522cd77aa480f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9128413 Dec 23 12:14:14.256206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56874) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:14.271424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b264f28-37cc-44eb-9554-4fb3a340a5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86dd74d-f60d-48bb-8cfc-b81a1f997a44,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:14.277064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2230b94e-08ea-41e7-bff9-61021bb35fad req-ec7f44be-9252-449a-a59b-2836539bcc2c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878537 Dec 23 12:14:14.287625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:14.289239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:14.342235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d4ae888b-0206-4b8e-bb32-e24402bb797b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af926f8d92e44eedae0b57113869d9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4652545 Dec 23 12:14:14.348489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:14.368851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae888b-0206-4b8e-bb32-e24402bb797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368057c-9533-4866-8ed3-cd123706beaa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:14.410792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.444074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.520952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.530412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Router 0de5a541-11d1-4b3b-86f9-6d985f47a475 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:14:14.568755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.626512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.629821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.632340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d86dd74d-f60d-48bb-8cfc-b81a1f997a44 HTTP/1.1" status: 204 len: 168 time: 0.3698735 Dec 23 12:14:14.647386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d48456-6a32-426e-9cd2-3cfbf051edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86dd74d-f60d-48bb-8cfc-b81a1f997a44,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:14.683402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b7553f72-c2bb-4b18-ad55-cd5ad1d73555 None None] Provisioning complete for port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:14.683969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7553f72-c2bb-4b18-ad55-cd5ad1d73555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.723769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:14:14.740103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6545f1f6-d8df-4672-89c8-6d5ed6557eed admin admin] 10.222.0.16 "PUT /v2.0/routers/0de5a541-11d1-4b3b-86f9-6d985f47a475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087769 Dec 23 12:14:14.751159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b7553f72-c2bb-4b18-ad55-cd5ad1d73555 None None] Port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:14.813066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.813066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.815433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c368057c-9533-4866-8ed3-cd123706beaa HTTP/1.1" status: 204 len: 168 time: 0.4655313 Dec 23 12:14:14.826636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002efc3-dd15-417a-ac79-278e2959f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368057c-9533-4866-8ed3-cd123706beaa,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:15.053346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:15.110616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:15.111000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.191717 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.217896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:15.306532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac600-e099-497f-98c8-cdd83e942e98 req-0f36bb6f-abb2-4b7a-a871-72b60fe4b81f tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:15.308009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27eac600-e099-497f-98c8-cdd83e942e98 req-0f36bb6f-abb2-4b7a-a871-72b60fe4b81f tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.0506709 Dec 23 12:14:15.324088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.378782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:15.505797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Sync routers for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:14:15.519776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:15.520693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:13:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:15.529703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27eac600-e099-497f-98c8-cdd83e942e98 req-91c71b29-45d9-43b0-a470-0fc85f1c1e9f tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152548 Dec 23 12:14:15.603974 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70f25e86-805e-44bc-bbb1-976cc5d13a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.671975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:15.673582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106d1c-222e-40e3-9485-94a5f00592e7 req-8303bca2-4d13-4739-b651-a745e379d42e tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:15.677301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9106d1c-222e-40e3-9485-94a5f00592e7 req-8303bca2-4d13-4739-b651-a745e379d42e tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.0623624 Dec 23 12:14:15.712939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:15.798349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9106d1c-222e-40e3-9485-94a5f00592e7 req-2179bb1d-4bea-43cd-b6b2-0f4bc907c2bb tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149352 Dec 23 12:14:15.801716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-c10e61e8-5d78-4eb6-bcf4-08938897076f tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:15.803176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-c10e61e8-5d78-4eb6-bcf4-08938897076f tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 1123 time: 0.1046941 Dec 23 12:14:15.826539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-bd2bf122-90ca-4e2a-b824-29ac075334b0 tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.903652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-bd2bf122-90ca-4e2a-b824-29ac075334b0 tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.921530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:13Z', 'revision_number': 4, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f21a6f-0aa5-45df-a228-c9f86ec5e719', 'name': '', 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'mac_address': 'fa:16:3e:b5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:12Z', 'updated_at': '2021-12-23T12:14:13Z', 'revision_number': 2, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'subnets': [{'id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:15.953638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Checking router: 0de5a541-11d1-4b3b-86f9-6d985f47a475 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:14:15.956553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Updating router 0de5a541-11d1-4b3b-86f9-6d985f47a475 port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:14:15.978175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56934) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:15.978842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:15.991683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e408e5e-57ab-4b1a-9a99-2a432573ea31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.003710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-bd2bf122-90ca-4e2a-b824-29ac075334b0 tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.065216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cd8c234-2ed1-49bd-9233-f7235c263c4a req-bd2bf122-90ca-4e2a-b824-29ac075334b0 tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544949 Dec 23 12:14:16.077485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bf122-90ca-4e2a-b824-29ac075334b0 tempest-AggregatesAdminTestJSON-1539063506 tempest-AggregatesAdminTestJSON-1539063506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be128e-31e0-4ad0-881b-be1ee1d0d913,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.093970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e408e5e-57ab-4b1a-9a99-2a432573ea31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.108596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56938) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:16.135825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2ec6-48f5-48d2-a0d7-6b87e0e9c49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.170816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e408e5e-57ab-4b1a-9a99-2a432573ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.247823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cfe-a862-4adc-b566-5d4e94a7454a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.252974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e408e5e-57ab-4b1a-9a99-2a432573ea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6eb21f-fd6c-4b97-8389-69b00f6d02b4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.257108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e408e5e-57ab-4b1a-9a99-2a432573ea31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddedb2ffa153488c8fd32bf33445a6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778594 Dec 23 12:14:16.259881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56946) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:16.298492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.343870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.358185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.387145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.408842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.488330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cf9f4-6506-43a7-87fe-2781c934309f None None] Pushing event updated for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.502360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Attempting to bind port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:16.502360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Attempting to bind port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:16.502360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Attempting to bind port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 on network 63d1f189-aa19-4b19-a23b-d05de0f78a5c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:16.525745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:16.526239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Checking segment: {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:16.526505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.526893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Bound using segment: {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:16.527585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Bound port: c0f21a6f-0aa5-45df-a228-c9f86ec5e719, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4d50a8-467d-40ea-97f2-21a187006b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:16.527724 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.546038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cfe-a862-4adc-b566-5d4e94a7454a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.548732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-aae8fbc6-b22a-43f1-a5d1-49a04035b7ee tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:16.550443 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-aae8fbc6-b22a-43f1-a5d1-49a04035b7ee tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 1122 time: 0.0904422 Dec 23 12:14:16.587179 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.591474 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.593084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d6eb21f-fd6c-4b97-8389-69b00f6d02b4 HTTP/1.1" status: 204 len: 168 time: 0.3319278 Dec 23 12:14:16.608747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4381-00ad-461e-b9f1-3fba5e17c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6eb21f-fd6c-4b97-8389-69b00f6d02b4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.663092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9cfe-a862-4adc-b566-5d4e94a7454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.666187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] For port c0f21a6f-0aa5-45df-a228-c9f86ec5e719, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:16.683204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] For port c0f21a6f-0aa5-45df-a228-c9f86ec5e719, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:16.717293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2ec6-48f5-48d2-a0d7-6b87e0e9c49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.730636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4dd60fc7-1558-401a-b3d0-72979e6a15ef None None] Provisioning complete for port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:16.735241 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b4f9cfe-a862-4adc-b566-5d4e94a7454a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae04ecab274b42de9efec6265f73b1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0590460 Dec 23 12:14:16.735394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4dd60fc7-1558-401a-b3d0-72979e6a15ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.735487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56964) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:16.763265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9cfe-a862-4adc-b566-5d4e94a7454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96135d3a-264c-4625-bd47-8f1d83383ebe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.785073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4dd60fc7-1558-401a-b3d0-72979e6a15ef None None] Port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:16.787263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.794707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Deleting port b2674dd5-6e1f-4434-a81c-65de0d295464 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:14:16.795093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.807643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2ec6-48f5-48d2-a0d7-6b87e0e9c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.853596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cf9f4-6506-43a7-87fe-2781c934309f None None] Pushing event updated for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.857043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:16.858023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:14:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:16.909111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:16.912453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cdcc2ec6-48f5-48d2-a0d7-6b87e0e9c49d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cbc6e89fb8f45029a6cbd91e238bb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8026183 Dec 23 12:14:16.915276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56970) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:16.920311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc2ec6-48f5-48d2-a0d7-6b87e0e9c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8affba68-2466-46be-bf8e-8e9e0ab0117b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:16.957855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.027118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.035748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] For port b2674dd5-6e1f-4434-a81c-65de0d295464, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b2674dd5-6e1f-4434-a81c-65de0d295464,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:17.036322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.063836 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.127491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:17.200797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:17.238686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.242515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.243652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8affba68-2466-46be-bf8e-8e9e0ab0117b HTTP/1.1" status: 204 len: 168 time: 0.3268547 Dec 23 12:14:17.260694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fbd5b-6ecb-44df-b198-165ebc6c154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8affba68-2466-46be-bf8e-8e9e0ab0117b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:17.313324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Calling delete_port for b2674dd5-6e1f-4434-a81c-65de0d295464 owned by compute:tempest-test_az-1060885771 {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:14:17.314350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:17.314717 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.372914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa434d5-fcea-4973-a9f9-91d39d3b7219 req-ff61479c-2161-4093-83c9-b449c3a0708b tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:17.391638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fa434d5-fcea-4973-a9f9-91d39d3b7219 req-ff61479c-2161-4093-83c9-b449c3a0708b tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 971 time: 0.1134276 Dec 23 12:14:17.412949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56986) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:17.417342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720609238', 'description': 'tempest-description--988102036'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:17.470677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] Provisioning complete for port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:17.471461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.490578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.494140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.500208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96135d3a-264c-4625-bd47-8f1d83383ebe HTTP/1.1" status: 204 len: 168 time: 0.7597520 Dec 23 12:14:17.519810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce397-c084-4856-b1f1-f2436c0456f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96135d3a-264c-4625-bd47-8f1d83383ebe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:17.535404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fa434d5-fcea-4973-a9f9-91d39d3b7219 req-3f4336aa-b09f-4e6e-b4ca-dd9b97bbec43 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379502 Dec 23 12:14:17.558307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.597769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.632581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2674dd5-6e1f-4434-a81c-65de0d295464,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:17.642941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b2674dd5-6e1f-4434-a81c-65de0d295464'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:17.689455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.705268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] No DVR routers for this DVR port b2674dd5-6e1f-4434-a81c-65de0d295464 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:14:17.709538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.714134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a827e956-8aa7-4898-a0e8-4b82774698f3 req-faeea90f-f082-4ea0-abc3-1f3e0f0ccb99 tempest-DeleteServersAdminTestJSON-1130790001 tempest-DeleteServersAdminTestJSON-1130790001-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b2674dd5-6e1f-4434-a81c-65de0d295464 HTTP/1.1" status: 204 len: 173 time: 1.1573040 Dec 23 12:14:17.714740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'name': 'network-vif-deleted', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:17.729132 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6912357-a372-46f1-b738-ec2a993b9a25" -d '{"events": [{"server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "name": "network-vif-deleted", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:17.780279 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502e2fd-1eef-41e8-98f9-0f3e7be83675 x-openstack-request-id: req-8502e2fd-1eef-41e8-98f9-0f3e7be83675 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:17.781440 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6ff0ac-abf0-4c5f-a8a1-364848b880ce", "name": "network-vif-deleted", "tag": "b2674dd5-6e1f-4434-a81c-65de0d295464", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:17.782234 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8502e2fd-1eef-41e8-98f9-0f3e7be83675 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:17.782234 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6ff0ac-abf0-4c5f-a8a1-364848b880ce', 'name': 'network-vif-deleted', 'tag': 'b2674dd5-6e1f-4434-a81c-65de0d295464', 'status': 'completed', 'code': 200} Dec 23 12:14:17.809770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.857937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917508e1-7b09-4f66-afe2-0d20cda66fe7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:17.939409 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.973663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:17.975803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-119b5149-4167-4200-beda-17ba2a7db25e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5619204 Dec 23 12:14:17.978628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57006) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:17.986980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'security_group_rule': {'security_group_id': '917508e1-7b09-4f66-afe2-0d20cda66fe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:17.998111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] For port c0f21a6f-0aa5-45df-a228-c9f86ec5e719, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:18.010137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:13Z', 'revision_number': 4, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f21a6f-0aa5-45df-a228-c9f86ec5e719', 'name': '', 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'mac_address': 'fa:16:3e:b5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:12Z', 'updated_at': '2021-12-23T12:14:16Z', 'revision_number': 4, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'subnets': [{'id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:18.045410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.046264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c22ef-e52d-4e98-92c9-76d38681a7af None None] The sync data for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 is: [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:14:13Z', 'revision_number': 4, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f21a6f-0aa5-45df-a228-c9f86ec5e719', 'name': '', 'network_id': '63d1f189-aa19-4b19-a23b-d05de0f78a5c', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'mac_address': 'fa:16:3e:b5:2b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:12Z', 'updated_at': '2021-12-23T12:14:16Z', 'revision_number': 4, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'subnets': [{'id': '5263df9f-8ebc-414b-ad78-33e13197f120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:14:18.077490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.133103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.147691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.196321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef072c5-6372-4f3e-87b2-1c87f3f59248 None None] Pushing event updated for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:18.233186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.373004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.407642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae02af7d-3e69-4eb2-aa7f-7447469b7fe2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:18.510034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.511906 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-43274f09-534f-453e-b9af-0822a48bff94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5307012 Dec 23 12:14:18.513761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:18.518726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'security_group_rule': {'security_group_id': '917508e1-7b09-4f66-afe2-0d20cda66fe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:18.677675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ace50b2-08eb-4a1b-979d-e93829fd9499 req-5602c03d-2c70-4757-9963-04b4110127cf tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a6ff0ac-abf0-4c5f-a8a1-364848b880ce HTTP/1.1" status: 200 len: 210 time: 0.0346062 Dec 23 12:14:18.699648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.796001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.837037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57034) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:18.858063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3508a749-bc1d-42cf-8ee5-f68e95f582dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.913087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:18.985265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace172ec-eb02-4d31-8a6f-aa7bbb21b9e7,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:18.999607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3508a749-bc1d-42cf-8ee5-f68e95f582dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.060098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.065339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57040) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:19.065479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-855756b4-3741-4548-b815-467b50ad39dc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506282 Dec 23 12:14:19.072030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:19.112402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.113110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3508a749-bc1d-42cf-8ee5-f68e95f582dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.179077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3508a749-bc1d-42cf-8ee5-f68e95f582dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdf63427d09b490e8dc2cc111d07e00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360772 Dec 23 12:14:19.179392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f21a6f-0aa5-45df-a228-c9f86ec5e719 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:19.180399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:19.198908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.202497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508a749-bc1d-42cf-8ee5-f68e95f582dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65fdf7-4293-45f8-a941-3f290b6c3290,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:19.263884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.292060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:19.292665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.306999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.380250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.523736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.526399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.527550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b65fdf7-4293-45f8-a941-3f290b6c3290 HTTP/1.1" status: 204 len: 168 time: 0.3457668 Dec 23 12:14:19.537297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4c77-3ec4-487b-950c-26c8566285bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65fdf7-4293-45f8-a941-3f290b6c3290,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:19.627866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Allocated IP 172.25.7.129 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/976c4941-accd-412e-a878-859b88212b07) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:19.744867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.915101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.953204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:19.958015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:19.961701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:20.032098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'Port': ['ID=976c4941-accd-412e-a878-859b88212b07,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:20.086019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.165662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-599f048c-efeb-49df-a7fd-75db904006e2 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5737a51e33c64e8d8695549c7866706e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224156 Dec 23 12:14:20.258980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.336868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-58965306-93cc-40f2-b81c-f56dadddea10 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:20.344916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-58965306-93cc-40f2-b81c-f56dadddea10 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729693 Dec 23 12:14:20.395049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-77e2f0b1-7cc4-427f-b8c2-6864d56b486f tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/quotas/5737a51e33c64e8d8695549c7866706e HTTP/1.1" status: 200 len: 375 time: 0.0492468 Dec 23 12:14:20.437324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-0793e61f-3c5b-4027-b7c8-5ba68750b0de tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320041 Dec 23 12:14:20.504585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.596136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b2674dd5-6e1f-4434-a81c-65de0d295464 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:14:20.604149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.622183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-84698b03-bbe3-45d9-bb6b-bcb0137c2b27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487311 Dec 23 12:14:20.636097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: b2674dd5-6e1f-4434-a81c-65de0d295464 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:14:20.636802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b2674dd5-6e1f-4434-a81c-65de0d295464 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:14:20.664153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.683199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'Port': ['ID=976c4941-accd-412e-a878-859b88212b07,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:20.761481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d591-a010-4466-8839-136e47a6ad5c req-97737800-23f9-4743-9f1a-8555d97190e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:20.763561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4af26b82-4492-4ed8-a1eb-bdc830e80f15 req-9c93dd6c-2912-49bb-8df6-9bca75198d13 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.0387852 Dec 23 12:14:20.764037 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-97737800-23f9-4743-9f1a-8555d97190e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 1123 time: 0.0439212 Dec 23 12:14:20.774393 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:20.775604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f0c6fb60-ee7e-40ee-889b-e681097fe1b9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7088652 Dec 23 12:14:20.923431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d591-a010-4466-8839-136e47a6ad5c req-f7f7f3b0-f17d-45ba-89d9-073c11f261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:20.925722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-f7f7f3b0-f17d-45ba-89d9-073c11f261cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1307139 Dec 23 12:14:21.000374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-1ea5aff2-1da4-4bf8-b81f-0ceaa82da6bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e HTTP/1.1" status: 200 len: 217 time: 0.0675771 Dec 23 12:14:21.053796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d591-a010-4466-8839-136e47a6ad5c req-d1adb770-a70e-4236-8d69-f19a1286e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:21.055231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-d1adb770-a70e-4236-8d69-f19a1286e0ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0487795 Dec 23 12:14:21.114133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d591-a010-4466-8839-136e47a6ad5c req-4ba27091-66b0-4f4d-ae9c-50b7698e40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:21.118684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-4ba27091-66b0-4f4d-ae9c-50b7698e40ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563104 Dec 23 12:14:21.242151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d72af741-1447-4797-8087-1a92e29b121e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--720609238&fields=id&tenant_id=906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 267 time: 0.1087711 Dec 23 12:14:21.243101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-1e8c1943-a177-44df-a8f5-6b1ba18a5b94 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164799 Dec 23 12:14:21.349678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8817d591-a010-4466-8839-136e47a6ad5c req-44a27a9c-3735-4bc6-82f7-cea6667160e5 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994577 Dec 23 12:14:21.458867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-394efbc6-c242-4e9e-a49a-4bf4afaffe3b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:21.460613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-394efbc6-c242-4e9e-a49a-4bf4afaffe3b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 824 time: 0.2051535 Dec 23 12:14:21.519366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-dc5eee9d-cc8c-4b2f-9395-fc0a9efa810e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/quotas/906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 375 time: 0.0126193 Dec 23 12:14:21.544624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-b762fa42-99d5-4801-b92a-3d9ebb07332a tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575259 Dec 23 12:14:21.928970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:22.131521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738c7b6e-5b3f-4c28-817e-7d9cc5138937 req-353423ae-ece0-4c31-8040-ce2461bb921d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.1949947 Dec 23 12:14:22.160246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ce03146-515d-4367-8215-3fe49e6913d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.246593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-cc4daf24-80f3-44f8-a0f6-c734f30a8378 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:14:22.248667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-cc4daf24-80f3-44f8-a0f6-c734f30a8378 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1198893 Dec 23 12:14:22.253772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ce03146-515d-4367-8215-3fe49e6913d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.347440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ce03146-515d-4367-8215-3fe49e6913d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.388717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-c3fd1dbc-0aaf-484f-bab5-ef8ce0266dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315348 Dec 23 12:14:22.395045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ce03146-515d-4367-8215-3fe49e6913d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e057ad0b5bee4dbdad90242d0b09b973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634814 Dec 23 12:14:22.396264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57220) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:22.448709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.459886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03146-515d-4367-8215-3fe49e6913d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262575a-e867-45ed-bb61-dac56ce509bb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:22.467205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.478303 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.515226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-c0ad138b-11bc-4169-893d-4d65dc2a784d service neutron] 10.222.0.16 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156733 Dec 23 12:14:22.654419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.657145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:22.659294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6262575a-e867-45ed-bb61-dac56ce509bb HTTP/1.1" status: 204 len: 168 time: 0.2611227 Dec 23 12:14:22.666472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0ae8-debf-4ac3-a616-efad224d4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262575a-e867-45ed-bb61-dac56ce509bb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:23.033536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ae7ba0-1f35-495d-86a3-92167a370d89 req-9ce2a92d-8834-47e7-9844-85747b11da18 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0295060 Dec 23 12:14:23.381198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acd6c134-7c7c-4c70-a408-b4023832e290 req-5401324b-fdc7-4bb3-a2af-90923ade0e11 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.0258729 Dec 23 12:14:23.595039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.57', 55710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:23.620383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57288) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:23.638854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-e74e5141-0c03-4a67-b394-fce4b068e807 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5737a51e33c64e8d8695549c7866706e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410318 Dec 23 12:14:23.680374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57296) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:23.710585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68161968-5e29-4c72-904f-10599b5708db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:23.832299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68161968-5e29-4c72-904f-10599b5708db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:23.841241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-4ce7c306-97f9-4066-a74f-653e61df2bc1 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:23.844647 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-4ce7c306-97f9-4066-a74f-653e61df2bc1 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983657 Dec 23 12:14:23.906223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7dc0239a-4031-4c97-b11e-fe2275f1229c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:23.963589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Request body: {'port': {'device_id': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '5737a51e33c64e8d8695549c7866706e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:23.998255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68161968-5e29-4c72-904f-10599b5708db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.002223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7dc0239a-4031-4c97-b11e-fe2275f1229c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.048318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-68161968-5e29-4c72-904f-10599b5708db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=343be537ab0d4d738780de5b76a49d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641210 Dec 23 12:14:24.048318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68161968-5e29-4c72-904f-10599b5708db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bd06b7-2f2b-41cf-9c44-2f569532c452,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:24.063313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57308) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:24.108676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7dc0239a-4031-4c97-b11e-fe2275f1229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.161738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.183446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:24.183817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7dc0239a-4031-4c97-b11e-fe2275f1229c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee71b5405ab34bb0a8621ba705100008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613992 Dec 23 12:14:24.201431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0239a-4031-4c97-b11e-fe2275f1229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea3d75-221f-47d0-bd63-d2cc65a14703,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:24.223349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.244043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-361e8bdd-928d-46ab-a484-ec90f9c4f84e req-a5813354-dfba-466a-a60e-27e1e6c2ed3b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0349379 Dec 23 12:14:24.295552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.320745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.397913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Made reservation on behalf of 5737a51e33c64e8d8695549c7866706e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:24.412297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.474101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.482301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-3c62ef65-eb6b-4e05-8ad5-76905b65f61d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=41895356aa2845a0b2ce58c6db24e179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480757 Dec 23 12:14:24.485017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.487493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3bd06b7-2f2b-41cf-9c44-2f569532c452 HTTP/1.1" status: 204 len: 168 time: 0.4230099 Dec 23 12:14:24.504705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4235-fe7f-4b19-bc00-6b75fc812cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bd06b7-2f2b-41cf-9c44-2f569532c452,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:24.516043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.525687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:24.533886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fea3d75-221f-47d0-bd63-d2cc65a14703 HTTP/1.1" status: 204 len: 168 time: 0.3491886 Dec 23 12:14:24.663530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399c7c-9c58-4bfa-9c65-81ff7ba2387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea3d75-221f-47d0-bd63-d2cc65a14703,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:24.676467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-279eed18-4b3a-40eb-9f76-63389db3089e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:24.677999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-279eed18-4b3a-40eb-9f76-63389db3089e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945670 Dec 23 12:14:24.730647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-5b49c74a-0f52-4168-b502-ef8cfdfa0265 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/quotas/41895356aa2845a0b2ce58c6db24e179 HTTP/1.1" status: 200 len: 375 time: 0.0442727 Dec 23 12:14:24.796590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-df98eefc-fb66-42d7-b929-b59908693066 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650866 Dec 23 12:14:24.861310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Allocated IP 192.168.233.40 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/16e09e69-a385-4ae8-9491-392e6b608c11) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:24.882940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed743691-53a2-4366-ba83-da5161ade470 req-18feb5f3-6d74-482a-8fac-67b893874a0e tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.0305278 Dec 23 12:14:25.042738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.189073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.223464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:25.243547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:25.257444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:25.258659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:25.259884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.296555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Pushing event updated for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:25.344754 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-bee0e907-f49e-46fc-9085-55c8b7a0f779 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3851719 Dec 23 12:14:25.373723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c200ea0f-f3ad-4849-a285-3d3de2af602b req-1145bfbf-5148-4c72-880f-db71ff165a73 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0430777 Dec 23 12:14:25.519368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecbffa1d-1c94-42c5-a5c0-11638c3e92a0 req-51d84115-a53d-4cf0-9c86-58ff6d688e7e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0602338 Dec 23 12:14:25.623052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57382) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:25.640368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2551b3e8-1c89-4ded-b182-ef6c15aedb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.664865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d742c6fe-2a59-452a-88ef-eb93d847151e None None] Provisioning complete for port 16e09e69-a385-4ae8-9491-392e6b608c11 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:25.670087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d742c6fe-2a59-452a-88ef-eb93d847151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.728731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d742c6fe-2a59-452a-88ef-eb93d847151e None None] Port 16e09e69-a385-4ae8-9491-392e6b608c11 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:25.737599 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2551b3e8-1c89-4ded-b182-ef6c15aedb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.804529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2551b3e8-1c89-4ded-b182-ef6c15aedb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.859857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2551b3e8-1c89-4ded-b182-ef6c15aedb65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=630e3edd5f8f4b8c9b9faefb9e4b7375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357068 Dec 23 12:14:25.861013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551b3e8-1c89-4ded-b182-ef6c15aedb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b9efbc-aabf-43a4-811b-4000933c3715,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:25.862596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57394) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:25.949360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:25.983832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.084893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2866-516c-4497-891b-3a010bd1235a req-20f1e5e2-74c2-43ac-b7dc-df1489716e35 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:26.086411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d80f2866-516c-4497-891b-3a010bd1235a req-20f1e5e2-74c2-43ac-b7dc-df1489716e35 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.0708387 Dec 23 12:14:26.141992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d80f2866-516c-4497-891b-3a010bd1235a req-dea5370d-b7cf-4861-b48f-ed0f58e95684 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Dec 23 12:14:26.196391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.198996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.203521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42b9efbc-aabf-43a4-811b-4000933c3715 HTTP/1.1" status: 204 len: 168 time: 0.3371232 Dec 23 12:14:26.211426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92763d-5669-4c29-911c-0ca8f29d0565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b9efbc-aabf-43a4-811b-4000933c3715,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:26.490390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57440) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:26.522121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:26.612920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22e3e34e-8eb2-4aeb-8150-73dc657e116e req-c04ec079-4769-4143-ba05-6e5eedcfb704 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Dec 23 12:14:26.762584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1552601758-network', 'tenant_id': '87a0981c082e41d5b5d2354badcc274b'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:26.785394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67c68c87-e46b-407a-ba97-8a9e6bdac96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.869062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bfcc141-45ed-4120-ae53-6804fdb33c23 req-dbba2752-0983-4607-ac20-0f186b88f439 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0351925 Dec 23 12:14:26.883663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67c68c87-e46b-407a-ba97-8a9e6bdac96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.901093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Made reservation on behalf of 87a0981c082e41d5b5d2354badcc274b for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:26.904479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.915007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.992408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67c68c87-e46b-407a-ba97-8a9e6bdac96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.032711 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.047469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-67c68c87-e46b-407a-ba97-8a9e6bdac96b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df1f95f74b994ea7ac803e04a97721f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240922 Dec 23 12:14:27.048402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c68c87-e46b-407a-ba97-8a9e6bdac96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f823a-3408-4e02-96fb-8424fa4237c9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:27.050474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57470) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:27.121655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.140958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.179134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:14:27.182449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.239707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.240046 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Added segment ac08cf1f-b667-4fc6-8657-21cea54a88b0 of type vlan for network 76889e64-3ba9-48df-b51f-a1b92719254d Dec 23 12:14:27.266152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7938a0-cf9a-471b-a8a9-7a3feff0d9df,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:27.344294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.360715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd435-de64-449c-85fd-17477c7b5079 req-a4aa31de-e79e-4d5e-868d-5e6b7ed47fd2 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:27.362261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4eddd435-de64-449c-85fd-17477c7b5079 req-a4aa31de-e79e-4d5e-868d-5e6b7ed47fd2 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.1911120 Dec 23 12:14:27.378366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc0be3-6404-4d93-bbbe-5be0dd800045 req-e11ad0a2-bb16-4073-a6a1-63bb227d3faa tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:27.385333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ddc0be3-6404-4d93-bbbe-5be0dd800045 req-e11ad0a2-bb16-4073-a6a1-63bb227d3faa tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.1533453 Dec 23 12:14:27.442799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.445358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.446477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec9f823a-3408-4e02-96fb-8424fa4237c9 HTTP/1.1" status: 204 len: 168 time: 0.3947237 Dec 23 12:14:27.480806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74178c-f566-4e7e-9d11-62a645ed6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f823a-3408-4e02-96fb-8424fa4237c9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:27.489441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ddc0be3-6404-4d93-bbbe-5be0dd800045 req-b3b048b8-17c5-490f-bfd3-c1e463c0d9bd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027374 Dec 23 12:14:27.500353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4eddd435-de64-449c-85fd-17477c7b5079 req-d4fc2fd9-7bff-4511-9010-5e167f58ecd1 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123362 Dec 23 12:14:27.519083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.520346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:27.521175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.592631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=76889e64-3ba9-48df-b51f-a1b92719254d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:27.603285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 76889e64-3ba9-48df-b51f-a1b92719254d details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:14:27.674631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:27.675063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9bd6ea7c-95aa-4398-a4f2-ab6f4f8e4ce2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1826754 Dec 23 12:14:27.681831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Request body: {'subnet': {'network_id': '76889e64-3ba9-48df-b51f-a1b92719254d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1552601758-subnet', 'tenant_id': '87a0981c082e41d5b5d2354badcc274b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:27.779118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1522c433-ea69-476d-bd40-27b95f456fc3 req-915d5874-d57a-402d-96e1-c01baa5152c1 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Dec 23 12:14:27.820695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Made reservation on behalf of 87a0981c082e41d5b5d2354badcc274b for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:27.825823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:27.959115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-47fc8bb8-96ba-4321-8ddf-59b2ddcc9886 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=41895356aa2845a0b2ce58c6db24e179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315073 Dec 23 12:14:27.989943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb9be30d-2d22-4d07-8aa2-0da0d6c4e504 req-d1d1a3f5-f976-4ebb-84c3-ed200f7c3ef4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0316343 Dec 23 12:14:28.160927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-69bf6519-f0e5-458f-853b-a8fdc9c1f4ac tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:28.162752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-69bf6519-f0e5-458f-853b-a8fdc9c1f4ac tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897695 Dec 23 12:14:28.180623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Request body: {'port': {'device_id': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '41895356aa2845a0b2ce58c6db24e179'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:28.269049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:28.283155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdc83cab-1be1-48ad-834a-6e4882b2729b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.299503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.375812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdc83cab-1be1-48ad-834a-6e4882b2729b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.377069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0537b34-8c91-4449-a3da-9605687bcc82,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:28.406332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Checking segment: {'id': 'ac08cf1f-b667-4fc6-8657-21cea54a88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '76889e64-3ba9-48df-b51f-a1b92719254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:28.406684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Network hostable DHCP agents. Network: 76889e64-3ba9-48df-b51f-a1b92719254d, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:14:28.526110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Made reservation on behalf of 41895356aa2845a0b2ce58c6db24e179 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:28.528686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdc83cab-1be1-48ad-834a-6e4882b2729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.529212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.539814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.565152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Network 76889e64-3ba9-48df-b51f-a1b92719254d is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:14:28.594828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:28.595586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cdc83cab-1be1-48ad-834a-6e4882b2729b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5690c1e7a39c4cc19c0ad7230a74fc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252916 Dec 23 12:14:28.663646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 76889e64-3ba9-48df-b51f-a1b92719254d) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:28.673477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd10d33-7f26-4cd1-95aa-8bc67b9436f7 None None] Network 76889e64-3ba9-48df-b51f-a1b92719254d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:28.688003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:28.688664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.706596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc83cab-1be1-48ad-834a-6e4882b2729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0f8cb-69a4-4672-9452-29fed722d5b2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:28.718771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.723319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.732542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509751-80af-4365-aa63-58a496cfa026 req-f319c5db-8a7a-40d7-a3bb-3dce9861f581 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:28.736342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97509751-80af-4365-aa63-58a496cfa026 req-f319c5db-8a7a-40d7-a3bb-3dce9861f581 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.2227545 Dec 23 12:14:28.752493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.789757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ea95158-b397-4890-9944-20bf8ab93968 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1064739 Dec 23 12:14:28.789757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:28.794260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f807de-c512-4494-8c82-005052181f0b req-7027d321-ae58-4e18-8ded-4b84ddf2a91c tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:28.802081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09f807de-c512-4494-8c82-005052181f0b req-7027d321-ae58-4e18-8ded-4b84ddf2a91c tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 972 time: 0.1872025 Dec 23 12:14:28.858354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe724ae-73d6-4eb0-af47-68dc372b1d64 req-5298c0ad-e2b6-4bc4-9e78-2013602fb58d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:28.860489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3fe724ae-73d6-4eb0-af47-68dc372b1d64 req-5298c0ad-e2b6-4bc4-9e78-2013602fb58d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.2298126 Dec 23 12:14:28.875732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c23653-f391-4578-83d3-b4545b33e234,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:28.909372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb331d-b5e9-498a-8472-a549cf112fee None None] Network 76889e64-3ba9-48df-b51f-a1b92719254d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:29.005480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09f807de-c512-4494-8c82-005052181f0b req-2f377b55-b129-4756-8361-067c19510523 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e79467-e201-4fc0-b8e9-b3c9ec0606bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020435 Dec 23 12:14:29.042324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Allocated IP 192.168.233.43 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/4aad2540-c590-480b-8675-f7c3b2429218) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:29.048627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3fe724ae-73d6-4eb0-af47-68dc372b1d64 req-f3ebbf8c-6c17-491a-83b6-0af4b282f01d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750576 Dec 23 12:14:29.053838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.067444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.067444 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96b0f8cb-69a4-4672-9452-29fed722d5b2 HTTP/1.1" status: 204 len: 168 time: 0.4706881 Dec 23 12:14:29.093969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23de6-7fed-4b17-b7de-a261efafaf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0f8cb-69a4-4672-9452-29fed722d5b2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:29.098706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Deleting port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:14:29.099170 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.228654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a176b97b-76b4-41a4-abc1-391c8bb95747 req-6a3362ec-4737-46b4-8bbb-c51456a25a34 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0446069 Dec 23 12:14:29.285910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] For port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:29.286317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.303963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Calling delete_port for ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e owned by compute:tempest-test_az-1060885771 {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:14:29.330940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.344879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0df132a2-495a-4482-9dca-d4b31789a806 req-9c259558-d6d5-439e-80ef-6187631b502b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0339413 Dec 23 12:14:29.482709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.544480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:29.552724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:29.552724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:29.556924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:29.557556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.583066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Pushing event updated for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:29.627575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.641634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:29.668368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-1bd85a6a-b713-48f8-8cbd-903e0a531ffd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4878256 Dec 23 12:14:29.676775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Pushing event deleted for resources: {'Port': ['ID=ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:29.677028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Request body: {'port': {'device_id': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:29.765125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] No DVR routers for this DVR port ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:14:29.768409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.771851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97509751-80af-4365-aa63-58a496cfa026 req-5f3fff31-7acf-477a-ac1d-3dd213a09558 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.43 "DELETE /v2.0/ports/ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e HTTP/1.1" status: 204 len: 173 time: 1.0270736 Dec 23 12:14:29.772316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'name': 'network-vif-deleted', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:29.774829 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd51cf-fcc2-44b5-94db-d7cfdb66053f" -d '{"events": [{"server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "name": "network-vif-deleted", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:29.787973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:29.817006 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb05cd7-624f-46b5-8b3d-d3adbc6fa59e x-openstack-request-id: req-1cb05cd7-624f-46b5-8b3d-d3adbc6fa59e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:29.817475 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d47bf6-c09a-4ae8-b924-fcc7134eea24", "name": "network-vif-deleted", "tag": "ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:29.817965 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cb05cd7-624f-46b5-8b3d-d3adbc6fa59e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:29.818545 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d47bf6-c09a-4ae8-b924-fcc7134eea24', 'name': 'network-vif-deleted', 'tag': 'ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e', 'status': 'completed', 'code': 200} Dec 23 12:14:29.921992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-02c93e48-183c-44f8-822b-956a143320e0 None None] Provisioning complete for port 4aad2540-c590-480b-8675-f7c3b2429218 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:29.923005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-02c93e48-183c-44f8-822b-956a143320e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.012563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-02c93e48-183c-44f8-822b-956a143320e0 None None] Port 4aad2540-c590-480b-8675-f7c3b2429218 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:30.109921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.110388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.110861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.111317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.111763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.112221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.114386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30b22845-6f84-49a2-b9b8-572d22fb52cf req-15dbfef7-52c1-45fe-980a-27e0f3cb12a4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4343 time: 0.2934487 Dec 23 12:14:30.166274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e82016e5-c1a3-43ac-8098-caeed29f59cb req-4f2ff561-b1a9-4f2b-9feb-910c2cf333d3 tempest-AggregatesAdminTestJSON-1723679050 tempest-AggregatesAdminTestJSON-1723679050-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d47bf6-c09a-4ae8-b924-fcc7134eea24 HTTP/1.1" status: 200 len: 210 time: 0.0339644 Dec 23 12:14:30.356946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aad2540-c590-480b-8675-f7c3b2429218 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:30.366885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.385351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Transition to ACTIVE for port object 4aad2540-c590-480b-8675-f7c3b2429218 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:30.424101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:30.449460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.457284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57608) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:30.464140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2092854054-network', 'tenant_id': '37912491f5da419081264ee84e65e0ac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:30.522617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:30.569897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Attempting to bind port 4aad2540-c590-480b-8675-f7c3b2429218 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:30.569897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Attempting to bind port 4aad2540-c590-480b-8675-f7c3b2429218 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:30.569897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Attempting to bind port 4aad2540-c590-480b-8675-f7c3b2429218 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:30.575023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Port 4aad2540-c590-480b-8675-f7c3b2429218 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:30.575335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Attempting to bind port 4aad2540-c590-480b-8675-f7c3b2429218 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:30.580432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:30.580770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:30.581196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:30.581630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Bound port: 4aad2540-c590-480b-8675-f7c3b2429218, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:30.581979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.608720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c611-a116-4f05-959a-7fb77d90913f req-adcc4638-5431-4799-8bb3-d8a22d8fd631 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.626897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c546c611-a116-4f05-959a-7fb77d90913f req-adcc4638-5431-4799-8bb3-d8a22d8fd631 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.4494319 Dec 23 12:14:30.712063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483712da-efd0-46b2-a6cf-b9e37da868f8 req-9fa08241-d669-4a89-9830-45265bed5dd8 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.719156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:30.721982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4aad2540-c590-480b-8675-f7c3b2429218,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:30.725676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-483712da-efd0-46b2-a6cf-b9e37da868f8 req-9fa08241-d669-4a89-9830-45265bed5dd8 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 886 time: 0.2821445 Dec 23 12:14:30.741026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c546c611-a116-4f05-959a-7fb77d90913f req-a2c13aca-d234-4f4c-a8cd-c332a3e77189 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129587 Dec 23 12:14:30.748077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46a58b95-8c58-4b07-9967-988bd0c92fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.801715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Made reservation on behalf of 37912491f5da419081264ee84e65e0ac for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:30.804006 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.831064 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.867744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.893317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94887-2d1c-478d-b8a8-1902c2cc62b7 req-e6c18f2b-22cf-450b-bbce-b2222446d768 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.893317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9df94887-2d1c-478d-b8a8-1902c2cc62b7 req-e6c18f2b-22cf-450b-bbce-b2222446d768 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 947 time: 0.1216290 Dec 23 12:14:30.893572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:30.893572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.897993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] 10.222.0.43 "PUT /v2.0/ports/4aad2540-c590-480b-8675-f7c3b2429218 HTTP/1.1" status: 200 len: 1095 time: 1.2267475 Dec 23 12:14:30.940700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46a58b95-8c58-4b07-9967-988bd0c92fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:30.942434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:30.949289 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fef5d6-d692-4360-9b07-b17bde970ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "tag": "4aad2540-c590-480b-8675-f7c3b2429218"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:30.962232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5f01315-6e06-4539-b944-e835fb5cd9fe req-00db4745-9f88-4145-8fc6-8f2319ee25d5 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0939572 Dec 23 12:14:31.024086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46a58b95-8c58-4b07-9967-988bd0c92fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.067687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9df94887-2d1c-478d-b8a8-1902c2cc62b7 req-f7669562-9f29-4705-8388-f6a4611c4e67 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152806 Dec 23 12:14:31.128628 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.211483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.211959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.212420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.212953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.213355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.213809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.224042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98857f6f-ef82-470f-834f-12e3865dc5ab req-788d3a65-4374-41a3-be2d-2d4eaa06cbe4 tempest-NetworksTest-1061801798 tempest-NetworksTest-1061801798-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4343 time: 0.1823149 Dec 23 12:14:31.255418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.263901 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c21e4-4941-4db6-b0d0-b1d0ccffc091 x-openstack-request-id: req-182c21e4-4941-4db6-b0d0-b1d0ccffc091 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:31.263901 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "tag": "4aad2540-c590-480b-8675-f7c3b2429218", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:31.263901 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-182c21e4-4941-4db6-b0d0-b1d0ccffc091 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:31.263901 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218', 'status': 'completed', 'code': 200} Dec 23 12:14:31.297243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:14:31.307665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420395a-46ca-487d-9a07-4461a3a7cf09,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:31.314695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.315043 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Added segment fafce770-f62e-43ed-ae4c-8ed18ea808ed of type vlan for network 3c396284-21bb-4897-9003-15d831e196af Dec 23 12:14:31.333228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137bba0-b092-4064-a882-9ff02b4fdc09 service neutron] Pushing event updated for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:31.342396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-46a58b95-8c58-4b07-9967-988bd0c92fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=691eeb40b989444e83ffbf3f324c15d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9166980 Dec 23 12:14:31.347137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:31.355941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58b95-8c58-4b07-9967-988bd0c92fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796e1b03-8572-4062-ab42-5d2d039eb9e5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:31.376692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-6851eb46-d6ce-4cd0-b274-caef20fa6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.377824 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-6851eb46-d6ce-4cd0-b274-caef20fa6019 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 1098 time: 0.1157291 Dec 23 12:14:31.378715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.434684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-9c8a5ed3-7dfa-42cc-8fcb-e31dbf17e05b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4aad2540-c590-480b-8675-f7c3b2429218 HTTP/1.1" status: 200 len: 217 time: 0.0481658 Dec 23 12:14:31.476565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.506113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.506631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.507220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.508013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.516111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-8b910984-9fa3-4fa3-9f01-501a1c51a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.517582 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-8b910984-9fa3-4fa3-9f01-501a1c51a3c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0720565 Dec 23 12:14:31.567820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] Pushing event updated for resources: {'Network': ['ID=3c396284-21bb-4897-9003-15d831e196af,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:31.578284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-aa7679af-9537-45a4-86ee-0edfbee8387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.579786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-aa7679af-9537-45a4-86ee-0edfbee8387e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538898 Dec 23 12:14:31.580494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3c396284-21bb-4897-9003-15d831e196af details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:14:31.671773 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-269d1083-e5e1-4138-8241-f4076905a42d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850413 Dec 23 12:14:31.695972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-015f9d5a-7025-4b49-8ab0-ee19b2afb52a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2366972 Dec 23 12:14:31.698643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57636) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:31.698772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.702310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.703420 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/796e1b03-8572-4062-ab42-5d2d039eb9e5 HTTP/1.1" status: 204 len: 168 time: 0.3544033 Dec 23 12:14:31.705249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Request body: {'subnet': {'network_id': '3c396284-21bb-4897-9003-15d831e196af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2092854054-subnet', 'tenant_id': '37912491f5da419081264ee84e65e0ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:31.737705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9aeb-71f8-4a2c-9a68-4697f54b220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796e1b03-8572-4062-ab42-5d2d039eb9e5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:31.778500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c4d0aa0-da4f-4c11-9079-0d34ac65375d req-652040c6-6826-450f-b674-b53e678bb656 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994306 Dec 23 12:14:31.790449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Made reservation on behalf of 37912491f5da419081264ee84e65e0ac for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:31.792753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:31.937588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c87d4-05cb-49aa-85fe-1272f41440f8 req-c00ed58d-9e69-40ed-9cc2-e6df3c0e324c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.939126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-690c87d4-05cb-49aa-85fe-1272f41440f8 req-c00ed58d-9e69-40ed-9cc2-e6df3c0e324c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.1051121 Dec 23 12:14:31.961147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-e2a6fb82-71e6-4b68-ba37-573218d3551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:31.963285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-e2a6fb82-71e6-4b68-ba37-573218d3551d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 1098 time: 0.0738986 Dec 23 12:14:32.027167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-690c87d4-05cb-49aa-85fe-1272f41440f8 req-6230748c-4108-441e-9437-ab057386367c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804758 Dec 23 12:14:32.075426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-a2841eb1-514c-4ec2-8a2d-68f806e85d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:32.077187 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-a2841eb1-514c-4ec2-8a2d-68f806e85d07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1067395 Dec 23 12:14:32.107519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5965cda3-66db-4840-b9e0-3a2050716d07 req-c1f55eb3-db18-44e0-aff9-85aa034f279f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0274575 Dec 23 12:14:32.122055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-dedfc931-a5a3-433e-a8f9-e0fde688f047 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4aad2540-c590-480b-8675-f7c3b2429218 HTTP/1.1" status: 200 len: 217 time: 0.0375159 Dec 23 12:14:32.175534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.182135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-f417a12c-f02e-494c-bf99-eee578e99f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:32.183542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-f417a12c-f02e-494c-bf99-eee578e99f4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0540209 Dec 23 12:14:32.226769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57652) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.239563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-bd86c69c-e03d-4bb9-acf0-8824b3507973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:32.241136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-bd86c69c-e03d-4bb9-acf0-8824b3507973 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502813 Dec 23 12:14:32.242284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cd594-4f45-4a97-b6a0-6d8ba3ce2dbc req-f689b233-1d34-4e71-ba3a-f8d960755dee tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:32.243687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-214cd594-4f45-4a97-b6a0-6d8ba3ce2dbc req-f689b233-1d34-4e71-ba3a-f8d960755dee tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 947 time: 0.0988572 Dec 23 12:14:32.255251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f044576b-6133-4f92-8b13-fcbc4a5b5bd2,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:32.299401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Checking segment: {'id': 'fafce770-f62e-43ed-ae4c-8ed18ea808ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3c396284-21bb-4897-9003-15d831e196af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:32.299745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Network hostable DHCP agents. Network: 3c396284-21bb-4897-9003-15d831e196af, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:14:32.321018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-214cd594-4f45-4a97-b6a0-6d8ba3ce2dbc req-b4580d6b-e62e-48b3-a99d-084eb7cbe7f9 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696676 Dec 23 12:14:32.356260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57658) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.368445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-66012a78-b17e-47f3-9853-18e80b9ea1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182172 Dec 23 12:14:32.403893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Network 3c396284-21bb-4897-9003-15d831e196af is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:14:32.465553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b97746a-7cbb-4018-8a50-b1ced0d1ab11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.476527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-86fef5d6-d692-4360-9b07-b17bde970ce4 req-bbf1968d-6573-4bdc-a4b0-e8ce6e8d29cf service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001062 Dec 23 12:14:32.484877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3c396284-21bb-4897-9003-15d831e196af) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:32.494320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:32.494922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.495720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc152b7b-1a77-43b0-bb5b-8fd311f6d85e None None] Network 3c396284-21bb-4897-9003-15d831e196af requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:32.597472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-59a8bbb5-36c1-42ac-bc4c-388b86fda736 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8974164 Dec 23 12:14:32.614532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d5d3d-4912-499a-95ba-30ce0247361d None None] Network 3c396284-21bb-4897-9003-15d831e196af requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:32.620248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b97746a-7cbb-4018-8a50-b1ced0d1ab11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.625047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cb97a817-2f06-4c5e-b75e-dd108edc7691 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bae99529ff748b68b5ba2b7148b8a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650018 Dec 23 12:14:32.625588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57668) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.658280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:14:32.674339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.686465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:14:32.686740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ed15ed31-0dc4-45d6-a4a7-69b8c8b6782e not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:14:32.696416 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.735710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b97746a-7cbb-4018-8a50-b1ced0d1ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.773711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97746a-7cbb-4018-8a50-b1ced0d1ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac5e28-7ace-4e6e-ac31-abff2b33b010,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:32.782910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4b97746a-7cbb-4018-8a50-b1ced0d1ab11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5f34fe74a274843b401df02f0b0bf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551717 Dec 23 12:14:32.783092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57672) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.833157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.854993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.883239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57674) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.895538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57676) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:32.904362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f88c9a-d434-480e-8d1b-362e68dbf5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.926257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.928791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:32.932476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e79467-e201-4fc0-b8e9-b3c9ec0606bb HTTP/1.1" status: 204 len: 168 time: 0.3038154 Dec 23 12:14:32.946090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e165-6ea6-4055-8c20-f88e73ec53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e79467-e201-4fc0-b8e9-b3c9ec0606bb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:32.958867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Deleting subnet a0537b34-8c91-4449-a3da-9605687bcc82 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:14:32.962356 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.002439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.013967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.029176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-242ddd15-86f8-4693-b61f-ae35c1eda50b tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:14:33.032853 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-242ddd15-86f8-4693-b61f-ae35c1eda50b tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159750 Dec 23 12:14:33.042368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.051083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.054855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44ac5e28-7ace-4e6e-ac31-abff2b33b010 HTTP/1.1" status: 204 len: 168 time: 0.2708285 Dec 23 12:14:33.076528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927308c-f969-4b46-931b-f1b065166e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac5e28-7ace-4e6e-ac31-abff2b33b010,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:33.170099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f88c9a-d434-480e-8d1b-362e68dbf5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.224429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b406d6d-0a21-44f2-8ecb-e89d48489139 req-5499b3c8-4d2e-459c-8989-d2bf768ad3ec tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0342858 Dec 23 12:14:33.240329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6985a-93d7-4351-ae2f-7199fe4cb82f req-e1b05595-9b7b-4995-a4bc-1106285ba3c8 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:33.241815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65b6985a-93d7-4351-ae2f-7199fe4cb82f req-e1b05595-9b7b-4995-a4bc-1106285ba3c8 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 935 time: 0.0780804 Dec 23 12:14:33.263400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.299459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0537b34-8c91-4449-a3da-9605687bcc82,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:33.302738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.306844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3115ba7c-8332-4367-a9b5-efb0306ba557 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a0537b34-8c91-4449-a3da-9605687bcc82 HTTP/1.1" status: 204 len: 168 time: 0.4217577 Dec 23 12:14:33.308963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57692) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:33.311693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f88c9a-d434-480e-8d1b-362e68dbf5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.349550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65b6985a-93d7-4351-ae2f-7199fe4cb82f req-13084dfb-5d45-45c9-bf51-f6e2e4574587 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005199 Dec 23 12:14:33.352889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29f88c9a-d434-480e-8d1b-362e68dbf5ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36cef95a1f174adb938ec6ffb1576117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616694 Dec 23 12:14:33.353903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f88c9a-d434-480e-8d1b-362e68dbf5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ca942-2574-421f-b99c-05e940e68c87,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:33.356400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:33.418114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.443772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.477831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.505078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673c7e-d2eb-4953-afba-1a1542c105d8 req-08c0b696-7541-4c5a-936e-7a414615381d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:33.506586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44673c7e-d2eb-4953-afba-1a1542c105d8 req-08c0b696-7541-4c5a-936e-7a414615381d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 947 time: 0.0895441 Dec 23 12:14:33.600579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.625062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.627921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.631414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f7ca942-2574-421f-b99c-05e940e68c87 HTTP/1.1" status: 204 len: 168 time: 0.2716663 Dec 23 12:14:33.634112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44673c7e-d2eb-4953-afba-1a1542c105d8 req-7893acc0-0d94-4ecd-a079-c175882bca52 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071537 Dec 23 12:14:33.638547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.639826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.639826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.640012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > port after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.640464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.640686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.640949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.641269 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.641915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.642022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.642693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351f44f-7e89-477a-af51-81c32189ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ca942-2574-421f-b99c-05e940e68c87,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:33.724282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.724639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.725028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.727755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:14:33.727755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76889e64-3ba9-48df-b51f-a1b92719254d']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:33.744338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac08cf1f-b667-4fc6-8657-21cea54a88b0') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:33.744699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac08cf1f-b667-4fc6-8657-21cea54a88b0') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:33.754438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Request body: {'port': {'device_id': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:33.764015 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.787049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.797473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:14:33.797686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: from cryptography.utils import int_from_bytes Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: from cryptography.utils import int_from_bytes Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.815144 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:14:33.817578 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:14:33.823489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.940834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.947824 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.953746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] 10.222.0.16 "DELETE /v2.0/networks/76889e64-3ba9-48df-b51f-a1b92719254d HTTP/1.1" status: 204 len: 168 time: 0.6350474 Dec 23 12:14:33.955250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57706) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:33.993092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228172b3-cca6-4386-9e8b-4e6e4c05af9a admin admin] Pushing event deleted for resources: {'Network': ['ID=76889e64-3ba9-48df-b51f-a1b92719254d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:34.015223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Deleting subnet f044576b-6133-4f92-8b13-fcbc4a5b5bd2 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:14:34.018572 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.045630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57708) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.055815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.062865 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0be27a-a9eb-49fd-bd2d-74949d61d519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.099892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.129228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e09e69-a385-4ae8-9491-392e6b608c11 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:34.141742 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.145320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.190992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Transition to ACTIVE for port object 16e09e69-a385-4ae8-9491-392e6b608c11 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:34.230832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-956f0c91-c24c-4bb0-ab70-d14a65f4811c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5622c55d2bd0405e862f4be1c7214b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843985 Dec 23 12:14:34.233814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.249592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0be27a-a9eb-49fd-bd2d-74949d61d519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.258114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.57', 55717) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.282458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.351427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.358382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f044576b-6133-4f92-8b13-fcbc4a5b5bd2 HTTP/1.1" status: 204 len: 168 time: 0.3995485 Dec 23 12:14:34.359228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b44b60-12de-41ef-9a95-09144f01c5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f044576b-6133-4f92-8b13-fcbc4a5b5bd2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:34.373202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.408662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e45858f3-373b-4fb2-97b3-dd6898229885 req-075d527c-e22c-4925-b3dc-3ba1c9d54129 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0711949 Dec 23 12:14:34.454448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0be27a-a9eb-49fd-bd2d-74949d61d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.469859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.471786 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.520801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: from cryptography.utils import int_from_bytes Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: from cryptography.utils import int_from_bytes Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.526442 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:34.529078 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:34.530356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-58204d79-9340-4a03-8a9f-df0110b920de tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:34.530555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.531377 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-58204d79-9340-4a03-8a9f-df0110b920de tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 824 time: 0.2722504 Dec 23 12:14:34.568924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd0be27a-a9eb-49fd-bd2d-74949d61d519 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ab5cece056e4ccf8bc24e7c8b52346d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221677 Dec 23 12:14:34.575627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57726) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:34.579305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be27a-a9eb-49fd-bd2d-74949d61d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2ad1c-5912-4db3-880b-f3999deea54f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:34.620555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Pushing event updated for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:34.658062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4aad2540-c590-480b-8675-f7c3b2429218 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:34.779463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.789388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Attempting to bind port 16e09e69-a385-4ae8-9491-392e6b608c11 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:34.789937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Attempting to bind port 16e09e69-a385-4ae8-9491-392e6b608c11 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:34.790115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Attempting to bind port 16e09e69-a385-4ae8-9491-392e6b608c11 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:34.802977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Port 16e09e69-a385-4ae8-9491-392e6b608c11 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:34.803304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Attempting to bind port 16e09e69-a385-4ae8-9491-392e6b608c11 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:34.810828 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-209307b7-29ba-45bb-b01b-d11a56e15529 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 379 time: 0.2665868 Dec 23 12:14:34.828860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'port': {'device_id': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'admin_state_up': True, 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'security_groups': ['917508e1-7b09-4f66-afe2-0d20cda66fe7']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:34.832631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54378bc-fa98-4b4c-81ca-5d2a0f63557f req-bf9a1f90-bf9d-4cc4-ad61-f9161f385307 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:34.840418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a54378bc-fa98-4b4c-81ca-5d2a0f63557f req-bf9a1f90-bf9d-4cc4-ad61-f9161f385307 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 947 time: 0.2727482 Dec 23 12:14:34.853349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c396284-21bb-4897-9003-15d831e196af']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:34.878375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:34.878983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:34.879671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:34.880305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Bound port: 16e09e69-a385-4ae8-9491-392e6b608c11, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:34.880848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.929164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4aad2540-c590-480b-8675-f7c3b2429218,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:34.944081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafce770-f62e-43ed-ae4c-8ed18ea808ed') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:34.945759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafce770-f62e-43ed-ae4c-8ed18ea808ed') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:34.951835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.955129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:34.956420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06be128e-31e0-4ad0-881b-be1ee1d0d913 HTTP/1.1" status: 204 len: 168 time: 0.7216105 Dec 23 12:14:34.958890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '4aad2540-c590-480b-8675-f7c3b2429218', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '4aad2540-c590-480b-8675-f7c3b2429218', 'mac_address': 'fa:16:3e:fa:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:34.979207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:34.992167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=16e09e69-a385-4ae8-9491-392e6b608c11,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:35.004799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.016151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.036849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ebd82-4b07-4868-ab95-d87661abe5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be128e-31e0-4ad0-881b-be1ee1d0d913,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:35.039660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.058181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa16b6e-8dc5-412f-ad69-49bb140e4e8f req-3538300a-760f-4936-9f97-18eeb09e2fd4 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:35.062241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.066859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aad2540-c590-480b-8675-f7c3b2429218 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:35.067493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fa16b6e-8dc5-412f-ad69-49bb140e4e8f req-3538300a-760f-4936-9f97-18eeb09e2fd4 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 947 time: 0.2480488 Dec 23 12:14:35.091295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a54378bc-fa98-4b4c-81ca-5d2a0f63557f req-fdf272da-38df-48f9-893b-d18c90cc1d85 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474682 Dec 23 12:14:35.104272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.110721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4aad2540-c590-480b-8675-f7c3b2429218,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:35.120369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.125541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:35.127055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.128580 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] 10.222.0.57 "PUT /v2.0/ports/16e09e69-a385-4ae8-9491-392e6b608c11 HTTP/1.1" status: 200 len: 1095 time: 1.9749842 Dec 23 12:14:35.129084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:35.131571 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:35.156549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff4d70-ccc5-41e1-add3-4eef34b96cde service neutron] Pushing event updated for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:35.171516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:14:35.171920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:14:35.179127 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:14:35.204514 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75189fef-f3ee-4f20-885a-5e8c86d5bc28 x-openstack-request-id: req-75189fef-f3ee-4f20-885a-5e8c86d5bc28 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:35.204952 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:35.205125 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75189fef-f3ee-4f20-885a-5e8c86d5bc28 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:35.205502 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11', 'status': 'completed', 'code': 200} Dec 23 12:14:35.259604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fa16b6e-8dc5-412f-ad69-49bb140e4e8f req-0d995bb5-3a98-4fd9-8d07-b7374de5858a tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912374 Dec 23 12:14:35.279939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.295505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe req-685dc67f-ef2f-4abb-a560-b5d4c7ca4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:35.297100 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe req-685dc67f-ef2f-4abb-a560-b5d4c7ca4459 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 1098 time: 0.0610576 Dec 23 12:14:35.330771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.337655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.344148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44f2ad1c-5912-4db3-880b-f3999deea54f HTTP/1.1" status: 204 len: 168 time: 0.7637112 Dec 23 12:14:35.348769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Made reservation on behalf of 906f49c84eda47b2bb9e6caf130b6e29 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:35.353418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c5555-35cf-4c4f-9e76-e6caf2230849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2ad1c-5912-4db3-880b-f3999deea54f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:35.353901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.360663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe req-d94fbe3a-e673-4dac-a70c-a34442e41841 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5737a51e33c64e8d8695549c7866706e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531931 Dec 23 12:14:35.386537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.392887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.402659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:35.409249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c396284-21bb-4897-9003-15d831e196af HTTP/1.1" status: 204 len: 168 time: 1.0346501 Dec 23 12:14:35.438014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:35.443984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73071f-054e-4329-a703-3a4bf47a02ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3c396284-21bb-4897-9003-15d831e196af,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:35.466061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4aad2540-c590-480b-8675-f7c3b2429218'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:35.540433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35ac40bf-264b-4a69-a7c5-3400bf9f73d6 req-6ef5a27a-ff35-4da4-bcb9-5e126e1b19a9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 210 time: 0.0293968 Dec 23 12:14:35.697171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe req-7e1e2514-df50-425c-afcc-915fd5f2815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:35.698627 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e81e6866-82e5-4ed8-943b-0d5ce44c2ffe req-7e1e2514-df50-425c-afcc-915fd5f2815e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2710204 Dec 23 12:14:35.707078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Allocated IP 172.20.0.4 (cb35beee-922b-458c-add9-baa3a1915ced/f40aabe7-9221-4594-92be-bd3057dbed1a/aa06417d-e151-4949-aa48-b8fdc64733ce) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:35.836994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bc76902-00f6-4eca-be0d-81269d527014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.931627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bc76902-00f6-4eca-be0d-81269d527014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.011226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-b0ea235f-1a60-4a0a-8f9c-076a693b8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.012969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-b0ea235f-1a60-4a0a-8f9c-076a693b8690 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5737a51e33c64e8d8695549c7866706e&device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 1098 time: 0.2771816 Dec 23 12:14:36.032588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bc76902-00f6-4eca-be0d-81269d527014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.064264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-8f6a8059-2404-40ba-a164-78bc641f97f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=16e09e69-a385-4ae8-9491-392e6b608c11 HTTP/1.1" status: 200 len: 217 time: 0.0437865 Dec 23 12:14:36.077915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57772) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:36.102235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9bc76902-00f6-4eca-be0d-81269d527014 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d683cfa5fd84b0f820ee62d49b7ebc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6628361 Dec 23 12:14:36.104698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57776) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:36.125970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.138800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-916f8e34-c1c8-4d3e-9e52-c9792d985f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.140286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-916f8e34-c1c8-4d3e-9e52-c9792d985f97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0692742 Dec 23 12:14:36.156773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76902-00f6-4eca-be0d-81269d527014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b1dfa-b655-46fa-8333-1488d9db6ae2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:36.204523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e20c1-b432-4c45-b165-39b0119eae8e req-293db752-cddb-4537-ac78-39e857566952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.206253 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-293db752-cddb-4537-ac78-39e857566952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593894 Dec 23 12:14:36.319998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.384081 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-e7509ef8-abb6-41e7-8df5-19494fc03b99 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706960 Dec 23 12:14:36.397249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Network cb35beee-922b-458c-add9-baa3a1915ced is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:36.415777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:36.429716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:36.435658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.436311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.467651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:36.512035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0282cba-49d2-48d1-a49e-03c382333db9 req-e7981b56-8b08-4fc0-a9d0-0c13930454ff tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.514987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0282cba-49d2-48d1-a49e-03c382333db9 req-e7981b56-8b08-4fc0-a9d0-0c13930454ff tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 947 time: 0.3058822 Dec 23 12:14:36.546410 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-957e20c1-b432-4c45-b165-39b0119eae8e req-c1dad3a7-d44c-4f79-8774-390220d4b081 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513875 Dec 23 12:14:36.561872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-d0848b49-3ec1-4039-b848-b0abbb874684 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437470 Dec 23 12:14:36.580183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Request body: {'port': {'device_id': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:36.593401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7436a5-70b1-429c-8780-084b0ed855ba req-8243b92f-cc84-4a02-b8e9-1befffeac15d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.602661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a7436a5-70b1-429c-8780-084b0ed855ba req-8243b92f-cc84-4a02-b8e9-1befffeac15d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 948 time: 0.1406293 Dec 23 12:14:36.611925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6673046e-3882-4818-9317-90bc9ae69a3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a0981c082e41d5b5d2354badcc274b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280440 Dec 23 12:14:36.614004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57796) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:36.654299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.661753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.674398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4aad2540-c590-480b-8675-f7c3b2429218 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:36.687988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0282cba-49d2-48d1-a49e-03c382333db9 req-95e20ce9-0b3e-4620-895e-06e8911d0aae tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564593 Dec 23 12:14:36.739820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.790128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-88faa76f-9427-4f8a-9203-875a86afc11a None None] Provisioning complete for port aa06417d-e151-4949-aa48-b8fdc64733ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:36.792232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88faa76f-9427-4f8a-9203-875a86afc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.835476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57802) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:36.850883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 4aad2540-c590-480b-8675-f7c3b2429218 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:36.856367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a7436a5-70b1-429c-8780-084b0ed855ba req-12e1c959-c447-4948-9d13-b371583a809b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528148 Dec 23 12:14:36.862974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.869517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 4aad2540-c590-480b-8675-f7c3b2429218 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:36.870837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.902642 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.905608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.907107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/000b1dfa-b655-46fa-8333-1488d9db6ae2 HTTP/1.1" status: 204 len: 168 time: 0.8008678 Dec 23 12:14:36.921929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591175-62f9-4f36-9df2-aae94b5f230c req-80fa6d80-1f2d-4884-9fe9-c158807b4f0f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:36.931375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8591175-62f9-4f36-9df2-aae94b5f230c req-80fa6d80-1f2d-4884-9fe9-c158807b4f0f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 931 time: 0.1379704 Dec 23 12:14:36.942110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-88faa76f-9427-4f8a-9203-875a86afc11a None None] Port aa06417d-e151-4949-aa48-b8fdc64733ce cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:36.952274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.969021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433d786-6bb5-4b75-bb25-9797f98ad5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b1dfa-b655-46fa-8333-1488d9db6ae2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.020571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.021296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8591175-62f9-4f36-9df2-aae94b5f230c req-114953e1-d28d-440f-ac2d-8ef8836dd7ff tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887194 Dec 23 12:14:37.053537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:37.058745 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733d2eb-89d7-49cf-9dca-1c623a8417d9" -d '{"events": [{"server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "name": "network-vif-plugged", "status": "completed", "tag": "4aad2540-c590-480b-8675-f7c3b2429218"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:37.073889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4aad2540-c590-480b-8675-f7c3b2429218,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:37.110647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-509938445-network', 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:37.125951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa06417d-e151-4949-aa48-b8fdc64733ce {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:37.133930 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c426b4b-b221-4019-90b5-6244775ac426 x-openstack-request-id: req-8c426b4b-b221-4019-90b5-6244775ac426 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:37.133930 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "name": "network-vif-plugged", "status": "completed", "tag": "4aad2540-c590-480b-8675-f7c3b2429218", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:37.133930 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c426b4b-b221-4019-90b5-6244775ac426 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:37.133930 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218', 'code': 200} Dec 23 12:14:37.133930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.140127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.161498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Transition to ACTIVE for port object aa06417d-e151-4949-aa48-b8fdc64733ce will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:37.174907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.179258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.179258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a7938a0-cf9a-471b-a8a9-7a3feff0d9df HTTP/1.1" status: 204 len: 168 time: 0.5535827 Dec 23 12:14:37.188275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4ece-3833-430c-912a-96c7f63bca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7938a0-cf9a-471b-a8a9-7a3feff0d9df,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.215340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.226937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:37.228315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08edb18-3933-410b-86dc-2a7f6307f7e2 req-e67c6b54-a218-4c2a-b46e-583351fa10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.229387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.229974 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a08edb18-3933-410b-86dc-2a7f6307f7e2 req-e67c6b54-a218-4c2a-b46e-583351fa10d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 1100 time: 0.0417295 Dec 23 12:14:37.238457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.256106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.320000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.325940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a08edb18-3933-410b-86dc-2a7f6307f7e2 req-a89d8695-71a5-4278-b548-b2b72585c3a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880311 Dec 23 12:14:37.350273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.366219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Attempting to bind port aa06417d-e151-4949-aa48-b8fdc64733ce on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:37.366501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Attempting to bind port aa06417d-e151-4949-aa48-b8fdc64733ce by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:37.367006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Attempting to bind port aa06417d-e151-4949-aa48-b8fdc64733ce on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:37.372233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Port aa06417d-e151-4949-aa48-b8fdc64733ce on network cb35beee-922b-458c-add9-baa3a1915ced not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:37.372630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Attempting to bind port aa06417d-e151-4949-aa48-b8fdc64733ce on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:37.378084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:37.378409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Checking segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:37.378791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Bound using segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:37.379264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Bound port: aa06417d-e151-4949-aa48-b8fdc64733ce, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:37.379623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.384717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.412479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:14:37.431136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b4e1d-ca52-4d50-aca8-f3a783902fe6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.439421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.439745 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Added segment aed5ae13-9631-4fe2-8c88-ca59ca333e50 of type vlan for network b549ab4f-1e67-4ea0-9e40-144c664c2e7d Dec 23 12:14:37.463604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:37.466411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa06417d-e151-4949-aa48-b8fdc64733ce,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:37.494702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.543553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.580639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.581348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.582682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] 10.222.0.57 "PUT /v2.0/ports/aa06417d-e151-4949-aa48-b8fdc64733ce HTTP/1.1" status: 200 len: 1091 time: 1.0069449 Dec 23 12:14:37.583124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:37.585456 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9c568d-98ad-4586-b621-fbe4d5abd222" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:37.597931 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.601914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.603029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.641457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203a5e-272d-4970-9638-1ebcdec14b11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.647632 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60537f4-ebbb-4476-95e2-448f648d7b71 x-openstack-request-id: req-e60537f4-ebbb-4476-95e2-448f648d7b71 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:37.647982 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:37.648234 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e60537f4-ebbb-4476-95e2-448f648d7b71 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:37.648613 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'status': 'completed', 'code': 200} Dec 23 12:14:37.697153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] Pushing event updated for resources: {'Network': ['ID=b549ab4f-1e67-4ea0-9e40-144c664c2e7d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:37.709488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:14:37.745356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-4e84b410-4ed6-4c53-804a-c163a02ebf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.745356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-4e84b410-4ed6-4c53-804a-c163a02ebf7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 1094 time: 0.0665197 Dec 23 12:14:37.767647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57e272e0-6e34-4616-ac58-d1aa18d2a89c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9298594 Dec 23 12:14:37.770532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:37.778471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Request body: {'subnet': {'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-509938445-subnet', 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:37.887880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc25fec-745f-4a31-b894-d030b7d1160e req-9bddf9f1-e135-4436-8222-b3cf7c5d1da0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.889734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcc25fec-745f-4a31-b894-d030b7d1160e req-9bddf9f1-e135-4436-8222-b3cf7c5d1da0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 947 time: 0.0799921 Dec 23 12:14:37.958871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:37.965858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.980635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-0b7db4be-a6b4-4054-9d75-58f5a1c9803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:37.983275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-0b7db4be-a6b4-4054-9d75-58f5a1c9803f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2290854 Dec 23 12:14:38.044423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcc25fec-745f-4a31-b894-d030b7d1160e req-5d7a11a9-dc72-4d72-92cc-2b28103d8975 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469486 Dec 23 12:14:38.110970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221821-3dd4-437c-af6e-22ff1597ae32 req-e588eb4f-3a7c-4a77-b367-131d20e331d0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.112521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1221821-3dd4-437c-af6e-22ff1597ae32 req-e588eb4f-3a7c-4a77-b367-131d20e331d0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.1115677 Dec 23 12:14:38.114380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57842) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:38.142910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-3b756bae-52fb-433a-9029-7817e47313ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.145414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db9c568d-98ad-4586-b621-fbe4d5abd222 req-3b756bae-52fb-433a-9029-7817e47313ec service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545184 Dec 23 12:14:38.155710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21f95f73-a980-4944-bcf6-a0fdfdb0c418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.261543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-ce410f4a-c322-4fb5-8979-b359c77991df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.276944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-ce410f4a-c322-4fb5-8979-b359c77991df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 1094 time: 0.0762436 Dec 23 12:14:38.294678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1221821-3dd4-437c-af6e-22ff1597ae32 req-571907d4-81f2-48fb-b346-31ce6ff12ddc tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703060 Dec 23 12:14:38.316189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9792b9-8691-47d9-8bad-6e7d3a34ed77 req-3be14477-b905-4a57-aa87-76dc3b6c1e4e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.318601 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-9e0dab75-d378-4082-b6f3-72450f3bfec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa06417d-e151-4949-aa48-b8fdc64733ce HTTP/1.1" status: 200 len: 217 time: 0.0392509 Dec 23 12:14:38.321296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e9792b9-8691-47d9-8bad-6e7d3a34ed77 req-3be14477-b905-4a57-aa87-76dc3b6c1e4e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 943 time: 0.1929126 Dec 23 12:14:38.370061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-2dc8891c-4735-42ae-b9c7-8b2c8e61364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.371420 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-2dc8891c-4735-42ae-b9c7-8b2c8e61364b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.0458798 Dec 23 12:14:38.421775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300e0a-b625-4385-873d-463217a9fd8a req-db4dd393-afd5-4d72-8105-f16a09178ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.423599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-db4dd393-afd5-4d72-8105-f16a09178ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436897 Dec 23 12:14:38.438748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e9792b9-8691-47d9-8bad-6e7d3a34ed77 req-a4d882c2-c513-432e-a52f-319f2ff1581b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135066 Dec 23 12:14:38.447549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21f95f73-a980-4944-bcf6-a0fdfdb0c418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.512293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.519316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-4eaa70d9-be4d-4504-8cbb-aad7f604db1f service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Dec 23 12:14:38.558620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21f95f73-a980-4944-bcf6-a0fdfdb0c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.590258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efd998f-07b0-4bb2-8612-cc0eeec0b67f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:38.626720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21f95f73-a980-4944-bcf6-a0fdfdb0c418 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7389716240949d9a4e517335f366f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087523 Dec 23 12:14:38.626906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f95f73-a980-4944-bcf6-a0fdfdb0c418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff789e8c-6c71-4851-abcc-cad434b1e2c3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:38.627198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:38.630456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:38.630834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Network hostable DHCP agents. Network: b549ab4f-1e67-4ea0-9e40-144c664c2e7d, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:14:38.663684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c300e0a-b625-4385-873d-463217a9fd8a req-67b63f32-3e38-4fe6-b265-201ca9079e5d service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365149 Dec 23 12:14:38.692295 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.698205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57850) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:38.715460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.746160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b607c48d-d268-43cc-b4b5-6b4bc3486eb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37912491f5da419081264ee84e65e0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445054 Dec 23 12:14:38.747234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:38.758775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:14:38.804119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.827148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.864665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b549ab4f-1e67-4ea0-9e40-144c664c2e7d) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:38.869486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:38.871188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.874073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3658c9a-cb79-4ece-84d4-f2b20a5c2c92 None None] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:38.893567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.897004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.898685 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff789e8c-6c71-4851-abcc-cad434b1e2c3 HTTP/1.1" status: 204 len: 168 time: 0.2701077 Dec 23 12:14:38.914201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1cdb-7476-42a4-8013-36be9aa4e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff789e8c-6c71-4851-abcc-cad434b1e2c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:38.991270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840ea24-620f-40d6-b328-98f94f8b0330 None None] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:39.003740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:39.006977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:39.012900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ac4aded8-555a-4012-9609-53d6bc5e5b34 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2362461 Dec 23 12:14:39.017353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f420395a-46ca-487d-9a07-4461a3a7cf09 HTTP/1.1" status: 204 len: 168 time: 0.2693603 Dec 23 12:14:39.030233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35013ba2-1db2-4e61-a66f-39290781d837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420395a-46ca-487d-9a07-4461a3a7cf09,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:39.160380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd7b88-b93a-4993-96cd-ab6808c119e7 req-bc930ac6-db97-4c0e-9506-fc27ec758dd5 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:39.162060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cbd7b88-b93a-4993-96cd-ab6808c119e7 req-bc930ac6-db97-4c0e-9506-fc27ec758dd5 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 947 time: 0.0483425 Dec 23 12:14:39.215071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cbd7b88-b93a-4993-96cd-ab6808c119e7 req-e7d55dfb-f8f9-44db-8939-29e2fc83aead tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Dec 23 12:14:39.425773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4d13-0422-4ced-a1aa-579a96166b8a req-a5ac6652-d05d-4402-8066-0dcb036d880b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:39.427312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-565b4d13-0422-4ced-a1aa-579a96166b8a req-a5ac6652-d05d-4402-8066-0dcb036d880b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.0516899 Dec 23 12:14:39.477643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-565b4d13-0422-4ced-a1aa-579a96166b8a req-60ad6f8f-2e2f-4972-84da-06e366bf9bd5 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Dec 23 12:14:39.567941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2a94-8e25-4c61-898a-14d2054df639 req-37e6321b-78cf-47d2-be49-96de56c44e53 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:39.569451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4eef2a94-8e25-4c61-898a-14d2054df639 req-37e6321b-78cf-47d2-be49-96de56c44e53 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 943 time: 0.0492687 Dec 23 12:14:39.616999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4eef2a94-8e25-4c61-898a-14d2054df639 req-d0ea5d1e-1549-447d-83b9-d7f5c31f7b20 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 Dec 23 12:14:40.466134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acc1d8-0562-4a79-aac7-3cc9e27045f8 req-8d171aa9-65be-4906-9899-ea07fb1b6baf tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:40.467636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33acc1d8-0562-4a79-aac7-3cc9e27045f8 req-8d171aa9-65be-4906-9899-ea07fb1b6baf tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 947 time: 0.0597773 Dec 23 12:14:40.518780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33acc1d8-0562-4a79-aac7-3cc9e27045f8 req-2ef5f577-4129-404b-929d-146e3c9d0c16 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Dec 23 12:14:40.756629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24571720-0ddd-43e7-8be2-b9f74140ff2b req-ef7b91af-34f7-4356-804a-660b84ff5bbc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:40.758196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24571720-0ddd-43e7-8be2-b9f74140ff2b req-ef7b91af-34f7-4356-804a-660b84ff5bbc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 943 time: 0.0500002 Dec 23 12:14:40.812765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-069a4905-0bd7-4fbc-9c9e-b59b22dba567 req-0ebb234c-1366-4c65-a6c6-a086f55b9037 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:14:40.814055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-069a4905-0bd7-4fbc-9c9e-b59b22dba567 req-0ebb234c-1366-4c65-a6c6-a086f55b9037 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3953633 Dec 23 12:14:40.817866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24571720-0ddd-43e7-8be2-b9f74140ff2b req-cd5d4964-fecb-4bf7-9821-33e0d059e074 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532696 Dec 23 12:14:40.906644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57950) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:40.923034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-879345344-network', 'tenant_id': '7ae5556441ee447b89096249a29f8c12'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:41.019237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Made reservation on behalf of 7ae5556441ee447b89096249a29f8c12 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:41.022475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.037311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4835eb-c162-4c91-9989-baa26e5592aa req-6607c8e3-acca-4be2-b4c3-dae048691987 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:41.037880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.038934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f4835eb-c162-4c91-9989-baa26e5592aa req-6607c8e3-acca-4be2-b4c3-dae048691987 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.0821903 Dec 23 12:14:41.109069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f4835eb-c162-4c91-9989-baa26e5592aa req-92e0184b-d374-424f-b2f0-ed4fde4d58d0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Dec 23 12:14:41.128873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.189740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 16e09e69-a385-4ae8-9491-392e6b608c11 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:41.274827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.300748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=16e09e69-a385-4ae8-9491-392e6b608c11,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:41.326343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '16e09e69-a385-4ae8-9491-392e6b608c11', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '16e09e69-a385-4ae8-9491-392e6b608c11', 'mac_address': 'fa:16:3e:45:9c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:41.338207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:14:41.363617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.364155 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Added segment 2c418163-43f7-4d2f-913b-0f6b8555ee3f of type vlan for network 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 Dec 23 12:14:41.378492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.398598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e09e69-a385-4ae8-9491-392e6b608c11 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:41.426494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-03fdee98-bb43-43e1-8e78-6b59352041f8 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=41895356aa2845a0b2ce58c6db24e179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534105 Dec 23 12:14:41.426664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.451077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=16e09e69-a385-4ae8-9491-392e6b608c11,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:41.457043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd9106-74ab-4ff1-9232-b9b658d505c8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:41.474287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.474814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.474908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.475245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.475863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.476194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.476637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.477016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.477349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.477670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.478012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.478336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.478961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:41.540357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-03c28877-3726-4d59-8005-f5457b04b68f tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:41.550029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-03c28877-3726-4d59-8005-f5457b04b68f tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215711 Dec 23 12:14:41.563390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.563904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.565244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:41.565569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-3a3fb6e0-8bcf-44c2-a5f0-920fd5719fc2 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/quotas/41895356aa2845a0b2ce58c6db24e179 HTTP/1.1" status: 200 len: 375 time: 0.0135691 Dec 23 12:14:41.571679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:41.633511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:41.648609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] Pushing event updated for resources: {'Network': ['ID=5c42ee84-5b5a-41f1-b7aa-162bbd9c9719,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:41.664258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:14:41.690052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-966d50b3-3525-43b1-b716-7390369a0fdd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942340 Dec 23 12:14:41.707678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b401bb2-4293-48cc-b886-6c900c3c3e67 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8011277 Dec 23 12:14:41.710537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58008) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:41.716570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Request body: {'subnet': {'network_id': '5c42ee84-5b5a-41f1-b7aa-162bbd9c9719', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-879345344-subnet', 'tenant_id': '7ae5556441ee447b89096249a29f8c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:41.723251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:41.820493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Made reservation on behalf of 7ae5556441ee447b89096249a29f8c12 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:41.822932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:42.002526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['16e09e69-a385-4ae8-9491-392e6b608c11'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:42.054110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fce706-a488-44ec-968e-1d4e72b1f9ac req-fe03039c-5451-4107-aa48-c5f82a4df2ae tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:42.056333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3fce706-a488-44ec-968e-1d4e72b1f9ac req-fe03039c-5451-4107-aa48-c5f82a4df2ae tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 948 time: 0.0695465 Dec 23 12:14:42.129286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:42.158608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3fce706-a488-44ec-968e-1d4e72b1f9ac req-9ffcb39a-af9b-4a43-a289-8cfa33b3d3ea tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903971 Dec 23 12:14:42.219077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012ecff6-8c10-4e23-b2bf-f203ec47fb7e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:42.223592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Checking segment: {'id': '2c418163-43f7-4d2f-913b-0f6b8555ee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c42ee84-5b5a-41f1-b7aa-162bbd9c9719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:42.223933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Network hostable DHCP agents. Network: 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:14:42.384540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Network 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:14:42.406459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfab83-b4e4-4cd8-b275-e221d716a33e req-ec3c692b-de16-4152-91f0-7191bbb0444e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:42.407967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3dfab83-b4e4-4cd8-b275-e221d716a33e req-ec3c692b-de16-4152-91f0-7191bbb0444e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 943 time: 0.0488908 Dec 23 12:14:42.465244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3dfab83-b4e4-4cd8-b275-e221d716a33e req-1993b458-3c8c-4feb-91e6-30e005913b4a tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504715 Dec 23 12:14:42.501574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:42.506150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:42.506896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:42.510669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9cff7aa-9e93-4058-a3ff-c5367c12c742 req-c68e3562-a669-485c-b239-92b42c5ef395 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Dec 23 12:14:42.511532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9dfb21-4f5d-4887-b1e3-1a320b25704f None None] Network 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:42.617855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0450be6e-0daf-4f23-94d7-3c3da14a26e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8961785 Dec 23 12:14:42.621563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c6602f-8295-4bc8-bd92-b76bb4f9f63a None None] Network 5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:14:42.830599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58058) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:43.177877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa06417d-e151-4949-aa48-b8fdc64733ce details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:43.194093 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e6d844d-c3e0-4882-b77a-efd62827c7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.201712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-121dfe9c-8f85-4ecf-b1c0-ad0a4dd1910e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.253501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 16e09e69-a385-4ae8-9491-392e6b608c11 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:43.322731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbfd9e-d6bb-4346-8c02-a4a7d8253740 req-c2c80627-c0ca-4a93-853c-f468df861d78 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:43.337253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccfbfd9e-d6bb-4346-8c02-a4a7d8253740 req-c2c80627-c0ca-4a93-853c-f468df861d78 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 948 time: 0.0810587 Dec 23 12:14:43.374567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa06417d-e151-4949-aa48-b8fdc64733ce,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:43.393661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'port_id': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'mac_address': 'fa:16:3e:d0:94:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:43.425988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccfbfd9e-d6bb-4346-8c02-a4a7d8253740 req-0285b774-519e-436e-9feb-e497f5bab5c6 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875752 Dec 23 12:14:43.434079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-121dfe9c-8f85-4ecf-b1c0-ad0a4dd1910e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.455482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 16e09e69-a385-4ae8-9491-392e6b608c11 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:43.458061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.473863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 16e09e69-a385-4ae8-9491-392e6b608c11 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:43.474234 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.479391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa06417d-e151-4949-aa48-b8fdc64733ce {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:43.506962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-121dfe9c-8f85-4ecf-b1c0-ad0a4dd1910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.534429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa06417d-e151-4949-aa48-b8fdc64733ce,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:43.569339 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-121dfe9c-8f85-4ecf-b1c0-ad0a4dd1910e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b39e28bed21e4996b06f9ffc8edd3931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7375755 Dec 23 12:14:43.572054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58088) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:43.605070 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.611968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dfe9c-8f85-4ecf-b1c0-ad0a4dd1910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f6c5f-c446-4c8a-a0b9-9328ded4b85b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:43.614738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.686672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:43.688946 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd496aad-49a2-4ece-85d0-44bbfeef6ec5" -d '{"events": [{"server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:43.690448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.705696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:43.710458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=16e09e69-a385-4ae8-9491-392e6b608c11,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:43.730619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bd1c-07f2-4f90-807b-07d1d0ebe975 req-be5795ba-c637-4edd-b5db-f844d9a1232a tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:43.733445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae79bd1c-07f2-4f90-807b-07d1d0ebe975 req-be5795ba-c637-4edd-b5db-f844d9a1232a tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 944 time: 0.0980620 Dec 23 12:14:43.735934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.815431 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.878857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae79bd1c-07f2-4f90-807b-07d1d0ebe975 req-6e4406dd-1ab7-4a88-b0d8-f753f6180002 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360662 Dec 23 12:14:43.896140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:43.922378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-771f4661-ef7a-45ac-9346-34a092d102b8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:43.924149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-771f4661-ef7a-45ac-9346-34a092d102b8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.1692810 Dec 23 12:14:43.932094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['aa06417d-e151-4949-aa48-b8fdc64733ce'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:43.954952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-7f321625-6942-4e7a-adc9-39769f932456 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/quotas/fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 375 time: 0.0237703 Dec 23 12:14:43.991056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-d170e775-a02a-47d6-9383-4d7706754461 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350826 Dec 23 12:14:43.992260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.996012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:43.997963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa5f6c5f-c446-4c8a-a0b9-9328ded4b85b HTTP/1.1" status: 204 len: 168 time: 0.4248624 Dec 23 12:14:44.014346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f6c5f-c446-4c8a-a0b9-9328ded4b85b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:44.056435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.057115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.057782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.058131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.058510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.058785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.059732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.060085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.060596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.061116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.061445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.061769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.062090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637b7bc-9b3f-4753-b0f5-67f6de6eee45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:44.131939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-83c28045-8cbb-43d2-9c41-93470f598216 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417681 Dec 23 12:14:44.137712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-a38c1a53-aeb6-4ec7-a9ae-601dac937824 service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312368 Dec 23 12:14:44.227379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-3662600e-7daf-4825-9010-ad85dc721591 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=41895356aa2845a0b2ce58c6db24e179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211921 Dec 23 12:14:44.310441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ab4af468-23bc-47ff-9c3f-df3f1dda034b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:44.312429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ab4af468-23bc-47ff-9c3f-df3f1dda034b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733465 Dec 23 12:14:44.313878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-f46d3653-b3d5-444d-bbc3-9923120b714b service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664011 Dec 23 12:14:44.329020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-6723983a-ec57-4947-9aba-73d66f2d067e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/quotas/740e116276744f0da91def95a5241261 HTTP/1.1" status: 200 len: 375 time: 0.0103357 Dec 23 12:14:44.343865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-557f9c9a-76cf-4304-9195-6fc05cc66aef tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:44.345313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-557f9c9a-76cf-4304-9195-6fc05cc66aef tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123405 Dec 23 12:14:44.358350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Request body: {'port': {'device_id': '996a5022-8541-40ee-97d0-4245f335cca3', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '41895356aa2845a0b2ce58c6db24e179'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:44.366927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-6642a736-6176-468f-843f-d74e33c99a0b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285645 Dec 23 12:14:44.585715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Made reservation on behalf of 41895356aa2845a0b2ce58c6db24e179 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:44.589384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:44.665116 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f92e69-374c-4426-8565-02cad450ec33 x-openstack-request-id: req-b6f92e69-374c-4426-8565-02cad450ec33 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:44.665655 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:44.665655 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6f92e69-374c-4426-8565-02cad450ec33 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:44.666045 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11', 'code': 200} Dec 23 12:14:44.691975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b830fd54-b58a-400a-bc0c-9744f9397438 req-78e7a42a-ef48-4257-9e29-6e2a36b7af6d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 210 time: 0.0434079 Dec 23 12:14:44.816242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Allocated IP 192.168.233.130 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/4e165eca-1a13-4bfd-9c2d-8872c8927e6e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:44.822391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cfe4d-2272-4e36-b848-fd37d84ddbf4 req-a6e66690-2965-4423-bd04-d5a21c3ac56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:44.823976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d37cfe4d-2272-4e36-b848-fd37d84ddbf4 req-a6e66690-2965-4423-bd04-d5a21c3ac56c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 1100 time: 0.0735569 Dec 23 12:14:44.852217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58142) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:44.880941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a97169ce-0381-403f-adb7-456e1f1a4525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:44.914215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d37cfe4d-2272-4e36-b848-fd37d84ddbf4 req-3eaa7d84-b059-4972-b918-871e1d74805e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822172 Dec 23 12:14:45.041960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.054852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a97169ce-0381-403f-adb7-456e1f1a4525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.177266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-1959a76e-e418-45de-942d-dde8cc28b747 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=87baaf2127ef446fad3ff82025aa064e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214481 Dec 23 12:14:45.184531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa06417d-e151-4949-aa48-b8fdc64733ce up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:45.186953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.196104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a97169ce-0381-403f-adb7-456e1f1a4525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.254315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:45.255692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Pushing event updated for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:45.260585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:45.263510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:45.270241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:45.271119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.297598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a97169ce-0381-403f-adb7-456e1f1a4525 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ac19d9ae56d4ec29d5589569b204fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436908 Dec 23 12:14:45.301243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97169ce-0381-403f-adb7-456e1f1a4525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24e3fa-7dbf-44c7-b4b8-d6b0bf160734,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:45.306096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58160) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:45.322540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4aad2540-c590-480b-8675-f7c3b2429218'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:45.369445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-5bc0b0f7-211b-491c-83d3-1d1a732a5efd tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:45.370873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-5bc0b0f7-211b-491c-83d3-1d1a732a5efd tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864271 Dec 23 12:14:45.417677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-77302e39-d217-4760-ae44-9d9047445409 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/quotas/87baaf2127ef446fad3ff82025aa064e HTTP/1.1" status: 200 len: 375 time: 0.0395498 Dec 23 12:14:45.429055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-a60cba10-4194-480c-8cfe-8625b086d089 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0753841 Dec 23 12:14:45.429912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.460092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Request body: {'port': {'device_id': '996a5022-8541-40ee-97d0-4245f335cca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:45.495792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.506675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-3ac1c00c-1b03-492e-b452-5aaf0e5d133c tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=87baaf2127ef446fad3ff82025aa064e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688803 Dec 23 12:14:45.533038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd41d-2286-4cbd-91a9-f0ff6a129ce8 req-6bd439e2-f4a7-4d36-9949-e2c555441ca0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:45.541266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07fcd41d-2286-4cbd-91a9-f0ff6a129ce8 req-6bd439e2-f4a7-4d36-9949-e2c555441ca0 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.1276696 Dec 23 12:14:45.571064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.607670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07fcd41d-2286-4cbd-91a9-f0ff6a129ce8 req-7a6dc2a2-1287-4085-b515-cbaca78592ee tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Dec 23 12:14:45.632714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port aa06417d-e151-4949-aa48-b8fdc64733ce completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:45.645686 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-00b70901-c833-4b0d-b8f2-086a79cd8c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.647846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port aa06417d-e151-4949-aa48-b8fdc64733ce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:45.648288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.740104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a09b5988-9fa7-4030-818e-c86d8e7a10a1 req-4696c970-55d0-474e-859e-ec5b9391c3aa tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 210 time: 0.0557830 Dec 23 12:14:45.759676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.771494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1122d0b5-6aad-4fe0-be0f-f2c2bfc89abf None None] Provisioning complete for port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:45.771861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1122d0b5-6aad-4fe0-be0f-f2c2bfc89abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.876319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-326ef03c-7155-454d-9061-b73f6e578a25 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540543 Dec 23 12:14:45.895789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa06417d-e151-4949-aa48-b8fdc64733ce,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:45.897230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1122d0b5-6aad-4fe0-be0f-f2c2bfc89abf None None] Port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:45.957762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.975269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.975269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc24e3fa-7dbf-44c7-b4b8-d6b0bf160734 HTTP/1.1" status: 204 len: 168 time: 0.6590228 Dec 23 12:14:45.992646 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.992864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909f919-38c0-42e2-8ae8-b56f1bef7f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24e3fa-7dbf-44c7-b4b8-d6b0bf160734,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:46.004974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e165eca-1a13-4bfd-9c2d-8872c8927e6e {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:46.015585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.033232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Transition to ACTIVE for port object 4e165eca-1a13-4bfd-9c2d-8872c8927e6e will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:46.075540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:46.080294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-23d79f50-0306-47db-88bc-37d41f332c54 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:46.090109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-23d79f50-0306-47db-88bc-37d41f332c54 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098591 Dec 23 12:14:46.097961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95445-ca6f-4ba5-9823-118f5721c414 req-c2dcb25c-7cdf-483e-afda-a109e9a9d17e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:46.099421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a95445-ca6f-4ba5-9823-118f5721c414 req-c2dcb25c-7cdf-483e-afda-a109e9a9d17e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 944 time: 0.1780438 Dec 23 12:14:46.113618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-daa7daa8-5465-476e-a244-30008752399a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/quotas/740e116276744f0da91def95a5241261 HTTP/1.1" status: 200 len: 375 time: 0.0256071 Dec 23 12:14:46.143576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.156128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-8ab5b297-25b9-45c7-a8f2-4622aee3a564 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303049 Dec 23 12:14:46.189344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a95445-ca6f-4ba5-9823-118f5721c414 req-79f91e03-4647-448e-bd64-3884ec893551 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815599 Dec 23 12:14:46.199138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Pushing event updated for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:46.259224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Attempting to bind port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:46.260130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Attempting to bind port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:46.264501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Attempting to bind port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:46.272410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:46.272732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Attempting to bind port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:46.280047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:46.280377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:46.280759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:46.281216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Bound port: 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:46.281562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.364056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:46.368309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:46.475087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.530675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.571883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c395ef9-5416-412d-b16d-d375beb77361 req-aa64bbab-1112-4de9-a827-d4f566808ce3 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:46.576287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c395ef9-5416-412d-b16d-d375beb77361 req-aa64bbab-1112-4de9-a827-d4f566808ce3 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 948 time: 0.0843921 Dec 23 12:14:46.603985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:46.604669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:46.607083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e165eca-1a13-4bfd-9c2d-8872c8927e6e HTTP/1.1" status: 200 len: 1096 time: 1.1592748 Dec 23 12:14:46.607907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:46.611449 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64749fb4-e022-4e9f-9989-ada7328cc1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:46.648039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c264f7-cced-4094-a8ed-683ea31fa981 service neutron] Pushing event updated for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:46.666808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:46.669714 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f153a3a-1749-4066-b390-6992daad5773" -d '{"events": [{"server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:46.734861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c395ef9-5416-412d-b16d-d375beb77361 req-096a7496-a346-44c4-b393-55fb2e4dfd24 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525767 Dec 23 12:14:46.736902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87f71939-7712-422a-94d3-79ff8b04cf9d req-4633ec7b-e540-4d34-839c-28667812704b tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0844033 Dec 23 12:14:46.874825 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a44a3-03c8-45f4-98b9-c8a89936f8c8 x-openstack-request-id: req-bf3a44a3-03c8-45f4-98b9-c8a89936f8c8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:46.878265 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:46.878751 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf3a44a3-03c8-45f4-98b9-c8a89936f8c8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:46.879358 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e', 'status': 'completed', 'code': 200} Dec 23 12:14:46.936635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-dbfdfb9c-d6b3-4f0b-935a-0a63461806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:46.938451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-dbfdfb9c-d6b3-4f0b-935a-0a63461806ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 1099 time: 0.1442466 Dec 23 12:14:46.972457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f482d1d3-346f-46eb-bcce-bfb7d4daf36e req-9cf34ce1-1159-49b2-b544-0e6c73cea483 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0943387 Dec 23 12:14:47.036733 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-856b18a0-283b-4166-a1f4-5098e5e9a34d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e HTTP/1.1" status: 200 len: 217 time: 0.0846965 Dec 23 12:14:47.094743 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740da083-4a9e-46b2-8da3-74b217e21ec5 x-openstack-request-id: req-740da083-4a9e-46b2-8da3-74b217e21ec5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:47.096184 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:47.096184 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-740da083-4a9e-46b2-8da3-74b217e21ec5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:47.096184 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'code': 200} Dec 23 12:14:47.143683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e1f9-18e6-4d2e-9a9d-5fe3687c2091 req-9d08bed3-cbea-4802-bec6-e98f989dc741 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.154580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74c9e1f9-18e6-4d2e-9a9d-5fe3687c2091 req-9d08bed3-cbea-4802-bec6-e98f989dc741 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.1315691 Dec 23 12:14:47.208644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-978c79cd-2abe-4156-adeb-6ba3ece139ea req-7dd7ae2a-24df-448d-8f33-29aff4785ae1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 210 time: 0.0421526 Dec 23 12:14:47.258915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e7407-208c-4918-8b80-7a05ffa5aa03 req-b613e293-d15c-4546-b81f-a091ee600a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.260631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b72e7407-208c-4918-8b80-7a05ffa5aa03 req-b613e293-d15c-4546-b81f-a091ee600a8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 1096 time: 0.0864518 Dec 23 12:14:47.263576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-52c564db-b51e-4ec9-b4c2-a4c912734cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.265101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-52c564db-b51e-4ec9-b4c2-a4c912734cc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2217753 Dec 23 12:14:47.279885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74c9e1f9-18e6-4d2e-9a9d-5fe3687c2091 req-47a7a6de-1483-4b0b-969a-9b7da879b9c2 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189554 Dec 23 12:14:47.352296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-c7dbc15d-8720-460f-b52c-069e1c212285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.354197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-c7dbc15d-8720-460f-b52c-069e1c212285 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819225 Dec 23 12:14:47.361550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b72e7407-208c-4918-8b80-7a05ffa5aa03 req-1f60be7e-534c-4878-8e0e-8ba2befc5221 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904024 Dec 23 12:14:47.419275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20a68-b50a-4e7f-8a9a-83e6d91e46a1 req-daab6abb-1a3c-4e88-bd8c-58ad21062d10 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.421116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bc20a68-b50a-4e7f-8a9a-83e6d91e46a1 req-daab6abb-1a3c-4e88-bd8c-58ad21062d10 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.0610414 Dec 23 12:14:47.455062 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-c58cae18-36d8-47b9-a792-e9091c056849 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924022 Dec 23 12:14:47.474640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bc20a68-b50a-4e7f-8a9a-83e6d91e46a1 req-6b68d1a0-dbb2-47bc-8518-2c0eaee13b94 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473273 Dec 23 12:14:47.749294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ad73eab-2b71-40f2-82f7-b42e55f8f159 req-cbdcfb7f-513c-4e6a-bb14-65c031552c13 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875459 Dec 23 12:14:47.884403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ccbd4ed-553e-4a16-b5a2-be7a078901c6 req-263c152f-40d8-4e8f-8749-98fda0a2d354 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0473933 Dec 23 12:14:47.905140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d337-b5cd-457f-8fe9-0d3396e3d162 req-e6c10859-694f-43ae-9ca1-51f8d1cd5d9b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.907030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f424d337-b5cd-457f-8fe9-0d3396e3d162 req-e6c10859-694f-43ae-9ca1-51f8d1cd5d9b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 948 time: 0.0795774 Dec 23 12:14:47.968694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-b181c212-10de-4f46-b26d-ceced4dbab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:47.969320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:47.971289 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-b181c212-10de-4f46-b26d-ceced4dbab15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41895356aa2845a0b2ce58c6db24e179&device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 1099 time: 0.0716579 Dec 23 12:14:47.996075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f424d337-b5cd-457f-8fe9-0d3396e3d162 req-855f6789-d824-4214-abf8-38b47b6739d2 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684843 Dec 23 12:14:48.072211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.083362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bacf646-05f0-4548-a9d4-14840b35862f req-084dc969-4eb3-4e32-b097-099d1a17b03f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0288081 Dec 23 12:14:48.084065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58250) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:48.126727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-33e422e8-e30f-432f-848a-c5351f65eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.128219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-33e422e8-e30f-432f-848a-c5351f65eb0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1454816 Dec 23 12:14:48.175637 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-5a690824-d0e2-4779-8344-5f79dac0869f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e HTTP/1.1" status: 200 len: 217 time: 0.0394752 Dec 23 12:14:48.215867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9a74408-1d8a-42f8-9e13-94472ad8f6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.244209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-c38dbbdb-b7be-4aae-9c7a-893474d14492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.244209 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-c38dbbdb-b7be-4aae-9c7a-893474d14492 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0470774 Dec 23 12:14:48.308679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-f6f262f9-8122-4ce5-a613-9f5c82d8aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.311060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-f6f262f9-8122-4ce5-a613-9f5c82d8aa24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734389 Dec 23 12:14:48.340743 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9a74408-1d8a-42f8-9e13-94472ad8f6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.395282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20088dd0-5ee2-456b-9a3b-decc0a6fb78d req-61d8e206-542f-4e6d-9b2f-f79b93072c8a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 210 time: 0.0464416 Dec 23 12:14:48.413380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-275b1e88-89b0-4af7-b08d-113d370cbbfb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236106 Dec 23 12:14:48.438122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c705-6cf4-462f-92d6-1ecc3ed8e6c1 req-42abbeb6-2861-4356-8d55-72e50a6fd9f1 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.439909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4be9c705-6cf4-462f-92d6-1ecc3ed8e6c1 req-42abbeb6-2861-4356-8d55-72e50a6fd9f1 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.0576065 Dec 23 12:14:48.440743 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9a74408-1d8a-42f8-9e13-94472ad8f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.484451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a74408-1d8a-42f8-9e13-94472ad8f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aabce65-e399-4bf9-8eeb-c121d3fa3d66,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:48.516146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f9a74408-1d8a-42f8-9e13-94472ad8f6e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4813bba2fb73494198526fd6e35f2c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301827 Dec 23 12:14:48.516348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58264) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:48.532928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4be9c705-6cf4-462f-92d6-1ecc3ed8e6c1 req-ce63d845-733a-4f68-ac59-76bf74db5e2d tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710301 Dec 23 12:14:48.558536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-e82bd527-96f8-4549-bdf2-7e02484ca78c service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400160 Dec 23 12:14:48.663020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab46a-06ea-4903-bb94-6f3bee99d5d8 req-e5e23953-c2b0-46f4-aeff-7078f834de26 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.665080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1ab46a-06ea-4903-bb94-6f3bee99d5d8 req-e5e23953-c2b0-46f4-aeff-7078f834de26 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.0880754 Dec 23 12:14:48.665692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-f7470e06-a240-4f00-b93c-0b4ba5277af8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:48.667190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-f7470e06-a240-4f00-b93c-0b4ba5277af8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416537 Dec 23 12:14:48.689010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Request body: {'port': {'device_id': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '740e116276744f0da91def95a5241261'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:48.692945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.727329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1ab46a-06ea-4903-bb94-6f3bee99d5d8 req-24d2f4d7-5c5d-4fdc-ba40-78e645683d45 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553324 Dec 23 12:14:48.787094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:48.847144 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-64749fb4-e022-4e9f-9989-ada7328cc1d3 req-22e5d1c2-6ab6-487d-9c54-9f003985e53b service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785847 Dec 23 12:14:49.012638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9345cd2-c475-4ebb-96ba-a27b65ae0c52 req-5daff861-2021-48be-a6aa-025c652d1b18 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0274420 Dec 23 12:14:49.023247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.025943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.027109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aabce65-e399-4bf9-8eeb-c121d3fa3d66 HTTP/1.1" status: 204 len: 168 time: 0.5073683 Dec 23 12:14:49.028543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Made reservation on behalf of 740e116276744f0da91def95a5241261 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:49.031962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.076687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.138350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.142258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be4b5c-df83-4d6f-9726-7bf65179aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aabce65-e399-4bf9-8eeb-c121d3fa3d66,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:49.217967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-51c95354-4323-49d0-922e-13fb8aaec9c3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:49.219489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-51c95354-4323-49d0-922e-13fb8aaec9c3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.2138774 Dec 23 12:14:49.235214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Request body: {'port': {'device_id': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'admin_state_up': True, 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:49.250239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599506d-4ac4-4a65-9d16-7698f9d4316a req-fa5fd2bd-a8be-4efb-8b76-60210f1be111 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:49.251727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f599506d-4ac4-4a65-9d16-7698f9d4316a req-fa5fd2bd-a8be-4efb-8b76-60210f1be111 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 948 time: 0.1373069 Dec 23 12:14:49.273663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e742cc-37c4-4460-8dfe-1dcc0319d0f9 req-2e9866a4-0101-45b9-a715-a83fdcf3ffbd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:49.274985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7e742cc-37c4-4460-8dfe-1dcc0319d0f9 req-2e9866a4-0101-45b9-a715-a83fdcf3ffbd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.0806921 Dec 23 12:14:49.335899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f599506d-4ac4-4a65-9d16-7698f9d4316a req-dc712b6b-86a9-4dcd-81c7-263e35d73f21 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765717 Dec 23 12:14:49.338175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.369521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7e742cc-37c4-4460-8dfe-1dcc0319d0f9 req-dfd5fe46-786e-4ae3-a1b8-3edb09b5cce4 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861180 Dec 23 12:14:49.455377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.468531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bae2dfa6-6d7b-4ca5-901b-86f8f12ebd20 req-988b5452-3048-494d-a338-b23c6110044c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0282788 Dec 23 12:14:49.527182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d645ed7-bd9b-47c9-af68-b160dce51481,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:49.599623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:49.603951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:49.656499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Allocated IP 192.168.233.46 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/94ceb7cd-4bdb-499d-bca4-adb38c1f8af9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:49.787304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-417aedad-796a-4c57-8a04-8716b856c6f8 req-cc1e4d3e-f441-4b38-82a4-d3bf2bb87914 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 210 time: 0.0265579 Dec 23 12:14:49.843504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Allocated IP 172.20.0.13 (b549ab4f-1e67-4ea0-9e40-144c664c2e7d/6efd998f-07b0-4bb2-8612-cc0eeec0b67f/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:49.899839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.57', 55729) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:49.939476 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-11fca374-82a9-4c15-ab03-0c80023fb90d tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87baaf2127ef446fad3ff82025aa064e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384610 Dec 23 12:14:49.947831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce11a31-a8ab-457e-bbfc-41936fd5ea40 req-7957c14f-2425-409a-9603-51fe11ce459c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:49.958751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce11a31-a8ab-457e-bbfc-41936fd5ea40 req-7957c14f-2425-409a-9603-51fe11ce459c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.0724816 Dec 23 12:14:49.963728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.007596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce11a31-a8ab-457e-bbfc-41936fd5ea40 req-9a9d7172-3be0-4223-86db-102de907925b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471830 Dec 23 12:14:50.124589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58314) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:50.164530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2123910c-551b-4155-af66-c4c2436c0f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.165875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215202f1-6bc3-41d4-865e-1736dcc7b650 req-1d3f9a8c-4f0f-4021-bd37-66e95ef9ddbd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.167373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-215202f1-6bc3-41d4-865e-1736dcc7b650 req-1d3f9a8c-4f0f-4021-bd37-66e95ef9ddbd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.0694575 Dec 23 12:14:50.175793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8518fb-6185-4ddf-b240-7047e2e58ea8 req-80a28434-6b1d-4898-8c3f-b11223857a1f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.177264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e8518fb-6185-4ddf-b240-7047e2e58ea8 req-80a28434-6b1d-4898-8c3f-b11223857a1f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.0887535 Dec 23 12:14:50.192051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:50.212486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'floatingip': {'port_id': 'aa06417d-e151-4949-aa48-b8fdc64733ce'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:50.232870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-215202f1-6bc3-41d4-865e-1736dcc7b650 req-dadca023-5dc4-4299-aa53-8399c8bdfba6 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 Dec 23 12:14:50.258935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.290999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b12a1cc9-fd7f-4b14-a194-866fe1e71beb req-7b05d2c1-2838-434f-a3aa-f9b47c9f9052 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0265603 Dec 23 12:14:50.301576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-9a6e3007-0870-4dd8-be54-9c9d210d79fb tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.303028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-9a6e3007-0870-4dd8-be54-9c9d210d79fb tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456836 Dec 23 12:14:50.319572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.325373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Request body: {'port': {'device_id': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '87baaf2127ef446fad3ff82025aa064e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:50.335352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.475346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6de37-6752-4d63-a820-2ea42c28799e req-ba134168-692e-4b80-9576-0cf470b7aff7 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.481590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a6de37-6752-4d63-a820-2ea42c28799e req-ba134168-692e-4b80-9576-0cf470b7aff7 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 948 time: 0.0588605 Dec 23 12:14:50.483794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.57', 55730) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:50.520769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-64a0ad29-f185-4748-a752-9268df6f0300 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356982 Dec 23 12:14:50.525492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:50.542610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58326) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:50.556325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:50.581298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:50.587052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.587672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.625423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:50.632350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aba1b6aa-aa1d-4093-bfa0-50b14598bca4 req-95490061-0ad3-4fc8-b929-bd2f572ea016 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0869811 Dec 23 12:14:50.719814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a6de37-6752-4d63-a820-2ea42c28799e req-09ccd7b2-480a-4eb2-ab59-997a3e317e55 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336249 Dec 23 12:14:50.753993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4e165eca-1a13-4bfd-9c2d-8872c8927e6e details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:50.790826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-538e1d55-9609-4437-a5ae-410ec208d5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.835675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-6f66b46d-2be3-46bc-8825-b21bd79e1b05 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:50.837524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-6f66b46d-2be3-46bc-8825-b21bd79e1b05 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940769 Dec 23 12:14:50.877166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Request body: {'port': {'device_id': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '740e116276744f0da91def95a5241261'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:50.894938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:50.907697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e', 'mac_address': 'fa:16:3e:89:cf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:50.951438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6c38f585-2ef3-4b8a-8fe0-e35189b065a0 None None] Provisioning complete for port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:50.952047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c38f585-2ef3-4b8a-8fe0-e35189b065a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.955714 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.955890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.960101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-c34c7d33-affb-4a1e-a7a0-3ba7a0970443 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2772443 Dec 23 12:14:50.972147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2123910c-551b-4155-af66-c4c2436c0f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:50.988532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e165eca-1a13-4bfd-9c2d-8872c8927e6e {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:51.006194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Request body: {'port': {'device_id': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:51.021594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:51.022882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6c38f585-2ef3-4b8a-8fe0-e35189b065a0 None None] Port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:51.095810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2123910c-551b-4155-af66-c4c2436c0f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.101162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.131165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:51.153358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:51.176889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:51.179349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:51.186001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:51.186600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.203042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:51.240798 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2123910c-551b-4155-af66-c4c2436c0f47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aac8cab142e4a9186346a83be84b04b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1151443 Dec 23 12:14:51.245112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58336) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:51.245646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123910c-551b-4155-af66-c4c2436c0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc2ecf-a044-42b4-92a2-b7dc9c17c49c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:51.248274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-538e1d55-9609-4437-a5ae-410ec208d5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.256110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.272221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda2b74-3b6f-4485-b651-9eee447dc3c5 req-fea3d957-eb46-49f5-a625-667fe6a950ca tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:51.277643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adda2b74-3b6f-4485-b651-9eee447dc3c5 req-fea3d957-eb46-49f5-a625-667fe6a950ca tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 932 time: 0.3218107 Dec 23 12:14:51.319486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4e165eca-1a13-4bfd-9c2d-8872c8927e6e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:51.385117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adda2b74-3b6f-4485-b651-9eee447dc3c5 req-b2496869-f6f1-451d-a3fa-41782471e83c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060781 Dec 23 12:14:51.392018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-538e1d55-9609-4437-a5ae-410ec208d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.393213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Made reservation on behalf of 87baaf2127ef446fad3ff82025aa064e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:51.397933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.401264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.456512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-4238bfd1-f829-4643-a5a7-98baa0f4974e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2254980 Dec 23 12:14:51.469167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.469375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e1d55-9609-4437-a5ae-410ec208d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d97b76-e87a-4cbc-ab1d-23168f126f93,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:51.481593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-538e1d55-9609-4437-a5ae-410ec208d5ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40dd4c83e8fb408fbeb76e014bc6cc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9347398 Dec 23 12:14:51.485181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:51.488578 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.514631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbae41-87f8-4225-a8be-7440ce820333 req-d411243f-2175-45cc-8090-1650ffedfcc7 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:51.516101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84cbae41-87f8-4225-a8be-7440ce820333 req-d411243f-2175-45cc-8090-1650ffedfcc7 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.1801057 Dec 23 12:14:51.547452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Request body: {'port': {'device_id': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:51.569741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2decf18f-83cf-4bb0-8f0d-774370c0a044 req-a3ddd7d4-47f1-46cd-8f30-3d76116221aa tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0772221 Dec 23 12:14:51.596307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Made reservation on behalf of 740e116276744f0da91def95a5241261 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:14:51.601150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.655654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.57', 55731) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:51.684907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84cbae41-87f8-4225-a8be-7440ce820333 req-7de4fec0-08b1-40e3-ae56-9097fcb16c65 tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f486885-195c-4cd0-bfe5-ad987969bffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480937 Dec 23 12:14:51.701456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.731489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.732877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.735517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.736631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/accc2ecf-a044-42b4-92a2-b7dc9c17c49c HTTP/1.1" status: 204 len: 168 time: 0.4860895 Dec 23 12:14:51.794922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:51.821269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb40aaf-c8fa-47ca-a6c6-6959321eda3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc2ecf-a044-42b4-92a2-b7dc9c17c49c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:51.834950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e94b0bd-e8ad-415d-88b8-bbe9f874597d req-44fa2b9d-24e6-4a8f-96fb-9e909b632270 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.1061850 Dec 23 12:14:51.859544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-b6517d51-e824-4d37-a56a-7d20dd89b54c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:51.861028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-b6517d51-e824-4d37-a56a-7d20dd89b54c tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 949 time: 0.2029316 Dec 23 12:14:51.972987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.resource_extend [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:14:51.974453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f8b1e-a0d6-4a82-8de4-662e23439e81 req-e6d095b8-ada2-47b4-b7f1-5459f86e53fd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:51.976262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-206f8b1e-a0d6-4a82-8de4-662e23439e81 req-e6d095b8-ada2-47b4-b7f1-5459f86e53fd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 949 time: 0.1436946 Dec 23 12:14:52.054280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.056927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.058346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29d97b76-e87a-4cbc-ab1d-23168f126f93 HTTP/1.1" status: 204 len: 168 time: 0.5676212 Dec 23 12:14:52.070372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-206f8b1e-a0d6-4a82-8de4-662e23439e81 req-e54dd390-4ccc-4e17-bbf5-18bb923a25ca tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753655 Dec 23 12:14:52.079703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Deleting port 16e09e69-a385-4ae8-9491-392e6b608c11 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:14:52.080032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.084220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8340-2300-4d82-9c3c-94aada38c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d97b76-e87a-4cbc-ab1d-23168f126f93,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:52.095196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.155603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.207238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.212722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] For port 16e09e69-a385-4ae8-9491-392e6b608c11, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=16e09e69-a385-4ae8-9491-392e6b608c11,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:52.213238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.229586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Calling delete_port for 16e09e69-a385-4ae8-9491-392e6b608c11 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:14:52.254162 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.348618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:52.370814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.392315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06a765-724d-40c3-865d-431651a4212c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:52.543334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4ddc-f55b-4537-a512-fac973d8e90c req-9865903d-d143-4d88-8ef9-1e798d863a8c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:52.543334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc0f4ddc-f55b-4537-a512-fac973d8e90c req-9865903d-d143-4d88-8ef9-1e798d863a8c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 932 time: 0.0516813 Dec 23 12:14:52.581233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc0f4ddc-f55b-4537-a512-fac973d8e90c req-60237501-6548-42bf-ae5e-a2c742ce03ad tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Dec 23 12:14:52.662402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Transition to ACTIVE for port object 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:52.675272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cb11adf-8f94-487a-8649-8040a12ede85 req-f796c2dd-debd-4c21-8394-7200df303ed9 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0271728 Dec 23 12:14:52.689554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.691228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.696339 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Floating IP 02e65707-2792-424f-b7f5-236119c3f1c9 associated. External IP: 172.25.7.129, port: aa06417d-e151-4949-aa48-b8fdc64733ce. Dec 23 12:14:52.704937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['16e09e69-a385-4ae8-9491-392e6b608c11'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:52.760080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Pushing event deleted for resources: {'Port': ['ID=16e09e69-a385-4ae8-9491-392e6b608c11,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:52.777012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4e165eca-1a13-4bfd-9c2d-8872c8927e6e up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:14:52.810759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] No DVR routers for this DVR port 16e09e69-a385-4ae8-9491-392e6b608c11 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:14:52.812220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:52.815788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.821043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.824156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.827561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.57 "DELETE /v2.0/ports/16e09e69-a385-4ae8-9491-392e6b608c11 HTTP/1.1" status: 204 len: 173 time: 0.9406154 Dec 23 12:14:52.834254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'name': 'network-vif-deleted', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:52.844444 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f74707-d7ea-4d30-b4ac-11d7b0266df4" -d '{"events": [{"server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "name": "network-vif-deleted", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:52.911934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Transition to ACTIVE for port object cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:52.952807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a847c28-393a-400f-a318-db52a6049ae6 req-83c7433e-f2a5-4ee2-b231-e151b455bcfd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.0531332 Dec 23 12:14:52.962226 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac75857-5141-4618-b6f4-70e772abb234 x-openstack-request-id: req-3ac75857-5141-4618-b6f4-70e772abb234 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:52.962517 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211df7a6-3698-407f-bc31-e36cb909ad8e", "name": "network-vif-deleted", "tag": "16e09e69-a385-4ae8-9491-392e6b608c11", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:52.962769 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ac75857-5141-4618-b6f4-70e772abb234 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:52.963159 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211df7a6-3698-407f-bc31-e36cb909ad8e', 'name': 'network-vif-deleted', 'tag': '16e09e69-a385-4ae8-9491-392e6b608c11', 'status': 'completed', 'code': 200} Dec 23 12:14:52.975500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:14:52.980641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:52.982043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.993247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.000686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Allocated IP 192.168.233.151 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/e6a96a26-646b-41b1-aff2-cb98ed19a209) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:53.091232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.231584 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.254377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Attempting to bind port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:53.254863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Attempting to bind port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:53.256293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Attempting to bind port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:53.271759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.278302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:53.284997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Attempting to bind port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:53.313967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:53.315873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:53.318938 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cef949-5864-40aa-bcc4-45648d34b18b" -d '{"events": [{"server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "name": "network-vif-plugged", "status": "completed", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:53.326668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.331587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:53.331803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adab8d83-65b7-4e22-bc42-3bd69debcdf5 req-ff30a8c3-109e-4fa1-af1f-a4bdd2e0eca3 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0440605 Dec 23 12:14:53.332130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:53.332523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:53.333004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Bound port: 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:53.333359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.355364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:53.355990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:53.356597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:53.364315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:14:53.393005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:53.393331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:53.400291 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35b3a7-d253-476e-b7ac-7da5d46ba000 x-openstack-request-id: req-cb35b3a7-d253-476e-b7ac-7da5d46ba000 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:53.400854 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "name": "network-vif-plugged", "status": "completed", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:53.401369 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb35b3a7-d253-476e-b7ac-7da5d46ba000 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:53.403261 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e', 'code': 200} Dec 23 12:14:53.404378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa089-c845-4f46-92f6-50b116cfd310 req-5d099cc4-67ec-4f16-926c-5ac8973b8ca2 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.406610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af7aa089-c845-4f46-92f6-50b116cfd310 req-5d099cc4-67ec-4f16-926c-5ac8973b8ca2 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 949 time: 0.1076341 Dec 23 12:14:53.410987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:53.411325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:53.411714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:53.412154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Bound port: cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:53.412510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.471813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af7aa089-c845-4f46-92f6-50b116cfd310 req-65d033f2-68e5-411e-819f-d99749047ca0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Dec 23 12:14:53.522125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.549323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.595277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:53.603781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.612076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.612662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.613176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.616512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.616512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.616512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.616512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.616512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.630766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.631428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.631996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.632539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.633396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.648034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event updated for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.655567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:53.657263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:53.660026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:53.667669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:53.673931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:53.714006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc16b-bb0e-47eb-b77a-6ceb6c008da9 req-9aaef5b1-0a73-49a1-b0a6-fb8699a2bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.715633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208dc16b-bb0e-47eb-b77a-6ceb6c008da9 req-9aaef5b1-0a73-49a1-b0a6-fb8699a2bd2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 1101 time: 0.2285521 Dec 23 12:14:53.740596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:53.764434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.765493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.773684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58392) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:53.777624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Allocated IP 192.168.233.54 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/74324063-0d63-42c7-8e65-27c810960473) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:14:53.791709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:14:53.794821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.811742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:14:53.817615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347273d8-7ae1-4b0e-b67d-3023218101a7 req-5dcf18bf-fdb1-4b59-8f63-969d6da016d4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.819395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.819535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-347273d8-7ae1-4b0e-b67d-3023218101a7 req-5dcf18bf-fdb1-4b59-8f63-969d6da016d4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.1285632 Dec 23 12:14:53.830875 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:53.831342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:14:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:53.860361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db00a23d-e1c2-4e18-9445-45b3b464a4ac req-666ecdfa-def3-451b-81c1-af1358596b25 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0397596 Dec 23 12:14:53.895351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.905913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-304567d3-5d9e-41cb-a32f-cef35a7cdf42 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0329435 Dec 23 12:14:53.933866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Request body: {'port': {'device_id': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:53.943042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-347273d8-7ae1-4b0e-b67d-3023218101a7 req-c1c8f31e-a163-4dd2-abfb-353e185389a1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114178 Dec 23 12:14:54.010548 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:54.027018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.064081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3dcb45fc-7727-45c9-89cb-972e7725748d None None] Provisioning complete for port e6a96a26-646b-41b1-aff2-cb98ed19a209 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:54.064654 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3dcb45fc-7727-45c9-89cb-972e7725748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.157826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9ac21c9-a4e5-42c9-b744-b235f6b96e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.175887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb45fc-7727-45c9-89cb-972e7725748d None None] Port e6a96a26-646b-41b1-aff2-cb98ed19a209 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:54.212429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.213833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.227155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] 10.222.0.57 "PUT /v2.0/ports/94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 HTTP/1.1" status: 200 len: 1095 time: 3.2497008 Dec 23 12:14:54.247498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208dc16b-bb0e-47eb-b77a-6ceb6c008da9 req-5b56f209-0f94-44ed-b371-fc9ca7b759be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725637 Dec 23 12:14:54.248078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:54.250819 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a887d04-85f0-4856-b434-2e253941bbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:54.259830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.260615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.262729 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 1092 time: 2.7198727 Dec 23 12:14:54.274138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eae28aef-104e-4673-be48-32ac80f72392 req-75a96e7a-148c-402c-a6b0-a37ea245865f tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] 10.222.0.16 "GET /v2.0/ports?device_id=211df7a6-3698-407f-bc31-e36cb909ad8e HTTP/1.1" status: 200 len: 210 time: 0.0418727 Dec 23 12:14:54.278506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c6a2a-00bb-4586-9fdb-72b3dd06801b service neutron] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:54.399727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38c9230f-3cb2-4729-b809-4641e2b7577f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "PUT /v2.0/floatingips/02e65707-2792-424f-b7f5-236119c3f1c9 HTTP/1.1" status: 200 len: 991 time: 4.2000504 Dec 23 12:14:54.409971 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d97a9-e6e0-4cac-86fb-c1acf38de799 x-openstack-request-id: req-971d97a9-e6e0-4cac-86fb-c1acf38de799 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:54.409971 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:54.410222 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-971d97a9-e6e0-4cac-86fb-c1acf38de799 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:54.410420 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'status': 'completed', 'code': 200} Dec 23 12:14:54.462953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9ac21c9-a4e5-42c9-b744-b235f6b96e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.524378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:d0:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:14:51Z', 'revision_number': 1, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:54.546094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82335e-8409-47d9-a3c3-55637a5422df req-861c2221-a544-4042-b218-592cd3f1dba1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.547670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f82335e-8409-47d9-a3c3-55637a5422df req-861c2221-a544-4042-b218-592cd3f1dba1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 936 time: 0.1221263 Dec 23 12:14:54.561195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:14:54.570882 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:54.571758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:14:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:54.574145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9ac21c9-a4e5-42c9-b744-b235f6b96e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.610510 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f9ac21c9-a4e5-42c9-b744-b235f6b96e3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9bc2fbd52fc4ac692d68cc093687756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342586 Dec 23 12:14:54.620745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:54.627035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f82335e-8409-47d9-a3c3-55637a5422df req-38fa04fd-cf6d-4e40-b782-b20b4cf6983f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717187 Dec 23 12:14:54.680347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece76a4-effb-4d52-8ac4-8863e4062053 req-de8617b3-f4b5-44eb-80d1-b825d30102a7 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.682314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ece76a4-effb-4d52-8ac4-8863e4062053 req-de8617b3-f4b5-44eb-80d1-b825d30102a7 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.0624132 Dec 23 12:14:54.684469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3464-9a01-4581-b81f-899a157c4c21 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:54.709163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-3bd90e83-50d5-44b2-aa5a-96e278d9ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.709910 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:54.710674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-3bd90e83-50d5-44b2-aa5a-96e278d9ff25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1095 time: 0.3028278 Dec 23 12:14:54.719547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac21c9-a4e5-42c9-b744-b235f6b96e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71469501-ff19-4f7c-9b23-f962bfefbdb2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:54.723830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d04-85f0-4856-b434-2e253941bbc7 req-d31a6d7d-33e6-46e8-bd23-20e2b2b3b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.725424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a887d04-85f0-4856-b434-2e253941bbc7 req-d31a6d7d-33e6-46e8-bd23-20e2b2b3b049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1098 time: 0.3186831 Dec 23 12:14:54.771625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ece76a4-effb-4d52-8ac4-8863e4062053 req-a64d70a6-5970-4a18-9c34-3f0819a26d8c tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656834 Dec 23 12:14:54.788115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.790375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-ece19e30-2dbf-43b3-9c4c-27fe65149813 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0624759 Dec 23 12:14:54.814679 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a887d04-85f0-4856-b434-2e253941bbc7 req-6681358d-a630-45ed-be94-b67f2a81aca6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746911 Dec 23 12:14:54.872736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.973429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-b1911188-88fb-4447-8720-b751822e69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.975433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-b1911188-88fb-4447-8720-b751822e69fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1721983 Dec 23 12:14:54.982875 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:d0:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:14:51Z', 'revision_number': 1, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:54.984508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a1d4fdc-4fbc-47b3-9df3-cd37aa457a6d req-0510ef26-d906-474f-8241-1dbe02daf215 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0359104 Dec 23 12:14:55.009667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.021006 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba1fdc-53bf-4dbe-a38a-9c8b1cda1f70 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:d0:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:14:51Z', 'revision_number': 1, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:14:55.060811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.135307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-aea5b4f1-bf2f-4c20-9077-f7c01963904e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320744 Dec 23 12:14:55.181836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60e0e8-d692-4f94-b76a-44be726e7b62 req-dbbb1c94-84a2-4283-a559-447b3affb2cf tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.183490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c60e0e8-d692-4f94-b76a-44be726e7b62 req-dbbb1c94-84a2-4283-a559-447b3affb2cf tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.0860066 Dec 23 12:14:55.223984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:14:55.234818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:14:55.265330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Pushing event updated for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:55.266680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a96a26-646b-41b1-aff2-cb98ed19a209 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:55.269649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.271110 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:14:55.273568 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:14:55.280765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.286924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.287266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.288896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887d04-85f0-4856-b434-2e253941bbc7 req-dc47d421-ccd1-4579-b50b-4cc2dde4ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.290531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a887d04-85f0-4856-b434-2e253941bbc7 req-dc47d421-ccd1-4579-b50b-4cc2dde4ce36 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4649854 Dec 23 12:14:55.301430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c60e0e8-d692-4f94-b76a-44be726e7b62 req-3f72486e-3135-4310-8f29-5aa928253fac tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056111 Dec 23 12:14:55.366409 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-563ea835-bbac-42b6-a434-6f0f759f8d89 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190473 Dec 23 12:14:55.411785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89daeb82-5ebb-4244-8398-9cf6a2346264 None None] New status for floating IP 02e65707-2792-424f-b7f5-236119c3f1c9: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:14:55.466883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Transition to ACTIVE for port object e6a96a26-646b-41b1-aff2-cb98ed19a209 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:55.508188 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-28037065-6c77-4091-8ae1-0eb47a41b624 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1898465 Dec 23 12:14:55.508188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.510514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.529147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71469501-ff19-4f7c-9b23-f962bfefbdb2 HTTP/1.1" status: 204 len: 168 time: 0.8942723 Dec 23 12:14:55.556978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.558744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Request body: {'port': {'device_id': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:55.657370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Pushing event updated for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:55.665352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c03a5-ee3e-42d5-b48b-aae54fa3972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71469501-ff19-4f7c-9b23-f962bfefbdb2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:55.674390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cac4ac9-2382-4a70-bf21-68d85cfed90f req-b4a1eec7-ccac-4536-8fa9-c70843e7c55b service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883229 Dec 23 12:14:55.694736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-b1f08219-5088-4ab7-a31b-ee95b83f5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.696203 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-b1f08219-5088-4ab7-a31b-ee95b83f5e25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1098 time: 0.3188875 Dec 23 12:14:55.784097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Attempting to bind port e6a96a26-646b-41b1-aff2-cb98ed19a209 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:55.784449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Attempting to bind port e6a96a26-646b-41b1-aff2-cb98ed19a209 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:55.785005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Attempting to bind port e6a96a26-646b-41b1-aff2-cb98ed19a209 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:55.810809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7f91656c-177f-4aaf-ada4-41c395c70c85 None None] Provisioning complete for port 74324063-0d63-42c7-8e65-27c810960473 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:55.811460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7f91656c-177f-4aaf-ada4-41c395c70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.813889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Port e6a96a26-646b-41b1-aff2-cb98ed19a209 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:55.817212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Attempting to bind port e6a96a26-646b-41b1-aff2-cb98ed19a209 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:55.818490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-1448631a-af5c-4832-805b-6fac13ee96ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 HTTP/1.1" status: 200 len: 217 time: 0.1130521 Dec 23 12:14:55.821922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:55.822288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:55.822820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:55.823267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Bound port: e6a96a26-646b-41b1-aff2-cb98ed19a209, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:55.823621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.880465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:55.977330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58450) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:55.982456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7f91656c-177f-4aaf-ada4-41c395c70c85 None None] Port 74324063-0d63-42c7-8e65-27c810960473 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:14:55.988329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-49339e26-286c-447f-9435-f3267bce7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.989845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-49339e26-286c-447f-9435-f3267bce7a13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1626921 Dec 23 12:14:56.028862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:56.046666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a458b9-9a07-4606-b210-4bc3f36ab7cb req-16f8da93-44c0-42ad-ba2d-3649584289b9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.047643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a458b9-9a07-4606-b210-4bc3f36ab7cb req-16f8da93-44c0-42ad-ba2d-3649584289b9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.2512255 Dec 23 12:14:56.066945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:56.118452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544a5e5-b08b-4a00-8003-645acc75f8e1 req-c064f05d-70a7-4d3f-a244-135398fd97b0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.120138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3544a5e5-b08b-4a00-8003-645acc75f8e1 req-c064f05d-70a7-4d3f-a244-135398fd97b0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.1887031 Dec 23 12:14:56.123069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-bd71c09d-bbfd-4861-9bb3-760b5869348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.127661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-bd71c09d-bbfd-4861-9bb3-760b5869348a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220684 Dec 23 12:14:56.156349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:56.184131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a458b9-9a07-4606-b210-4bc3f36ab7cb req-de57f9b4-2e9a-44b8-9301-9a94e993ad4c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242633 Dec 23 12:14:56.228746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.229434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:56.231089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] 10.222.0.57 "PUT /v2.0/ports/e6a96a26-646b-41b1-aff2-cb98ed19a209 HTTP/1.1" status: 200 len: 1096 time: 2.3013463 Dec 23 12:14:56.250711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:56.253995 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30999483-1c44-4406-af58-0b5a43ecdba9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:56.288775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3544a5e5-b08b-4a00-8003-645acc75f8e1 req-cf9464f7-4621-4261-8b49-fbb161bfeb0d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557121 Dec 23 12:14:56.292203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f2aa3-28ce-4380-a3da-43d864e2252d service neutron] Pushing event updated for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:56.343185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29506a05-5a4a-4d74-ba89-e208d31b1b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:56.358239 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b001f-f09c-40f4-978c-fdad0db79f7c x-openstack-request-id: req-245b001f-f09c-40f4-978c-fdad0db79f7c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:56.359618 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:56.359883 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245b001f-f09c-40f4-978c-fdad0db79f7c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:56.360295 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209', 'status': 'completed', 'code': 200} Dec 23 12:14:56.379583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6d79e-0e93-4b11-953c-12191804b806 req-2d52794b-73e3-4786-9878-f51f7122057d tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.382014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee6d79e-0e93-4b11-953c-12191804b806 req-2d52794b-73e3-4786-9878-f51f7122057d tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 935 time: 0.0859339 Dec 23 12:14:56.456248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'}, {'name': 'network-changed', 'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:56.459763 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff276f-d009-4796-aed3-0869ff26cf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a"}, {"name": "network-changed", "server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:56.464810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-55a4901d-14a4-4a89-9567-041ab586c9fc service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259640 Dec 23 12:14:56.486114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30999483-1c44-4406-af58-0b5a43ecdba9 req-ff357fd6-a587-4f1e-aca2-06b5d5515a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.486114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30999483-1c44-4406-af58-0b5a43ecdba9 req-ff357fd6-a587-4f1e-aca2-06b5d5515a92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 1099 time: 0.1019485 Dec 23 12:14:56.490673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee6d79e-0e93-4b11-953c-12191804b806 req-9030d9e7-54a2-4f81-af47-806786996194 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955224 Dec 23 12:14:56.502491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74324063-0d63-42c7-8e65-27c810960473 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:56.520375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:56.552308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:56.554710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Transition to ACTIVE for port object 74324063-0d63-42c7-8e65-27c810960473 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:14:56.562122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30999483-1c44-4406-af58-0b5a43ecdba9 req-df95bebb-5426-4849-a232-7d532516757e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672159 Dec 23 12:14:56.659399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:56.807795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c705c70-36ad-499e-99c1-b80ea02dc617 req-a11e01c4-f194-43f9-bf88-1b6c30051ac7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.815721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c705c70-36ad-499e-99c1-b80ea02dc617 req-a11e01c4-f194-43f9-bf88-1b6c30051ac7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.1953006 Dec 23 12:14:56.833984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30999483-1c44-4406-af58-0b5a43ecdba9 req-b68232a3-ae21-4c3a-a339-6621170cfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.836339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30999483-1c44-4406-af58-0b5a43ecdba9 req-b68232a3-ae21-4c3a-a339-6621170cfcc9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673895 Dec 23 12:14:56.897729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f8cc6b55-45dc-4c8a-916a-a90d996237b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5737a51e33c64e8d8695549c7866706e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3437352 Dec 23 12:14:56.915821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58488) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:56.941946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c705c70-36ad-499e-99c1-b80ea02dc617 req-c4baa9f5-4702-4889-9ef7-660da13165b2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247287 Dec 23 12:14:56.985527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-94352c1f-b1e3-40f4-9bd0-13983bd526ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.987172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-94352c1f-b1e3-40f4-9bd0-13983bd526ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 1099 time: 0.1080103 Dec 23 12:14:56.992158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.039124 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f678c2c-0951-4b9a-a662-0dc15891c293 x-openstack-request-id: req-6f678c2c-0951-4b9a-a662-0dc15891c293 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:57.039820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-b7ea8ada-9563-4db3-ae26-46e49b33867e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209 HTTP/1.1" status: 200 len: 217 time: 0.0447800 Dec 23 12:14:57.040324 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:57.040792 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f678c2c-0951-4b9a-a662-0dc15891c293 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:57.041840 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'status': 'completed', 'code': 200} Dec 23 12:14:57.042323 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'status': 'completed', 'code': 200} Dec 23 12:14:57.050297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.116284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Pushing event updated for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:57.142610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-9f55a4a7-934e-4a27-9e5c-78988e790249 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835047 Dec 23 12:14:57.153410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-6429e8b4-d303-48f1-9cd1-5f78f778e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.154852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-6429e8b4-d303-48f1-9cd1-5f78f778e245 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1068885 Dec 23 12:14:57.189329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa2004-2160-4987-8426-052631c9fb12 req-8c74b602-e861-4e5f-990d-2d24f9d4b077 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.201891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa2004-2160-4987-8426-052631c9fb12 req-8c74b602-e861-4e5f-990d-2d24f9d4b077 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.1435552 Dec 23 12:14:57.216806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29506a05-5a4a-4d74-ba89-e208d31b1b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.219121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-67b659d8-8bed-4ba9-bdc0-30a010415286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.220892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-67b659d8-8bed-4ba9-bdc0-30a010415286 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1095 time: 0.1661332 Dec 23 12:14:57.222129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Attempting to bind port 74324063-0d63-42c7-8e65-27c810960473 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:14:57.222354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Attempting to bind port 74324063-0d63-42c7-8e65-27c810960473 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:14:57.223020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Attempting to bind port 74324063-0d63-42c7-8e65-27c810960473 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:57.228088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Port 74324063-0d63-42c7-8e65-27c810960473 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:14:57.228404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Attempting to bind port 74324063-0d63-42c7-8e65-27c810960473 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:14:57.252142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:14:57.252565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:14:57.252984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:14:57.253427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Bound port: 74324063-0d63-42c7-8e65-27c810960473, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:14:57.257407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.257541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 16e09e69-a385-4ae8-9491-392e6b608c11 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:14:57.289040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa2004-2160-4987-8426-052631c9fb12 req-6553f38c-2270-4457-af8d-9cc13d833d7d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648851 Dec 23 12:14:57.290944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-421f3cb2-64c9-4247-93c4-434a0481a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.292603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-421f3cb2-64c9-4247-93c4-434a0481a9ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285934 Dec 23 12:14:57.296937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 16e09e69-a385-4ae8-9491-392e6b608c11 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:14:57.297521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 16e09e69-a385-4ae8-9491-392e6b608c11 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:14:57.378521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.381129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.382451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f486885-195c-4cd0-bfe5-ad987969bffe HTTP/1.1" status: 204 len: 168 time: 0.4589009 Dec 23 12:14:57.400872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce099f-c6da-425a-b4df-429f37b557a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f486885-195c-4cd0-bfe5-ad987969bffe,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:57.406790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29506a05-5a4a-4d74-ba89-e208d31b1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.425117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ed8c8-b36c-4cfc-8bfc-346ee068cb24 req-42685d26-f413-4c94-9cc5-5ab7b605c081 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.429607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034ed8c8-b36c-4cfc-8bfc-346ee068cb24 req-42685d26-f413-4c94-9cc5-5ab7b605c081 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.1417978 Dec 23 12:14:57.479683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-e7692e04-a211-4c9c-8223-d9a2670372da service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760271 Dec 23 12:14:57.491743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:14:57.520415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=74324063-0d63-42c7-8e65-27c810960473,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:14:57.542391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29506a05-5a4a-4d74-ba89-e208d31b1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2773e31-3a98-424d-a82d-899d6dd196ef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:57.559681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29506a05-5a4a-4d74-ba89-e208d31b1b20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b5bdb9423f14dffa5db30320cfeac39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5766387 Dec 23 12:14:57.562091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-9b9879e5-0d23-4cbf-81c0-569da6a13972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.563584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-9b9879e5-0d23-4cbf-81c0-569da6a13972 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.3330245 Dec 23 12:14:57.564089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:57.626849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.633708 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-847b2c57-c9f2-491b-9664-55becc1e2e24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0602441 Dec 23 12:14:57.719015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.720216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.721717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] 10.222.0.57 "PUT /v2.0/ports/74324063-0d63-42c7-8e65-27c810960473 HTTP/1.1" status: 200 len: 1095 time: 2.1906223 Dec 23 12:14:57.759922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-ed2462cc-ee8c-4445-b705-7b3ac0fa5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.762213 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-ed2462cc-ee8c-4445-b705-7b3ac0fa5202 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1016059 Dec 23 12:14:57.784260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25db11-184d-4bfa-972f-249bdb148270 service neutron] Pushing event updated for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:57.792368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.801079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034ed8c8-b36c-4cfc-8bfc-346ee068cb24 req-d43c14c6-c634-4ff9-8903-c456408abfc4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559098 Dec 23 12:14:57.818105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-4490c941-2eb8-4842-b61a-d526c662740e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458188 Dec 23 12:14:57.873395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d826a-9597-41f3-8fbd-58fe20cee175 req-6cd3024e-c65a-41c0-95bb-0f1b2ec308ea tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:57.880625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b94d826a-9597-41f3-8fbd-58fe20cee175 req-6cd3024e-c65a-41c0-95bb-0f1b2ec308ea tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 947 time: 0.1658947 Dec 23 12:14:57.910704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e150034-6f58-4c37-b47f-425f724b2bb9 req-5164e32a-a4e8-4458-9f9f-099fbc7bf4d3 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212127 Dec 23 12:14:57.930959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:57.944234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b94d826a-9597-41f3-8fbd-58fe20cee175 req-dd3158c4-c271-4c7a-8342-fcb7cfebbccb tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Dec 23 12:14:57.995021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-c13a5f74-2329-410e-a354-dd500438f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.000388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-c13a5f74-2329-410e-a354-dd500438f1b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87baaf2127ef446fad3ff82025aa064e&device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 1098 time: 0.1590931 Dec 23 12:14:58.067599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-1603675c-54a0-4565-9ec5-b90c89b85fac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=74324063-0d63-42c7-8e65-27c810960473 HTTP/1.1" status: 200 len: 217 time: 0.0600097 Dec 23 12:14:58.070133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-95686ee2-43d5-410f-b2ae-b3905482c469 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425845 Dec 23 12:14:58.104776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afad3dc-2c83-45e9-93ca-2e923a213a15 req-6bcf6206-e4b6-4862-8c5d-99a81077f6c8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.107499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4afad3dc-2c83-45e9-93ca-2e923a213a15 req-6bcf6206-e4b6-4862-8c5d-99a81077f6c8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.0676727 Dec 23 12:14:58.168175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.170846 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.170988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4afad3dc-2c83-45e9-93ca-2e923a213a15 req-f31b80c2-a717-41ee-96f6-5ea15a2889dc tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Dec 23 12:14:58.173314 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2773e31-3a98-424d-a82d-899d6dd196ef HTTP/1.1" status: 204 len: 168 time: 0.6082480 Dec 23 12:14:58.195227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09927275-407e-4bf2-8312-3e4c6484e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2773e31-3a98-424d-a82d-899d6dd196ef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:58.206594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-a51ac53c-46c2-4a8f-810a-5828658da9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.208222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-a51ac53c-46c2-4a8f-810a-5828658da9b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1269372 Dec 23 12:14:58.278359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-e400223b-8256-4e47-8ddf-500a3e11bcd8 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846161 Dec 23 12:14:58.286430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-bf3f874b-26db-4359-ac66-0667e4ee9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.287897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-bf3f874b-26db-4359-ac66-0667e4ee9adc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641108 Dec 23 12:14:58.357360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:58.385104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55f367ac-904e-4bb8-a55e-645cf257499e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.415602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-17a99365-bcc9-49cf-9562-8dccc473bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.417126 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-17a99365-bcc9-49cf-9562-8dccc473bb3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 1096 time: 0.0736849 Dec 23 12:14:58.423293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-04e3936b-4ba2-4d72-b8b3-4d7faf40c728 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285765 Dec 23 12:14:58.471538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbcf88-efbe-41c2-8f43-b6481543c7cd req-04d33160-de86-4c6a-8de6-2dcd92119e1c tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.477440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ccbcf88-efbe-41c2-8f43-b6481543c7cd req-04d33160-de86-4c6a-8de6-2dcd92119e1c tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.0993838 Dec 23 12:14:58.568314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ccbcf88-efbe-41c2-8f43-b6481543c7cd req-9ad4bc10-548a-47fe-a7bf-f485646634e0 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Dec 23 12:14:58.586552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-b7c7da90-b62c-4983-bf62-6e1263367f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.586818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55f367ac-904e-4bb8-a55e-645cf257499e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.588397 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-b7c7da90-b62c-4983-bf62-6e1263367f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 925 time: 0.1638992 Dec 23 12:14:58.605652 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-649ae9d9-18fb-445c-9228-d6a806a9296e req-607473bd-831d-4efd-8c97-c4e365b4ea47 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730771 Dec 23 12:14:58.689181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55f367ac-904e-4bb8-a55e-645cf257499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.697852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-576ec530-85f5-4d11-af72-19a289db266a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa06417d-e151-4949-aa48-b8fdc64733ce HTTP/1.1" status: 200 len: 1001 time: 0.1014097 Dec 23 12:14:58.741554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-55f367ac-904e-4bb8-a55e-645cf257499e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8a8387be99c422c95b0ab1f41b1472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806865 Dec 23 12:14:58.741554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f367ac-904e-4bb8-a55e-645cf257499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b9148-ba77-49c8-bfb3-3db444aabdae,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:58.742423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58534) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:58.744736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-d27e9abb-06ec-4e06-9c5e-7edc888ea14f tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.746262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-d27e9abb-06ec-4e06-9c5e-7edc888ea14f tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 1101 time: 0.0863864 Dec 23 12:14:58.765063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-d0d08129-66d5-4668-9dcb-cab1a0273a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.766689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-d0d08129-66d5-4668-9dcb-cab1a0273a99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.0622122 Dec 23 12:14:58.771413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-496440bf-3059-430a-9ca9-c0e192fb5f3c tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.848666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.857672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-9beb773e-7910-49ce-8b8d-527d186a0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.858361 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-496440bf-3059-430a-9ca9-c0e192fb5f3c tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.859286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-9beb773e-7910-49ce-8b8d-527d186a0ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674820 Dec 23 12:14:58.894581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.927728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-496440bf-3059-430a-9ca9-c0e192fb5f3c tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:58.969442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496440bf-3059-430a-9ca9-c0e192fb5f3c tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1068bdc7-c54e-490f-939f-6401087206d5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:58.973759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-859b14f4-fb3d-457f-a86f-1e1bbc5bd617 req-496440bf-3059-430a-9ca9-c0e192fb5f3c tempest-LiveMigrationNegativeTest-270268393 tempest-LiveMigrationNegativeTest-270268393-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199130 Dec 23 12:14:58.999028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-625200ff-39c2-4fa5-825b-f23be4a7753f service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295497 Dec 23 12:14:59.005337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:59.054534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561592d-d1e0-4039-aa83-b6267d89f046 req-0c117d8f-2971-40e3-bc62-85e6f8e55ac2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.060995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6561592d-d1e0-4039-aa83-b6267d89f046 req-0c117d8f-2971-40e3-bc62-85e6f8e55ac2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.0682988 Dec 23 12:14:59.062439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'tag': '74324063-0d63-42c7-8e65-27c810960473'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:59.064660 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e68fb0f-7101-4816-a7dc-c01caf9f5010" -d '{"events": [{"name": "network-changed", "server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "tag": "74324063-0d63-42c7-8e65-27c810960473"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:59.069684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f18d084-c582-4451-9f61-bc1c612b69d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.084214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.086728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.091002 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/498b9148-ba77-49c8-bfb3-3db444aabdae HTTP/1.1" status: 204 len: 168 time: 0.3449674 Dec 23 12:14:59.116767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86213d-7a9f-4c29-8dbe-b0f43daffffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b9148-ba77-49c8-bfb3-3db444aabdae,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:59.151505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6561592d-d1e0-4039-aa83-b6267d89f046 req-cca0f248-978c-421e-a3aa-715a47bd7e50 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869658 Dec 23 12:14:59.164601 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27ff276f-d009-4796-aed3-0869ff26cf3c req-56479938-762e-4519-a58c-34c521c75592 service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582937 Dec 23 12:14:59.167176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a22b-6815-4e38-a892-64d6a144152c req-56eeca69-f2eb-4b52-8c38-9d54dfaee463 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.168983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d60a22b-6815-4e38-a892-64d6a144152c req-56eeca69-f2eb-4b52-8c38-9d54dfaee463 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 947 time: 0.0967498 Dec 23 12:14:59.231974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d60a22b-6815-4e38-a892-64d6a144152c req-37c1eb19-5dd0-4a98-9da3-82c2cda24a1e tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562165 Dec 23 12:14:59.254743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f18d084-c582-4451-9f61-bc1c612b69d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.278482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:14:59.301863 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9008b6-8424-4a2e-9f0c-4703257d83b0 x-openstack-request-id: req-ee9008b6-8424-4a2e-9f0c-4703257d83b0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:59.302151 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "tag": "74324063-0d63-42c7-8e65-27c810960473", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:59.302461 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee9008b6-8424-4a2e-9f0c-4703257d83b0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:59.302799 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'tag': '74324063-0d63-42c7-8e65-27c810960473', 'status': 'completed', 'code': 200} Dec 23 12:14:59.362439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-36384c77-6a8f-4dc1-a835-7f7b69dccb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.364563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-36384c77-6a8f-4dc1-a835-7f7b69dccb15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87baaf2127ef446fad3ff82025aa064e&device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 1098 time: 0.0532875 Dec 23 12:14:59.416665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a96d0-41bc-4cb6-9b9b-c5a0580013a3 req-29defd44-f811-4d61-8225-79eede60b2a3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.418479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b6a96d0-41bc-4cb6-9b9b-c5a0580013a3 req-29defd44-f811-4d61-8225-79eede60b2a3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.0758333 Dec 23 12:14:59.423823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:59.437290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'port_id': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'mac_address': 'fa:16:3e:97:9f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efd998f-07b0-4bb2-8612-cc0eeec0b67f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:14:59.439018 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f18d084-c582-4451-9f61-bc1c612b69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.494915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b6a96d0-41bc-4cb6-9b9b-c5a0580013a3 req-50928b17-731f-40af-8617-0f5103e933a2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Dec 23 12:14:59.537231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-9a90f26d-00f1-452d-ada4-daade1db6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.537451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.540411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-9a90f26d-00f1-452d-ada4-daade1db6d67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1664078 Dec 23 12:14:59.561876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:14:59.583820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:59.605273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-ba399871-85f2-4f37-ad72-eb482ca8031f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=74324063-0d63-42c7-8e65-27c810960473 HTTP/1.1" status: 200 len: 217 time: 0.0571363 Dec 23 12:14:59.607841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18d084-c582-4451-9f61-bc1c612b69d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edca09e-e62c-4598-bcae-4425e14f80d3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:59.619307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5f18d084-c582-4451-9f61-bc1c612b69d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f44d597e8e845b2881a6db2fe5c2a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103952 Dec 23 12:14:59.622910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58580) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:59.672689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-bc805411-216e-497f-afcf-d06e1e4b6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.674185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-bc805411-216e-497f-afcf-d06e1e4b6691 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0535390 Dec 23 12:14:59.679048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.689763 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.710108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.736753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-a2ea965a-935d-4e6b-ba71-ab0b09052eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.739443 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-a2ea965a-935d-4e6b-ba71-ab0b09052eaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566721 Dec 23 12:14:59.752685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:59.859345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-41effe9c-2d42-4ac4-adfd-4cab1b7729d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112754 Dec 23 12:14:59.894696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.897640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:59.898835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2edca09e-e62c-4598-bcae-4425e14f80d3 HTTP/1.1" status: 204 len: 168 time: 0.2748110 Dec 23 12:14:59.907710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d9baa-8265-4869-a2cc-e756888fc07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edca09e-e62c-4598-bcae-4425e14f80d3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:59.954699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e68fb0f-7101-4816-a7dc-c01caf9f5010 req-193cb142-89d4-4ff7-9694-ef3db87be329 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Dec 23 12:15:00.047132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947c2af-1677-4737-8e9e-fa80242608b3 req-6f1dd289-337e-40ae-b83a-1ce973bdde9d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:00.049332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2947c2af-1677-4737-8e9e-fa80242608b3 req-6f1dd289-337e-40ae-b83a-1ce973bdde9d tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.0556564 Dec 23 12:15:00.099799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2947c2af-1677-4737-8e9e-fa80242608b3 req-ad7eb08e-3a94-484c-9103-b571a5ddbfb6 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Dec 23 12:15:00.174116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:00.323469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098eb75-b93b-41da-8863-7b56e11a02a1 req-e5bcc3e1-e0a1-46f6-8dec-90f3bd4d1b61 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:00.326583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4098eb75-b93b-41da-8863-7b56e11a02a1 req-e5bcc3e1-e0a1-46f6-8dec-90f3bd4d1b61 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.0944242 Dec 23 12:15:00.360163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58606) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:00.437917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545fdfa-95b3-4f89-b3ce-08a6250e8240 req-c9c46bc9-0fb9-4568-b60e-4377dbe9600d tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:00.439447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0545fdfa-95b3-4f89-b3ce-08a6250e8240 req-c9c46bc9-0fb9-4568-b60e-4377dbe9600d tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 947 time: 0.1119573 Dec 23 12:15:00.444264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4098eb75-b93b-41da-8863-7b56e11a02a1 req-990cf98d-96d4-42a3-a6cf-a962cd149145 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083379 Dec 23 12:15:00.513983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0545fdfa-95b3-4f89-b3ce-08a6250e8240 req-afffdbb6-791e-447c-95ad-438219b0c2ec tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651710 Dec 23 12:15:00.567859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38dafa11-07c8-40d1-b57a-fa0940485313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:00.652523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71850-ffed-41d9-a9bf-4bdf0e586b14 req-74320522-45cc-4f4f-ba04-67d7d864677f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:00.655884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0f71850-ffed-41d9-a9bf-4bdf0e586b14 req-74320522-45cc-4f4f-ba04-67d7d864677f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 945 time: 0.0613332 Dec 23 12:15:00.661543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38dafa11-07c8-40d1-b57a-fa0940485313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:00.704177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0f71850-ffed-41d9-a9bf-4bdf0e586b14 req-48515240-1517-41ad-8048-2a22488823c9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Dec 23 12:15:00.780477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38dafa11-07c8-40d1-b57a-fa0940485313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:00.835245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58628) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:00.835402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38dafa11-07c8-40d1-b57a-fa0940485313 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0c0807a5958463ea2a524932d1fb30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732807 Dec 23 12:15:00.836236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dafa11-07c8-40d1-b57a-fa0940485313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9687ca9c-78ea-4503-9db4-5ec384090b05,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:00.892559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:00.920937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.060607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.065001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.065001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9687ca9c-78ea-4503-9db4-5ec384090b05 HTTP/1.1" status: 204 len: 168 time: 0.2279336 Dec 23 12:15:01.073218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d00ed-7219-4815-b662-cb4cfeafe7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9687ca9c-78ea-4503-9db4-5ec384090b05,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:01.250328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb331b8-69ca-43e2-a9c1-80a5535215b1 req-4926a4c6-2526-457b-9ef6-77d5455a5a77 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.257323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bb331b8-69ca-43e2-a9c1-80a5535215b1 req-4926a4c6-2526-457b-9ef6-77d5455a5a77 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.0734928 Dec 23 12:15:01.303986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:01.308458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:01.315286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bb331b8-69ca-43e2-a9c1-80a5535215b1 req-08ec232a-ead5-4266-b7fe-b5fc24117f58 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Dec 23 12:15:01.450242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:01.462275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'mac_address': 'fa:16:3e:93:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:01.510098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:01.519050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:01.519426 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.521306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.531640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-1cd73c58-a899-486a-abcf-20bf52002ec1 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.534603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-1cd73c58-a899-486a-abcf-20bf52002ec1 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 950 time: 0.1010914 Dec 23 12:15:01.554088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:01.682279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a383859-ea02-445a-8f46-095a30c2fcc9 req-872891e9-b02e-42b8-9fc1-27790e64300d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.690099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a383859-ea02-445a-8f46-095a30c2fcc9 req-872891e9-b02e-42b8-9fc1-27790e64300d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.1177702 Dec 23 12:15:01.694925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:01.765957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.786841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a383859-ea02-445a-8f46-095a30c2fcc9 req-b2262b5f-80f9-4ee5-9889-040d061b2473 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958512 Dec 23 12:15:01.807010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:01.808075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:01.809335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Deleting port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:01.809824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.811251 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc9a44-b87f-40f3-9337-6474ed8e2a5d" -d '{"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:01.812359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eae4e-1d09-4ae3-a088-4d22326c0001 req-42700111-5190-4e22-b5a6-dad70714a046 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.815023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.821828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a3eae4e-1d09-4ae3-a088-4d22326c0001 req-42700111-5190-4e22-b5a6-dad70714a046 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 947 time: 0.1569653 Dec 23 12:15:01.889016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:01.893600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a3eae4e-1d09-4ae3-a088-4d22326c0001 req-6552758f-b67e-407f-8862-7711e02e7acd tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707080 Dec 23 12:15:01.895023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.961356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:01.994616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] For port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:01.995449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.003918 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944acde0-168d-4368-91df-d72a65aa6006 x-openstack-request-id: req-944acde0-168d-4368-91df-d72a65aa6006 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:02.004295 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:02.004559 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-944acde0-168d-4368-91df-d72a65aa6006 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:02.005164 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'code': 200} Dec 23 12:15:02.032259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Calling delete_port for 4e165eca-1a13-4bfd-9c2d-8872c8927e6e owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:02.071736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be2012-904e-4146-8e11-c1c19183eb17 req-2c97d734-d467-4000-a8c4-edffd2077049 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:02.071736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45be2012-904e-4146-8e11-c1c19183eb17 req-2c97d734-d467-4000-a8c4-edffd2077049 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 946 time: 0.0834792 Dec 23 12:15:02.117842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45be2012-904e-4146-8e11-c1c19183eb17 req-e5ae5ddb-bbce-47d8-a73f-876e3ff72574 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Dec 23 12:15:02.138057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246519c-8504-4b60-8a80-e3e75dc98cea req-1339e1eb-fab3-4d87-9fdd-a0dc068894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:02.139722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c246519c-8504-4b60-8a80-e3e75dc98cea req-1339e1eb-fab3-4d87-9fdd-a0dc068894a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0575845 Dec 23 12:15:02.168745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:02.174186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:02.207963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c246519c-8504-4b60-8a80-e3e75dc98cea req-4c7a0c44-1bb2-487e-bfb3-440f6e29108f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Dec 23 12:15:02.210826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abee574d-6529-4c90-bcfa-6f7f2c7632de admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.338504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abee574d-6529-4c90-bcfa-6f7f2c7632de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.392023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.409208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4aad2540-c590-480b-8675-f7c3b2429218', '4e165eca-1a13-4bfd-9c2d-8872c8927e6e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:02.421174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Pushing event deleted for resources: {'Port': ['ID=4e165eca-1a13-4bfd-9c2d-8872c8927e6e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:02.448021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51cf0ca7-7366-47a4-b3c7-4a487a3bd770 req-d5c45a0a-b605-4a2a-8f91-1e7990f5a030 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=996a5022-8541-40ee-97d0-4245f335cca3 HTTP/1.1" status: 200 len: 210 time: 0.0507782 Dec 23 12:15:02.455706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abee574d-6529-4c90-bcfa-6f7f2c7632de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.503039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee574d-6529-4c90-bcfa-6f7f2c7632de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61abc24-e19c-4e90-bf24-4f236e5ed08b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:02.532285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] No DVR routers for this DVR port 4e165eca-1a13-4bfd-9c2d-8872c8927e6e on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:02.535310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.539604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-207d7198-2daf-4f2b-a231-1e05754b34dd req-f78bcdbf-f97c-4e62-8f5d-da1324e2d69e tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "DELETE /v2.0/ports/4e165eca-1a13-4bfd-9c2d-8872c8927e6e HTTP/1.1" status: 204 len: 173 time: 0.9985650 Dec 23 12:15:02.539847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'name': 'network-vif-deleted', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:02.542088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-abee574d-6529-4c90-bcfa-6f7f2c7632de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7f8ec66a9d643be9d822a5b3cd3547d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720920 Dec 23 12:15:02.553201 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e0c94d-51db-4c29-8df9-3a88f2a60945" -d '{"events": [{"server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "name": "network-vif-deleted", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:02.556990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:02.652019 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5245d5-ad87-40c5-a013-9b60ed464eee x-openstack-request-id: req-bc5245d5-ad87-40c5-a013-9b60ed464eee {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:02.656538 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996a5022-8541-40ee-97d0-4245f335cca3", "name": "network-vif-deleted", "tag": "4e165eca-1a13-4bfd-9c2d-8872c8927e6e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:02.656538 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc5245d5-ad87-40c5-a013-9b60ed464eee {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:02.656538 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996a5022-8541-40ee-97d0-4245f335cca3', 'name': 'network-vif-deleted', 'tag': '4e165eca-1a13-4bfd-9c2d-8872c8927e6e', 'status': 'completed', 'code': 200} Dec 23 12:15:02.671095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.710285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.866362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.872306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:02.873162 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d61abc24-e19c-4e90-bf24-4f236e5ed08b HTTP/1.1" status: 204 len: 168 time: 0.3143435 Dec 23 12:15:02.888933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143617-a5f1-4f91-a930-8e0b9abbc9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61abc24-e19c-4e90-bf24-4f236e5ed08b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:02.988660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d66794-27d4-4eaa-9515-da0b6f909b89 req-bc5d50d3-25d3-4763-9491-5b44944f8942 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:02.997484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d66794-27d4-4eaa-9515-da0b6f909b89 req-bc5d50d3-25d3-4763-9491-5b44944f8942 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 948 time: 0.0645564 Dec 23 12:15:03.053431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d66794-27d4-4eaa-9515-da0b6f909b89 req-2a8cc0b4-ab2d-4783-ae45-1c672fc1f880 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549810 Dec 23 12:15:03.160024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b09233-10fe-444e-bdc7-d676a0a6f431 req-3b08bde8-661f-4fc6-aa55-2b7b4e823b7f tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:03.161605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06b09233-10fe-444e-bdc7-d676a0a6f431 req-3b08bde8-661f-4fc6-aa55-2b7b4e823b7f tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 947 time: 0.0513687 Dec 23 12:15:03.209637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06b09233-10fe-444e-bdc7-d676a0a6f431 req-812a78c8-cb8e-4754-8f16-4b2a24987585 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Dec 23 12:15:03.310995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6a96a26-646b-41b1-aff2-cb98ed19a209 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:03.443566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:03.461772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'e6a96a26-646b-41b1-aff2-cb98ed19a209', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'e6a96a26-646b-41b1-aff2-cb98ed19a209', 'mac_address': 'fa:16:3e:1d:80:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:03.510793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.525737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a96a26-646b-41b1-aff2-cb98ed19a209 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:03.556353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:03.652578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f119d-424c-4954-8d9d-fe7f126a93ab req-cf472a95-f5ce-40a5-939a-c10fc20a1e53 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:03.659498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc8f119d-424c-4954-8d9d-fe7f126a93ab req-cf472a95-f5ce-40a5-939a-c10fc20a1e53 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 946 time: 0.0765932 Dec 23 12:15:03.677656 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.679073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 74324063-0d63-42c7-8e65-27c810960473 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:03.711582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc8f119d-424c-4954-8d9d-fe7f126a93ab req-c8ec2e83-c8d8-4098-9705-d053c62407e5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Dec 23 12:15:03.754064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=74324063-0d63-42c7-8e65-27c810960473,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:03.780043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:03.780043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '74324063-0d63-42c7-8e65-27c810960473', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '74324063-0d63-42c7-8e65-27c810960473', 'mac_address': 'fa:16:3e:75:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:03.825659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.842273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74324063-0d63-42c7-8e65-27c810960473 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:03.878981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=74324063-0d63-42c7-8e65-27c810960473,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:03.985179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.052102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:04.172285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0bab-f254-40d5-b6d0-c4e5179d05dc req-b3b4f8e1-8291-4580-b45a-0a9ff4ddc245 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:04.178374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58768) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:04.179590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63ac0bab-f254-40d5-b6d0-c4e5179d05dc req-b3b4f8e1-8291-4580-b45a-0a9ff4ddc245 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 949 time: 0.0604320 Dec 23 12:15:04.235857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63ac0bab-f254-40d5-b6d0-c4e5179d05dc req-3c3e18eb-6fe5-4bd1-9c48-76823390728e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Dec 23 12:15:04.331295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b23fe7-3c1c-4305-b77d-8025ee2b6110 req-97bad04f-95c8-499b-b834-39780a069500 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:04.332837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64b23fe7-3c1c-4305-b77d-8025ee2b6110 req-97bad04f-95c8-499b-b834-39780a069500 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.0788760 Dec 23 12:15:04.345356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['74324063-0d63-42c7-8e65-27c810960473'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:04.350373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e6a96a26-646b-41b1-aff2-cb98ed19a209'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:04.373957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88262e4b-c762-41c0-ab46-f235686112af req-4835839e-5d71-4f61-b3a2-2804c6fafc18 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:04.375470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88262e4b-c762-41c0-ab46-f235686112af req-4835839e-5d71-4f61-b3a2-2804c6fafc18 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 948 time: 0.0807071 Dec 23 12:15:04.400555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-195020714-network', 'tenant_id': '341ebc27346e466e9c04f40d73bef006'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:04.438245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64b23fe7-3c1c-4305-b77d-8025ee2b6110 req-c3f0db3b-b843-4536-bab0-9168911a721b tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986989 Dec 23 12:15:04.476766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88262e4b-c762-41c0-ab46-f235686112af req-37a226ff-b8cc-4702-87c8-f3126b85e6ff tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 Dec 23 12:15:04.517364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:04.520247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.533362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.639834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58786) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:04.653100 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.723315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.755889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:04.766411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19415b4c-c0e6-4d1a-b38b-e04b528c4841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.773622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed3d3b-3972-42dc-9943-e4f7d2da964e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:04.779193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.779661 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Added segment 69ffba76-80cc-4039-b532-a83468cc6177 of type vlan for network 9a47b559-f1c1-4d50-9876-70c83e79d518 Dec 23 12:15:04.821785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.875099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78ee49-e764-4020-aec2-2cce89814735 req-ea4ec705-b245-41d8-9c74-60f6d61b8008 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:04.876608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd78ee49-e764-4020-aec2-2cce89814735 req-ea4ec705-b245-41d8-9c74-60f6d61b8008 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 946 time: 0.0738456 Dec 23 12:15:04.908052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19415b4c-c0e6-4d1a-b38b-e04b528c4841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.918757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.919868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:04.920571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.942771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd78ee49-e764-4020-aec2-2cce89814735 req-6ba96eb3-4a4f-4cc2-9e2a-3e8fc1b03ec6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587933 Dec 23 12:15:04.979562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-19415b4c-c0e6-4d1a-b38b-e04b528c4841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.984266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] Pushing event updated for resources: {'Network': ['ID=9a47b559-f1c1-4d50-9876-70c83e79d518,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.000259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:05.009778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19415b4c-c0e6-4d1a-b38b-e04b528c4841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901f79d-bda4-410d-89ae-312e3c29ca26,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.030012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-19415b4c-c0e6-4d1a-b38b-e04b528c4841 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73d0b009b9f74ffda29a5d4602d0bcb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890936 Dec 23 12:15:05.032764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58802) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:05.115352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.138848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e43d222f-9f9f-459e-8add-51decf6074cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9592733 Dec 23 12:15:05.141927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58806) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:05.145096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.148691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Request body: {'subnet': {'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-195020714-subnet', 'tenant_id': '341ebc27346e466e9c04f40d73bef006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:05.226554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635192-88fd-4e09-90bf-d6b5e9d113ba req-8ef9e438-1d63-4d0d-afb3-1fe1c94faead tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.227998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e635192-88fd-4e09-90bf-d6b5e9d113ba req-8ef9e438-1d63-4d0d-afb3-1fe1c94faead tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0452790 Dec 23 12:15:05.272580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e635192-88fd-4e09-90bf-d6b5e9d113ba req-bcea4f55-40dc-4ce4-aec5-76ade2aeea37 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Dec 23 12:15:05.325759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:05.341198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:05.342971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.344102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.345987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.350079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0901f79d-bda4-410d-89ae-312e3c29ca26 HTTP/1.1" status: 204 len: 168 time: 0.3130610 Dec 23 12:15:05.360406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52c10a-204c-4cb5-ad68-df4c09929c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901f79d-bda4-410d-89ae-312e3c29ca26,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.370272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b013-68ea-4914-9539-b0ed47fb545a req-4631753f-b2a5-47a0-b6da-53a90fa9c3e2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.378825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4639b013-68ea-4914-9539-b0ed47fb545a req-4631753f-b2a5-47a0-b6da-53a90fa9c3e2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 949 time: 0.0749347 Dec 23 12:15:05.477594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4639b013-68ea-4914-9539-b0ed47fb545a req-a5c70480-94ea-4c36-a3ae-c137d44ef100 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973885 Dec 23 12:15:05.510409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542b09-4c6f-45d0-a65e-2be13377f47f req-37a9624e-5a10-4aff-be42-c3a11ec7be0d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.519232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19542b09-4c6f-45d0-a65e-2be13377f47f req-37a9624e-5a10-4aff-be42-c3a11ec7be0d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0938129 Dec 23 12:15:05.542684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:05.556006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:05.556966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.600195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19542b09-4c6f-45d0-a65e-2be13377f47f req-d31a3ef1-f09a-4017-ade5-30cf5b0a562d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800955 Dec 23 12:15:05.629160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284209f-c0d7-4a2e-9f84-b2af9aeeb015 req-cb52ba3a-b07c-447a-bd16-8833287b6bd3 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.643486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2284209f-c0d7-4a2e-9f84-b2af9aeeb015 req-cb52ba3a-b07c-447a-bd16-8833287b6bd3 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.1009197 Dec 23 12:15:05.643692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.649619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.695075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:05.702257 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da760d04-e237-496a-9b1c-f0ca0f776a5c" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:05.734445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2284209f-c0d7-4a2e-9f84-b2af9aeeb015 req-b5e43204-252b-404c-befc-fe0de0b80b49 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/security-groups?id=71c23653-f391-4578-83d3-b4545b33e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884938 Dec 23 12:15:05.739156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:05.753070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-5f632f0c-23d8-41a7-bd15-48f7ec451909 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.754591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-5f632f0c-23d8-41a7-bd15-48f7ec451909 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 949 time: 0.1483922 Dec 23 12:15:05.760981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:05.761355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Network hostable DHCP agents. Network: 9a47b559-f1c1-4d50-9876-70c83e79d518, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:05.830808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174134-fbd3-4f07-999a-24a4aa6cb832 req-2eaa933b-260a-4453-94ca-afb3503f22a0 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:05.838060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.841749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91174134-fbd3-4f07-999a-24a4aa6cb832 req-2eaa933b-260a-4453-94ca-afb3503f22a0 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 948 time: 0.0680196 Dec 23 12:15:05.908362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.913265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91174134-fbd3-4f07-999a-24a4aa6cb832 req-1ed2e6cd-8ed0-4425-8bf5-bd124ad5ae9c tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677497 Dec 23 12:15:05.921602 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5873a7-00d3-4f18-9638-538f5ccfd0e3 x-openstack-request-id: req-eb5873a7-00d3-4f18-9638-538f5ccfd0e3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:05.922566 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:05.922566 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb5873a7-00d3-4f18-9638-538f5ccfd0e3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:05.928562 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'code': 200} Dec 23 12:15:06.025797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-0f0cac2f-4823-4e3e-992a-99aa595c846c req-95e8ce7e-8b9d-4031-bab6-a6372bfd6054 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:15:06.026909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f0cac2f-4823-4e3e-992a-99aa595c846c req-95e8ce7e-8b9d-4031-bab6-a6372bfd6054 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056460 Dec 23 12:15:06.118926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2605051-fa00-4be4-9a99-ae65b9112d44,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:06.166338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:06.179389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b728a5-dbb0-4f26-b15b-f4f84983148b req-5cdcf9cc-ef09-4283-b1d3-1c3eac88ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:06.180786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b7b728a5-dbb0-4f26-b15b-f4f84983148b req-5cdcf9cc-ef09-4283-b1d3-1c3eac88ba18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1100 time: 0.0951715 Dec 23 12:15:06.189930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-822c8b71-30d4-4289-8dab-87ada91a0f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.242071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Deleting port 4aad2540-c590-480b-8675-f7c3b2429218 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:06.242321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.297851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:06.316584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b7b728a5-dbb0-4f26-b15b-f4f84983148b req-fb16e0d2-cff0-4031-ae18-d75e41899e07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276553 Dec 23 12:15:06.369709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] For port 4aad2540-c590-480b-8675-f7c3b2429218, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4aad2540-c590-480b-8675-f7c3b2429218,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:06.370445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.392203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Calling delete_port for 4aad2540-c590-480b-8675-f7c3b2429218 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:06.404229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-822c8b71-30d4-4289-8dab-87ada91a0f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.467997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9a47b559-f1c1-4d50-9876-70c83e79d518) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:06.478509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb0449-b1a4-42a3-811d-896d740794df None None] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:06.482330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:06.482927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.526278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-822c8b71-30d4-4289-8dab-87ada91a0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.589199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-822c8b71-30d4-4289-8dab-87ada91a0f96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d3b24f703574756ae98ef3aac75c8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204590 Dec 23 12:15:06.590849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c8b71-30d4-4289-8dab-87ada91a0f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e817b44d-f9f8-4800-9705-fb85ae1672ad,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:06.593555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:06.619189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58844) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:06.621956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7427c6e-2561-4762-b120-62ddea9c26ed None None] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:06.639308 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-58c75526-dd0f-4371-b5a2-0ad8673f472a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4961305 Dec 23 12:15:06.648537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037495-7896-444e-adad-f821af039213 req-46fcee6f-a82f-430f-ab29-fc8df2fdfa0b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:06.657496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d037495-7896-444e-adad-f821af039213 req-46fcee6f-a82f-430f-ab29-fc8df2fdfa0b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 949 time: 0.0802448 Dec 23 12:15:06.670643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.695173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.725061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d037495-7896-444e-adad-f821af039213 req-99e53035-5f9f-4a61-b15b-05cdf403412b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660164 Dec 23 12:15:06.734891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.753486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4aad2540-c590-480b-8675-f7c3b2429218'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:06.798743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Pushing event deleted for resources: {'Port': ['ID=4aad2540-c590-480b-8675-f7c3b2429218,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:06.803546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13779f23-75df-46e7-8dca-5aaf4d414240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.848717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4e165eca-1a13-4bfd-9c2d-8872c8927e6e no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:06.890047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 4e165eca-1a13-4bfd-9c2d-8872c8927e6e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:06.896252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4e165eca-1a13-4bfd-9c2d-8872c8927e6e not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:06.924547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] No DVR routers for this DVR port 4aad2540-c590-480b-8675-f7c3b2429218 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:06.927249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.931555 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6479af18-6e1e-45ff-ae46-9bf8880b6d66 req-b8f14f01-2cd8-424c-933e-bda75bb2b9ab tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.43 "DELETE /v2.0/ports/4aad2540-c590-480b-8675-f7c3b2429218 HTTP/1.1" status: 204 len: 173 time: 1.1634896 Dec 23 12:15:06.931555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'name': 'network-vif-deleted', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:06.934354 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ba74e-b213-4b7a-b12f-ab2970f31d9e" -d '{"events": [{"server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "name": "network-vif-deleted", "tag": "4aad2540-c590-480b-8675-f7c3b2429218"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:06.937423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d499e9-a45e-4a6c-a127-955f17cf630a req-4c50a76d-9ae3-4cd4-bf32-2bc0434e50dd tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0659442 Dec 23 12:15:07.003339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.006376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.011074 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e817b44d-f9f8-4800-9705-fb85ae1672ad HTTP/1.1" status: 204 len: 168 time: 0.4133587 Dec 23 12:15:07.049059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1072b1-ccee-4c17-97de-af37be0babae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817b44d-f9f8-4800-9705-fb85ae1672ad,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:07.083736 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2705678-572c-4320-96d3-3aae30dc366b x-openstack-request-id: req-e2705678-572c-4320-96d3-3aae30dc366b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:07.084033 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d75b3b-c054-4bdd-8d61-f164a2c7cae2", "name": "network-vif-deleted", "tag": "4aad2540-c590-480b-8675-f7c3b2429218", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:07.093606 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2705678-572c-4320-96d3-3aae30dc366b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:07.093606 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d75b3b-c054-4bdd-8d61-f164a2c7cae2', 'name': 'network-vif-deleted', 'tag': '4aad2540-c590-480b-8675-f7c3b2429218', 'status': 'completed', 'code': 200} Dec 23 12:15:07.094387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13779f23-75df-46e7-8dca-5aaf4d414240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.210767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbebed0-5860-4f3c-9b45-1661409f296a req-657027eb-c2d2-4e58-86b8-39915db66604 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:07.212278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cbebed0-5860-4f3c-9b45-1661409f296a req-657027eb-c2d2-4e58-86b8-39915db66604 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 948 time: 0.0538368 Dec 23 12:15:07.219044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13779f23-75df-46e7-8dca-5aaf4d414240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.274748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779f23-75df-46e7-8dca-5aaf4d414240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f824fba-cdfa-4988-930a-3df105f345c4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:07.283169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-13779f23-75df-46e7-8dca-5aaf4d414240 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04942b5dbefb43e3b7b0a7c65ad4ed42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627917 Dec 23 12:15:07.286185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58874) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:07.321775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cbebed0-5860-4f3c-9b45-1661409f296a req-d923f883-70d3-4577-8805-498515fcc725 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997803 Dec 23 12:15:07.359228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6a96a26-646b-41b1-aff2-cb98ed19a209 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:07.371109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.394281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.513717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port e6a96a26-646b-41b1-aff2-cb98ed19a209 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:07.522872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port e6a96a26-646b-41b1-aff2-cb98ed19a209 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:07.522872 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.586141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.589980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.594663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f824fba-cdfa-4988-930a-3df105f345c4 HTTP/1.1" status: 204 len: 168 time: 0.3047569 Dec 23 12:15:07.616367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151c663-51a6-429f-8e3c-44655e849874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f824fba-cdfa-4988-930a-3df105f345c4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:07.678178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.727442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:07.796813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.797738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 74324063-0d63-42c7-8e65-27c810960473 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:07.894842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:07.911375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd503f-0172-4db8-b06e-8b4d2acaefcd req-c4ca6acc-a6f6-4acc-9bbf-3beb7e7f61f4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:07.919615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22bd503f-0172-4db8-b06e-8b4d2acaefcd req-c4ca6acc-a6f6-4acc-9bbf-3beb7e7f61f4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.1022992 Dec 23 12:15:07.930410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:07.932886 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fbe6ed-8b66-47b4-8300-e076962598ed" -d '{"events": [{"server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:07.946127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 74324063-0d63-42c7-8e65-27c810960473 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:07.951194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 74324063-0d63-42c7-8e65-27c810960473 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:07.951688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.032805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22bd503f-0172-4db8-b06e-8b4d2acaefcd req-5042342e-33eb-40d3-a01b-308a2aa74d66 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 Dec 23 12:15:08.121138 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07c56e-f9cd-46b3-b5bf-597eb43ccfc4 x-openstack-request-id: req-ca07c56e-f9cd-46b3-b5bf-597eb43ccfc4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:08.129062 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:08.129534 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca07c56e-f9cd-46b3-b5bf-597eb43ccfc4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:08.134892 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209', 'code': 200} Dec 23 12:15:08.162499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.251455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=74324063-0d63-42c7-8e65-27c810960473,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:08.263306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f59c9-bf8d-4eb3-98dd-4b975ce465f7 req-ba0f75b4-c194-48cd-b725-61208a4a6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:08.275496 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4e2f59c9-bf8d-4eb3-98dd-4b975ce465f7 req-ba0f75b4-c194-48cd-b725-61208a4a6fd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 1101 time: 0.0962663 Dec 23 12:15:08.275874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:08.279353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6f136f4-51a8-471e-82b0-c73709160045 req-8867c6e5-965c-4258-9ec4-006aee416c68 tempest-LiveMigrationNegativeTest-913572549 tempest-LiveMigrationNegativeTest-913572549-project] 10.222.0.16 "GET /v2.0/ports?device_id=63d75b3b-c054-4bdd-8d61-f164a2c7cae2 HTTP/1.1" status: 200 len: 210 time: 0.0356693 Dec 23 12:15:08.284587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-286437855-network', 'tenant_id': '2463d1004c3c4ec3801a7dd0cc20d82c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:08.352520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.403847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4e2f59c9-bf8d-4eb3-98dd-4b975ce465f7 req-02e439b6-2dff-4f41-a459-040dbefcd39a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113200 Dec 23 12:15:08.420139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:08.436604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Made reservation on behalf of 2463d1004c3c4ec3801a7dd0cc20d82c for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:08.439023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.449296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.540065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed142d4-86e3-4840-91b9-1f570a127362 req-a383c098-472c-4b3f-84c7-91d0813c27cf tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:08.542200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ed142d4-86e3-4840-91b9-1f570a127362 req-a383c098-472c-4b3f-84c7-91d0813c27cf tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.0903997 Dec 23 12:15:08.591042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.600115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ed142d4-86e3-4840-91b9-1f570a127362 req-402aa082-7515-4e95-ad95-1f39b0c5a153 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Dec 23 12:15:08.663747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:08.677702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4075c343-c610-4226-819a-20e0c8a8be8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.729864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.790393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:08.806984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4075c343-c610-4226-819a-20e0c8a8be8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.809787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5ccf7-8744-4120-85fd-3eee2d19b155,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:08.815811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.816150 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Added segment a548ae4d-52a5-4e37-9107-cb0607547be0 of type vlan for network 8aad1316-d246-4bba-bea1-0891d4477ab8 Dec 23 12:15:08.857192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.898921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4075c343-c610-4226-819a-20e0c8a8be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.942275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4075c343-c610-4226-819a-20e0c8a8be8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=609c8865c14f46428142d5c7491610cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765899 Dec 23 12:15:08.943180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075c343-c610-4226-819a-20e0c8a8be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e072b7c-a8fd-453a-84d8-607953bd4016,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:08.944248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58930) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:08.986430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.987634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:08.988255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.003196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.026813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.050405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] Pushing event updated for resources: {'Network': ['ID=8aad1316-d246-4bba-bea1-0891d4477ab8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.063743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8aad1316-d246-4bba-bea1-0891d4477ab8 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:09.123686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf1ec508-4775-4426-8c3a-929aab894ddb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8462303 Dec 23 12:15:09.123971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:09.129504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Request body: {'subnet': {'network_id': '8aad1316-d246-4bba-bea1-0891d4477ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-286437855-subnet', 'tenant_id': '2463d1004c3c4ec3801a7dd0cc20d82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:09.183526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da87ef-23a3-4835-809e-b424e2b95a02 req-36e2b9b1-ca7f-4003-970c-5ee2115032d5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:09.185329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8da87ef-23a3-4835-809e-b424e2b95a02 req-36e2b9b1-ca7f-4003-970c-5ee2115032d5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.0711477 Dec 23 12:15:09.235734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8da87ef-23a3-4835-809e-b424e2b95a02 req-80af1dec-910f-4b1f-b8c4-aa6550b9bf3a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Dec 23 12:15:09.243274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.246849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.251961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e072b7c-a8fd-453a-84d8-607953bd4016 HTTP/1.1" status: 204 len: 168 time: 0.3024316 Dec 23 12:15:09.269620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cda0d-2724-4730-b4dd-e2bd2fba42ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e072b7c-a8fd-453a-84d8-607953bd4016,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.287590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Made reservation on behalf of 2463d1004c3c4ec3801a7dd0cc20d82c for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:09.290497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.620538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.676472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a26e63d-49e4-4edb-b6be-2a84c4d15f65,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.686249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Checking segment: {'id': 'a548ae4d-52a5-4e37-9107-cb0607547be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8aad1316-d246-4bba-bea1-0891d4477ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:09.686575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Network hostable DHCP agents. Network: 8aad1316-d246-4bba-bea1-0891d4477ab8, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:09.809110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Network 8aad1316-d246-4bba-bea1-0891d4477ab8 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:09.929907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 8aad1316-d246-4bba-bea1-0891d4477ab8) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:09.937489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:09.941214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fb5e5-7da5-4e57-93da-326d60737d11 None None] Network 8aad1316-d246-4bba-bea1-0891d4477ab8 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:09.942213 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.035182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed96215-8c34-4e67-ada9-d737c8c399d5 req-4ea48518-7d81-4f1d-bbb3-bae444e0b365 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:10.036610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58968) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:10.045426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed96215-8c34-4e67-ada9-d737c8c399d5 req-4ea48518-7d81-4f1d-bbb3-bae444e0b365 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.0781913 Dec 23 12:15:10.048002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b279c576-dffe-41cb-ab2f-abe130064a76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9230485 Dec 23 12:15:10.058948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58974) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:10.082284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa89240-9b2b-49fa-8959-4817ae6d098a None None] Network 8aad1316-d246-4bba-bea1-0891d4477ab8 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:10.135959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed96215-8c34-4e67-ada9-d737c8c399d5 req-66de2d66-0660-4209-9d19-913d3636a1ec tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Dec 23 12:15:10.154795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74324063-0d63-42c7-8e65-27c810960473'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:10.157059 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203314e5-19e5-485f-aacb-fcdaf6ae49fb" -d '{"events": [{"server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "name": "network-vif-plugged", "status": "completed", "tag": "74324063-0d63-42c7-8e65-27c810960473"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:10.228595 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d9919-e29c-4055-81d6-8446b4c9d5db x-openstack-request-id: req-be8d9919-e29c-4055-81d6-8446b4c9d5db {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:10.228925 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "name": "network-vif-plugged", "status": "completed", "tag": "74324063-0d63-42c7-8e65-27c810960473", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:10.229228 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be8d9919-e29c-4055-81d6-8446b4c9d5db {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:10.229763 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74324063-0d63-42c7-8e65-27c810960473', 'code': 200} Dec 23 12:15:10.254541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d27683cd-3e71-492a-90f8-7f39e2119992 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41895356aa2845a0b2ce58c6db24e179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130718 Dec 23 12:15:10.255372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58994) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:10.275902 n-d-822750-2 neutron-server[104038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 12:15:10.281652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-7588ac82-e4b1-4ee4-9c6b-7e6c4d230eeb tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:15:10.288553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-7588ac82-e4b1-4ee4-9c6b-7e6c4d230eeb tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2231009 Dec 23 12:15:10.342556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.369726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc17159-5e4f-4980-bf37-6ef8b5248ffb req-3840f771-5503-4761-933e-9087a0d62dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:10.371235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7cc17159-5e4f-4980-bf37-6ef8b5248ffb req-3840f771-5503-4761-933e-9087a0d62dcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 1100 time: 0.0618715 Dec 23 12:15:10.380199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.441928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7cc17159-5e4f-4980-bf37-6ef8b5248ffb req-7b788026-73f3-4de6-8992-645dea214df3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627086 Dec 23 12:15:10.444941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0be73-0093-4bd6-b335-16041d0981ae req-cb747423-5885-49ad-b397-81f982fdb8cf tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:10.446437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3c0be73-0093-4bd6-b335-16041d0981ae req-cb747423-5885-49ad-b397-81f982fdb8cf tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.0834026 Dec 23 12:15:10.498154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3c0be73-0093-4bd6-b335-16041d0981ae req-502e5152-7ccf-4c45-8bec-e5143b0706ef tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Dec 23 12:15:10.578311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-6ca116e1-6152-4d9e-9419-29b4eb32ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:10.579700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-6ca116e1-6152-4d9e-9419-29b4eb32ab40 service neutron] 10.222.0.16 "GET /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 1094 time: 0.1503158 Dec 23 12:15:10.586089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.588860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.589492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Request body: {'binding': {'host': 'n-h2-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:10.590539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71c23653-f391-4578-83d3-b4545b33e234 HTTP/1.1" status: 204 len: 168 time: 0.3338146 Dec 23 12:15:10.590677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Unknown quota resources ['binding']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:15:10.599747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7ca37-1ebf-452e-958e-9950df1250b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c23653-f391-4578-83d3-b4545b33e234,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:10.738868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on host n-h2-822750-2 for vnic_type normal with profile None {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:10.739207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:10.739535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:10.744074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:10.744456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:10.750222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:10.750574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:10.750960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:10.751392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Bound port: cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:10.854276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:10.860860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4aad2540-c590-480b-8675-f7c3b2429218 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:10.886183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 4aad2540-c590-480b-8675-f7c3b2429218 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:10.888086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4aad2540-c590-480b-8675-f7c3b2429218 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:10.913077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-dd401f8a-b2ad-4297-94e6-c5eb6137ba3a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:10.914595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-dd401f8a-b2ad-4297-94e6-c5eb6137ba3a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.1200461 Dec 23 12:15:10.923985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.925231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-566f6c56-1f2a-42e4-ab92-9b180b0e84fc service neutron] 10.222.0.16 "POST /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3398440 Dec 23 12:15:10.941655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a5bb097f-6e4d-4a01-8a89-44114a162e4a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/quotas/341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 375 time: 0.0111969 Dec 23 12:15:10.975039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-4c9a1469-0174-4a83-a779-41e4d013d264 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267773 Dec 23 12:15:10.987259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-9befdd7b-8746-4e6c-b11e-540a2b670473 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:15:10.988233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-9befdd7b-8746-4e6c-b11e-540a2b670473 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051606 Dec 23 12:15:11.081902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-de13d925-c5ea-4015-a2e3-e3416727110c service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Dec 23 12:15:11.177939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-24684a70-e9a7-4650-9d36-d62572f9705d service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898540 Dec 23 12:15:11.295226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59048) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:11.366446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bdebce52-6e62-4daf-a03b-2e21b3f81b2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2be927e7c64e4e4a8cfe153f47e6863e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693879 Dec 23 12:15:11.369038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:11.404786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b369f8-c1ab-4b36-8486-a73d56da151b req-88315c5b-85f2-4fb9-a6d1-aed4bc4169bb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:11.406283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b369f8-c1ab-4b36-8486-a73d56da151b req-88315c5b-85f2-4fb9-a6d1-aed4bc4169bb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0908754 Dec 23 12:15:11.462955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:11.493812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b369f8-c1ab-4b36-8486-a73d56da151b req-adec0edd-32be-43b3-a2f2-21e5206e1089 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Dec 23 12:15:11.518332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:11.668061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:11.671769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:11.676493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1068bdc7-c54e-490f-939f-6401087206d5 HTTP/1.1" status: 204 len: 168 time: 0.3030231 Dec 23 12:15:11.693190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ac399-7b1f-4692-8933-6757180fc8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1068bdc7-c54e-490f-939f-6401087206d5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:11.716828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2435375-4aca-415d-865f-e90a01bb658d req-52592db4-cc21-47c8-ac1b-fe81a475eb05 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:11.718381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2435375-4aca-415d-865f-e90a01bb658d req-52592db4-cc21-47c8-ac1b-fe81a475eb05 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.1212680 Dec 23 12:15:11.738266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5182e-101f-45e2-a336-34c7034b92a5 req-d4d9f5ba-2fa2-4bc2-b7d9-3a1ee85067ce tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:11.739933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edd5182e-101f-45e2-a336-34c7034b92a5 req-d4d9f5ba-2fa2-4bc2-b7d9-3a1ee85067ce tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 946 time: 0.1297898 Dec 23 12:15:11.830774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2435375-4aca-415d-865f-e90a01bb658d req-ac4ecab9-d433-459b-a901-08f60e1366b3 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898664 Dec 23 12:15:11.841063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edd5182e-101f-45e2-a336-34c7034b92a5 req-56c4f06b-b0f1-4cc7-9c0e-5f3158755233 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834985 Dec 23 12:15:11.846611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-9ea1b63a-27de-4fd2-87a4-171e2e4c58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:11.848233 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-9ea1b63a-27de-4fd2-87a4-171e2e4c58b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0552104 Dec 23 12:15:11.998918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-1bec0b80-1c1d-43a9-a8d6-bb6e89c20d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:12.001882 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-1bec0b80-1c1d-43a9-a8d6-bb6e89c20d14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1464510 Dec 23 12:15:12.011387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cffed088-d60f-444e-b086-ae33bde58d69 req-5b424710-7d6a-4825-9d41-ef8e1246ad11 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0489135 Dec 23 12:15:12.058423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-ba507838-339c-4350-b6f5-67a751f0451f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0444515 Dec 23 12:15:12.081017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-31e56825-a315-4a1e-8f77-feb0bebf65d8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329223 Dec 23 12:15:12.118178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-0cb8604d-3b30-449d-b4ab-bf2c194ad56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:12.120742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-0cb8604d-3b30-449d-b4ab-bf2c194ad56d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0551641 Dec 23 12:15:12.158495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-800671a7-27a9-4483-b80f-5846267185f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305119 Dec 23 12:15:12.238364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-cae5883c-f4d9-435f-9acb-56901f49b262 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:12.240034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-cae5883c-f4d9-435f-9acb-56901f49b262 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475422 Dec 23 12:15:12.259070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-e6b571be-857a-4820-a10e-12edc350d1bf tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/quotas/740e116276744f0da91def95a5241261 HTTP/1.1" status: 200 len: 375 time: 0.0100329 Dec 23 12:15:12.264091 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-5921603e-0eb3-42ed-95ed-772ddc4023c0 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970736 Dec 23 12:15:12.329091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-d7a08ada-bd7d-4939-ab8a-b11b50c86f40 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626698 Dec 23 12:15:12.374721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-e7f2dc6d-cdc6-49a0-b693-a51f6f581f9b service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058142 Dec 23 12:15:12.571891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f43537b1-c0ff-490c-9ef5-d3285337bff2 req-c2520ea5-1726-48f3-bc91-9435a2f87ed2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 210 time: 0.0299215 Dec 23 12:15:12.695023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-7ebd675e-a2bb-4981-ab72-d3925c52216a tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:12.696925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-7ebd675e-a2bb-4981-ab72-d3925c52216a tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.0993338 Dec 23 12:15:12.714360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:12.777276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:12.808424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59128) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:12.935121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:12.938901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4550a10-db6e-4d55-9521-eacb6c97513c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:12.990345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:13.069914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:13.072926 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955915e-7e25-44ce-aa92-1e11a5a1137a" -d '{"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:13.075329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cfebc-06ef-4109-a602-8824abecb63c req-a404d768-ac9b-4f81-a333-8f1d4b290451 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:13.077233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-044cfebc-06ef-4109-a602-8824abecb63c req-a404d768-ac9b-4f81-a333-8f1d4b290451 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.1362460 Dec 23 12:15:13.080627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.146706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-044cfebc-06ef-4109-a602-8824abecb63c req-f2a1a912-9414-43c0-9399-eaeb8c3c7e90 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622547 Dec 23 12:15:13.174507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.192299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a528d1a-04f1-4eea-9c18-aba8cdea19d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.312235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-271dcd74-fcb7-49fc-a21a-6259cc0573d3 req-977c2a51-101e-4af7-b315-993322aa9547 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0431843 Dec 23 12:15:13.331897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:13.342644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88e1a9-6de1-4fc9-8427-0d5839021079 req-a402ee18-be8d-4d8e-b06f-a3b1369e2792 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:13.351283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd88e1a9-6de1-4fc9-8427-0d5839021079 req-a402ee18-be8d-4d8e-b06f-a3b1369e2792 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.1309559 Dec 23 12:15:13.368685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:13.368685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:13.368685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:13.374998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59158) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:13.379140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4550a10-db6e-4d55-9521-eacb6c97513c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.384199 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd2c5b2-36bf-4909-a3ad-94939cf95e8e x-openstack-request-id: req-5cd2c5b2-36bf-4909-a3ad-94939cf95e8e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:13.384483 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:13.384757 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cd2c5b2-36bf-4909-a3ad-94939cf95e8e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:13.385194 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'code': 200} Dec 23 12:15:13.386133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:13.391984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Attempting to bind port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:13.393442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:13.394168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:13.394779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:13.395417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Bound port: cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:13.395964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.418850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd88e1a9-6de1-4fc9-8427-0d5839021079 req-7c8d6ed0-f42f-4fdd-8da2-7bb997987372 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658619 Dec 23 12:15:13.469295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4550a10-db6e-4d55-9521-eacb6c97513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.483825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:13.487128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:13.521835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d4550a10-db6e-4d55-9521-eacb6c97513c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d74fca7f2bf419e9484b55ca68236ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7114511 Dec 23 12:15:13.522029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1303531300-network', 'tenant_id': '97c3d6e3f28446ab8eaeb2a05bce3ab2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:13.523167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4550a10-db6e-4d55-9521-eacb6c97513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3479125-f21b-4737-9374-e05b875f34e2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:13.525648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59168) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:13.585077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.610682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.615070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.680247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:13.686232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Made reservation on behalf of 97c3d6e3f28446ab8eaeb2a05bce3ab2 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:13.693005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.719881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.722528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:13.723141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.724572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-b9683f6e-ca65-433d-963b-07b879b9fef3 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 1122 time: 1.0194557 Dec 23 12:15:13.769087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.771942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.773184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3479125-f21b-4737-9374-e05b875f34e2 HTTP/1.1" status: 204 len: 168 time: 0.2464340 Dec 23 12:15:13.787608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bf825-f120-4822-99d3-5fd96bbd9b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3479125-f21b-4737-9374-e05b875f34e2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:13.857674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.868455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:13.980688 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:13.993924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a47a61f-bd77-4a8d-9685-bc77611bc8ef req-752c3297-d277-4274-9566-8ce7d6792ed5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 210 time: 0.0691025 Dec 23 12:15:14.010296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:14.045500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44774ff5-004e-4a50-96bc-d2b98d04f8c2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:14.045500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.045861 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Added segment ead61a2c-99d5-4f89-be34-084541d351f0 of type vlan for network 87b0b694-0610-47ef-b672-c6ee35080c15 Dec 23 12:15:14.094999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.175929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-782790e5-fae2-46c7-9958-ac9d357296dc req-2fed1d80-403a-4cdd-9cfc-28f5bbbca530 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=52bee7e583334382b9c24adf44b2ae58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232048 Dec 23 12:15:14.219700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.220458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:14.221139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.354394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] Pushing event updated for resources: {'Network': ['ID=87b0b694-0610-47ef-b672-c6ee35080c15,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:14.365906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 87b0b694-0610-47ef-b672-c6ee35080c15 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:14.427907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-86183528-e597-47b3-b2e9-5aa0c4c795ea tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:14.430299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-86183528-e597-47b3-b2e9-5aa0c4c795ea tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.2220876 Dec 23 12:15:14.436167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f9e3ba78-c700-4229-a437-6573438aa5db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0601509 Dec 23 12:15:14.439303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59200) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:14.445811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Request body: {'subnet': {'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1303531300-subnet', 'tenant_id': '97c3d6e3f28446ab8eaeb2a05bce3ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:14.457196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Request body: {'port': {'device_id': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'admin_state_up': True, 'tenant_id': '341ebc27346e466e9c04f40d73bef006'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:14.579179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Made reservation on behalf of 97c3d6e3f28446ab8eaeb2a05bce3ab2 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:14.581501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.587640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782790e5-fae2-46c7-9958-ac9d357296dc req-ae76591e-6439-4ed2-a82e-d40af79bf00e tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:14.589627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-782790e5-fae2-46c7-9958-ac9d357296dc req-ae76591e-6439-4ed2-a82e-d40af79bf00e tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075537 Dec 23 12:15:14.607087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bedc9e60-09ac-46e2-b462-1b17c7b6b0af req-fbe9ef3b-c619-41f0-9eb8-863dc85d1c77 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0383444 Dec 23 12:15:14.616357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-782790e5-fae2-46c7-9958-ac9d357296dc req-948d5a2b-123d-43f5-999a-6844ddecd6bd tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/quotas/52bee7e583334382b9c24adf44b2ae58 HTTP/1.1" status: 200 len: 375 time: 0.0122738 Dec 23 12:15:14.675135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-782790e5-fae2-46c7-9958-ac9d357296dc req-a2e14b67-6d25-43fb-bb39-9543aa04871f tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52bee7e583334382b9c24adf44b2ae58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419743 Dec 23 12:15:14.747596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdf3e7-9022-4682-86d9-0c316d322532 req-06e93a9f-8ade-41bb-8c20-77a07da6f232 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:14.749354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cbdf3e7-9022-4682-86d9-0c316d322532 req-06e93a9f-8ade-41bb-8c20-77a07da6f232 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.0601585 Dec 23 12:15:14.806890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cbdf3e7-9022-4682-86d9-0c316d322532 req-51d42356-3c1e-46bf-a216-d6548679f32e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499482 Dec 23 12:15:14.853383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bedeba-f0bc-4638-b9d8-4bc27e06e00c req-008532d7-880c-4617-80b3-47ddac249b90 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:14.854879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78bedeba-f0bc-4638-b9d8-4bc27e06e00c req-008532d7-880c-4617-80b3-47ddac249b90 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.0525079 Dec 23 12:15:14.899270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:14.899270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.902382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:14.907706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78bedeba-f0bc-4638-b9d8-4bc27e06e00c req-a7048964-19d7-490c-87aa-0c993ce34ba0 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Dec 23 12:15:14.970245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e2ea7e-b32b-4903-a0c9-ee0f491a647a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:15.089509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Checking segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:15.091456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Network hostable DHCP agents. Network: 87b0b694-0610-47ef-b672-c6ee35080c15, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:15.107234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1c05c30-7076-4f85-9506-324a18844090 req-4f23ad4c-5355-4bdc-b76b-54b402b4cf41 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 210 time: 0.0277383 Dec 23 12:15:15.156212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Allocated IP 172.20.0.10 (9a47b559-f1c1-4d50-9876-70c83e79d518/c2605051-fa00-4be4-9a99-ae65b9112d44/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:15.238935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59230) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:15.271405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-80e97fc6-7bb7-4215-a2d1-d5d53a3c7efc tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=740e116276744f0da91def95a5241261&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526364 Dec 23 12:15:15.291240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Network 87b0b694-0610-47ef-b672-c6ee35080c15 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:15.353257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-460390697-network', 'tenant_id': '4ff841af5498447cac08b08206354baf'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:15.388282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:15.390605 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:15.400583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 87b0b694-0610-47ef-b672-c6ee35080c15) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:15.406071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.406776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.413182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45bffa-b142-41b7-9d48-8758c5844037 None None] Network 87b0b694-0610-47ef-b672-c6ee35080c15 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:15.432754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.446489 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58285db-b425-4bc5-86b8-082836bfb10b x-openstack-request-id: req-d58285db-b425-4bc5-86b8-082836bfb10b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:15.446788 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:15.447065 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d58285db-b425-4bc5-86b8-082836bfb10b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:15.447623 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'status': 'completed', 'code': 200} Dec 23 12:15:15.477889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-a26674b7-0b15-4679-ad0f-d2cab9ece114 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.479368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-a26674b7-0b15-4679-ad0f-d2cab9ece114 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001104 Dec 23 12:15:15.482559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Made reservation on behalf of 4ff841af5498447cac08b08206354baf for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:15.485383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.495492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.507034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Request body: {'port': {'device_id': '753ae868-7a40-42e0-be52-d81312aee34c', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '740e116276744f0da91def95a5241261'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:15.542976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03afd593-b5df-4a37-936b-95f3cdde1b5d None None] Network 87b0b694-0610-47ef-b672-c6ee35080c15 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:15.590971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eecd0a36-8375-4cfa-b051-fa222c157801 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1423507 Dec 23 12:15:15.600407 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b03ee91-887b-47ef-9410-850087abbe19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.603610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.678683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-143151b4-7bf6-4e28-9b6e-fe5acdc1d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.681113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-143151b4-7bf6-4e28-9b6e-fe5acdc1d535 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1125 time: 0.1701083 Dec 23 12:15:15.692195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.720613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:15.736883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:15.740249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:15.746835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.747465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.755719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.787259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:15.804734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:15.833248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.833579 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Added segment 19f01884-29ea-41aa-a916-513483558f10 of type vlan for network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 Dec 23 12:15:15.834824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68077e3-4a2f-44c4-a487-92c58fcab614,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:15.852858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace80e-78f7-4a89-b03b-34436f00bfbe req-d1bee846-df21-42bb-a189-fe6fa5a16d18 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.861476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bace80e-78f7-4a89-b03b-34436f00bfbe req-d1bee846-df21-42bb-a189-fe6fa5a16d18 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 932 time: 0.1270268 Dec 23 12:15:15.868232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-ea79ad23-0269-49df-8e14-5a365d51fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:15.869781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-ea79ad23-0269-49df-8e14-5a365d51fda6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1664464 Dec 23 12:15:15.873952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a4a44229-5391-46d4-a7b5-252d82e85060 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4221156 Dec 23 12:15:15.891710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Request body: {'port': {'device_id': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:15.918582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.937494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Made reservation on behalf of 740e116276744f0da91def95a5241261 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:15.940922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:15.942623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bace80e-78f7-4a89-b03b-34436f00bfbe req-204702a6-a1c4-4ad5-a83c-6943f8683a23 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798438 Dec 23 12:15:15.964039 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-368ae7e3-0396-4dc7-a47c-8f543b13894f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0752945 Dec 23 12:15:16.037741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.037741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.037741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.068437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.109606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-5b733b8f-cf00-46e7-b037-a31dfccf7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.111097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-5b733b8f-cf00-46e7-b037-a31dfccf7d78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1404994 Dec 23 12:15:16.193710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-5dad4a3d-42e4-40e1-ae23-d6159a2c404e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384879 Dec 23 12:15:16.206465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9663007 Dec 23 12:15:16.214473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfd17a-b989-4a73-91b4-8082c7dfa2ff req-089e1749-7980-48b4-bd77-661df1343cc9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.216861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:16.217603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04cfd17a-b989-4a73-91b4-8082c7dfa2ff req-089e1749-7980-48b4-bd77-661df1343cc9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.2007356 Dec 23 12:15:16.221095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c54d8-76d9-4c59-993d-8d4235839e08 admin admin] Pushing event updated for resources: {'Network': ['ID=36fdac57-9d23-47e9-a2b0-44ca30090bd1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:16.231038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Request body: {'subnet': {'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-460390697-subnet', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:16.231779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:16.290074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Allocated IP 192.168.233.16 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/e421657a-7022-47e6-94cb-d01571427c51) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:16.308858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-2d8588c4-bea9-45db-9478-45f70af5054b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.310459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-2d8588c4-bea9-45db-9478-45f70af5054b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.1755235 Dec 23 12:15:16.314302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04cfd17a-b989-4a73-91b4-8082c7dfa2ff req-19e5ee12-4997-4f27-b0d4-16a9544fba08 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799544 Dec 23 12:15:16.333314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-6d512669-9b79-4a55-af83-84de09af0c5c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/quotas/97c3d6e3f28446ab8eaeb2a05bce3ab2 HTTP/1.1" status: 200 len: 375 time: 0.0114074 Dec 23 12:15:16.373888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-eaff4004-cc94-4111-ae6a-15f8a8d4e2d8 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321932 Dec 23 12:15:16.391900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.536114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4f0c9-8f4e-4472-ba2e-a71e8a4ce2b1 req-c88a6801-a2e9-445c-a16c-e6473bd4cd2a tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.537669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cf4f0c9-8f4e-4472-ba2e-a71e8a4ce2b1 req-c88a6801-a2e9-445c-a16c-e6473bd4cd2a tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.1448503 Dec 23 12:15:16.550838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-0e7881d1-b86f-4ff9-806f-46209c1b9c2a tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:16.552316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-0e7881d1-b86f-4ff9-806f-46209c1b9c2a tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.57 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 949 time: 0.1606622 Dec 23 12:15:16.566839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-546e407f-2728-48ff-86b4-c3924c87c408 service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838210 Dec 23 12:15:16.716745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Made reservation on behalf of 4ff841af5498447cac08b08206354baf for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:16.718227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cf4f0c9-8f4e-4472-ba2e-a71e8a4ce2b1 req-5eae4f3a-c8c7-48f5-b523-55f62fe768ed tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c06a765-724d-40c3-865d-431651a4212c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632240 Dec 23 12:15:16.719025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.764089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-189835db-0970-4a5f-ab75-9b63f0762b61 service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826038 Dec 23 12:15:16.779940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Deleting port 74324063-0d63-42c7-8e65-27c810960473 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:16.780426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.815103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-2a053fa5-fd6b-4bfe-b998-6f2a39c3a3e9 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101632 Dec 23 12:15:16.891840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:16.928335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d00c99-6a89-4381-a413-b9fdaacaf48d req-8a373b14-f7ae-4582-a3fc-f4a4f10cef5d tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=52bee7e583334382b9c24adf44b2ae58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380564 Dec 23 12:15:16.931729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] For port 74324063-0d63-42c7-8e65-27c810960473, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=74324063-0d63-42c7-8e65-27c810960473,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:16.932103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:16.966710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Calling delete_port for 74324063-0d63-42c7-8e65-27c810960473 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:17.037901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:17.081525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a has no active binding in host n-h2-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:15:17.102057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:17.110083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.122397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.127481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4af43e06-5fb8-4920-9b5e-3c5e0f5eb4eb req-f3eb532b-907d-48bd-a9a7-288301c92930 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033378 Dec 23 12:15:17.149262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7981cd9-d111-443b-88ce-22e4c370ed27 req-ced2a33a-b417-45b8-84e1-7bdb9ac0fc6a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 210 time: 0.0572836 Dec 23 12:15:17.177720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00c99-6a89-4381-a413-b9fdaacaf48d req-3acf2bee-403a-4e1c-82b3-e4f6b05a8938 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:17.181176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d00c99-6a89-4381-a413-b9fdaacaf48d req-3acf2bee-403a-4e1c-82b3-e4f6b05a8938 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453520 Dec 23 12:15:17.181352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Transition to ACTIVE for port object 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:17.204157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d00c99-6a89-4381-a413-b9fdaacaf48d req-c8729837-5925-440b-b43b-3247485e35ae tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/quotas/52bee7e583334382b9c24adf44b2ae58 HTTP/1.1" status: 200 len: 375 time: 0.0221214 Dec 23 12:15:17.301866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d00c99-6a89-4381-a413-b9fdaacaf48d req-03fe0476-6fbf-483d-9270-dcefcd390091 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52bee7e583334382b9c24adf44b2ae58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580711 Dec 23 12:15:17.334230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d53c-2ca7-42bf-8485-49f2c1f00cce req-7a58e32b-4dee-4750-ad8d-23012efd90d8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:17.335719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5488d53c-2ca7-42bf-8485-49f2c1f00cce req-7a58e32b-4dee-4750-ad8d-23012efd90d8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 932 time: 0.0902936 Dec 23 12:15:17.336120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.344679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.353931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'e6a96a26-646b-41b1-aff2-cb98ed19a209'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:17.398016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:17.412769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.415127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:17.418351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:17.425302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:17.425948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.426859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef70e3ae-6e1b-40c4-ad31-03de62c231ca req-a24bc488-4c83-42d4-b6a9-742f255059f6 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.0358570 Dec 23 12:15:17.436264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.458884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event updated for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:17.459090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5488d53c-2ca7-42bf-8485-49f2c1f00cce req-c2766c68-596a-48ae-9f16-830ebff804aa tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151257 Dec 23 12:15:17.536528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Pushing event deleted for resources: {'Port': ['ID=74324063-0d63-42c7-8e65-27c810960473,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:17.565178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-4e594b5d-be22-43d6-9118-db487557927d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0620923 Dec 23 12:15:17.596674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Request body: {'port': {'device_id': '753ae868-7a40-42e0-be52-d81312aee34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:17.621108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] No DVR routers for this DVR port 74324063-0d63-42c7-8e65-27c810960473 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:17.638491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:17.641636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.646743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41e8c153-11e4-4e73-aee5-8ba4c5033cb1 req-1d933ef2-4693-4842-a836-cb75663dcf17 tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.57 "DELETE /v2.0/ports/74324063-0d63-42c7-8e65-27c810960473 HTTP/1.1" status: 204 len: 173 time: 1.0829937 Dec 23 12:15:17.647107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'name': 'network-vif-deleted', 'tag': '74324063-0d63-42c7-8e65-27c810960473'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:17.648790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e35126-3952-4880-a609-e8a6e0d83876,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:17.649420 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5fed9-2cc6-43df-b540-f963ccf37182" -d '{"events": [{"server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "name": "network-vif-deleted", "tag": "74324063-0d63-42c7-8e65-27c810960473"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:17.680335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:17.680676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:17.681018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:17.695830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8fa6c-4216-4688-8cba-255a9e6de073 req-6885c8a6-4b26-4ab7-898a-36788f46eb07 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:17.698051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13e8fa6c-4216-4688-8cba-255a9e6de073 req-6885c8a6-4b26-4ab7-898a-36788f46eb07 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.1378229 Dec 23 12:15:17.708499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:17.708844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:17.714575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Checking segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:17.714850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Network hostable DHCP agents. Network: 36fdac57-9d23-47e9-a2b0-44ca30090bd1, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:17.772788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:17.773262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:17.773704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:17.774207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Bound port: 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:17.774624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.789461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13e8fa6c-4216-4688-8cba-255a9e6de073 req-edb46935-1fc1-4b09-99d6-03f817b52bfe tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724380 Dec 23 12:15:17.816469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.842005 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d364b2-103d-4baa-aabf-4dd17a00dc1a x-openstack-request-id: req-f8d364b2-103d-4baa-aabf-4dd17a00dc1a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:17.842302 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332e429-1322-4e52-be96-af83cf8a5dae", "name": "network-vif-deleted", "tag": "74324063-0d63-42c7-8e65-27c810960473", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:17.843142 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d364b2-103d-4baa-aabf-4dd17a00dc1a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:17.843548 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c332e429-1322-4e52-be96-af83cf8a5dae', 'name': 'network-vif-deleted', 'tag': '74324063-0d63-42c7-8e65-27c810960473', 'status': 'completed', 'code': 200} Dec 23 12:15:17.920012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aaa5ee1b-061e-4e55-95ab-744bd470591c None None] Provisioning complete for port e421657a-7022-47e6-94cb-d01571427c51 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:17.920529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ee1b-061e-4e55-95ab-744bd470591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:17.931426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:18.005628 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.021805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5ee1b-061e-4e55-95ab-744bd470591c None None] Port e421657a-7022-47e6-94cb-d01571427c51 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:18.028879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cc0ade1-7233-4f74-ab59-f14f15533b01 req-dbd0edb8-9c59-499b-b21d-6dbf56c4ed9c tempest-TenantUsagesTestJSON-1908981692 tempest-TenantUsagesTestJSON-1908981692-project] 10.222.0.16 "GET /v2.0/ports?device_id=c332e429-1322-4e52-be96-af83cf8a5dae HTTP/1.1" status: 200 len: 210 time: 0.0452302 Dec 23 12:15:18.041042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:18.077665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.082574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:18.087929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 36fdac57-9d23-47e9-a2b0-44ca30090bd1) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:18.094916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.095605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.115958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5b93c-dfd8-40b2-bfa8-87c62b8c27da None None] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:18.177740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.229655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.230331 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.233785 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] 10.222.0.43 "PUT /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 1092 time: 2.3456461 Dec 23 12:15:18.242055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:18.244344 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a135985-a980-4d2e-995b-ef4ae1e792eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:18.246873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'project_id': '4ff841af5498447cac08b08206354baf', 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:15:18.247905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.271603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a1015846-7566-455f-9039-33e7e1048252 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0453115 Dec 23 12:15:18.272210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59330) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:18.285036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:18.313627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e80ac-9772-462c-8037-a9f9ce5818dc req-2292b83b-bcf0-4386-aa84-6ed8bd2b67ae tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.315221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-719e80ac-9772-462c-8037-a9f9ce5818dc req-2292b83b-bcf0-4386-aa84-6ed8bd2b67ae tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 935 time: 0.0738800 Dec 23 12:15:18.319825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7765e92-620d-4e41-b9be-1a7e221a0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:18.381659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e421657a-7022-47e6-94cb-d01571427c51 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:18.384707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-719e80ac-9772-462c-8037-a9f9ce5818dc req-6cf69876-41e7-4dba-a353-6974a252778a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588915 Dec 23 12:15:18.392005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.406247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Transition to ACTIVE for port object e421657a-7022-47e6-94cb-d01571427c51 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:18.428201 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607ef71f-0d0a-4071-b071-96d36ee01fd9 x-openstack-request-id: req-607ef71f-0d0a-4071-b071-96d36ee01fd9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:18.428549 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:18.428868 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-607ef71f-0d0a-4071-b071-96d36ee01fd9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:18.429323 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'status': 'completed', 'code': 200} Dec 23 12:15:18.439025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Allocated IP 172.20.0.2 (36fdac57-9d23-47e9-a2b0-44ca30090bd1/a4e35126-3952-4880-a609-e8a6e0d83876/d2682ed8-32f7-4085-b091-0f63527fc4e9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:18.483488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.485219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.501649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a7ad36c9-3960-4d93-8acf-58bf22371dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.503169 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-a7ad36c9-3960-4d93-8acf-58bf22371dc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1095 time: 0.0657990 Dec 23 12:15:18.563137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['74324063-0d63-42c7-8e65-27c810960473'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:18.565146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50fb1663-034c-4749-8a36-818785877658 req-04e83b13-c88c-40fe-bf98-fcfc157cb0d9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.0499663 Dec 23 12:15:18.583037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.598446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-7ad07e05-e7d9-4d5a-a37c-fe828887412c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.0767853 Dec 23 12:15:18.617511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.650831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cc800-c160-4118-8412-9ab700194619 req-da7d0ded-80d9-4996-a65f-946893e27df3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.662394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae3cc800-c160-4118-8412-9ab700194619 req-da7d0ded-80d9-4996-a65f-946893e27df3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0958347 Dec 23 12:15:18.690634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.703527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Pushing event updated for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:18.725263 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:15:18.765435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae3cc800-c160-4118-8412-9ab700194619 req-e99e36c5-25e5-4774-8a49-d09a6346d494 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020727 Dec 23 12:15:18.769062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702488ec-4897-49fc-bbd0-62e76814bbb7 req-94cfcbf4-3dbd-4a7a-b2e0-ecfd199e16a2 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=52bee7e583334382b9c24adf44b2ae58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492601 Dec 23 12:15:18.785632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.868030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:18.871755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:18.878656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:18.895711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Pushing event updated for resources: {'Port': ['ID=d2682ed8-32f7-4085-b091-0f63527fc4e9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:18.907223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Attempting to bind port e421657a-7022-47e6-94cb-d01571427c51 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:18.907555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Attempting to bind port e421657a-7022-47e6-94cb-d01571427c51 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:18.907874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Attempting to bind port e421657a-7022-47e6-94cb-d01571427c51 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:18.931921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c57e6a68-0665-4f70-96bd-ef8437b5a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.933760 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-c57e6a68-0665-4f70-96bd-ef8437b5a798 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.3148146 Dec 23 12:15:18.936957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Port e421657a-7022-47e6-94cb-d01571427c51 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:18.937277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Attempting to bind port e421657a-7022-47e6-94cb-d01571427c51 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:18.942914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702488ec-4897-49fc-bbd0-62e76814bbb7 req-79930f80-cab4-4cf6-9ad2-a65ddc0e1eba tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:18.945855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.949065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:18.949443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:18.949817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:18.949961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702488ec-4897-49fc-bbd0-62e76814bbb7 req-79930f80-cab4-4cf6-9ad2-a65ddc0e1eba tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757414 Dec 23 12:15:18.950374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Bound port: e421657a-7022-47e6-94cb-d01571427c51, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:18.950730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:18.975974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702488ec-4897-49fc-bbd0-62e76814bbb7 req-2db8db05-65a4-473a-b962-a26faa8f5644 tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/quotas/52bee7e583334382b9c24adf44b2ae58 HTTP/1.1" status: 200 len: 375 time: 0.0250478 Dec 23 12:15:19.012931 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-2a6be0d4-a3d0-4aec-aac7-6d6d04255113 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694280 Dec 23 12:15:19.019599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702488ec-4897-49fc-bbd0-62e76814bbb7 req-de2e3e13-b893-42bd-8f0a-62ba8ffac9dc tempest-QuotasAdminNegativeTest-1058329857 tempest-QuotasAdminNegativeTest-1058329857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52bee7e583334382b9c24adf44b2ae58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427680 Dec 23 12:15:19.029096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Attempting to bind port d2682ed8-32f7-4085-b091-0f63527fc4e9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:19.029615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Attempting to bind port d2682ed8-32f7-4085-b091-0f63527fc4e9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:19.029826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Attempting to bind port d2682ed8-32f7-4085-b091-0f63527fc4e9 on network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:19.039874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:19.042643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Checking segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:19.042643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.042643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Bound using segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:19.042643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Bound port: d2682ed8-32f7-4085-b091-0f63527fc4e9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:19.042643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.056406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcacb12-921c-47ce-a316-0ad7310af430 req-e13eac0f-ac70-4cee-b047-ce590dc462d8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.059958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dcacb12-921c-47ce-a316-0ad7310af430 req-e13eac0f-ac70-4cee-b047-ce590dc462d8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.1080146 Dec 23 12:15:19.116039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dcacb12-921c-47ce-a316-0ad7310af430 req-00fba810-8657-4020-bf3f-baddc50bf875 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495331 Dec 23 12:15:19.126641 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.161488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] For port d2682ed8-32f7-4085-b091-0f63527fc4e9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:19.161488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] For port d2682ed8-32f7-4085-b091-0f63527fc4e9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2682ed8-32f7-4085-b091-0f63527fc4e9,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:19.243276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:19.261245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.265925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-05f7cb91-bf2c-48fb-a952-08931a457826 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444913 Dec 23 12:15:19.269349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e421657a-7022-47e6-94cb-d01571427c51,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:19.335968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0019f98-160a-4815-a19c-e5a168e67347 None None] Pushing event updated for resources: {'Port': ['ID=d2682ed8-32f7-4085-b091-0f63527fc4e9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:19.394021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.459939 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68be6391-f916-4aaa-80df-5c1a730abe74 req-09d37dcf-941f-4d5f-bd32-e913bc7da684 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850083 Dec 23 12:15:19.498947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.499567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.501033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] 10.222.0.57 "PUT /v2.0/ports/e421657a-7022-47e6-94cb-d01571427c51 HTTP/1.1" status: 200 len: 1095 time: 1.9182262 Dec 23 12:15:19.527412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26e06-2f1e-4239-9bcc-b73d15d9f9c1 req-d3c59a24-56a0-4f2b-9755-9fb6b79307c9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.529314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88b26e06-2f1e-4239-9bcc-b73d15d9f9c1 req-d3c59a24-56a0-4f2b-9755-9fb6b79307c9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 947 time: 0.0780525 Dec 23 12:15:19.595672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.632681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69cd80-e0db-47a0-8867-52b7d4d80723 service neutron] Pushing event updated for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:19.660125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:19.770885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88b26e06-2f1e-4239-9bcc-b73d15d9f9c1 req-a038a3c2-cc05-4885-9d9e-3cc904fc9b2c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302899 Dec 23 12:15:19.786230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83592df4-887a-47cb-b4fe-d0d90dc855ed req-6224d796-f441-404c-b4b9-901224dc77f5 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.0577209 Dec 23 12:15:19.866531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-152c9822-5b0e-4601-b273-f185a958e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.868064 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-152c9822-5b0e-4601-b273-f185a958e3c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1095 time: 0.2314053 Dec 23 12:15:19.923813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-f2f7d2a0-b877-4ebb-8776-5cc1ed14e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.926581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-f2f7d2a0-b877-4ebb-8776-5cc1ed14e73e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 1098 time: 0.2908814 Dec 23 12:15:19.938826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59374) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:19.973959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63698ec-2069-4da9-983d-dde4b2e654b6 req-d1ed51e2-0081-4d3d-a435-e152916ee9fc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:19.975474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d63698ec-2069-4da9-983d-dde4b2e654b6 req-d1ed51e2-0081-4d3d-a435-e152916ee9fc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0788219 Dec 23 12:15:20.243162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59382) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:20.266777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d63698ec-2069-4da9-983d-dde4b2e654b6 req-f5c15d4e-3a3d-4fd6-82ce-cf08e17f54f8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805948 Dec 23 12:15:20.326485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-765a09da-a69b-489d-ab43-31ea622a0535 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.330553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-ae1c0ba4-fc47-4102-a926-6519f0cf1454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e421657a-7022-47e6-94cb-d01571427c51 HTTP/1.1" status: 200 len: 217 time: 0.3892329 Dec 23 12:15:20.335637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-765a09da-a69b-489d-ab43-31ea622a0535 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.3183846 Dec 23 12:15:20.388680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'port': {'device_id': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'admin_state_up': True, 'tenant_id': '97c3d6e3f28446ab8eaeb2a05bce3ab2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:20.394657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Allocated IP 172.25.7.46 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/cb6bdd85-52fd-4b34-908f-d66548807c5d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:20.436789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:20.439784 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f955c-ee48-4fe2-a151-0d113a490805" -d '{"events": [{"name": "network-changed", "server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "tag": "e421657a-7022-47e6-94cb-d01571427c51"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:20.486145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-278af218-bcf8-4987-91f8-17d8167c3b09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87baaf2127ef446fad3ff82025aa064e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5435238 Dec 23 12:15:20.489288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59390) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:20.523884 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a61e596b-89ec-47ff-bcb9-9a53b53d741b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.567209 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf0a15-fe7a-46ec-8c00-b6e02d705d56 x-openstack-request-id: req-cacf0a15-fe7a-46ec-8c00-b6e02d705d56 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:20.567755 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "tag": "e421657a-7022-47e6-94cb-d01571427c51", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:20.568008 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cacf0a15-fe7a-46ec-8c00-b6e02d705d56 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:20.568403 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51', 'status': 'completed', 'code': 200} Dec 23 12:15:20.582290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-76ec80f8-d934-4dac-87ac-f8e39fe7d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.584815 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-76ec80f8-d934-4dac-87ac-f8e39fe7d428 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2208750 Dec 23 12:15:20.592926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-a16fec67-e903-4db5-a092-86b46c4ee4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.594413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-a16fec67-e903-4db5-a092-86b46c4ee4af service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.7130122 Dec 23 12:15:20.600244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f31ca-b8aa-4e02-8b35-6e6110fb261a req-8ca9b8d5-1609-46c1-87f8-5da9083bcae1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.602654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-706f31ca-b8aa-4e02-8b35-6e6110fb261a req-8ca9b8d5-1609-46c1-87f8-5da9083bcae1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.3521249 Dec 23 12:15:20.659522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3767b4d-e109-46ac-8549-7322b7d5a395 None None] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:20.676086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-109f62d0-a79a-48ac-8c93-5039efd46982 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.0532241 Dec 23 12:15:20.738984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-26b179eb-67f0-44b2-b61b-c38a61877072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.740762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-26b179eb-67f0-44b2-b61b-c38a61877072 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455030 Dec 23 12:15:20.745367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.770934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] Provisioning complete for port d2682ed8-32f7-4085-b091-0f63527fc4e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:20.771200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.771538 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.787321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-294a380a-4c76-4352-80f9-a7134fb35a7a service neutron] 10.222.0.57 "GET /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.2525845 Dec 23 12:15:20.813551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-40843e90-c771-4122-8028-28bd35b0ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:20.814994 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-40843e90-c771-4122-8028-28bd35b0ba73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1291535 Dec 23 12:15:20.862672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-706f31ca-b8aa-4e02-8b35-6e6110fb261a req-676f16df-cea5-497f-bc3e-a5f4154433d5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485008 Dec 23 12:15:20.863896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-0d1e4fbd-5076-4e75-9125-fd71d2d07314 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324440 Dec 23 12:15:20.941433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a61e596b-89ec-47ff-bcb9-9a53b53d741b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.952619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.963932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:20.970884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Made reservation on behalf of 97c3d6e3f28446ab8eaeb2a05bce3ab2 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:20.975068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.003196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-65648aa1-1c90-4e4e-ae5b-2dbcbdb66f51 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511857 Dec 23 12:15:21.004462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92c00a77-9940-4e66-b536-d5a06ff1dd9b req-2f8b6b2c-b916-42d4-aabf-13461589876c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.1215279 Dec 23 12:15:21.016921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.025538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] For port d2682ed8-32f7-4085-b091-0f63527fc4e9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2682ed8-32f7-4085-b091-0f63527fc4e9,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:21.065343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.078644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a61e596b-89ec-47ff-bcb9-9a53b53d741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.147466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278620a-c389-4792-bf23-cf40e0d1963f None None] Pushing event updated for resources: {'Port': ['ID=d2682ed8-32f7-4085-b091-0f63527fc4e9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:21.155591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Pushing event updated for resources: {'Port': ['ID=cb6bdd85-52fd-4b34-908f-d66548807c5d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:21.185228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:21.192566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:21.195299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-7625fdab-9728-49d1-a171-ac78725db122 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225274 Dec 23 12:15:21.201026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:21.207852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2682ed8-32f7-4085-b091-0f63527fc4e9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:21.252788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-272894a1-363a-42f4-87db-5c9ced0b7913 None None] Provisioning complete for port d2682ed8-32f7-4085-b091-0f63527fc4e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:21.253192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-272894a1-363a-42f4-87db-5c9ced0b7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.319283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d2682ed8-32f7-4085-b091-0f63527fc4e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:21.319891 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.419397 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a135985-a980-4d2e-995b-ef4ae1e792eb req-02c19e27-8a90-4aea-97de-d663a265406f service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854410 Dec 23 12:15:21.430730 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-42389ceb-23c6-4133-bd8b-d12425079e2e req-3f321c45-834d-4d76-b0e9-af7d6556c855 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113605 Dec 23 12:15:21.470215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a61e596b-89ec-47ff-bcb9-9a53b53d741b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52bee7e583334382b9c24adf44b2ae58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2259994 Dec 23 12:15:21.477093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59402) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:21.478010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 74324063-0d63-42c7-8e65-27c810960473 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:21.481570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e596b-89ec-47ff-bcb9-9a53b53d741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1937a23d-e20b-42dc-9b14-cad71e4b4a1a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:21.503139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 74324063-0d63-42c7-8e65-27c810960473 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:21.503482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 74324063-0d63-42c7-8e65-27c810960473 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:21.522418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5d12d-a718-4ca4-9e8b-4ce73f8b0c61 req-1fa76f42-d2fe-4bfb-b4c8-b908c2d40f55 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:21.523998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1d5d12d-a718-4ca4-9e8b-4ce73f8b0c61 req-1fa76f42-d2fe-4bfb-b4c8-b908c2d40f55 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 947 time: 0.5334060 Dec 23 12:15:21.529189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.552154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.635096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.637810 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.638941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c06a765-724d-40c3-865d-431651a4212c HTTP/1.1" status: 204 len: 168 time: 1.1408844 Dec 23 12:15:21.680714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c684698-a19c-412a-96b0-7a28f7297ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06a765-724d-40c3-865d-431651a4212c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:21.700370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013080d1-984a-4ca2-855e-75d69905e4ed req-41e76c51-f9a9-487c-b293-08d9c351611e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:21.701928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-013080d1-984a-4ca2-855e-75d69905e4ed req-41e76c51-f9a9-487c-b293-08d9c351611e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.2396829 Dec 23 12:15:21.709953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Allocated IP 172.20.0.13 (87b0b694-0610-47ef-b672-c6ee35080c15/42e2ea7e-b32b-4903-a0c9-ee0f491a647a/457d4587-3dbb-47bf-a93a-f367da626040) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:21.713659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f955c-ee48-4fe2-a151-0d113a490805 req-59a5f8ea-063b-4a2a-9506-ab88085d1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:21.715212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-59a5f8ea-063b-4a2a-9506-ab88085d1547 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 1098 time: 0.1047933 Dec 23 12:15:21.721568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.762440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1d5d12d-a718-4ca4-9e8b-4ce73f8b0c61 req-4ee3a9cd-5ad9-4baf-97d5-3c2890b6eae5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161837 Dec 23 12:15:21.788869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:21.805374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.807962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:21.817227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1937a23d-e20b-42dc-9b14-cad71e4b4a1a HTTP/1.1" status: 204 len: 168 time: 0.3336840 Dec 23 12:15:21.848250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:21.878473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-013080d1-984a-4ca2-855e-75d69905e4ed req-5fc80783-5354-4e99-bab5-5e6e019f9b5a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598842 Dec 23 12:15:21.909972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e81ebb-7183-4e95-8312-4935ed71636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937a23d-e20b-42dc-9b14-cad71e4b4a1a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:21.990194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f955c-ee48-4fe2-a151-0d113a490805 req-e0e43994-574a-48dc-9562-1639803303c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:21.991685 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-e0e43994-574a-48dc-9562-1639803303c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2682612 Dec 23 12:15:22.025876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:22.062169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf245529-1587-4d6a-9a8e-91ff003d35f6 req-7b70e879-0e4d-4a1d-a7c7-c323f5d12c7b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.063643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf245529-1587-4d6a-9a8e-91ff003d35f6 req-7b70e879-0e4d-4a1d-a7c7-c323f5d12c7b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 944 time: 0.0899642 Dec 23 12:15:22.068795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:22.070250 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-c2da07da-5f01-43bf-a2f3-311c92fac9e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e421657a-7022-47e6-94cb-d01571427c51 HTTP/1.1" status: 200 len: 217 time: 0.0703804 Dec 23 12:15:22.128610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.147780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31a271cd-a44a-4d04-bd67-5ee466e66a90 req-69407a4b-2de8-46de-82de-00813bde557e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.0431881 Dec 23 12:15:22.150717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.180730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f955c-ee48-4fe2-a151-0d113a490805 req-3ba12893-ac5d-4420-896e-0c933b5ace57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.182505 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-3ba12893-ac5d-4420-896e-0c933b5ace57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0982242 Dec 23 12:15:22.190458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.213395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf245529-1587-4d6a-9a8e-91ff003d35f6 req-25951896-b032-44ce-8cdf-c07cfc4900bc tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366200 Dec 23 12:15:22.297613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f955c-ee48-4fe2-a151-0d113a490805 req-bf911b3b-41cb-496c-938f-73cadf086d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.299137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-bf911b3b-41cb-496c-938f-73cadf086d24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036048 Dec 23 12:15:22.310013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] Transition to ACTIVE for port object cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:22.358092 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.358769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.361009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.404158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-14e8cdda-976c-49ad-abb7-096c583b335e service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922046 Dec 23 12:15:22.417921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Network 87b0b694-0610-47ef-b672-c6ee35080c15 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:22.428951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:22.438132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:22.458417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:15:22.476919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] Pushing event updated for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=10']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:22.489376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] No DVR routers for this DVR port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:22.561355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-21036ff2-eb73-446e-a2c4-7cdced9e487c service neutron] 10.222.0.57 "PUT /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a/bindings/n-h2-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7614491 Dec 23 12:15:22.577175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.577839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.582348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59416) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:22.596955 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372f955c-ee48-4fe2-a151-0d113a490805 req-4e4659e6-73ec-4a32-83e4-6f20e5c9e982 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837044 Dec 23 12:15:22.614745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:22.621893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:22.626208 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Sync routers for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:22.628595 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00c1feeb-d70c-4b34-84a7-60557189a88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.636739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:22.637934 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:22.693543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-f1261112-5003-45d4-a5fb-489d11cb5550 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3156402 Dec 23 12:15:22.695779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.697250 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-10c10853-52f8-4d7e-aacb-027cbf4aec1f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4169221 Dec 23 12:15:22.698172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:22.704739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59420) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:22.715811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e18eaf-188e-46b0-8a1b-2730a0137011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.750642 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:22.757678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Request body: {'port': {'device_id': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:22.786211 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00c1feeb-d70c-4b34-84a7-60557189a88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.789365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-5e438388-24a1-4cf4-9563-adc0c6199791 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.799470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-5e438388-24a1-4cf4-9563-adc0c6199791 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.0810308 Dec 23 12:15:22.868561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00c1feeb-d70c-4b34-84a7-60557189a88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.907500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:22.921991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.940033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e18eaf-188e-46b0-8a1b-2730a0137011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:22.959613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-93b2ad49-ebc8-4927-83d5-06cde36ff55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:22.961494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-93b2ad49-ebc8-4927-83d5-06cde36ff55e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&tenant_id=fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 1096 time: 0.1177983 Dec 23 12:15:23.010551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-00c1feeb-d70c-4b34-84a7-60557189a88f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04f19609c5a34c7ab4e3d3ddd1249dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222977 Dec 23 12:15:23.017754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59428) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:23.017948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e18eaf-188e-46b0-8a1b-2730a0137011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.022678 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:23.024908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:23.026206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7e65-db2c-4bed-8657-40690079c7a1 req-17eab5d3-d0a5-4680-a87a-65fe18551636 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:23.028313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab6d7e65-db2c-4bed-8657-40690079c7a1 req-17eab5d3-d0a5-4680-a87a-65fe18551636 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 947 time: 0.1864412 Dec 23 12:15:23.029028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1feeb-d70c-4b34-84a7-60557189a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc967e99-c598-4282-b481-e25db61c8db1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:23.114740 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:21Z', 'revision_number': 3, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:23.173563 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Checking router: 6fa645e1-2469-4e25-9880-7fa072ef0ed7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:23.174087 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Updating router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 port cb6bdd85-52fd-4b34-908f-d66548807c5d binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:15:23.200324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:23.204832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2682ed8-32f7-4085-b091-0f63527fc4e9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:23.241900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'port_id': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'mac_address': 'fa:16:3e:a1:d6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2605051-fa00-4be4-9a99-ae65b9112d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:23.261282 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.301816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.320613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d2682ed8-32f7-4085-b091-0f63527fc4e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:23.323933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.329783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:23.526317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:23.527747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25e18eaf-188e-46b0-8a1b-2730a0137011 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84fbd86acb0c48c58dd73352fc10367a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6987212 Dec 23 12:15:23.527747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18eaf-188e-46b0-8a1b-2730a0137011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc7b18-d07b-443d-a3a6-2dd2220977c9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:23.527747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-f35cef73-5a4e-4fa7-82b5-ada051de0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:23.527747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-f35cef73-5a4e-4fa7-82b5-ada051de0553 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1096 time: 0.4056036 Dec 23 12:15:23.528681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:23.529066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-51117a5a-91eb-43c0-bebb-62d046b05ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:23.529066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-51117a5a-91eb-43c0-bebb-62d046b05ca2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1039290 Dec 23 12:15:23.550817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:23.572781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-ceb5d6ed-7930-4cc4-b757-5e156a6a3058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0406718 Dec 23 12:15:23.584922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.599534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab6d7e65-db2c-4bed-8657-40690079c7a1 req-ca4095f8-c15b-4d36-b90f-f950430d9fe4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084212 Dec 23 12:15:23.606745 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.626448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b830f-f801-4d1f-b941-b8a723f170b5 req-22ebb5d6-c683-44f9-aa05-211d9b466158 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:23.629233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b830f-f801-4d1f-b941-b8a723f170b5 req-22ebb5d6-c683-44f9-aa05-211d9b466158 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.5313802 Dec 23 12:15:23.639307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-1e303f08-0f8a-4d71-a32b-67561da1cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:23.640981 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-1e303f08-0f8a-4d71-a32b-67561da1cc38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0616968 Dec 23 12:15:23.646129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Transition to ACTIVE for port object 457d4587-3dbb-47bf-a93a-f367da626040 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:23.675132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-a5612cb4-c9e1-4dfa-a26b-a87a7c7b8c8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272720 Dec 23 12:15:23.688882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.707071 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.730253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.732620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.749059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:23.784537 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-9c66b05e-232a-4132-ac1c-c2eca2689035 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027515 Dec 23 12:15:23.786140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Pushing event updated for resources: {'Port': ['ID=cb6bdd85-52fd-4b34-908f-d66548807c5d,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:23.789202 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Attempting to bind port cb6bdd85-52fd-4b34-908f-d66548807c5d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:23.789567 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Attempting to bind port cb6bdd85-52fd-4b34-908f-d66548807c5d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:23.789918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Attempting to bind port cb6bdd85-52fd-4b34-908f-d66548807c5d on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:23.799982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.800324 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.800662 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.801021 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.801515 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.801857 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.802181 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.802504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.802823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.803707 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.804036 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.804357 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.804679 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:23.809853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:23.810210 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:23.810566 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.810946 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:23.811419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Bound port: cb6bdd85-52fd-4b34-908f-d66548807c5d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:23.811805 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.868164 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] For port cb6bdd85-52fd-4b34-908f-d66548807c5d, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:23.871239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] For port cb6bdd85-52fd-4b34-908f-d66548807c5d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb6bdd85-52fd-4b34-908f-d66548807c5d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:23.882584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:23.889559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-dd7ae091-e2ff-4501-964f-e791b8f12e41 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967133 Dec 23 12:15:23.893119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.903540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:23.908351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b830f-f801-4d1f-b941-b8a723f170b5 req-957261c7-4383-4ac7-bfa9-d8f6ff5e0c26 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783771 Dec 23 12:15:23.936465 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:23.954687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.014664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc41cc-3876-4121-be57-7c3da4399fc1 req-600cd9a2-49e7-43de-b798-04f548f6f63d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:24.015091 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c9b53-99d4-4782-9601-77b7f2bdef55 None None] Pushing event updated for resources: {'Port': ['ID=cb6bdd85-52fd-4b34-908f-d66548807c5d,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:24.016226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87fc41cc-3876-4121-be57-7c3da4399fc1 req-600cd9a2-49e7-43de-b798-04f548f6f63d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 944 time: 0.3139446 Dec 23 12:15:24.025071 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:24.025677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:24.136349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.146115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:24.242482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1e9c2-0355-4904-acca-0b7b0daf7516 req-6cc2fab8-018e-47b0-8b63-8eccb2a34889 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:24.243983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbb1e9c2-0355-4904-acca-0b7b0daf7516 req-6cc2fab8-018e-47b0-8b63-8eccb2a34889 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 945 time: 0.1987116 Dec 23 12:15:24.250142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.252603 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.253727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc967e99-c598-4282-b481-e25db61c8db1 HTTP/1.1" status: 204 len: 168 time: 1.2189729 Dec 23 12:15:24.254574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Attempting to bind port 457d4587-3dbb-47bf-a93a-f367da626040 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:24.254899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Attempting to bind port 457d4587-3dbb-47bf-a93a-f367da626040 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:24.255217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Attempting to bind port 457d4587-3dbb-47bf-a93a-f367da626040 on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:24.265956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87fc41cc-3876-4121-be57-7c3da4399fc1 req-3a3d4d8e-6d04-4340-8876-467b29c94916 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234173 Dec 23 12:15:24.288439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Port 457d4587-3dbb-47bf-a93a-f367da626040 on network 87b0b694-0610-47ef-b672-c6ee35080c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:24.288764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Attempting to bind port 457d4587-3dbb-47bf-a93a-f367da626040 on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:24.315174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f933b2-37b0-46d7-8678-5247a4bca71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc967e99-c598-4282-b481-e25db61c8db1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:24.323760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:24.324095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Checking segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:24.325070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Bound using segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:24.325501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Bound port: 457d4587-3dbb-47bf-a93a-f367da626040, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:24.325879 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.438634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-78e2c5e8-a84b-4fa1-b7f7-0eec7b2610a5 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:24.444011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.444181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-78e2c5e8-a84b-4fa1-b7f7-0eec7b2610a5 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1214862 Dec 23 12:15:24.446559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.450093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92dc7b18-d07b-443d-a3a6-2dd2220977c9 HTTP/1.1" status: 204 len: 168 time: 0.9189122 Dec 23 12:15:24.462338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbb1e9c2-0355-4904-acca-0b7b0daf7516 req-8bf8c935-dae8-47b2-aca0-c0817f65a215 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047565 Dec 23 12:15:24.485118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.494820 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:21Z', 'revision_number': 3, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:24.527880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3ab5b-6bdc-4c47-bb98-89078456d373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc7b18-d07b-443d-a3a6-2dd2220977c9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:24.532944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:24.541237 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6f944-7810-4de0-9121-63620eef299e None None] The sync data for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 is: [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:21Z', 'revision_number': 3, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:24.717880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-9888c006-3076-401d-87ea-fa3ec7e49375 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533719 Dec 23 12:15:24.815924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-060af8a2-6eed-48be-bedc-54aa8b6b3d63 service neutron] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:24.829111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-060af8a2-6eed-48be-bedc-54aa8b6b3d63 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:24.830967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74d625f2-74ff-4a84-8762-4baf43acd5ea req-060af8a2-6eed-48be-bedc-54aa8b6b3d63 service neutron] 10.222.0.43 "DELETE /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a/bindings/n-h1-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.3785655 Dec 23 12:15:24.849815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-f8b647a8-4192-4008-b13a-f4a805463ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:24.853020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-f8b647a8-4192-4008-b13a-f4a805463ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 1096 time: 0.0904787 Dec 23 12:15:24.927241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:24.955073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:25.058941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.139753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cd138-3dfa-40ba-96c8-af695d64bd15 req-31bc6c28-512b-4b33-af06-d8c81e403f62 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.150572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:25.150746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c46cd138-3dfa-40ba-96c8-af695d64bd15 req-31bc6c28-512b-4b33-af06-d8c81e403f62 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 947 time: 0.2008545 Dec 23 12:15:25.153935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:25.154353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.166854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.167476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.169633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] 10.222.0.43 "PUT /v2.0/ports/457d4587-3dbb-47bf-a93a-f367da626040 HTTP/1.1" status: 200 len: 1092 time: 2.4201331 Dec 23 12:15:25.169768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:25.173274 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914633c2-981a-4e5d-a140-dad2c2d1c10e" -d '{"events": [{"name": "network-changed", "server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "tag": "457d4587-3dbb-47bf-a93a-f367da626040"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:25.201373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-1ddd3769-435e-496d-b1ad-62a7f1d54b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.204182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-1ddd3769-435e-496d-b1ad-62a7f1d54b3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 925 time: 0.2881033 Dec 23 12:15:25.321326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Allocated IP 172.20.0.1 (36fdac57-9d23-47e9-a2b0-44ca30090bd1/a4e35126-3952-4880-a609-e8a6e0d83876/ee28309e-abf2-4253-bfed-c2dae72831ab) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:25.356018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb6bdd85-52fd-4b34-908f-d66548807c5d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:25.363535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-196b2350-908d-4344-a59d-d3cbdf8b2ab5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa06417d-e151-4949-aa48-b8fdc64733ce HTTP/1.1" status: 200 len: 1001 time: 0.1415510 Dec 23 12:15:25.484231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-f641bbf5-9c4e-4e35-9562-e8c08c6c7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.485609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-f641bbf5-9c4e-4e35-9562-e8c08c6c7372 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.1037216 Dec 23 12:15:25.496894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.545894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e421657a-7022-47e6-94cb-d01571427c51 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:25.551419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:25.566714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befdf54-45ae-431f-86c3-7fbd36117d77 service neutron] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:25.584022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-5648c129-1419-4c9b-a580-8a002545c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.587892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cb6bdd85-52fd-4b34-908f-d66548807c5d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:25.588281 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.593170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-5648c129-1419-4c9b-a580-8a002545c94d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924726 Dec 23 12:15:25.609550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-2f9d42eb-d0b0-4337-9a00-ae1e1e7e6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.611824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-2f9d42eb-d0b0-4337-9a00-ae1e1e7e6913 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 1095 time: 0.2053680 Dec 23 12:15:25.661606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.680586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:25.683026 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b01f8c-7734-4d64-b054-baecbb9c68f1" -d '{"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:25.710448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:25.757856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:15:25.758270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:25.766198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-b8bc0b0d-4a0c-4376-acda-b41744402f09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457d4587-3dbb-47bf-a93a-f367da626040 HTTP/1.1" status: 200 len: 217 time: 0.1243169 Dec 23 12:15:25.801699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.828082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.833604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-4d6b0a91-53db-4ad2-9b06-0f967253e44e service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241428 Dec 23 12:15:25.850163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c46cd138-3dfa-40ba-96c8-af695d64bd15 req-1ac26cde-1bc1-4923-a556-d029f4e152f2 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015836 Dec 23 12:15:25.874972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e421657a-7022-47e6-94cb-d01571427c51,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:25.886408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:25.894167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5b22-d4cf-4593-909f-e67b18bf0fd4 req-1a8c19e8-3dfe-4950-b910-e6c4fb2dff1f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:25.899644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f8d5b22-d4cf-4593-909f-e67b18bf0fd4 req-1a8c19e8-3dfe-4950-b910-e6c4fb2dff1f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.6881783 Dec 23 12:15:25.916840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'e421657a-7022-47e6-94cb-d01571427c51', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'e421657a-7022-47e6-94cb-d01571427c51', 'mac_address': 'fa:16:3e:b2:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:25.960882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port cb6bdd85-52fd-4b34-908f-d66548807c5d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb6bdd85-52fd-4b34-908f-d66548807c5d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:25.981468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:25.989589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.017418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e421657a-7022-47e6-94cb-d01571427c51 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:26.027703 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.046339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:26.055089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4039ba8-9442-4cae-a2d9-aac85e9c8093 req-940c87ff-4c9a-480e-978f-889b4a4469e3 service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887949 Dec 23 12:15:26.066626 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40813349-328b-4535-b1e0-693da1ade14d x-openstack-request-id: req-40813349-328b-4535-b1e0-693da1ade14d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:26.066918 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "tag": "457d4587-3dbb-47bf-a93a-f367da626040", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:26.070371 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40813349-328b-4535-b1e0-693da1ade14d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:26.070748 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040', 'status': 'completed', 'code': 200} Dec 23 12:15:26.107852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e421657a-7022-47e6-94cb-d01571427c51,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:26.111679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:26.139475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:26.150920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:26.157814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-4778eea1-03cd-404b-ad75-f1ac9e0533db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:26.167484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=cb6bdd85-52fd-4b34-908f-d66548807c5d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:26.180394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.181164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-4778eea1-03cd-404b-ad75-f1ac9e0533db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.3950379 Dec 23 12:15:26.295067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-e457cb21-f69e-49d7-9790-c748a6951658 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017072 Dec 23 12:15:26.346852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59496) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:26.399305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:26.444657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f8d5b22-d4cf-4593-909f-e67b18bf0fd4 req-4875d71f-d70c-495b-b934-dbae8314939a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571133 Dec 23 12:15:26.458632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.504773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-92f70f9d-9c15-4ac5-b15e-9a4bb215b7de None None] Provisioning complete for port ee28309e-abf2-4253-bfed-c2dae72831ab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:26.505666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92f70f9d-9c15-4ac5-b15e-9a4bb215b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.530724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c93ef-c615-462d-af62-81ecc76df903 req-97d33590-54b9-4013-befd-90d43bd05b5f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:26.532625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702c93ef-c615-462d-af62-81ecc76df903 req-97d33590-54b9-4013-befd-90d43bd05b5f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 944 time: 0.3903701 Dec 23 12:15:26.569231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e421657a-7022-47e6-94cb-d01571427c51'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:26.649885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-92f70f9d-9c15-4ac5-b15e-9a4bb215b7de None None] Port ee28309e-abf2-4253-bfed-c2dae72831ab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:26.674071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-702c93ef-c615-462d-af62-81ecc76df903 req-9fe17464-05c8-4406-9db1-ccbad3345b36 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331820 Dec 23 12:15:26.697480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-742403505-network', 'tenant_id': '3ecd0fb78b9640e0bcea1183e5bfb82a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:26.698008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-18e71c74-94ca-4001-8a3f-cbb1948aad09 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871658 Dec 23 12:15:26.754880 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca056c-f912-4156-9b9f-56e9cde87e78 x-openstack-request-id: req-05ca056c-f912-4156-9b9f-56e9cde87e78 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:26.754880 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:26.760543 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05ca056c-f912-4156-9b9f-56e9cde87e78 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:26.760543 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'code': 200} Dec 23 12:15:26.815696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Made reservation on behalf of 3ecd0fb78b9640e0bcea1183e5bfb82a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:26.819742 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.829165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916315f-0f56-4a8e-bfc3-8aca32129f67 req-0fd00ffa-9512-4b6c-ab0c-9c5f9dd326e6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:26.829165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c916315f-0f56-4a8e-bfc3-8aca32129f67 req-0fd00ffa-9512-4b6c-ab0c-9c5f9dd326e6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 945 time: 0.1237009 Dec 23 12:15:26.857895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:26.863892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa665b50-2149-4698-9bc5-ce6acbec672a req-903f10e8-d975-48cb-9575-bbfa9e68a922 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511903 Dec 23 12:15:26.897734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c916315f-0f56-4a8e-bfc3-8aca32129f67 req-c3bc8b5b-d3b9-49f6-8e2d-db902b69e3d2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 Dec 23 12:15:26.951162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.011239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bf632-00f2-4542-a3b0-cb9576cec71d req-1f2ea7c8-6a03-44a6-a502-31b77f1df4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.013530 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a0bf632-00f2-4542-a3b0-cb9576cec71d req-1f2ea7c8-6a03-44a6-a502-31b77f1df4c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.1811841 Dec 23 12:15:27.073203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.075942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a0bf632-00f2-4542-a3b0-cb9576cec71d req-2674d0f8-2860-470d-94ff-c292866c5905 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Dec 23 12:15:27.136478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb6bdd85-52fd-4b34-908f-d66548807c5d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:27.140107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.165257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:27.181648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ad894-c10c-4df1-ad21-b309eff9a82b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:27.182847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66870ec-ed03-482c-a20a-b857ba2a3bc0 req-0b6080f8-9fe2-41fc-a2f7-7ccc5929de3e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.184667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.185040 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Added segment cdebfe02-864b-4d4d-a99d-44bcef5736f7 of type vlan for network 29a6aba4-280e-47cc-b369-a45a24d644fb Dec 23 12:15:27.185348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d66870ec-ed03-482c-a20a-b857ba2a3bc0 req-0b6080f8-9fe2-41fc-a2f7-7ccc5929de3e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 948 time: 0.1929231 Dec 23 12:15:27.214146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cb6bdd85-52fd-4b34-908f-d66548807c5d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:27.214605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.221557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6049-5410-4287-8a51-396cff786b7c req-d068147b-157f-4d59-8165-bfbc95e7b8d0 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.229227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9ef6049-5410-4287-8a51-396cff786b7c req-d068147b-157f-4d59-8165-bfbc95e7b8d0 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1096 time: 0.1632378 Dec 23 12:15:27.245757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.326124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d66870ec-ed03-482c-a20a-b857ba2a3bc0 req-89c92e56-fb3e-4269-9c66-448f1c63ed0f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317871 Dec 23 12:15:27.343577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9ef6049-5410-4287-8a51-396cff786b7c req-bd70f159-6369-4520-9c8c-babe2fb9589a tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041875 Dec 23 12:15:27.364199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.365031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.365629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.376775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.378883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-96ba3421-525a-4f18-90df-8abc836111d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.378883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-96ba3421-525a-4f18-90df-8abc836111d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 1095 time: 0.0833895 Dec 23 12:15:27.477627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.486574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] Pushing event updated for resources: {'Network': ['ID=29a6aba4-280e-47cc-b369-a45a24d644fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:27.500317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 29a6aba4-280e-47cc-b369-a45a24d644fb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:27.518775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f780d703-34c1-4b19-bb9f-4f7863c3c331 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1705010 Dec 23 12:15:27.524770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:27.530392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Request body: {'subnet': {'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-742403505-subnet', 'tenant_id': '3ecd0fb78b9640e0bcea1183e5bfb82a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:27.562531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-57f842b4-30dd-43d7-9c04-c68af6083112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.564340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-57f842b4-30dd-43d7-9c04-c68af6083112 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 923 time: 0.1686950 Dec 23 12:15:27.627694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Made reservation on behalf of 3ecd0fb78b9640e0bcea1183e5bfb82a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:27.635024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.645008 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-fef68707-3db4-4d61-b1b6-bcb679e7fa8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=457d4587-3dbb-47bf-a93a-f367da626040 HTTP/1.1" status: 200 len: 217 time: 0.0730457 Dec 23 12:15:27.701825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:27.706414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:27.740400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836541d-a371-426e-a807-28f6cc48c567 req-8ba96f3d-1212-4ad2-a12c-f4afd8c68c8c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.742769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f836541d-a371-426e-a807-28f6cc48c567 req-8ba96f3d-1212-4ad2-a12c-f4afd8c68c8c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1543458 Dec 23 12:15:27.742981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-c722b319-eef5-4b15-840c-01b856a958ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.744521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-c722b319-eef5-4b15-840c-01b856a958ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.0747440 Dec 23 12:15:27.783022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-2e8d4d71-ad5a-400f-8cae-ca653035610b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290310 Dec 23 12:15:27.861293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-cb7ea680-3743-4689-b969-0dbea86cf5d1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:27.862901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-cb7ea680-3743-4689-b969-0dbea86cf5d1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.2275121 Dec 23 12:15:27.893849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f836541d-a371-426e-a807-28f6cc48c567 req-acfdb745-9839-4015-a0d1-d1c670fbbecc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399617 Dec 23 12:15:27.898330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-5704a40a-807c-42f1-ad88-46946599f089 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/quotas/fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 375 time: 0.0239844 Dec 23 12:15:27.907995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:27.919242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:27.953297 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-fe6ffb3a-0d22-40f7-9ae2-15ffa81ec026 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463253 Dec 23 12:15:28.018587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.138195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99986fa-0a81-4819-ab75-10a460381e50,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:28.156430 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-914633c2-981a-4e5d-a140-dad2c2d1c10e req-29c74a51-1711-49cd-b15c-659f3b96e5a2 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894407 Dec 23 12:15:28.161537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Checking segment: {'id': 'cdebfe02-864b-4d4d-a99d-44bcef5736f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:28.162147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Network hostable DHCP agents. Network: 29a6aba4-280e-47cc-b369-a45a24d644fb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:28.249088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Network 29a6aba4-280e-47cc-b369-a45a24d644fb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:28.252175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Request body: {'security_group': {'name': 'tempest-securitygroup-672102907', 'description': 'tempest-description-1502768391'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:28.283588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e5a5e57b-f75d-4a25-b5da-c17b4f772ec5 None None] Provisioning complete for port ee28309e-abf2-4253-bfed-c2dae72831ab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:28.284147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e5a5e57b-f75d-4a25-b5da-c17b4f772ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.319105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5e57b-f75d-4a25-b5da-c17b4f772ec5 None None] Port ee28309e-abf2-4253-bfed-c2dae72831ab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:28.328654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 29a6aba4-280e-47cc-b369-a45a24d644fb) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:28.331012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-86282dfb-7b6e-4151-a5d3-0c563633ef9b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4218822 Dec 23 12:15:28.333147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:28.339983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.347024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de40359-4a16-4595-9fbc-bfa5e7b3d632 None None] Network 29a6aba4-280e-47cc-b369-a45a24d644fb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:28.397111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:28.442417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e18a52e-c370-433b-a1d6-e150d6aa7164 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9162433 Dec 23 12:15:28.451233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ea209-56c8-4e90-bef1-7194932dab3e None None] Network 29a6aba4-280e-47cc-b369-a45a24d644fb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:28.464726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.487235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.505846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-66658338-d669-4efd-bec7-1f201fc64161 service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632550 Dec 23 12:15:28.624432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:28.633099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Sync routers for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:28.633413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b30997e9-4ddf-4a3c-b14d-0335b376bd36 admin admin] 10.222.0.16 "PUT /v2.0/routers/6fa645e1-2469-4e25-9880-7fa072ef0ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9276111 Dec 23 12:15:28.644324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:28.645040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:28.683070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-af53e3ac-b3e4-48ce-88a2-9512e84f90ec service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456046 Dec 23 12:15:28.713703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.762944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:28.779958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.816755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369bf0e3-1d2b-492d-8eb5-7e69147bacb2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:28.859699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.925556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:28.987129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:27Z', 'revision_number': 2, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:28.989414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65cf568-a8ea-4acd-b6fa-7f540094145c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:29.010349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacd10f-afd4-4142-af49-207ba7c74697 req-61d03f7f-4a8c-4da5-b42d-3df3b4176685 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:29.012638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfacd10f-afd4-4142-af49-207ba7c74697 req-61d03f7f-4a8c-4da5-b42d-3df3b4176685 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 944 time: 0.0781491 Dec 23 12:15:29.016507 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.017890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e00f8b6-c7e3-4b26-9a31-9d69800c4fcf req-a50e5688-278f-49f2-896f-09f659cd6a10 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7727816 Dec 23 12:15:29.032441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Checking router: 6fa645e1-2469-4e25-9880-7fa072ef0ed7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:29.032797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Updating router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 port ee28309e-abf2-4253-bfed-c2dae72831ab binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:15:29.070547 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.080387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfacd10f-afd4-4142-af49-207ba7c74697 req-6d688a97-b8dd-4203-9044-3c1b249cebfc tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Dec 23 12:15:29.144094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e745c2e-ce16-478a-9171-a9488a1f46d0 req-bc4fd7ab-ae15-4c1c-9247-a0d270e61840 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:29.145639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e745c2e-ce16-478a-9171-a9488a1f46d0 req-bc4fd7ab-ae15-4c1c-9247-a0d270e61840 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 948 time: 0.0605462 Dec 23 12:15:29.208316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e745c2e-ce16-478a-9171-a9488a1f46d0 req-10d3a339-445d-4ba1-a88e-ac5a5678c80e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Dec 23 12:15:29.363864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-5d0c7e49-9fea-48f3-9d49-be2e1d1f85e7 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:29.371122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-5d0c7e49-9fea-48f3-9d49-be2e1d1f85e7 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/networks?id=29a6aba4-280e-47cc-b369-a45a24d644fb HTTP/1.1" status: 200 len: 817 time: 0.1382170 Dec 23 12:15:29.381615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-eab52d4a-fb38-461e-bc17-c4720e9376cc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/quotas/3ecd0fb78b9640e0bcea1183e5bfb82a HTTP/1.1" status: 200 len: 375 time: 0.0095208 Dec 23 12:15:29.382179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.414426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-464e526a-dab8-4658-b9be-a2fd8eef9b6e tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecd0fb78b9640e0bcea1183e5bfb82a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265355 Dec 23 12:15:29.489492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.508424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-d12a4d8c-4c12-4700-9d46-e212da6eeae1 service neutron] 10.222.0.16 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862989 Dec 23 12:15:29.537286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e421657a-7022-47e6-94cb-d01571427c51 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:29.570136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:29.575232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256518988', 'description': 'tempest-description--1357330126'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:29.625945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911a27-965c-4af0-9a6c-da563812aa25 None None] Pushing event updated for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:29.651352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5c6c107-7954-44be-94ed-5a20ed5d9270 req-41101512-ece0-40e3-b731-cb3e6625591a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 210 time: 0.0424690 Dec 23 12:15:29.665248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Attempting to bind port ee28309e-abf2-4253-bfed-c2dae72831ab on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:29.665364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-38bb047e-9ea2-4d4d-bf75-1ba823cf6a37 service neutron] 10.222.0.16 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498761 Dec 23 12:15:29.665748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Attempting to bind port ee28309e-abf2-4253-bfed-c2dae72831ab by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:29.666230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Attempting to bind port ee28309e-abf2-4253-bfed-c2dae72831ab on network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:29.673410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:29.673792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Checking segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:29.674535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.674747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Bound using segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:29.675190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Bound port: ee28309e-abf2-4253-bfed-c2dae72831ab, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:29.675787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.706284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.773355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7b2d-7252-48e4-ab2b-72ecd127bd3a req-359789d1-5265-43fd-9033-e24e75d06a04 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:29.781936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-839b7b2d-7252-48e4-ab2b-72ecd127bd3a req-359789d1-5265-43fd-9033-e24e75d06a04 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0634456 Dec 23 12:15:29.795250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] For port ee28309e-abf2-4253-bfed-c2dae72831ab, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:29.799707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] For port ee28309e-abf2-4253-bfed-c2dae72831ab, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ee28309e-abf2-4253-bfed-c2dae72831ab,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:29.817664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.819879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port e421657a-7022-47e6-94cb-d01571427c51 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:29.822602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port e421657a-7022-47e6-94cb-d01571427c51 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:29.822974 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.830246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-839b7b2d-7252-48e4-ab2b-72ecd127bd3a req-ce9b546f-abf6-4c20-b6ab-910d4af4ceb0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Dec 23 12:15:29.860882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9f3dbeee-7fb2-4a2a-bbed-27c5a0f3042b None None] Provisioning complete for port ee28309e-abf2-4253-bfed-c2dae72831ab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:29.861244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f3dbeee-7fb2-4a2a-bbed-27c5a0f3042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.905197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dbeee-7fb2-4a2a-bbed-27c5a0f3042b None None] Port ee28309e-abf2-4253-bfed-c2dae72831ab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:29.920332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Request body: {'security_group': {'name': 'tempest-securitygroup-494841472', 'description': 'tempest-description-468266301'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:29.923128 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.955410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.956979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc2a20-5e64-406d-aba5-b172ed5c86e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:30.009100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.022535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.023931 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0437aa2b-ab1e-4371-acf6-827c00244d6f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4528708 Dec 23 12:15:30.026874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59594) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:30.033829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'security_group_rule': {'security_group_id': 'f7fc2a20-5e64-406d-aba5-b172ed5c86e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:30.050682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:30.055388 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed6c0d4-db88-4aa4-8c2c-126a4ac0b863" -d '{"events": [{"server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "name": "network-vif-plugged", "status": "completed", "tag": "e421657a-7022-47e6-94cb-d01571427c51"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:30.076039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e421657a-7022-47e6-94cb-d01571427c51,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:30.079198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911a27-965c-4af0-9a6c-da563812aa25 None None] Pushing event updated for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:30.085487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:30.085487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:30.131001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.188123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.229778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.248054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:30.251850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.305653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.308144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:30.337342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbd48-2003-4e5b-bbac-aaa721dfa86d req-166ac3e3-a05c-4ff1-87a6-2d075c2bcb6b tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:30.345343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe3dbd48-2003-4e5b-bbac-aaa721dfa86d req-166ac3e3-a05c-4ff1-87a6-2d075c2bcb6b tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0612843 Dec 23 12:15:30.360149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.409214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.409483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c041b81-d0f9-4560-8d19-14f988a7c599,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:30.415207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe3dbd48-2003-4e5b-bbac-aaa721dfa86d req-f5123ecb-8ad3-42ea-9c43-dd7bd5fa1df3 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690560 Dec 23 12:15:30.452015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd76510-7d3e-42b0-80b4-0a9981ccd31b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:30.509049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.511392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-254074dc-8f4e-4f7a-b430-df5a98beed9b req-e152ce2a-4b98-454c-8992-3b98e6ebf228 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5947714 Dec 23 12:15:30.528153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de8c654e-5a42-48fd-afe4-a62516386606 req-a3b7678a-cd78-404f-8b81-b0b068b3a122 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0311639 Dec 23 12:15:30.568093 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4df21-bc7d-46ce-9634-87662e6d51a5 x-openstack-request-id: req-30f4df21-bc7d-46ce-9634-87662e6d51a5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:30.578252 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "name": "network-vif-plugged", "status": "completed", "tag": "e421657a-7022-47e6-94cb-d01571427c51", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:30.578252 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30f4df21-bc7d-46ce-9634-87662e6d51a5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:30.578252 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51', 'code': 200} Dec 23 12:15:30.594455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] Provisioning complete for port ee28309e-abf2-4253-bfed-c2dae72831ab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:30.594825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.599531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.601387 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-faf5c536-bf9c-4a62-a880-ff55c4ad5059 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5727255 Dec 23 12:15:30.610923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:30.610923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'security_group_rule': {'security_group_id': 'f7fc2a20-5e64-406d-aba5-b172ed5c86e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:30.704438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef45b2-5569-423d-8c2c-20ce7f90044f req-6b3d1991-6b18-4d20-941f-025fd6753ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:30.705013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:29Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:30.706130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-faef45b2-5569-423d-8c2c-20ce7f90044f req-6b3d1991-6b18-4d20-941f-025fd6753ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 1100 time: 0.0561223 Dec 23 12:15:30.711026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19994f2-c3d8-4f89-9ff2-36510cb16064 req-df44999d-1891-4332-8c0f-d6c5a4daab14 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:30.719225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a19994f2-c3d8-4f89-9ff2-36510cb16064 req-df44999d-1891-4332-8c0f-d6c5a4daab14 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 944 time: 0.1115963 Dec 23 12:15:30.743003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910c7fc-6984-459e-9d61-a0171c46a295 None None] The sync data for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 is: [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:29Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:30.745851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.747278 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.783834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5754f-619c-4c9e-a596-3f776dda9a87 req-84965c7f-077c-408d-a792-e78885da2ac1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:30.793079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cec5754f-619c-4c9e-a596-3f776dda9a87 req-84965c7f-077c-408d-a792-e78885da2ac1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.1271961 Dec 23 12:15:30.802021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] For port ee28309e-abf2-4253-bfed-c2dae72831ab, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ee28309e-abf2-4253-bfed-c2dae72831ab,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:30.809079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a19994f2-c3d8-4f89-9ff2-36510cb16064 req-6b993c09-ba6c-4169-b5af-8d16bfeb4081 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Dec 23 12:15:30.868014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-faef45b2-5569-423d-8c2c-20ce7f90044f req-03296d58-ded7-4263-ac3f-070351537be3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506915 Dec 23 12:15:30.880343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cec5754f-619c-4c9e-a596-3f776dda9a87 req-8d7cb67f-62db-457e-879b-f9be6edb4ea4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860336 Dec 23 12:15:30.898428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.934732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:30.970229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:30.986449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a01e4-cfae-49d0-8940-7d0b9d9a95bf req-2dbb4e5b-4c9f-4dd3-96c5-e6d4989fc102 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:30.990341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f68a01e4-cfae-49d0-8940-7d0b9d9a95bf req-2dbb4e5b-4c9f-4dd3-96c5-e6d4989fc102 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0509946 Dec 23 12:15:30.992791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-342845282', 'description': 'tempest-description-1110893794'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:31.004444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacff7d-ec6b-4e14-b19f-6d8b4b1260ad None None] Pushing event updated for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:31.049072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.075863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d41201-a73f-431e-930e-224557103cd1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:31.079685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f68a01e4-cfae-49d0-8940-7d0b9d9a95bf req-ddc1f298-8a6a-4f46-8b05-4c70335b9823 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738180 Dec 23 12:15:31.100487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.111096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.154808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.156361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80e577fa-99a8-488b-978a-1c3a078c584f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5506644 Dec 23 12:15:31.159252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59622) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:31.164494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:31.174558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:31.205537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '457d4587-3dbb-47bf-a93a-f367da626040', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'port_id': '457d4587-3dbb-47bf-a93a-f367da626040', 'mac_address': 'fa:16:3e:95:18:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2ea7e-b32b-4903-a0c9-ee0f491a647a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:31.225523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8940559a-0d80-41ad-98ec-887dd4936de9 req-5129b334-0f55-46e9-aae7-bf69212f16a8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 210 time: 0.0387557 Dec 23 12:15:31.241100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ee28309e-abf2-4253-bfed-c2dae72831ab up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:31.279792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.299544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.312367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.328278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:31.361203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:31.364101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ee28309e-abf2-4253-bfed-c2dae72831ab triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:31.364666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.369444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.422973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc620d7-2747-47f9-abe6-c19722754198,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:31.488102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.491714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.500904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.565241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:31.609768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.648956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e05791-ff64-4def-9fed-132808ac6849,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:31.693107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Allocated IP 172.25.7.182 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/6daadc82-f2fb-411f-b4a6-ae4251b4aeed) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:31.704910 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.720449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915da1bd-9372-4985-9c20-bcee43a0727a req-782d5b48-f8eb-4269-8b81-220934335c0d tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7313721 Dec 23 12:15:31.721964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['457d4587-3dbb-47bf-a93a-f367da626040'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:31.805363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b82935ad-e7a1-48f3-b579-ae087e3eb808 req-979561c6-8902-4fa1-86f7-d3a912a1e236 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 210 time: 0.0341041 Dec 23 12:15:31.835376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-346483019', 'description': 'tempest-description-234237494'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:31.838996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-0885b143-90db-4347-902e-4ad9fa3a2dc4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:31.840809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-0885b143-90db-4347-902e-4ad9fa3a2dc4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.2351706 Dec 23 12:15:31.859624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Request body: {'port': {'device_id': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'admin_state_up': True, 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:31.957985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:31.979979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.063788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.219220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.229451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:32.234464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.237316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.263707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdaee78-508e-4a08-9179-31e35ab4ac75,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:32.294569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:32.302751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:32.312501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:32.313363 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.321114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-857f94ea-ac2c-4180-a36c-336cf003c9c9 req-0e9f1381-8166-4492-9586-015c1887f37c tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4899108 Dec 23 12:15:32.323288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'Port': ['ID=6daadc82-f2fb-411f-b4a6-ae4251b4aeed,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:32.454817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc632d16-5255-414f-8c1f-a68b320f5f8c req-a2b03f02-c83a-4fb3-8092-e7af5437e806 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:32.461320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc632d16-5255-414f-8c1f-a68b320f5f8c req-a2b03f02-c83a-4fb3-8092-e7af5437e806 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 945 time: 0.0641167 Dec 23 12:15:32.483949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.516284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Allocated IP 172.20.0.14 (b549ab4f-1e67-4ea0-9e40-144c664c2e7d/6efd998f-07b0-4bb2-8612-cc0eeec0b67f/f0886584-d650-4609-a6bc-809abc3c0747) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:32.521032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc632d16-5255-414f-8c1f-a68b320f5f8c req-55640fc9-b162-4d37-9e9c-9542ff2cb4af tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581710 Dec 23 12:15:32.639786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9268-6f3b-449a-8c67-fcea79f81cda req-2937b83d-c06a-406d-8d3d-f83ed94a005e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:32.641376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d98b9268-6f3b-449a-8c67-fcea79f81cda req-2937b83d-c06a-406d-8d3d-f83ed94a005e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.0589466 Dec 23 12:15:32.642150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.699649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d98b9268-6f3b-449a-8c67-fcea79f81cda req-f18fd2ab-8313-412a-bd95-0ec2ffe9caaa tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506947 Dec 23 12:15:32.729563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.810328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f05ea9ce-2227-49b2-a254-5ae2a590a669 req-8f3f92d5-08a3-4c13-8b74-fe887698cbcb tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Dec 23 12:15:32.861376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.906484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.954781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:32.961001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:32.963396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:32.971044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:32.971877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.973150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:32.981423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:32.983398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:33.020552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.055499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'Port': ['ID=6daadc82-f2fb-411f-b4a6-ae4251b4aeed,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:33.085863 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-e6f72f1f-ad4d-4696-b6f0-e54806a357f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2192783 Dec 23 12:15:33.088986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Request body: {'port': {'device_id': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:33.106213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 457d4587-3dbb-47bf-a93a-f367da626040 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:33.111414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 457d4587-3dbb-47bf-a93a-f367da626040 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:33.112331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.193793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-82a0f5c9-fa08-4b45-848e-7be6089935a5 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:33.195308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-82a0f5c9-fa08-4b45-848e-7be6089935a5 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.57 "GET /v2.0/networks?id=29a6aba4-280e-47cc-b369-a45a24d644fb HTTP/1.1" status: 200 len: 817 time: 0.1683102 Dec 23 12:15:33.213823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-64c7de6f-89b7-49fa-b60a-829ae5036a80 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53689 time: 0.3764372 Dec 23 12:15:33.222390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Request body: {'port': {'device_id': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb', 'admin_state_up': True, 'tenant_id': '3ecd0fb78b9640e0bcea1183e5bfb82a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:33.226307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.303158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:33.305780 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468b0d83-b4ab-4775-a5e3-fe9ddec5897a" -d '{"events": [{"server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "name": "network-vif-plugged", "status": "completed", "tag": "457d4587-3dbb-47bf-a93a-f367da626040"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:33.325763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-5240ec41-4d7b-4b22-9a41-fb442b42e0d7 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/053ad894-c10c-4df1-ad21-b309eff9a82b HTTP/1.1" status: 200 len: 2998 time: 0.0997174 Dec 23 12:15:33.326209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:33.400508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-1291da0c-a478-4acb-8ce6-38203e89e455 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/053ad894-c10c-4df1-ad21-b309eff9a82b HTTP/1.1" status: 200 len: 2998 time: 0.0611663 Dec 23 12:15:33.420443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.427963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.437285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f0ecce93-153e-4024-8394-5f6bd3ad0725 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2685537 Dec 23 12:15:33.437285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.463804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-79ddaacb-ebe5-4b18-9787-5670778cf1e8 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/340c2c1f-7853-497e-9a87-2df0e247633a HTTP/1.1" status: 200 len: 2990 time: 0.0535560 Dec 23 12:15:33.484540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:33.519458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-cdbb7bb9-1a5a-48ee-ae86-4cc952b9de75 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/340c2c1f-7853-497e-9a87-2df0e247633a HTTP/1.1" status: 200 len: 2990 time: 0.0480886 Dec 23 12:15:33.520350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Made reservation on behalf of 3ecd0fb78b9640e0bcea1183e5bfb82a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:33.523892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.620377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-1d028ee5-ff6d-44a4-89f5-58b0e8ce77c6 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/369bf0e3-1d2b-492d-8eb5-7e69147bacb2 HTTP/1.1" status: 200 len: 2998 time: 0.0852020 Dec 23 12:15:33.705816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-00cd7918-0ca7-47aa-9b6f-42eb01902d24 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/369bf0e3-1d2b-492d-8eb5-7e69147bacb2 HTTP/1.1" status: 200 len: 2998 time: 0.0744627 Dec 23 12:15:33.706900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Allocated IP 172.20.0.2 (29a6aba4-280e-47cc-b369-a45a24d644fb/d99986fa-0a81-4819-ab75-10a460381e50/26945c5f-2a56-45a0-b4f8-fe4b14a791e6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:33.707028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:33.714481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.723365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-c643c510-6e04-4455-8d59-75e2cb5e0386 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:15:33.726562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-c643c510-6e04-4455-8d59-75e2cb5e0386 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065775 Dec 23 12:15:33.743232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Transition to ACTIVE for port object f0886584-d650-4609-a6bc-809abc3c0747 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:33.767088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-f6784800-9904-42b3-a05c-2beef0554b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:33.768724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-f6784800-9904-42b3-a05c-2beef0554b02 service neutron] 10.222.0.16 "GET /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 1094 time: 0.0357397 Dec 23 12:15:33.778886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Request body: {'binding': {'host': 'n-h1-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:33.779334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Unknown quota resources ['binding']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:15:33.793076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-f4c53aea-a05e-4c5f-a904-ca8f2d59f132 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/44774ff5-004e-4a50-96bc-d2b98d04f8c2 HTTP/1.1" status: 200 len: 2998 time: 0.0750628 Dec 23 12:15:33.810671 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.890442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-4a43bd2c-55ec-4554-82ad-cc5366d01b93 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/44774ff5-004e-4a50-96bc-d2b98d04f8c2 HTTP/1.1" status: 200 len: 2998 time: 0.0872669 Dec 23 12:15:33.911952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:33.941874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.953375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:33.953722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:33.954125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:33.962716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-43803f86-30c4-48ff-a7d3-d9206277cdec tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/62a72d43-245f-4b47-9260-d99c16bd9e56 HTTP/1.1" status: 200 len: 2998 time: 0.0652788 Dec 23 12:15:33.969113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:33.969438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:33.983482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:33.983821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:33.984202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:33.984636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Bound port: f0886584-d650-4609-a6bc-809abc3c0747, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:33.985020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.022525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-cee3afee-f832-445e-89cb-25a87267b90f tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/62a72d43-245f-4b47-9260-d99c16bd9e56 HTTP/1.1" status: 200 len: 2998 time: 0.0518255 Dec 23 12:15:34.032844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on host n-h1-822750-2 for vnic_type normal with profile None {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:34.033195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:34.033520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:34.042789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:34.043164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:34.052042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:34.052391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:34.052558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.052765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:34.053228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Bound port: 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:34.096464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-f34bc8fe-3f76-488c-b62c-65b7775e295a tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/66547eca-db6c-4567-abf6-fb6e7520be8a HTTP/1.1" status: 200 len: 2994 time: 0.0673068 Dec 23 12:15:34.103635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:34.108666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:34.109759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Network 29a6aba4-280e-47cc-b369-a45a24d644fb is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:34.119539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:34.125313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:34.130094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:34.133936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Pushing event updated for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:34.189325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-db41065c-6078-44d8-9a1a-98490753a404 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/66547eca-db6c-4567-abf6-fb6e7520be8a HTTP/1.1" status: 200 len: 2994 time: 0.0837152 Dec 23 12:15:34.192307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.197434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.198040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.225954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.227285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-853b6311-26bb-405b-90c5-db7a2d483696 service neutron] 10.222.0.16 "POST /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4518633 Dec 23 12:15:34.234522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.235349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.236714 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 1092 time: 1.1523175 Dec 23 12:15:34.237178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:34.239420 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a29cab4-e1b5-4025-843e-00226515d90f" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:34.250961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-f81a7afe-147d-48e4-8f36-20cf61eecf5f tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6cc620d7-2747-47f9-abe6-c19722754198 HTTP/1.1" status: 200 len: 2998 time: 0.0489669 Dec 23 12:15:34.265403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25e129-5615-4f16-a337-2cf5af569799 service neutron] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:34.292132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-952b2f0b-ea3e-4e33-be07-7051b38389dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755899 Dec 23 12:15:34.297163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-3f722656-d7cd-4099-99d8-de462435a905 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6cc620d7-2747-47f9-abe6-c19722754198 HTTP/1.1" status: 200 len: 2998 time: 0.0400550 Dec 23 12:15:34.305058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Request body: {'port': {'device_id': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:34.384106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-04d978e5-58ca-4d18-ba25-16504311e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.387399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-1b1ad377-8c97-4c72-95ff-2dff8b6fd810 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/83fd9106-74ab-4ff1-9232-b9b658d505c8 HTTP/1.1" status: 200 len: 2998 time: 0.0796175 Dec 23 12:15:34.388051 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-04d978e5-58ca-4d18-ba25-16504311e7f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0473416 Dec 23 12:15:34.390246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.436647 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-917c8e3d-9d11-4fb9-bd99-5a60e5418233 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.0351872 Dec 23 12:15:34.473674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-69b0325b-1e09-4a1e-ba63-7728c9b8b516 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/83fd9106-74ab-4ff1-9232-b9b658d505c8 HTTP/1.1" status: 200 len: 2998 time: 0.0746498 Dec 23 12:15:34.493964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-739170ca-a505-4999-86dd-8f30f90c5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.494852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-739170ca-a505-4999-86dd-8f30f90c5834 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0518341 Dec 23 12:15:34.530394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-59dfa1cb-a5be-4a0b-9e9f-cb4ba9c744d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276272 Dec 23 12:15:34.640056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-298b7fd2-16ce-4516-81c0-36b4c9074cf0 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009214 Dec 23 12:15:34.647603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-68effc46-4fc4-4684-b1f2-28774fc7a3dc tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/918b4e1d-ca52-4d50-aca8-f3a783902fe6 HTTP/1.1" status: 200 len: 2998 time: 0.1235778 Dec 23 12:15:34.724311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bc830-a8c3-4af3-908b-eb89cc4f159e req-a3ce2b3f-641d-4c51-8016-312d3faa00e4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.725819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366bc830-a8c3-4af3-908b-eb89cc4f159e req-a3ce2b3f-641d-4c51-8016-312d3faa00e4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 931 time: 0.1391549 Dec 23 12:15:34.742385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-db4317e6-3b05-40e3-b7b1-7e5d6532b78f tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/918b4e1d-ca52-4d50-aca8-f3a783902fe6 HTTP/1.1" status: 200 len: 2998 time: 0.0863216 Dec 23 12:15:34.743108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed215c2e-0e4a-41d5-a5bc-1cf8f35c7af8 req-91a10406-ebc3-476d-a21f-275238972a61 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907416 Dec 23 12:15:34.858190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366bc830-a8c3-4af3-908b-eb89cc4f159e req-842ac880-abc2-41b4-8116-909c26df4078 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196592 Dec 23 12:15:34.861436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-84932363-3ab8-4c85-8d89-d6a1c5839dfa tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/989ffbfb-6d5c-427c-83b1-65bfe0017864 HTTP/1.1" status: 200 len: 2994 time: 0.1029923 Dec 23 12:15:34.863397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:34.870931 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:34.913810 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2525ad32-b358-481f-8271-0fdd89cc64cd x-openstack-request-id: req-2525ad32-b358-481f-8271-0fdd89cc64cd {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:34.914790 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "name": "network-vif-plugged", "status": "completed", "tag": "457d4587-3dbb-47bf-a93a-f367da626040", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:34.915189 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2525ad32-b358-481f-8271-0fdd89cc64cd {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:34.915722 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040', 'code': 200} Dec 23 12:15:34.927155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Transition to ACTIVE for port object 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:34.943386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-da080406-8646-4436-9995-3a7124b0b116 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/989ffbfb-6d5c-427c-83b1-65bfe0017864 HTTP/1.1" status: 200 len: 2994 time: 0.0617397 Dec 23 12:15:34.968163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-57e37268-5a23-426c-b639-30a21a302191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:34.969953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-57e37268-5a23-426c-b639-30a21a302191 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0506504 Dec 23 12:15:35.015682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.057114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-f8786281-d1a9-4a83-9055-d8bcef6a4f86 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9d645ed7-bd9b-47c9-af68-b160dce51481 HTTP/1.1" status: 200 len: 2998 time: 0.1007786 Dec 23 12:15:35.077590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe8c2-881a-42fc-8d09-c421b8ff0177 req-bc429929-1b31-40ff-acb8-f6ef2b24fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.079214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-771fe8c2-881a-42fc-8d09-c421b8ff0177 req-bc429929-1b31-40ff-acb8-f6ef2b24fb6d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 1097 time: 0.0902526 Dec 23 12:15:35.110573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-f809e9db-07db-43c9-a8ee-1e02620caab9 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--256518988&fields=id&tenant_id=4ff841af5498447cac08b08206354baf HTTP/1.1" status: 200 len: 267 time: 0.1218917 Dec 23 12:15:35.114142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Pushing event updated for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:35.117854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-58b6125e-83c7-430d-b15e-74e524394c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.121335 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-58b6125e-83c7-430d-b15e-74e524394c2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1393318 Dec 23 12:15:35.172805 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-ab379243-b4aa-42a8-a59c-67b2075d4626 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.0419223 Dec 23 12:15:35.175029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-771fe8c2-881a-42fc-8d09-c421b8ff0177 req-b3840315-6c35-42d9-a7e8-f7102289cff9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867498 Dec 23 12:15:35.228276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-da47c691-e3b8-415a-886f-5240d80c6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.229890 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-da47c691-e3b8-415a-886f-5240d80c6a1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0488751 Dec 23 12:15:35.263650 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-057f2962-e829-47b1-b07b-8bb0b7d14e73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263422 Dec 23 12:15:35.358232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-3b0debff-e591-4849-918b-3e299152e795 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Dec 23 12:15:35.438041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-a2cb8929-367e-4529-a253-75c03cd8c5e7 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9d645ed7-bd9b-47c9-af68-b160dce51481 HTTP/1.1" status: 200 len: 2998 time: 0.3532405 Dec 23 12:15:35.462406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-e68807a2-24f3-48d2-a56f-af073117471d service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955663 Dec 23 12:15:35.485324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Attempting to bind port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:35.485911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Attempting to bind port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'cdebfe02-864b-4d4d-a99d-44bcef5736f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:35.486041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Attempting to bind port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 on network 29a6aba4-280e-47cc-b369-a45a24d644fb {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:35.510915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 on network 29a6aba4-280e-47cc-b369-a45a24d644fb not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:35.511268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Attempting to bind port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 on network 29a6aba4-280e-47cc-b369-a45a24d644fb {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:35.531360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-aa634cce-3979-471a-90e3-a6de5d1d3b85 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.532978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-aa634cce-3979-471a-90e3-a6de5d1d3b85 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/networks?id=36fdac57-9d23-47e9-a2b0-44ca30090bd1 HTTP/1.1" status: 200 len: 805 time: 0.4007578 Dec 23 12:15:35.533993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:35.534331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Checking segment: {'id': 'cdebfe02-864b-4d4d-a99d-44bcef5736f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:35.534714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Bound using segment: {'id': 'cdebfe02-864b-4d4d-a99d-44bcef5736f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:35.535146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Bound port: 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdebfe02-864b-4d4d-a99d-44bcef5736f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:35.535504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.547926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-99e6cf8a-13c7-46ab-9b75-bc588db7d47e tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a68077e3-4a2f-44c4-a487-92c58fcab614 HTTP/1.1" status: 200 len: 2998 time: 0.1007645 Dec 23 12:15:35.568137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-3f353c5b-9016-4b77-9b8e-6394f906bd99 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/quotas/4ff841af5498447cac08b08206354baf HTTP/1.1" status: 200 len: 375 time: 0.0282912 Dec 23 12:15:35.638717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-77a7a6ad-472f-4049-8b35-afa32d5eb817 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.640137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-77a7a6ad-472f-4049-8b35-afa32d5eb817 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.0434198 Dec 23 12:15:35.653387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:35.663276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-0dcc6403-451f-4e01-8a63-dc1f8cd0746f tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a68077e3-4a2f-44c4-a487-92c58fcab614 HTTP/1.1" status: 200 len: 2998 time: 0.1057618 Dec 23 12:15:35.685031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:35.707318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-5bc8409c-1012-4198-b213-eb4a8b6c796d tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff841af5498447cac08b08206354baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165991 Dec 23 12:15:35.710714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.716725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,segment=NetworkSegment(cdebfe02-864b-4d4d-a99d-44bcef5736f7),segment_id=cdebfe02-864b-4d4d-a99d-44bcef5736f7)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:35.775227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-c4f41953-094b-471f-b393-5781715bd6b4 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5fc54fa-2db1-4a56-b8cb-63b038476526 HTTP/1.1" status: 200 len: 2998 time: 0.1043231 Dec 23 12:15:35.817176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.837624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:35.876241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:35.886094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:35.886817 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.888463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] 10.222.0.57 "PUT /v2.0/ports/26945c5f-2a56-45a0-b4f8-fe4b14a791e6 HTTP/1.1" status: 200 len: 1091 time: 1.5873821 Dec 23 12:15:35.889969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-1224bcd8-8ff0-4389-a8d3-3895fc155d47 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b5fc54fa-2db1-4a56-b8cb-63b038476526 HTTP/1.1" status: 200 len: 2998 time: 0.1067233 Dec 23 12:15:35.890334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:35.892718 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a669346-f205-4a5e-9cd5-fc9dde3663c8" -d '{"events": [{"name": "network-changed", "server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:35.899324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-4900f860-05e4-48f0-84d7-303a6f26f9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749516 Dec 23 12:15:35.930786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.947630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc8eb8-31e4-4219-a01d-7e8c740c0db5 service neutron] Pushing event updated for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:36.015015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:36.042025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-10ebdc80-63d2-4ef7-978a-39170f631a46 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d8ed3d3b-3972-42dc-9943-e4f7d2da964e HTTP/1.1" status: 200 len: 2998 time: 0.1316047 Dec 23 12:15:36.079473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:36.086733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-de545e2a-0959-4541-b7d3-13a9aa4690ae service neutron] 10.222.0.16 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751530 Dec 23 12:15:36.091642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-264a85d1-29bd-4fb8-9969-b7abc88f5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.093120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-264a85d1-29bd-4fb8-9969-b7abc88f5c13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ecd0fb78b9640e0bcea1183e5bfb82a&device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0908325 Dec 23 12:15:36.111013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on host n-h2-822750-2 for vnic_type normal with profile {"migrating_to": "n-h1-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:36.111382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:36.111778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:36.117465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:36.117785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Attempting to bind port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:36.123717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:36.123991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:36.124296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:36.124714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Bound port: 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:36.125180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:36.149112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-5900cb52-d7b9-4937-95cb-7c88dcc71dda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6 HTTP/1.1" status: 200 len: 217 time: 0.0467517 Dec 23 12:15:36.154392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-d8f15884-4a88-4a98-9fe3-8f591c0c28f6 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d8ed3d3b-3972-42dc-9943-e4f7d2da964e HTTP/1.1" status: 200 len: 2998 time: 0.0988891 Dec 23 12:15:36.199764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:36.203819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:36.227143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d793-a53f-4796-a590-1352cd62e122 req-80cad09f-1a42-4dcb-b5b9-173aec8f238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.228616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-80cad09f-1a42-4dcb-b5b9-173aec8f238b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d99986fa-0a81-4819-ab75-10a460381e50 HTTP/1.1" status: 200 len: 857 time: 0.0718467 Dec 23 12:15:36.244884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-763b5f25-beb3-4cc0-be91-2c46a69f2b46 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f2b5ccf7-8744-4120-85fd-3eee2d19b155 HTTP/1.1" status: 200 len: 2998 time: 0.0790436 Dec 23 12:15:36.264127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-844a6629-7391-4409-be97-443f8af31a58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29a6aba4-280e-47cc-b369-a45a24d644fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270922 Dec 23 12:15:36.289109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:36.347370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f572532d-ac03-4021-bc40-d3ce29ddf5c3 req-63cc0ec6-7cae-43bb-95eb-d1166605c312 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f2b5ccf7-8744-4120-85fd-3eee2d19b155 HTTP/1.1" status: 200 len: 2998 time: 0.0861981 Dec 23 12:15:36.400413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-3e0925ee-54f8-4f81-b35c-4ed3cdb83df8 service neutron] 10.222.0.57 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261153 Dec 23 12:15:36.408269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:36.412450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.413122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:36.414518 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-b05f55d9-132f-48a9-b584-a37cbb195e99 service neutron] 10.222.0.57 "PUT /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 1122 time: 0.7654424 Dec 23 12:15:36.485774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.573511 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb91768-3bdd-4405-827e-2e164335dd45 req-8a36e22d-5375-4b15-b7f8-35c8b4de49a3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.576443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddb91768-3bdd-4405-827e-2e164335dd45 req-8a36e22d-5375-4b15-b7f8-35c8b4de49a3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.1104739 Dec 23 12:15:36.589325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7628b41-d194-4846-8458-b1084b5e7180 req-549743ce-955d-4358-8d3f-d68b34f2c0d1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.591526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7628b41-d194-4846-8458-b1084b5e7180 req-549743ce-955d-4358-8d3f-d68b34f2c0d1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.1514852 Dec 23 12:15:36.594862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9629d793-a53f-4796-a590-1352cd62e122 req-4380fe93-aa49-47d4-8969-73e9e19ea04d service neutron] 10.222.0.57 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748345 Dec 23 12:15:36.669786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddb91768-3bdd-4405-827e-2e164335dd45 req-2333bbea-edf4-48c2-901f-efab57873d49 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Dec 23 12:15:36.677062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7628b41-d194-4846-8458-b1084b5e7180 req-e8055684-84fd-46c1-982a-ca1107bdc66f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Dec 23 12:15:36.734126 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f4deef-e6cf-4e90-82fe-0e9ed080cfc9 x-openstack-request-id: req-40f4deef-e6cf-4e90-82fe-0e9ed080cfc9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:36.734427 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:36.734681 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40f4deef-e6cf-4e90-82fe-0e9ed080cfc9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:36.735082 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'status': 'completed', 'code': 200} Dec 23 12:15:36.844732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03539-5f7e-4090-8880-9c9ac6d1aab6 req-c1680893-a0b7-4093-a0ae-5d1066daeb24 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.846245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74c03539-5f7e-4090-8880-9c9ac6d1aab6 req-c1680893-a0b7-4093-a0ae-5d1066daeb24 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.1101861 Dec 23 12:15:36.849935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29cab4-e1b5-4025-843e-00226515d90f req-4444adf6-ee6f-4312-9384-609cf033dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.851214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-4444adf6-ee6f-4312-9384-609cf033dfdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0879769 Dec 23 12:15:36.891520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0d0b-6ead-4818-a71a-8dfa67a55e37 req-5dfc018a-588b-458b-971f-4f2ba15370e5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:36.893000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbcd0d0b-6ead-4818-a71a-8dfa67a55e37 req-5dfc018a-588b-458b-971f-4f2ba15370e5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.1006942 Dec 23 12:15:37.026690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74c03539-5f7e-4090-8880-9c9ac6d1aab6 req-1f14c89d-b1bf-49b4-a220-22f2def364de tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735220 Dec 23 12:15:37.072685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbcd0d0b-6ead-4818-a71a-8dfa67a55e37 req-b7dea79d-64eb-4d13-9458-0f3106b8f84f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620874 Dec 23 12:15:37.083121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29cab4-e1b5-4025-843e-00226515d90f req-7f455f05-56af-46ef-a5c2-6467f80d0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.083863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-7f455f05-56af-46ef-a5c2-6467f80d0441 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.2209575 Dec 23 12:15:37.163661 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee46d6a-ebc2-40e0-b2cd-3c1e6a82b325 x-openstack-request-id: req-7ee46d6a-ebc2-40e0-b2cd-3c1e6a82b325 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:37.163960 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:37.164214 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ee46d6a-ebc2-40e0-b2cd-3c1e6a82b325 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:37.164626 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6', 'status': 'completed', 'code': 200} Dec 23 12:15:37.168182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-f5f6362a-251d-492f-92f8-707e52d0be97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.0522330 Dec 23 12:15:37.217471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-e3bdc263-f041-40f1-891a-11981b68404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.218906 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-e3bdc263-f041-40f1-891a-11981b68404a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ecd0fb78b9640e0bcea1183e5bfb82a&device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0400007 Dec 23 12:15:37.276807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29cab4-e1b5-4025-843e-00226515d90f req-9ca3a06d-ba60-4362-86b7-e83bc96ef761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.278935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-9ca3a06d-ba60-4362-86b7-e83bc96ef761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0996990 Dec 23 12:15:37.313390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d423dc5-fcaf-4312-961c-584251c6f0c6 req-a9b0b5ea-26da-4083-9009-4fd26e88192f tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.314891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d423dc5-fcaf-4312-961c-584251c6f0c6 req-a9b0b5ea-26da-4083-9009-4fd26e88192f tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 943 time: 0.1494968 Dec 23 12:15:37.319937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-26b7ddea-c7f8-4aea-801d-4792561fc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.321449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-26b7ddea-c7f8-4aea-801d-4792561fc2f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29a6aba4-280e-47cc-b369-a45a24d644fb HTTP/1.1" status: 200 len: 918 time: 0.0937314 Dec 23 12:15:37.338938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-7f8179ed-6ec1-4a83-b05f-f3d98ad1986d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406284 Dec 23 12:15:37.363731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-a902ad4f-519b-49c8-abec-fb1a369dd1a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6 HTTP/1.1" status: 200 len: 217 time: 0.0353527 Dec 23 12:15:37.378059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bea36438-f655-426c-9a43-2468bcf75368 req-850830d2-cbe6-4a5d-986c-0def2d336362 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d59a8f8fea241ff987237527160c685 HTTP/1.1" status: 200 len: 6152 time: 0.2163920 Dec 23 12:15:37.413662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-29583182-aa6f-4d6e-80ec-12c445d47949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.415097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-29583182-aa6f-4d6e-80ec-12c445d47949 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d99986fa-0a81-4819-ab75-10a460381e50 HTTP/1.1" status: 200 len: 857 time: 0.0440447 Dec 23 12:15:37.453361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-6632910d-1e6c-4226-989c-ab31f25d16c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29a6aba4-280e-47cc-b369-a45a24d644fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302320 Dec 23 12:15:37.467596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d423dc5-fcaf-4312-961c-584251c6f0c6 req-23d68bb7-32fc-4447-ac35-d0cb492bf316 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364925 Dec 23 12:15:37.503568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bea36438-f655-426c-9a43-2468bcf75368 req-493a7da0-fa90-473c-bc2c-3833ea6bf612 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "GET /v2.0/security-groups/369bf0e3-1d2b-492d-8eb5-7e69147bacb2 HTTP/1.1" status: 200 len: 2998 time: 0.0992715 Dec 23 12:15:37.507186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-8b3bcb60-f43e-4ffc-9131-863b5ab6c933 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622441 Dec 23 12:15:37.548479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-62daff72-42c3-4e3e-8d4c-3d3446387f10 service neutron] 10.222.0.57 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882456 Dec 23 12:15:37.607000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a62015a-db53-4ce8-9311-4bceb4a8fa52 req-0444203f-26bb-4d98-9f93-a04ef1102f7e tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 210 time: 0.0749745 Dec 23 12:15:37.624325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bea36438-f655-426c-9a43-2468bcf75368 req-8c3fe44a-ca1f-4fa8-9708-58205847607a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "GET /v2.0/security-groups/369bf0e3-1d2b-492d-8eb5-7e69147bacb2 HTTP/1.1" status: 200 len: 2998 time: 0.1146636 Dec 23 12:15:37.670163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4a669346-f205-4a5e-9cd5-fc9dde3663c8 req-30fd2410-e88c-4cc1-8e88-eb5ca8e85e3f service neutron] 10.222.0.57 "GET /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130912 Dec 23 12:15:37.679878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a29cab4-e1b5-4025-843e-00226515d90f req-aada19ec-f102-44a7-9e29-724ad856ac67 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624875 Dec 23 12:15:37.701653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-811fb456-d190-4a06-84ea-37baf57ff065 req-a392ebe7-5322-4952-9467-a11e186a5ce9 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6bdaee78-508e-4a08-9179-31e35ab4ac75 HTTP/1.1" status: 200 len: 1793 time: 0.0534031 Dec 23 12:15:37.754902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-811fb456-d190-4a06-84ea-37baf57ff065 req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:37.779366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-811fb456-d190-4a06-84ea-37baf57ff065 req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:37.908753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-811fb456-d190-4a06-84ea-37baf57ff065 req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:37.911298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-811fb456-d190-4a06-84ea-37baf57ff065 req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:37.912365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-811fb456-d190-4a06-84ea-37baf57ff065 req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bdaee78-508e-4a08-9179-31e35ab4ac75 HTTP/1.1" status: 204 len: 173 time: 0.2048702 Dec 23 12:15:37.942670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f2ba8-3314-46bb-9bfc-2e5571015139 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdaee78-508e-4a08-9179-31e35ab4ac75,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:37.965775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4085a82-e2e7-437c-91db-a9a8399d52ad req-62009b1c-bfa5-4e1c-af41-ea3d6a855dbd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:37.967305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4085a82-e2e7-437c-91db-a9a8399d52ad req-62009b1c-bfa5-4e1c-af41-ea3d6a855dbd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0684927 Dec 23 12:15:38.018819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4085a82-e2e7-437c-91db-a9a8399d52ad req-8cce981b-c754-4d02-9e61-1e8378e92625 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Dec 23 12:15:38.077236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-7d34aeff-eafa-4540-9b03-dd1a825f7c08 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "GET /v2.0/security-groups/78e05791-ff64-4def-9fed-132808ac6849 HTTP/1.1" status: 200 len: 1794 time: 0.0363193 Dec 23 12:15:38.134750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.157117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.467841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.468326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.468795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.469285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.469749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.470210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.470665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.471123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.471574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.473660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369af9ca-53e4-4087-811e-e0492f085be5 req-fd5b4a2f-2b98-4905-91b6-8bc47eda59a5 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf&device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26&device_id=753ae868-7a40-42e0-be52-d81312aee34c&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&device_id=ad131c1c-13b5-4183-b388-02a0af83363c&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&device_id=b960cbb8-4082-48aa-914b-c1c83c06af43&device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 8225 time: 0.2549040 Dec 23 12:15:38.474894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.477728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.478726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf5ffb61-bd74-4e85-9dd7-4ed4e288199b req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/78e05791-ff64-4def-9fed-132808ac6849 HTTP/1.1" status: 204 len: 173 time: 0.3953271 Dec 23 12:15:38.497995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411d322-5e14-4e6f-ab10-d3b971d28706 tempest-SecurityGroupsTestAdminJSON-607950214 tempest-SecurityGroupsTestAdminJSON-607950214-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e05791-ff64-4def-9fed-132808ac6849,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:38.500139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369af9ca-53e4-4087-811e-e0492f085be5 req-e2b392f8-747c-4d24-a7e7-e1d3fc058e2b tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.609514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7293-1e7d-4ce0-a4b2-2f7cd28d6149 req-70bc0c6c-bbf9-436d-8896-a3f5ac089d96 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.610906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-354f7293-1e7d-4ce0-a4b2-2f7cd28d6149 req-70bc0c6c-bbf9-436d-8896-a3f5ac089d96 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0760236 Dec 23 12:15:38.615426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369af9ca-53e4-4087-811e-e0492f085be5 req-e2b392f8-747c-4d24-a7e7-e1d3fc058e2b tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.658052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-354f7293-1e7d-4ce0-a4b2-2f7cd28d6149 req-a2ce634a-6ecf-4c96-bab9-5dc4f2eeaa32 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Dec 23 12:15:38.676275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369af9ca-53e4-4087-811e-e0492f085be5 req-e2b392f8-747c-4d24-a7e7-e1d3fc058e2b tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.718211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b392f8-747c-4d24-a7e7-e1d3fc058e2b tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61dbd3-954d-4300-904e-c32d43a6f9ca,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:38.736276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'}, {'name': 'network-changed', 'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:38.738719 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c98ae56-5ef3-4d17-bc59-dac089f950d0" -d '{"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d"}, {"name": "network-changed", "server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:38.805135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369af9ca-53e4-4087-811e-e0492f085be5 req-e2b392f8-747c-4d24-a7e7-e1d3fc058e2b tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&id=053ad894-c10c-4df1-ad21-b309eff9a82b&id=917508e1-7b09-4f66-afe2-0d20cda66fe7&id=9d645ed7-bd9b-47c9-af68-b160dce51481&id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.3231292 Dec 23 12:15:38.812576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5a8cf-1439-4af1-bdd9-c77ce22b1d6c req-5d35ecc3-87d4-42e5-8209-95489f54a5b3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.814032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c5a8cf-1439-4af1-bdd9-c77ce22b1d6c req-5d35ecc3-87d4-42e5-8209-95489f54a5b3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.0893974 Dec 23 12:15:38.864932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c5a8cf-1439-4af1-bdd9-c77ce22b1d6c req-92de243a-5a75-45b0-ba4d-80b690fd77b7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Dec 23 12:15:38.922221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891124c-87f5-4329-a740-fc4b2866e223 req-3edd028f-3b7c-404b-8f74-fb3b2601ba9d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:38.924031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b891124c-87f5-4329-a740-fc4b2866e223 req-3edd028f-3b7c-404b-8f74-fb3b2601ba9d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0582118 Dec 23 12:15:39.003946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b891124c-87f5-4329-a740-fc4b2866e223 req-aa214d78-e79c-4605-aa52-fa0440ba831f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728693 Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.009254 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:15:39.011474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-f1ee92dc-5d5b-4f64-8373-c780b7365746 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.016155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-f1ee92dc-5d5b-4f64-8373-c780b7365746 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.43 "GET /v2.0/networks?id=36fdac57-9d23-47e9-a2b0-44ca30090bd1 HTTP/1.1" status: 200 len: 805 time: 0.1306303 Dec 23 12:15:39.031238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-0c21b37f-f899-4b3a-a861-409ed55d24ae tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "GET /v2.0/security-groups/7c041b81-d0f9-4560-8d19-14f988a7c599 HTTP/1.1" status: 200 len: 1793 time: 0.0609162 Dec 23 12:15:39.081837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-4da26e9c-d59b-409d-98ad-f87178a61dfa tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff841af5498447cac08b08206354baf HTTP/1.1" status: 200 len: 379 time: 0.0558703 Dec 23 12:15:39.092178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'port': {'device_id': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'admin_state_up': True, 'tenant_id': '4ff841af5498447cac08b08206354baf', 'security_groups': ['f7fc2a20-5e64-406d-aba5-b172ed5c86e6']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:39.122045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.157830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5023f43-15bd-4de8-9fd1-8fef1dcd0466 req-2f19f8b7-7e90-4553-8160-a5d0a43407f4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.159503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5023f43-15bd-4de8-9fd1-8fef1dcd0466 req-2f19f8b7-7e90-4553-8160-a5d0a43407f4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 943 time: 0.0885050 Dec 23 12:15:39.161376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.232050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5023f43-15bd-4de8-9fd1-8fef1dcd0466 req-fbac06c4-9d40-4397-b17d-1b96b7ea39a7 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Dec 23 12:15:39.295264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Made reservation on behalf of 4ff841af5498447cac08b08206354baf for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:39.298759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.318559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-333873f0-7736-4daf-b7b9-e41e59350523 req-1d02e279-d2cc-40ea-972e-19be38d3a9d0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 210 time: 0.0299571 Dec 23 12:15:39.371424 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569aca6-4f38-48fe-9bf7-71d7559ec927 x-openstack-request-id: req-f569aca6-4f38-48fe-9bf7-71d7559ec927 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:39.371910 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d", "code": 200}, {"name": "network-changed", "server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:39.372254 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f569aca6-4f38-48fe-9bf7-71d7559ec927 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:39.372735 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'code': 200} Dec 23 12:15:39.372973 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'status': 'completed', 'code': 200} Dec 23 12:15:39.374254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.389550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.389550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-816fccba-793c-4cd8-9c1f-d6a86623dbea req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c041b81-d0f9-4560-8d19-14f988a7c599 HTTP/1.1" status: 204 len: 173 time: 0.3407896 Dec 23 12:15:39.392044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7f9b-8dee-4b14-b627-81b60ab389ba tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c041b81-d0f9-4560-8d19-14f988a7c599,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:39.452992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Allocated IP 172.20.0.4 (36fdac57-9d23-47e9-a2b0-44ca30090bd1/a4e35126-3952-4880-a609-e8a6e0d83876/6744d36a-ea6c-456c-8d14-3db77a52d1e6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:39.519583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-0a82f2d3-d1c3-43db-abdd-69ad6e5ed79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.521069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-0a82f2d3-d1c3-43db-abdd-69ad6e5ed79a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1125 time: 0.1113820 Dec 23 12:15:39.531113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488793-cb9f-4ee1-bd8e-535303bad018 req-63195990-a03b-4772-bd74-9e94be8c1be4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.532506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60488793-cb9f-4ee1-bd8e-535303bad018 req-63195990-a03b-4772-bd74-9e94be8c1be4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0787318 Dec 23 12:15:39.579519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:39.602913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.646629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-97ad6557-d275-4a90-9684-67bb637e3725 tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "GET /v2.0/security-groups/a65cf568-a8ea-4acd-b6fa-7f540094145c HTTP/1.1" status: 200 len: 1794 time: 0.1389170 Dec 23 12:15:39.680221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:39.683315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.693988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:15:39.694574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f0886584-d650-4609-a6bc-809abc3c0747 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:39.697289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60488793-cb9f-4ee1-bd8e-535303bad018 req-e3d5b059-342b-487f-bfb1-3fc710d62183 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455660 Dec 23 12:15:39.727948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-0bc84f1f-3376-48d0-af61-b881d3013ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.737025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:39.737530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-0bc84f1f-3376-48d0-af61-b881d3013ba9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1986268 Dec 23 12:15:39.740261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:39.744107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:39.752439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.752439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.765694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event updated for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:39.820780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:39.835765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'f0886584-d650-4609-a6bc-809abc3c0747', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'port_id': 'f0886584-d650-4609-a6bc-809abc3c0747', 'mac_address': 'fa:16:3e:2d:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efd998f-07b0-4bb2-8612-cc0eeec0b67f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:39.845862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-161c20a0-0ae2-4d05-b42a-092a5ea20b53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.0871303 Dec 23 12:15:39.846615 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.872604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-75562e10-39b8-4082-8a86-763048d12273 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826905 Dec 23 12:15:39.877482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.885852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Request body: {'port': {'device_id': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:39.903079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:39.926699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:39.937074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-1f19d147-edb1-4ea9-bc3a-f808cd6423b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:39.938673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-1f19d147-edb1-4ea9-bc3a-f808cd6423b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0789881 Dec 23 12:15:39.945918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.987841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.998524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-928a992f-8e38-4870-a23a-37775817d1d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480943 Dec 23 12:15:40.037535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.093628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:40.101068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69189-3f8a-4759-8c5f-843e80df8bc6 req-a273f172-ba65-4282-be8d-f6b43191e835 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.101556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69189-3f8a-4759-8c5f-843e80df8bc6 req-a273f172-ba65-4282-be8d-f6b43191e835 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.102290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69189-3f8a-4759-8c5f-843e80df8bc6 req-a273f172-ba65-4282-be8d-f6b43191e835 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.103967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb69189-3f8a-4759-8c5f-843e80df8bc6 req-a273f172-ba65-4282-be8d-f6b43191e835 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c&device_id=ad131c1c-13b5-4183-b388-02a0af83363c&device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 2882 time: 0.1376610 Dec 23 12:15:40.118396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-89ffc014-34b3-4ab8-a100-de925ee40c72 None None] Provisioning complete for port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:40.118761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89ffc014-34b3-4ab8-a100-de925ee40c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.160226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-44106b52-61ba-49d4-a15e-05f567e06014 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420360 Dec 23 12:15:40.162555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-89ffc014-34b3-4ab8-a100-de925ee40c72 None None] Port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:40.174417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb69189-3f8a-4759-8c5f-843e80df8bc6 req-9ecc5021-edbf-4443-8a92-ceeb48685a0d tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Dec 23 12:15:40.223659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.226438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.228046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48fbf7c9-5041-4bb7-9704-7339b7ffc04e req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] 10.222.0.16 "DELETE /v2.0/security-groups/a65cf568-a8ea-4acd-b6fa-7f540094145c HTTP/1.1" status: 204 len: 173 time: 0.5723073 Dec 23 12:15:40.267275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68a314-044b-4c05-b76e-2e648792a85a tempest-SecurityGroupsTestAdminJSON-905202227 tempest-SecurityGroupsTestAdminJSON-905202227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65cf568-a8ea-4acd-b6fa-7f540094145c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:40.300259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6744d36a-ea6c-456c-8d14-3db77a52d1e6 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:40.308590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.324977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Transition to ACTIVE for port object 6744d36a-ea6c-456c-8d14-3db77a52d1e6 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:40.369530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a1062-8cbc-4d5b-a375-461131dd2ca9 req-28751986-3718-4611-b23a-c3696ea32cf7 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.371134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad2a1062-8cbc-4d5b-a375-461131dd2ca9 req-28751986-3718-4611-b23a-c3696ea32cf7 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.1376216 Dec 23 12:15:40.381290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c98ae56-5ef3-4d17-bc59-dac089f950d0 req-04287d7b-307d-4c8d-b546-bdaab02aaeaf service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055805 Dec 23 12:15:40.424524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc66d-4293-4c58-8abc-fbc0965fcd2f req-948c5b12-9956-4049-917d-cd362de38bee tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.425951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99edc66d-4293-4c58-8abc-fbc0965fcd2f req-948c5b12-9956-4049-917d-cd362de38bee tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 945 time: 0.1095037 Dec 23 12:15:40.431380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.449756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:40.455745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad2a1062-8cbc-4d5b-a375-461131dd2ca9 req-a5855349-9d6b-437a-aed6-560d71fb9fd9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 Dec 23 12:15:40.484909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Pushing event updated for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:40.487089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99edc66d-4293-4c58-8abc-fbc0965fcd2f req-1724e44b-4619-456c-8a2c-558e34d666ed tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Dec 23 12:15:40.532854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Attempting to bind port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:40.533205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Attempting to bind port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:40.534044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Attempting to bind port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 on network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:40.545794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 on network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:15:40.546128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Attempting to bind port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 on network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:40.561230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:40.561568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Checking segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:40.561956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Bound using segment: {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:40.562418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Bound port: 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f01884-29ea-41aa-a916-513483558f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:40.566450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.677476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720055d-7a65-4ba2-b69d-baf9a3a0382c req-c0cfff4c-18f0-48b9-9f83-d340bcf2fac9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.684190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2720055d-7a65-4ba2-b69d-baf9a3a0382c req-c0cfff4c-18f0-48b9-9f83-d340bcf2fac9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.1047416 Dec 23 12:15:40.693388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:40.696799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:40.750297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2720055d-7a65-4ba2-b69d-baf9a3a0382c req-81cedb18-5c67-46b7-8ef4-8fcbfade7378 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626802 Dec 23 12:15:40.780460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.822659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb7b1-f423-473a-97bc-1ce7c68d7cf8 req-1b0f1121-8f04-490d-a994-051478dfb9d4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.831099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-971bb7b1-f423-473a-97bc-1ce7c68d7cf8 req-1b0f1121-8f04-490d-a994-051478dfb9d4 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 943 time: 0.0771613 Dec 23 12:15:40.843082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.843854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.845260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] 10.222.0.43 "PUT /v2.0/ports/6744d36a-ea6c-456c-8d14-3db77a52d1e6 HTTP/1.1" status: 200 len: 1091 time: 0.9654107 Dec 23 12:15:40.869098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0056-09a4-4155-ba2d-a0c16b1f643c service neutron] Pushing event updated for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:40.920665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:40.932284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-971bb7b1-f423-473a-97bc-1ce7c68d7cf8 req-034f8271-90ad-44ff-be15-2d0737bbd286 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960093 Dec 23 12:15:40.969941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f973-1acc-4af2-b3d3-734a5253ab60 req-920c6b40-dd99-4b92-85c7-8d4cdf88e56f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.982298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8594f973-1acc-4af2-b3d3-734a5253ab60 req-920c6b40-dd99-4b92-85c7-8d4cdf88e56f tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 943 time: 0.1336744 Dec 23 12:15:41.055406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-dc58350b-0b89-41eb-acb7-74ae274d1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.057217 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-dc58350b-0b89-41eb-acb7-74ae274d1adf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ff841af5498447cac08b08206354baf&device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 1094 time: 0.0850194 Dec 23 12:15:41.087943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8594f973-1acc-4af2-b3d3-734a5253ab60 req-b0967d47-24a7-45c7-9e20-67d3acfd7185 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043932 Dec 23 12:15:41.111628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93114427-1ab3-482a-a0f4-b829cd291479 req-fcc3ff28-382a-49b5-9388-9702f0b04793 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.113437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93114427-1ab3-482a-a0f4-b829cd291479 req-fcc3ff28-382a-49b5-9388-9702f0b04793 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0722601 Dec 23 12:15:41.127625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-9f9886e1-5767-4145-8238-991dda773d45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6 HTTP/1.1" status: 200 len: 217 time: 0.0603983 Dec 23 12:15:41.170911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93114427-1ab3-482a-a0f4-b829cd291479 req-0a539d5b-cb2e-4fbe-842e-375005fea496 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Dec 23 12:15:41.193733 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-05df1777-f591-40cb-9696-c2c17a896a19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d59a8f8fea241ff987237527160c685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714539 Dec 23 12:15:41.203845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:41.206738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-338bc602-49ff-45cd-84ff-7163d680970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.208399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-338bc602-49ff-45cd-84ff-7163d680970c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4e35126-3952-4880-a609-e8a6e0d83876 HTTP/1.1" status: 200 len: 844 time: 0.0683589 Dec 23 12:15:41.265151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-d0aa602b-bccd-4eba-a4d8-35dfce25f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.266993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-d0aa602b-bccd-4eba-a4d8-35dfce25f4fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36fdac57-9d23-47e9-a2b0-44ca30090bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493200 Dec 23 12:15:41.291662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.316743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b6f8-179b-42a0-aefa-48a6507a216f req-8450d606-03a1-413a-81ad-f3d30d5a6e0b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.318599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4582b6f8-179b-42a0-aefa-48a6507a216f req-8450d606-03a1-413a-81ad-f3d30d5a6e0b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0710754 Dec 23 12:15:41.328769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.360146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-1b4cc741-6cf8-4db1-b2f3-51fc575cf731 service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Dec 23 12:15:41.373774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:41.376104 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:41.392402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4582b6f8-179b-42a0-aefa-48a6507a216f req-37875275-4070-454b-b58e-62f628e75a9c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662382 Dec 23 12:15:41.443924 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe92725-0442-45e4-bcc4-054b163eea92 x-openstack-request-id: req-0fe92725-0442-45e4-bcc4-054b163eea92 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:41.444215 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:41.444464 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fe92725-0442-45e4-bcc4-054b163eea92 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:41.444873 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'status': 'completed', 'code': 200} Dec 23 12:15:41.475432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-284bc74c-f5b0-467e-b471-16cc37bc0818 req-978417cc-ba84-4768-9ca8-3b33827964c9 service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959105 Dec 23 12:15:41.555973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587bd74-9440-4bff-b6b4-92256c419977 req-de03cca8-490b-4967-bbc5-9f905a319192 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.557485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d587bd74-9440-4bff-b6b4-92256c419977 req-de03cca8-490b-4967-bbc5-9f905a319192 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0491884 Dec 23 12:15:41.570175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.572774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.573862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/369bf0e3-1d2b-492d-8eb5-7e69147bacb2 HTTP/1.1" status: 204 len: 168 time: 0.3690317 Dec 23 12:15:41.574049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:41.593518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2b1e-562f-486d-8513-207401ffb323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369bf0e3-1d2b-492d-8eb5-7e69147bacb2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:41.629548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d587bd74-9440-4bff-b6b4-92256c419977 req-1dcfc519-d4e9-4757-ae03-3df16f69be98 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660999 Dec 23 12:15:41.696639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,segment=NetworkSegment(cdebfe02-864b-4d4d-a99d-44bcef5736f7),segment_id=cdebfe02-864b-4d4d-a99d-44bcef5736f7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:41.715953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6', 'network_id': '29a6aba4-280e-47cc-b369-a45a24d644fb', 'port_id': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6', 'mac_address': 'fa:16:3e:e7:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99986fa-0a81-4819-ab75-10a460381e50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:41.735912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-fa351f50-68b5-4697-a509-c0c9369fe801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.735912 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-fa351f50-68b5-4697-a509-c0c9369fe801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ff841af5498447cac08b08206354baf&device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 1094 time: 0.0452213 Dec 23 12:15:41.749373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ae364-18d8-40a9-830a-3e6725406ee5 req-3da9578a-05e6-4d24-8b8f-75c0ee0997ff tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.751663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-431ae364-18d8-40a9-830a-3e6725406ee5 req-3da9578a-05e6-4d24-8b8f-75c0ee0997ff tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 945 time: 0.0587568 Dec 23 12:15:41.788998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.806305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:41.828044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-431ae364-18d8-40a9-830a-3e6725406ee5 req-15c156ff-e22e-457f-b0f1-98d27aaaf62d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Dec 23 12:15:41.837389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,segment=NetworkSegment(cdebfe02-864b-4d4d-a99d-44bcef5736f7),segment_id=cdebfe02-864b-4d4d-a99d-44bcef5736f7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:41.893540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-19b0d8c5-efc8-4633-9840-0ff4fe41b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.897583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-19b0d8c5-efc8-4633-9840-0ff4fe41b412 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36fdac57-9d23-47e9-a2b0-44ca30090bd1 HTTP/1.1" status: 200 len: 906 time: 0.1479836 Dec 23 12:15:41.906757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:41.981944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697c6e-7d78-43b3-9bf3-97d9889deb71 req-d95058f1-fd8b-4ea4-b86f-d1268ba96e0a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.987669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:41.990513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14697c6e-7d78-43b3-9bf3-97d9889deb71 req-d95058f1-fd8b-4ea4-b86f-d1268ba96e0a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0767186 Dec 23 12:15:41.997816 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-5c513529-6715-4047-8538-49a2805676c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6 HTTP/1.1" status: 200 len: 217 time: 0.0719512 Dec 23 12:15:42.054304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-0a8ad242-553e-481d-87f6-79137755bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.056062 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-0a8ad242-553e-481d-87f6-79137755bee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4e35126-3952-4880-a609-e8a6e0d83876 HTTP/1.1" status: 200 len: 844 time: 0.0450990 Dec 23 12:15:42.081414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f723-248a-45ba-b17a-809529194eb0 req-2b03d5f7-9770-46d5-a314-0bc454d06184 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.083031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a29f723-248a-45ba-b17a-809529194eb0 req-2b03d5f7-9770-46d5-a314-0bc454d06184 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0820105 Dec 23 12:15:42.086751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14697c6e-7d78-43b3-9bf3-97d9889deb71 req-7b2d20b1-aa71-4a28-8256-1fbaf9f322dd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953379 Dec 23 12:15:42.120229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-ebcb73a8-976c-4199-924d-844879395f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.122143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-ebcb73a8-976c-4199-924d-844879395f82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36fdac57-9d23-47e9-a2b0-44ca30090bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567610 Dec 23 12:15:42.136581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a29f723-248a-45ba-b17a-809529194eb0 req-b0bbe444-abea-43f6-8179-3e91b7402f1d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473225 Dec 23 12:15:42.221424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-f42f2c3d-25c4-4de4-b3b1-b012b92becd5 service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904250 Dec 23 12:15:42.252060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5542d3-031d-4f11-aa79-30ff7b157a01 req-151d1f6c-bc55-410d-a090-56f46992b53c tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.253656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd5542d3-031d-4f11-aa79-30ff7b157a01 req-151d1f6c-bc55-410d-a090-56f46992b53c tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 944 time: 0.0498896 Dec 23 12:15:42.303974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd5542d3-031d-4f11-aa79-30ff7b157a01 req-55d13d40-e588-47fb-8d7e-105ebd5fa859 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Dec 23 12:15:42.318454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aaff2ae3-86a5-456c-a881-5d86b0b7b6b2 req-3c9ad95d-b016-4220-9e1c-dee09957d3ee service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891323 Dec 23 12:15:42.319825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:42.362643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e880c69-392b-4ab6-8cb8-98688889537d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6805e27e252f4126b94008a37eb3797b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417371 Dec 23 12:15:42.365336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59812) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:42.413093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.415729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['26945c5f-2a56-45a0-b4f8-fe4b14a791e6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:42.436749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121dc1-1525-437e-a5ee-b12df975312c req-aac87269-d7c4-45db-a7bf-6969e46294a9 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.436939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.443859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58121dc1-1525-437e-a5ee-b12df975312c req-aac87269-d7c4-45db-a7bf-6969e46294a9 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 943 time: 0.0618830 Dec 23 12:15:42.494315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58121dc1-1525-437e-a5ee-b12df975312c req-5584dcaf-b715-406e-a4fa-34c6c22de30d tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495396 Dec 23 12:15:42.557808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.561663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.565060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cc620d7-2747-47f9-abe6-c19722754198 HTTP/1.1" status: 204 len: 168 time: 0.1972208 Dec 23 12:15:42.573615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc620d7-2747-47f9-abe6-c19722754198,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:42.582362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.582827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.583237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.583683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.584115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.584512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.584989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.585413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.585785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.586184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.586575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.586966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.587417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e279dc3-d5cb-44d0-8bbb-18c4fb84e65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:42.625984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842601a-f5f6-40b1-a9ea-c247839a903d req-5f060c26-a95e-437e-9202-7435738f2ddd tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.627612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9842601a-f5f6-40b1-a9ea-c247839a903d req-5f060c26-a95e-437e-9202-7435738f2ddd tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1100 time: 0.0759304 Dec 23 12:15:42.676003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9842601a-f5f6-40b1-a9ea-c247839a903d req-844bf30e-4bf7-4c58-a7d8-c0f7027a3dec tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Dec 23 12:15:42.782980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368f34-adf9-4b5d-874d-da6b527c1266 req-79184e6b-c3c8-4023-a703-38bfebc330f9 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.784579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e368f34-adf9-4b5d-874d-da6b527c1266 req-79184e6b-c3c8-4023-a703-38bfebc330f9 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1100 time: 0.0428760 Dec 23 12:15:42.831518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e368f34-adf9-4b5d-874d-da6b527c1266 req-100f6443-5b0b-43bf-9217-65c4510a2b67 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Dec 23 12:15:43.141160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a673c8-8858-4759-9120-826d3a43cfa9 req-6ff66269-bb9a-46cd-bf23-520fa1a7411a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:43.142860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08a673c8-8858-4759-9120-826d3a43cfa9 req-6ff66269-bb9a-46cd-bf23-520fa1a7411a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 945 time: 0.0632019 Dec 23 12:15:43.206299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08a673c8-8858-4759-9120-826d3a43cfa9 req-7c0a70ed-f391-4381-8f1e-b5aa300f28d1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Dec 23 12:15:43.214253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-133e7848-39cb-4082-81ec-4c8d6732a27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:43.389617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de54578-b244-4960-a0dd-6b386d4fe842 req-903ae8fb-6266-40c9-a152-92378a0ce656 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:43.391131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9de54578-b244-4960-a0dd-6b386d4fe842 req-903ae8fb-6266-40c9-a152-92378a0ce656 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0873866 Dec 23 12:15:43.441925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9de54578-b244-4960-a0dd-6b386d4fe842 req-3089c052-df9b-43fc-9e3d-b11e812177ef tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Dec 23 12:15:43.558660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f3d0f-0999-4858-b018-8d3e6b4bf9a9 req-62c1a38b-19cc-4718-a4b3-66387f5fe56d tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:43.560201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e51f3d0f-0999-4858-b018-8d3e6b4bf9a9 req-62c1a38b-19cc-4718-a4b3-66387f5fe56d tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 944 time: 0.0537632 Dec 23 12:15:43.594036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:43.609749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e51f3d0f-0999-4858-b018-8d3e6b4bf9a9 req-c3cd3bdf-98cf-4b79-84ae-5753a9ff5fc8 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Dec 23 12:15:43.717127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:43.721345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:43.721825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:43.807149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:43.834417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:43.837917 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9390b23f-245f-442c-8121-cecfbbcb6818" -d '{"events": [{"server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "name": "network-vif-plugged", "status": "completed", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:43.852287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,segment=NetworkSegment(cdebfe02-864b-4d4d-a99d-44bcef5736f7),segment_id=cdebfe02-864b-4d4d-a99d-44bcef5736f7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:43.852636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb626922-858a-483a-b3fb-3f48bbcffe2c req-3649e5a5-d708-459c-99c5-8c305bc98a5e tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:43.854155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb626922-858a-483a-b3fb-3f48bbcffe2c req-3649e5a5-d708-459c-99c5-8c305bc98a5e tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 943 time: 0.0504630 Dec 23 12:15:43.904938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb626922-858a-483a-b3fb-3f48bbcffe2c req-2bd346e0-a6e5-40dc-9265-777876f208ca tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Dec 23 12:15:43.957449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:43.958265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f0886584-d650-4609-a6bc-809abc3c0747 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:44.013684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a940da-0cbe-4cdf-ac89-e42b4aa1cd43 req-19cec179-d254-47f7-aeb9-1d779afc6969 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.015189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69a940da-0cbe-4cdf-ac89-e42b4aa1cd43 req-19cec179-d254-47f7-aeb9-1d779afc6969 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0549595 Dec 23 12:15:44.022034 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4c2e9c-6edf-43f6-b076-a2ece298204a x-openstack-request-id: req-fe4c2e9c-6edf-43f6-b076-a2ece298204a {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:44.022451 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "name": "network-vif-plugged", "status": "completed", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:44.022691 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4c2e9c-6edf-43f6-b076-a2ece298204a {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:44.023084 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6', 'code': 200} Dec 23 12:15:44.051438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:44.089455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69a940da-0cbe-4cdf-ac89-e42b4aa1cd43 req-b0b3f165-43a6-4826-afab-d5dc1933be7b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 Dec 23 12:15:44.137702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf8a2-9b82-4262-8c83-35b1934ae86c req-52447142-d29c-4a9f-8ffb-f0821f521c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.139380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80dbf8a2-9b82-4262-8c83-35b1934ae86c req-52447142-d29c-4a9f-8ffb-f0821f521c47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0489328 Dec 23 12:15:44.189945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80dbf8a2-9b82-4262-8c83-35b1934ae86c req-6ba9ac13-ab5d-4805-8762-6b1196b04f7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Dec 23 12:15:44.213487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port f0886584-d650-4609-a6bc-809abc3c0747 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:44.227485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port f0886584-d650-4609-a6bc-809abc3c0747 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:44.227485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:44.299757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:44.340277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d651-cd6e-45da-b024-987dd8829975 req-fca1dc31-c079-446a-be7d-4bdc9fa382a4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.344710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:44.348724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76b1d651-cd6e-45da-b024-987dd8829975 req-fca1dc31-c079-446a-be7d-4bdc9fa382a4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 945 time: 0.0619261 Dec 23 12:15:44.392438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76b1d651-cd6e-45da-b024-987dd8829975 req-0aefaf24-5cca-4151-aebe-40f7a2837cc0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Dec 23 12:15:44.420227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:44.480047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:44.589432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b63e6-7d94-49da-bdb6-5753872d1241 req-06547c35-6fbe-4d8e-9253-0b3ae346d09f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.596931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d0b63e6-7d94-49da-bdb6-5753872d1241 req-06547c35-6fbe-4d8e-9253-0b3ae346d09f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0723884 Dec 23 12:15:44.669657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d0b63e6-7d94-49da-bdb6-5753872d1241 req-e76d3295-84e1-43e6-82d3-563fbce45b21 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718677 Dec 23 12:15:44.685826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a0784-126b-4439-9ee3-e23fbc1bf88b req-1548c0af-a474-4eb1-be0f-9dd55667bf31 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.702190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-527a0784-126b-4439-9ee3-e23fbc1bf88b req-1548c0af-a474-4eb1-be0f-9dd55667bf31 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1032393 Dec 23 12:15:44.709642 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-0648a025-27a5-48cb-a305-fa71f051d47c service neutron] 10.222.0.43 "GET /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.0589540 Dec 23 12:15:44.765401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-527a0784-126b-4439-9ee3-e23fbc1bf88b req-cfd79d26-9d56-409e-b48f-94cd728d8ac9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623415 Dec 23 12:15:44.806848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224c9e-f5f1-4697-9184-d162fc5e3568 req-ff49e0a3-7265-4ad2-9c5c-bd9217dfeb6a tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:44.809248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44224c9e-f5f1-4697-9184-d162fc5e3568 req-ff49e0a3-7265-4ad2-9c5c-bd9217dfeb6a tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0590434 Dec 23 12:15:44.869395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44224c9e-f5f1-4697-9184-d162fc5e3568 req-ed4ea5e7-9e93-4e05-bf71-718e005eb3d6 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537837 Dec 23 12:15:44.913285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:44.935227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:44.972376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:44.984948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:45.016493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6744d36a-ea6c-456c-8d14-3db77a52d1e6 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:45.032771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d806e1-4eeb-4e87-813f-40de0d1f24be req-55cc716b-8789-451d-8d6d-d978bf6b59d4 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:45.034349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90d806e1-4eeb-4e87-813f-40de0d1f24be req-55cc716b-8789-451d-8d6d-d978bf6b59d4 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 943 time: 0.0541949 Dec 23 12:15:45.065956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.116085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90d806e1-4eeb-4e87-813f-40de0d1f24be req-254175de-ed12-4a05-8673-e16ecd7a9bd1 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739942 Dec 23 12:15:45.160210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:45.171802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'port_id': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'mac_address': 'fa:16:3e:a8:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:45.202719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] Transition to ACTIVE for port object 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:15:45.209822 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.223041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6744d36a-ea6c-456c-8d14-3db77a52d1e6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:45.238100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94164931-c077-46ee-af9d-34474ccdb148 req-362976f5-712d-42d7-8309-1f393f47186f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:45.239609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94164931-c077-46ee-af9d-34474ccdb148 req-362976f5-712d-42d7-8309-1f393f47186f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0505946 Dec 23 12:15:45.242145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:45.287706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94164931-c077-46ee-af9d-34474ccdb148 req-8c845f04-3d8f-4110-b7a3-bb4fdeb45cae tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Dec 23 12:15:45.311720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.351808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.374770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] No DVR routers for this DVR port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:45.393770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] Pushing event updated for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:45.417337 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-fda3bc9a-6938-45b3-a4b3-b75d968abb87 service neutron] 10.222.0.43 "PUT /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d/bindings/n-h1-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7011669 Dec 23 12:15:45.421574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:45.560127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131e743-cb67-437e-9eb0-6dd90f4edf27 req-859e524d-5b8c-419e-863b-062885c40b57 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:45.561670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5131e743-cb67-437e-9eb0-6dd90f4edf27 req-859e524d-5b8c-419e-863b-062885c40b57 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0534034 Dec 23 12:15:45.568079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a08caa63-a62c-43f7-8c70-432d1dc0deed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.611302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5131e743-cb67-437e-9eb0-6dd90f4edf27 req-24e00122-7de9-452b-8ef7-bd49578851d4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Dec 23 12:15:45.670018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6744d36a-ea6c-456c-8d14-3db77a52d1e6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:45.793675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7099-6f86-4149-be33-a4fa2b3ad215 req-629f4d91-a196-492b-b469-1aa8995d1e3c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:45.795478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b8d7099-6f86-4149-be33-a4fa2b3ad215 req-629f4d91-a196-492b-b469-1aa8995d1e3c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0529091 Dec 23 12:15:45.845878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b8d7099-6f86-4149-be33-a4fa2b3ad215 req-52106a04-ece2-48f5-8f2d-48e97e75c79d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Dec 23 12:15:45.908382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:45.961422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9759fa-b6a2-474a-a00e-356776764d9c req-b0401df0-faa6-4a4e-b0dc-171a8bd07203 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:45.963593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b9759fa-b6a2-474a-a00e-356776764d9c req-b0401df0-faa6-4a4e-b0dc-171a8bd07203 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0625937 Dec 23 12:15:46.014264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b9759fa-b6a2-474a-a00e-356776764d9c req-51e035cf-e12d-484c-ab4f-d6072540d43e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Dec 23 12:15:46.024046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:46.024214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c3a093f0-5c8c-4923-9f11-0f7ecef28474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.026734 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557bc85c-cd40-448a-8326-ad1d09cb2ae7" -d '{"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:46.100070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c3a093f0-5c8c-4923-9f11-0f7ecef28474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.120925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88d645-8716-4221-9d2a-0165fbf01dcc req-7e765059-552e-410d-8c19-aa801a5b6cf5 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:46.122402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd88d645-8716-4221-9d2a-0165fbf01dcc req-7e765059-552e-410d-8c19-aa801a5b6cf5 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0502062 Dec 23 12:15:46.151117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c3a093f0-5c8c-4923-9f11-0f7ecef28474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.172103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd88d645-8716-4221-9d2a-0165fbf01dcc req-7c5c43c0-fe07-4082-8352-b7dd34915b1e tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Dec 23 12:15:46.194180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3a093f0-5c8c-4923-9f11-0f7ecef28474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bbb507189304c7fba61fcbdd545845a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829921 Dec 23 12:15:46.195291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59970) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:46.195717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a093f0-5c8c-4923-9f11-0f7ecef28474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895c599-6250-4883-b523-99d1fdcb9ec7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:46.226245 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b82da-58c2-4323-815a-9e77f7f8ef12 x-openstack-request-id: req-bd1b82da-58c2-4323-815a-9e77f7f8ef12 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:46.226555 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:46.226812 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd1b82da-58c2-4323-815a-9e77f7f8ef12 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:46.227795 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'code': 200} Dec 23 12:15:46.251207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.273242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.342203 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.347945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6c9c3-487a-40ba-8951-f2948a990b50 req-9794afd6-3261-4c6a-95b1-5f71eec85ec7 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:46.349418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91d6c9c3-487a-40ba-8951-f2948a990b50 req-9794afd6-3261-4c6a-95b1-5f71eec85ec7 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 944 time: 0.0690167 Dec 23 12:15:46.398663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91d6c9c3-487a-40ba-8951-f2948a990b50 req-07600798-dd62-41b0-8e4d-d9964b5d26f8 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Dec 23 12:15:46.443306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.445964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:46.447304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9895c599-6250-4883-b523-99d1fdcb9ec7 HTTP/1.1" status: 204 len: 168 time: 0.2507699 Dec 23 12:15:46.459524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895c599-6250-4883-b523-99d1fdcb9ec7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:46.488989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.489344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.489687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.490025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.490356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.490688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.491015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.491339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.491669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.491990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.492326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.492630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.492976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d296833-7cbe-4564-83af-81e40f91cc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:46.519409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a512e-239b-4587-9259-4185ac2402e9 req-908d3dcc-2346-4d28-84be-7fdec9bb04aa tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:46.520929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a0a512e-239b-4587-9259-4185ac2402e9 req-908d3dcc-2346-4d28-84be-7fdec9bb04aa tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0632770 Dec 23 12:15:46.568764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a0a512e-239b-4587-9259-4185ac2402e9 req-52621381-1703-45c0-b836-85b8a1db722d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Dec 23 12:15:46.977818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55486dc8-e68f-48b8-9b38-bd5ab25c7e21 req-00c143bf-ef40-497b-8a95-c2ec330c2768 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:46.979298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55486dc8-e68f-48b8-9b38-bd5ab25c7e21 req-00c143bf-ef40-497b-8a95-c2ec330c2768 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0584326 Dec 23 12:15:47.020488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:15:47.024311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6744d36a-ea6c-456c-8d14-3db77a52d1e6 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:47.029970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55486dc8-e68f-48b8-9b38-bd5ab25c7e21 req-580e7b66-1558-45f1-9e21-4573144988ea tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Dec 23 12:15:47.047279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59988) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:47.062308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb71b964-af26-4b5b-bd97-2fb5ea526ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.164066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:47.178090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b83b-c3af-40b0-b0f1-5d1433ab9a37 req-e5edcd79-25d9-43df-ac80-a02384d27db9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:47.179549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df5b83b-c3af-40b0-b0f1-5d1433ab9a37 req-e5edcd79-25d9-43df-ac80-a02384d27db9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0740974 Dec 23 12:15:47.180207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '457d4587-3dbb-47bf-a93a-f367da626040', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'port_id': '457d4587-3dbb-47bf-a93a-f367da626040', 'mac_address': 'fa:16:3e:95:18:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2ea7e-b32b-4903-a0c9-ee0f491a647a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:15:47.181554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb71b964-af26-4b5b-bd97-2fb5ea526ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.208253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:15:47.216256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:47.216615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.232134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df5b83b-c3af-40b0-b0f1-5d1433ab9a37 req-4de542e4-338c-45de-9267-0b166bcfa19e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Dec 23 12:15:47.243492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.254640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb71b964-af26-4b5b-bd97-2fb5ea526ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.263799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:47.288462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:47.295319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cb71b964-af26-4b5b-bd97-2fb5ea526ba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a9ca09570954267b6b84645aaa29d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469666 Dec 23 12:15:47.298014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59992) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:47.305937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71b964-af26-4b5b-bd97-2fb5ea526ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d791f-8374-4e96-a39f-184c75a45eee,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:47.334454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.349134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.353458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.364542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b87a-60a5-4a70-8e32-622f5402a4d4 req-d74b5d50-0c43-4ad9-808d-a4fce01f155e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:47.366297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eca7b87a-60a5-4a70-8e32-622f5402a4d4 req-d74b5d50-0c43-4ad9-808d-a4fce01f155e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 946 time: 0.0697587 Dec 23 12:15:47.372557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.399592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:47.422937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eca7b87a-60a5-4a70-8e32-622f5402a4d4 req-bb5ad713-4e52-4e83-bf3b-a7162babf994 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Dec 23 12:15:47.424313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:47.430848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['457d4587-3dbb-47bf-a93a-f367da626040'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:47.468142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.469177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:47.494537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.498329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.502010 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f40d791f-8374-4e96-a39f-184c75a45eee HTTP/1.1" status: 204 len: 168 time: 0.2006929 Dec 23 12:15:47.512368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72e9a6-2b67-454e-8207-89f970151dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d791f-8374-4e96-a39f-184c75a45eee,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:47.534008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe6dd-4440-4ead-906c-fbb547346a9b req-0695c2f3-318e-412e-a104-30a43799b002 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:47.535678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50fe6dd-4440-4ead-906c-fbb547346a9b req-0695c2f3-318e-412e-a104-30a43799b002 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0560062 Dec 23 12:15:47.589860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50fe6dd-4440-4ead-906c-fbb547346a9b req-21d09575-9430-48fe-9eb6-b2ca828db6b5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Dec 23 12:15:47.703648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:15:47.704047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:47.710497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:47.719258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f996-765f-4c73-b170-1d6c80079913 req-9b5f2e7b-fbe0-43f7-9f0a-2b34a2e42d4d tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:47.720753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b364f996-765f-4c73-b170-1d6c80079913 req-9b5f2e7b-fbe0-43f7-9f0a-2b34a2e42d4d tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0639489 Dec 23 12:15:47.772659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b364f996-765f-4c73-b170-1d6c80079913 req-07a556c6-6e97-48b7-a057-ec345456ccfc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Dec 23 12:15:47.880635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5f8c-4e9b-4fa0-91a1-e3075c68a64e req-dec5ba9f-4715-434e-a400-f21cf71d7d9a tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:47.882280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cfa5f8c-4e9b-4fa0-91a1-e3075c68a64e req-dec5ba9f-4715-434e-a400-f21cf71d7d9a tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0509338 Dec 23 12:15:47.905722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.934403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cfa5f8c-4e9b-4fa0-91a1-e3075c68a64e req-7b09ecfe-d47b-4bf3-b81c-11616f5bb916 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450439 Dec 23 12:15:47.979911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.161580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc983f1-ab03-4bd1-9a5f-158717629375 req-efc09e66-f58c-4a29-87fd-9b1e1986f864 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.164136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adc983f1-ab03-4bd1-9a5f-158717629375 req-efc09e66-f58c-4a29-87fd-9b1e1986f864 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0525007 Dec 23 12:15:48.214074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adc983f1-ab03-4bd1-9a5f-158717629375 req-ac4e938c-9dd2-44ae-909e-d5e958ddee8b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Dec 23 12:15:48.228994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:48.231453 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9040d667-a327-466b-a300-c6c27c91f40b" -d '{"events": [{"server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "name": "network-vif-plugged", "status": "completed", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:48.267649 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d9759-0fd0-475c-bab8-632dac4a6b0b x-openstack-request-id: req-7d2d9759-0fd0-475c-bab8-632dac4a6b0b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:48.267996 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "name": "network-vif-plugged", "status": "completed", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:48.268317 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d2d9759-0fd0-475c-bab8-632dac4a6b0b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:48.268771 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'code': 200} Dec 23 12:15:48.365630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dffdfa-03e4-4017-bac2-add34db59907 req-cd42cdab-6d8f-4c85-bce8-945007fb3ac7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.367534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90dffdfa-03e4-4017-bac2-add34db59907 req-cd42cdab-6d8f-4c85-bce8-945007fb3ac7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0564461 Dec 23 12:15:48.383742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad666b-f5c1-425e-9537-c1732e4eceac req-9b26ef89-889a-4c50-95f8-285a354e41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.385512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6ad666b-f5c1-425e-9537-c1732e4eceac req-9b26ef89-889a-4c50-95f8-285a354e41a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 1096 time: 0.0547905 Dec 23 12:15:48.432368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90dffdfa-03e4-4017-bac2-add34db59907 req-82220284-e8c0-4b73-b7e2-0978df7e41a2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Dec 23 12:15:48.443325 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6ad666b-f5c1-425e-9537-c1732e4eceac req-4b375a9f-15ef-4ee5-996b-4eff379fd18e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478802 Dec 23 12:15:48.540643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b28e-aeee-4bdc-a48c-8e6630cd1e3c req-01b4e137-d3dd-4b0b-b2a7-811e18091624 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.542142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f360b28e-aeee-4bdc-a48c-8e6630cd1e3c req-01b4e137-d3dd-4b0b-b2a7-811e18091624 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Dec 23 12:15:48.593030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f360b28e-aeee-4bdc-a48c-8e6630cd1e3c req-29e212dd-6a12-4064-a8f7-b11b2b6b527a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Dec 23 12:15:48.676419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60026) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:48.706928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d65d3a-8975-4982-82b8-ea3d3cb5a2a0 req-55782a12-0cd2-4451-815f-d3bfe80af1c0 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.708403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d65d3a-8975-4982-82b8-ea3d3cb5a2a0 req-55782a12-0cd2-4451-815f-d3bfe80af1c0 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0502672 Dec 23 12:15:48.720244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-7e11f3d2-1661-4bf9-a782-6930baf02311 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.722042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-7e11f3d2-1661-4bf9-a782-6930baf02311 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 945 time: 0.0557551 Dec 23 12:15:48.758309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d65d3a-8975-4982-82b8-ea3d3cb5a2a0 req-9b0bddb6-dfc4-4ddd-bf6a-92346d2da8d6 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Dec 23 12:15:48.798282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-network', 'tenant_id': 'af159898b5574cc7a4411702e7a24222'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:48.841035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Deleting port 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:48.844596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.895190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194ab5-f121-425c-9148-7af8c20b4807 req-8f4048be-775d-426c-bc3e-d4b7764b24e3 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.896860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec194ab5-f121-425c-9148-7af8c20b4807 req-8f4048be-775d-426c-bc3e-d4b7764b24e3 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Dec 23 12:15:48.916434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Made reservation on behalf of af159898b5574cc7a4411702e7a24222 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:48.920101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.936783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.947111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] For port 457d4587-3dbb-47bf-a93a-f367da626040, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=457d4587-3dbb-47bf-a93a-f367da626040,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:48.947466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.950284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec194ab5-f121-425c-9148-7af8c20b4807 req-a23f1347-60f7-480e-99a0-13600d28a712 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Dec 23 12:15:48.977722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Calling delete_port for 457d4587-3dbb-47bf-a93a-f367da626040 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:49.033513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:49.037130 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.100136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.104956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b4b41-ee01-4f39-afef-cc2a689db0ee req-bd6fd839-422f-4129-8d23-1e4aa71cb3b5 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.107062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737b4b41-ee01-4f39-afef-cc2a689db0ee req-bd6fd839-422f-4129-8d23-1e4aa71cb3b5 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0857937 Dec 23 12:15:49.137748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.150717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:49.157853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737b4b41-ee01-4f39-afef-cc2a689db0ee req-6f230c60-4873-4d0f-91f8-7425b1d60580 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441453 Dec 23 12:15:49.207597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.233020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:49.241481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878f5ba-df59-492d-a1d3-66eb694396f2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:49.248293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.248633 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Added segment 3c1fca8d-c6d0-46cd-b547-eeb22e99ef11 of type vlan for network 5b5c803f-bf78-4eb1-ac54-04323be598f1 Dec 23 12:15:49.293242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.334767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b0069-3ab0-425c-aafd-b0783e6d2466 req-791d606b-25c5-4acc-8dd4-6ba71fef5123 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.336151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b0b0069-3ab0-425c-aafd-b0783e6d2466 req-791d606b-25c5-4acc-8dd4-6ba71fef5123 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0481892 Dec 23 12:15:49.340738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.368295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event deleted for resources: {'Port': ['ID=457d4587-3dbb-47bf-a93a-f367da626040,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:49.387022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b0b0069-3ab0-425c-aafd-b0783e6d2466 req-be8c5ef4-7aae-40f9-9102-cc6350cb76db tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Dec 23 12:15:49.415351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.416373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.417088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.419329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] No DVR routers for this DVR port 457d4587-3dbb-47bf-a93a-f367da626040 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:49.428744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.432062 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3fe0925b-6050-4bd0-be38-bffeddef7f7b req-dab2efd0-6c72-4d22-b9a4-094d025ed645 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "DELETE /v2.0/ports/457d4587-3dbb-47bf-a93a-f367da626040 HTTP/1.1" status: 204 len: 173 time: 0.7038116 Dec 23 12:15:49.433066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'name': 'network-vif-deleted', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:49.435440 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245fc17-c14c-4e1b-8354-288c23a41519" -d '{"events": [{"server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "name": "network-vif-deleted", "tag": "457d4587-3dbb-47bf-a93a-f367da626040"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:49.592419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaad37-571e-4651-9425-79700b5b9b95 req-1a0d9c32-aff9-4bb3-85c0-4265fa538187 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.594285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14eaad37-571e-4651-9425-79700b5b9b95 req-1a0d9c32-aff9-4bb3-85c0-4265fa538187 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0596404 Dec 23 12:15:49.650348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14eaad37-571e-4651-9425-79700b5b9b95 req-28f58d78-c03c-4cf3-8945-023dd78dec89 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Dec 23 12:15:49.721272 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14716e-f7f6-4931-9eea-67e291f5777b x-openstack-request-id: req-ff14716e-f7f6-4931-9eea-67e291f5777b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:49.721569 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47571ca-2d11-48f4-b1ac-bc71e340fc26", "name": "network-vif-deleted", "tag": "457d4587-3dbb-47bf-a93a-f367da626040", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:49.721816 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff14716e-f7f6-4931-9eea-67e291f5777b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:49.722201 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47571ca-2d11-48f4-b1ac-bc71e340fc26', 'name': 'network-vif-deleted', 'tag': '457d4587-3dbb-47bf-a93a-f367da626040', 'status': 'completed', 'code': 200} Dec 23 12:15:49.727024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0495059 Dec 23 12:15:49.731455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60042) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:49.742095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Request body: {'subnet': {'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-subnet', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:49.742861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87173f7a-5c52-4590-b70d-aabd1b2070bd req-fe396339-5cd0-436c-868e-b5e9e3faf2b9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=e47571ca-2d11-48f4-b1ac-bc71e340fc26 HTTP/1.1" status: 200 len: 210 time: 0.0262473 Dec 23 12:15:49.751413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472510b4-abba-441f-b570-1760ec36a36c admin admin] Pushing event updated for resources: {'Network': ['ID=5b5c803f-bf78-4eb1-ac54-04323be598f1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:49.767753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:49.865515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Made reservation on behalf of af159898b5574cc7a4411702e7a24222 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:49.867768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:49.884685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4901-87a8-42f1-b223-f6e36e2af737 req-219ca8fe-5aac-4eaf-9444-4f0f09b33628 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.886168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f5b4901-87a8-42f1-b223-f6e36e2af737 req-219ca8fe-5aac-4eaf-9444-4f0f09b33628 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0491362 Dec 23 12:15:49.941018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f5b4901-87a8-42f1-b223-f6e36e2af737 req-0d7eba98-e53c-4f51-8bd5-44df97552f35 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Dec 23 12:15:50.072975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca10a93-9cb3-46bc-b07e-21ee59230a13 req-f6907b92-228b-4a2b-a2b3-d037f2f2a1a8 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.074669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aca10a93-9cb3-46bc-b07e-21ee59230a13 req-f6907b92-228b-4a2b-a2b3-d037f2f2a1a8 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Dec 23 12:15:50.124982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.125366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aca10a93-9cb3-46bc-b07e-21ee59230a13 req-c28bcea8-b634-40a5-8402-257bcc37b6fc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Dec 23 12:15:50.180396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc8bb60-197a-41fe-9120-a7b7ba07a7f1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:50.191034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Checking segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:50.191404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Network hostable DHCP agents. Network: 5b5c803f-bf78-4eb1-ac54-04323be598f1, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:50.276305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2e4c-9a17-4375-b2ec-86f0257b01ed req-6a619fca-39c5-4177-89e4-f9704f976d48 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.278655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbee2e4c-9a17-4375-b2ec-86f0257b01ed req-6a619fca-39c5-4177-89e4-f9704f976d48 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0504916 Dec 23 12:15:50.322583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:50.326403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbee2e4c-9a17-4375-b2ec-86f0257b01ed req-a5a5f459-af73-487b-94f4-5b9cedd94054 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413954 Dec 23 12:15:50.450533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e827c1-65a4-441b-980d-80c2e7496b38 req-86d370ab-bdf3-4b26-8902-bf07592ef0dd tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.451992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06e827c1-65a4-441b-980d-80c2e7496b38 req-86d370ab-bdf3-4b26-8902-bf07592ef0dd tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0487239 Dec 23 12:15:50.464238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:50.467541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Request body: {'floatingip': {'port_id': '6744d36a-ea6c-456c-8d14-3db77a52d1e6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:50.501899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5b5c803f-bf78-4eb1-ac54-04323be598f1) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:50.510819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b570f6-2d4f-4d07-b1fb-cce3826441a9 None None] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:50.511560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.512574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.517695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.566729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a1f9-4d01-42a4-819c-5a8cdf06b845 req-19e1205e-7c7f-446a-903f-9c02c6834044 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.568792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd1a1f9-4d01-42a4-819c-5a8cdf06b845 req-19e1205e-7c7f-446a-903f-9c02c6834044 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0658271 Dec 23 12:15:50.624810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5b5c803f-bf78-4eb1-ac54-04323be598f1', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'project_id': 'af159898b5574cc7a4411702e7a24222', 'fixed_ips': [{'subnet_id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:15:50.628661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.628863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd1a1f9-4d01-42a4-819c-5a8cdf06b845 req-793acd49-fbd3-4df0-84a1-a192772a3b02 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Dec 23 12:15:50.701035 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a2f80c2-f64c-47ac-97fe-58a47c59e041 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9684925 Dec 23 12:15:50.703884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60058) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:50.708902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:50.773107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Allocated IP 172.20.0.2 (5b5c803f-bf78-4eb1-ac54-04323be598f1/9bc8bb60-197a-41fe-9120-a7b7ba07a7f1/a9aebada-05ea-4133-9487-8212b8dd1c26) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:50.790440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232491e-0f7d-4514-82f0-55775e163545 req-ee4e98c9-d2b9-4371-8c63-b8cb80dfd705 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.800539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4232491e-0f7d-4514-82f0-55775e163545 req-ee4e98c9-d2b9-4371-8c63-b8cb80dfd705 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0682681 Dec 23 12:15:50.824742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.826381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.865237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4232491e-0f7d-4514-82f0-55775e163545 req-36234f29-8cf4-4cc0-85d9-2298bc8d8306 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636346 Dec 23 12:15:50.928746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.969947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.041806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.083040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.131094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:51.135106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:51.137316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Pushing event updated for resources: {'Port': ['ID=a9aebada-05ea-4133-9487-8212b8dd1c26,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:51.142311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.144673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:51.147024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.203016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Attempting to bind port a9aebada-05ea-4133-9487-8212b8dd1c26 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:51.203386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Attempting to bind port a9aebada-05ea-4133-9487-8212b8dd1c26 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:51.203750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Attempting to bind port a9aebada-05ea-4133-9487-8212b8dd1c26 on network 5b5c803f-bf78-4eb1-ac54-04323be598f1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:51.208862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:51.209250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Checking segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:51.209644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.210194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Bound using segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:51.210837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Bound port: a9aebada-05ea-4133-9487-8212b8dd1c26, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:51.211382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.255712 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Floating IP 019a9591-5d6e-45f5-81b8-23d1cef016e9 associated. External IP: 172.25.7.182, port: 6744d36a-ea6c-456c-8d14-3db77a52d1e6. Dec 23 12:15:51.281204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] For port a9aebada-05ea-4133-9487-8212b8dd1c26, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:51.284581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] For port a9aebada-05ea-4133-9487-8212b8dd1c26, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a9aebada-05ea-4133-9487-8212b8dd1c26,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:51.392381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.457877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451c7a1-ab00-432e-a795-3a7a2ff50490 None None] Pushing event updated for resources: {'Port': ['ID=a9aebada-05ea-4133-9487-8212b8dd1c26,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:51.498514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:51.507200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885344447', 'description': 'tempest-description--942854384'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:51.513783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:51.671338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:51.682058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.686790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.689561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Sync routers for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:51.713141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:51.713775 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:51.727036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.731934 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-743d5b54-0a29-46d4-af11-c60686e015f2 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "PUT /v2.0/floatingips/019a9591-5d6e-45f5-81b8-23d1cef016e9 HTTP/1.1" status: 200 len: 991 time: 1.2656446 Dec 23 12:15:51.731934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:51.734066 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7dabde-ce34-478b-9340-43b267408fae" -d '{"events": [{"name": "network-changed", "server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:51.753341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.772169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1bea-7b2e-4c61-bc93-1c652819aa67 req-42dbea61-3d37-4482-ab40-9b3f24a3f45a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:51.783522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a1a1bea-7b2e-4c61-bc93-1c652819aa67 req-42dbea61-3d37-4482-ab40-9b3f24a3f45a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1012042 Dec 23 12:15:51.800159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.853617 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:51.900139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.916916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a1a1bea-7b2e-4c61-bc93-1c652819aa67 req-b51412ec-2058-4efe-a7a7-6fa1d4cfe8ce tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818820 Dec 23 12:15:51.943940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Allocated IP 172.25.7.157 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d7bc14aa-853d-4ce8-954a-dff2d9a8c194) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:51.955505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c51ad2-392c-4a68-8949-ed9f9dfb37f7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:52.043644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.047802 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8a2c7b43-33f7-4f5f-91ea-9b922ba5bf52 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5449748 Dec 23 12:15:52.047971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60078) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:52.054068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'security_group_rule': {'security_group_id': '48c51ad2-392c-4a68-8949-ed9f9dfb37f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:52.064916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.086664 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '019a9591-5d6e-45f5-81b8-23d1cef016e9', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'port_id': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'mac_address': 'fa:16:3e:a8:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:15:32Z', 'updated_at': '2021-12-23T12:15:50Z', 'revision_number': 1, 'project_id': '4ff841af5498447cac08b08206354baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:52.117557 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Checking router: 6fa645e1-2469-4e25-9880-7fa072ef0ed7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:52.118215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993fbc-c281-4feb-8f73-4355b68635ff req-d8c3fab7-35c7-4656-8089-a63ff4d44453 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:52.119724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6993fbc-c281-4feb-8f73-4355b68635ff req-d8c3fab7-35c7-4656-8089-a63ff4d44453 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0784397 Dec 23 12:15:52.126714 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:52.127589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:52.157507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.172059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6993fbc-c281-4feb-8f73-4355b68635ff req-b1c199f2-c678-4763-9f03-2c7cebe771e2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Dec 23 12:15:52.215716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.248937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.265106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:52.301127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:52.305197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:52.307879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:52.311729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:52.357696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.364482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037f487-b4a7-469d-a082-448563e56085 req-dc40e53d-5c7d-470d-84b9-eb6b61fedb5b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:52.365719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c037f487-b4a7-469d-a082-448563e56085 req-dc40e53d-5c7d-470d-84b9-eb6b61fedb5b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.1106806 Dec 23 12:15:52.382357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e87197d-7729-4a2c-abb4-352fc4e9a640,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:52.416063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.461128 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.462246 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1248cb1a-c040-427b-b102-f866286bfabd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131191 Dec 23 12:15:52.463092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:52.470065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'security_group_rule': {'security_group_id': '48c51ad2-392c-4a68-8949-ed9f9dfb37f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:52.513428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c037f487-b4a7-469d-a082-448563e56085 req-ffa88f85-2c80-4315-8bdd-9a2b037c0e9f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387894 Dec 23 12:15:52.536940 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '019a9591-5d6e-45f5-81b8-23d1cef016e9', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'port_id': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'mac_address': 'fa:16:3e:a8:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:15:32Z', 'updated_at': '2021-12-23T12:15:50Z', 'revision_number': 1, 'project_id': '4ff841af5498447cac08b08206354baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:52.569838 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935a0de-37bb-480b-afbd-680acfb5446b None None] The sync data for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 is: [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '019a9591-5d6e-45f5-81b8-23d1cef016e9', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'port_id': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'mac_address': 'fa:16:3e:a8:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:15:32Z', 'updated_at': '2021-12-23T12:15:50Z', 'revision_number': 1, 'project_id': '4ff841af5498447cac08b08206354baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:52.630726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.631226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa519a41-1e5d-4f21-b555-b6f8e3468a5b None None] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:52.661111 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495bc86-37e9-413c-a8e2-18a9e18d2acc x-openstack-request-id: req-4495bc86-37e9-413c-a8e2-18a9e18d2acc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:52.661473 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:52.661649 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4495bc86-37e9-413c-a8e2-18a9e18d2acc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:52.662022 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'status': 'completed', 'code': 200} Dec 23 12:15:52.725620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] Provisioning complete for port a9aebada-05ea-4133-9487-8212b8dd1c26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:52.726080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.737243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dabde-ce34-478b-9340-43b267408fae req-038fc43f-59f4-45bf-85f4-3fb6df7e2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:52.738808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-038fc43f-59f4-45bf-85f4-3fb6df7e2116 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ff841af5498447cac08b08206354baf&device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 1096 time: 0.0727692 Dec 23 12:15:52.745752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.830343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ffb4e-63dc-41b6-9dae-afe41868bb0d req-8e5691ed-b615-4054-95df-8e1fbc15bff1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:52.830343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-349ffb4e-63dc-41b6-9dae-afe41868bb0d req-8e5691ed-b615-4054-95df-8e1fbc15bff1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.1232703 Dec 23 12:15:52.850920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dabde-ce34-478b-9340-43b267408fae req-67067d19-22e6-4dd2-82bc-0fae2c39e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:52.852794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-67067d19-22e6-4dd2-82bc-0fae2c39e06d service neutron] 10.222.0.43 "GET /v2.0/networks?id=36fdac57-9d23-47e9-a2b0-44ca30090bd1 HTTP/1.1" status: 200 len: 906 time: 0.1048279 Dec 23 12:15:52.859979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.863590 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.883249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:52.894407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bb0044-dadb-44aa-9868-7e4463bd27be,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:52.938234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] For port a9aebada-05ea-4133-9487-8212b8dd1c26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a9aebada-05ea-4133-9487-8212b8dd1c26,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:52.941102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8418049-ecf0-4875-a21a-23392ba401b2 None None] New status for floating IP 019a9591-5d6e-45f5-81b8-23d1cef016e9: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:15:52.963457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-349ffb4e-63dc-41b6-9dae-afe41868bb0d req-99551232-69f1-4297-856f-4b69879a9ccd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 Dec 23 12:15:52.985762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-d3177883-723a-4ae6-9eeb-ccfafbede4b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6 HTTP/1.1" status: 200 len: 999 time: 0.1177933 Dec 23 12:15:53.012440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.068709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.073268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7413231b-634c-4b01-abe1-ea28d302300b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6059577 Dec 23 12:15:53.074855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:53.084246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:53.109868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dabde-ce34-478b-9340-43b267408fae req-8976bbfc-d57e-4877-a7e5-8b4eae54e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:53.113328 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-8976bbfc-d57e-4877-a7e5-8b4eae54e7a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4e35126-3952-4880-a609-e8a6e0d83876 HTTP/1.1" status: 200 len: 844 time: 0.1136665 Dec 23 12:15:53.151244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:53.160692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.187355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dabde-ce34-478b-9340-43b267408fae req-057c365b-5e8f-4675-9881-d0840ac48cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:53.189181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-057c365b-5e8f-4675-9881-d0840ac48cf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36fdac57-9d23-47e9-a2b0-44ca30090bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694215 Dec 23 12:15:53.207674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 457d4587-3dbb-47bf-a93a-f367da626040 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:53.208109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 457d4587-3dbb-47bf-a93a-f367da626040 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:53.224019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a9aebada-05ea-4133-9487-8212b8dd1c26 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:53.232026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417ec6e-42b8-4fd7-8ff9-8dba71b11502 None None] Pushing event updated for resources: {'Port': ['ID=a9aebada-05ea-4133-9487-8212b8dd1c26,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:53.265242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-65bd67e3-7f22-4fb5-b861-5b1c26faf5d7 None None] Provisioning complete for port a9aebada-05ea-4133-9487-8212b8dd1c26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:53.265763 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65bd67e3-7f22-4fb5-b861-5b1c26faf5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.286282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.299351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec034b7c-8b21-4161-bc5f-de510c189c78 req-c6a662eb-6cb3-46ac-a1da-61883577173c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:53.303061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec034b7c-8b21-4161-bc5f-de510c189c78 req-c6a662eb-6cb3-46ac-a1da-61883577173c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1418233 Dec 23 12:15:53.330534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a9aebada-05ea-4133-9487-8212b8dd1c26 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:53.331045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.342915 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-3254348a-6d13-40a7-8b1d-790d47be5a0d service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467741 Dec 23 12:15:53.395122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec034b7c-8b21-4161-bc5f-de510c189c78 req-aa078b0d-82c1-457d-852d-ce04b8f01f1d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705404 Dec 23 12:15:53.472549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef7dabde-ce34-478b-9340-43b267408fae req-403e4a73-3afa-408d-9e6c-b0665affb396 service neutron] 10.222.0.43 "GET /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210797 Dec 23 12:15:53.497048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.509610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dea38-0c5f-49ff-9bc9-d6f2801ec4ec req-79e66ecb-4b09-4d37-8a27-8d199880281e tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:53.511110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf7dea38-0c5f-49ff-9bc9-d6f2801ec4ec req-79e66ecb-4b09-4d37-8a27-8d199880281e tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0585334 Dec 23 12:15:53.512378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Router 83a85a4b-e211-4b9f-8050-9d5311d20d84 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:15:53.607138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Allocated IP 172.25.7.248 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/21e40824-7486-466d-b434-0c1d70383485) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:53.633404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf7dea38-0c5f-49ff-9bc9-d6f2801ec4ec req-f98f56dc-ae1d-4cac-8f29-3a111322a2d5 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138411 Dec 23 12:15:53.664352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:53.674835 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Sync routers for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:53.687141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:53.687973 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:53.716812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.759884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce719e-8e27-40ad-9cd8-4734d2e66a4a req-213f84ec-9332-40ab-bc59-7926e8c1c5d9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:53.762148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5ce719e-8e27-40ad-9cd8-4734d2e66a4a req-213f84ec-9332-40ab-bc59-7926e8c1c5d9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0558953 Dec 23 12:15:53.771913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.775855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-71beb608-2681-479d-a2b5-3afd9d703b84 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0681212 Dec 23 12:15:53.780995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:53.800684 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:53.815936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5ce719e-8e27-40ad-9cd8-4734d2e66a4a req-08a9ab8a-1927-45e0-b2d3-cdbef931df54 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Dec 23 12:15:53.869971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.914843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:53.923714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:53.929100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:53.946778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'Port': ['ID=21e40824-7486-466d-b434-0c1d70383485,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:53.993802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:52Z', 'revision_number': 3, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:54.022973 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Checking router: 83a85a4b-e211-4b9f-8050-9d5311d20d84 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:54.023533 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Updating router 83a85a4b-e211-4b9f-8050-9d5311d20d84 port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:15:54.051840 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.060590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.105795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432888-2f1a-404f-9773-1996cc53f40e req-ddc545ca-bb10-4304-9f81-d49ac5d014a3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:54.107531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12432888-2f1a-404f-9773-1996cc53f40e req-ddc545ca-bb10-4304-9f81-d49ac5d014a3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0563419 Dec 23 12:15:54.162445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12432888-2f1a-404f-9773-1996cc53f40e req-6c3399a2-10fd-4190-88c2-863353369281 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Dec 23 12:15:54.192198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.414513 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.505362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3042c3-d6f8-414f-bf65-301cf3be97d0 req-09e940bc-6191-4969-8f23-646cb12d82af tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:54.507143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d3042c3-d6f8-414f-bf65-301cf3be97d0 req-09e940bc-6191-4969-8f23-646cb12d82af tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0535407 Dec 23 12:15:54.556796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d3042c3-d6f8-414f-bf65-301cf3be97d0 req-8e9a8cb8-081e-4aac-b51d-ac208d36511e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Dec 23 12:15:54.707711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.719300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.755853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1a0f6-a652-481a-a8e3-337f5bd2a19a req-3ab539dc-21b7-4522-acc1-c5fcb6c370de tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:54.757371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55e1a0f6-a652-481a-a8e3-337f5bd2a19a req-3ab539dc-21b7-4522-acc1-c5fcb6c370de tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Dec 23 12:15:54.807342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55e1a0f6-a652-481a-a8e3-337f5bd2a19a req-4004f8a8-86fa-4f6d-9144-62cccac627dc tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Dec 23 12:15:54.837126 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.870490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.893939 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769153-9058-46dd-872c-bdb841c3bfee None None] Pushing event updated for resources: {'Port': ['ID=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:54.898797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Attempting to bind port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:54.898797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Attempting to bind port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:54.899034 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Attempting to bind port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:54.905266 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:54.905717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:54.906084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Allocated IP 172.20.0.1 (5b5c803f-bf78-4eb1-ac54-04323be598f1/9bc8bb60-197a-41fe-9120-a7b7ba07a7f1/a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:54.906221 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.906689 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:54.907207 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Bound port: d7bc14aa-853d-4ce8-954a-dff2d9a8c194, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:54.907657 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.920600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.940424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'Port': ['ID=21e40824-7486-466d-b434-0c1d70383485,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:54.973173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9308b-278e-4198-b9a4-042a025a135f req-6da4c0cc-b3d9-4712-9340-93a635e78edf tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:54.974818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73e9308b-278e-4198-b9a4-042a025a135f req-6da4c0cc-b3d9-4712-9340-93a635e78edf tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0789711 Dec 23 12:15:54.979610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] For port d7bc14aa-853d-4ce8-954a-dff2d9a8c194, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:54.983861 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] For port d7bc14aa-853d-4ce8-954a-dff2d9a8c194, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:55.007091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.009335 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd214e89-5066-4b22-aaf8-9a328ca2d80f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9332180 Dec 23 12:15:55.035227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73e9308b-278e-4198-b9a4-042a025a135f req-ca1deac9-7014-4435-8c07-2af628e8e681 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517931 Dec 23 12:15:55.057932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.073165 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.144597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:55.145304 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:55.147024 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769153-9058-46dd-872c-bdb841c3bfee None None] Pushing event updated for resources: {'Port': ['ID=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:55.172924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a9aebada-05ea-4133-9487-8212b8dd1c26 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:55.175223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.229684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:55.235687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:55.236232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a9aebada-05ea-4133-9487-8212b8dd1c26 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:55.236601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.251115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:55.251596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.274539 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:55.319453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Pushing event updated for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:55.375465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-654bdd0b-6f51-4d11-b76a-b171297d3678 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:55.377581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-654bdd0b-6f51-4d11-b76a-b171297d3678 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.1612608 Dec 23 12:15:55.395618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-41524117-4dcf-4334-aed5-3b8c726d85d6 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/quotas/97c3d6e3f28446ab8eaeb2a05bce3ab2 HTTP/1.1" status: 200 len: 375 time: 0.0160682 Dec 23 12:15:55.431736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-84167fee-897a-4b38-8b6f-78d826cae725 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297685 Dec 23 12:15:55.497367 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:52Z', 'revision_number': 3, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:55.521740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.530735 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ca5c5-4ddc-47f9-add3-9165e504b270 None None] The sync data for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 is: [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:52Z', 'revision_number': 3, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:55.531918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-b2ffd4d4-1882-4fbe-b344-d4d065cb531f service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922165 Dec 23 12:15:55.551774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0125e7c5-83b0-4dd7-a1cd-1b7591ae7cc4 None None] Provisioning complete for port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:55.552288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0125e7c5-83b0-4dd7-a1cd-1b7591ae7cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.597229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0125e7c5-83b0-4dd7-a1cd-1b7591ae7cc4 None None] Port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:55.644010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-0273e283-bbaf-4634-8f12-030a00655fbe service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981476 Dec 23 12:15:55.714394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.724967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:15:55.842617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.843343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.937028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Pushing event updated for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:55.999736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:56.007357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:56.060445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a9c2-d12b-43d3-a33c-49c3fbd49c62 req-46aea950-c253-473c-aad3-b946584c09d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:56.062259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0459a9c2-d12b-43d3-a33c-49c3fbd49c62 req-46aea950-c253-473c-aad3-b946584c09d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0735381 Dec 23 12:15:56.137194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0459a9c2-d12b-43d3-a33c-49c3fbd49c62 req-38a1bfef-2843-4c09-9bad-d83cd0d93fb9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Dec 23 12:15:56.200105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Router 83a85a4b-e211-4b9f-8050-9d5311d20d84 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:56.282856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb59106-0e00-4762-8cd2-f3d4320f2c33 req-1e6c20c1-89ee-46e7-90f3-07200f9fc402 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:56.284484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bb59106-0e00-4762-8cd2-f3d4320f2c33 req-1e6c20c1-89ee-46e7-90f3-07200f9fc402 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0617294 Dec 23 12:15:56.323610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f461b0d0-553c-46ff-a64b-31a03abad9c2 None None] Provisioning complete for port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:56.324257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f461b0d0-553c-46ff-a64b-31a03abad9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.337927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:56.348311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb2521f8-0fd5-4de7-bb68-4baff29f08de admin admin] 10.222.0.16 "PUT /v2.0/routers/83a85a4b-e211-4b9f-8050-9d5311d20d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708530 Dec 23 12:15:56.354454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bb59106-0e00-4762-8cd2-f3d4320f2c33 req-0020ff7e-918f-40d6-941c-cc00bf954403 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608413 Dec 23 12:15:56.381274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f461b0d0-553c-46ff-a64b-31a03abad9c2 None None] Port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:56.493282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9589e-296e-43ba-8621-9295ab5c041c req-0ddc08ab-0223-41da-bd75-c32869b2d93b tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:56.494795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6e9589e-296e-43ba-8621-9295ab5c041c req-0ddc08ab-0223-41da-bd75-c32869b2d93b tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Dec 23 12:15:56.556962 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6e9589e-296e-43ba-8621-9295ab5c041c req-ca114f6a-6509-4a0d-a44b-9204cae4630d tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555341 Dec 23 12:15:56.627706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60f85722-0255-4dcd-b0c1-b021a25149d6 req-c8f38992-c9b3-44b1-929c-9ce8b2536f8f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 210 time: 0.0274343 Dec 23 12:15:56.738760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb72c-5a58-4786-8160-ccef38539dca req-ff81ed7f-0a55-478f-a505-a2fcb815bd1f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:56.740282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39abb72c-5a58-4786-8160-ccef38539dca req-ff81ed7f-0a55-478f-a505-a2fcb815bd1f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Dec 23 12:15:56.816012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39abb72c-5a58-4786-8160-ccef38539dca req-c4d916af-9f0c-4562-a9f1-4e7ef5b0a911 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645783 Dec 23 12:15:56.903633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af2857-e1dc-4de5-a84e-8c1a108f2f80 req-c6391e80-fd3f-4927-a59f-a4fee7de0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:56.905478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7af2857-e1dc-4de5-a84e-8c1a108f2f80 req-c6391e80-fd3f-4927-a59f-a4fee7de0f92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0451524 Dec 23 12:15:56.977264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7af2857-e1dc-4de5-a84e-8c1a108f2f80 req-71b303a4-6f03-4639-9298-78e41e4c7390 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590992 Dec 23 12:15:57.138286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60156) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:57.144063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-network', 'tenant_id': 'bbeb234ff73446ef916c90878924095a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:57.197039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d7bc14aa-853d-4ce8-954a-dff2d9a8c194 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:57.264082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Made reservation on behalf of bbeb234ff73446ef916c90878924095a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:57.265347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71061ed8-8a81-41af-87bd-b23a67f964fb req-9c4b716f-9249-4eac-adec-828e3e117c88 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.265982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:57.266347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.273063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71061ed8-8a81-41af-87bd-b23a67f964fb req-9c4b716f-9249-4eac-adec-828e3e117c88 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0600383 Dec 23 12:15:57.275381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.298365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.328985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71061ed8-8a81-41af-87bd-b23a67f964fb req-e7c864aa-ba1c-434a-86ac-576c9c4161c3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550184 Dec 23 12:15:57.371157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.395579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port d7bc14aa-853d-4ce8-954a-dff2d9a8c194, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:57.400379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-2a41768b-c2cb-4ccd-88bf-58cd5a8f5ae1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.401340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Sync routers for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:57.403614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-2a41768b-c2cb-4ccd-88bf-58cd5a8f5ae1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1779482 Dec 23 12:15:57.414775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:57.415416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:57.451467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.473682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-81073c97-8303-4147-ba47-2fe60da4ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.475936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-81073c97-8303-4147-ba47-2fe60da4ad15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&tenant_id=341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 1096 time: 0.0623827 Dec 23 12:15:57.483447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b54faa-be88-4fbf-886d-dd41814d8846 req-4c4811c9-1c33-416c-bb3a-bba144041c37 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.493390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18b54faa-be88-4fbf-886d-dd41814d8846 req-4c4811c9-1c33-416c-bb3a-bba144041c37 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0541363 Dec 23 12:15:57.530784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.538829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.546095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18b54faa-be88-4fbf-886d-dd41814d8846 req-9c43a83b-3dbb-40e9-91ae-e5fd06f3b282 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537848 Dec 23 12:15:57.566435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:15:57.594851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8f802-4762-4b32-a322-843252296c79,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.603386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-d3f34492-0c16-40be-ad07-10bacc807e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.605508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-d3f34492-0c16-40be-ad07-10bacc807e3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1004660 Dec 23 12:15:57.607624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.607858 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Added segment ae74800d-050d-4364-b414-b79de691e874 of type vlan for network 53f248a6-be12-4065-97f8-8e366b4b31de Dec 23 12:15:57.702652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.712563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf5311-bb15-4fce-bbe6-332ad1b13a06 req-4eb360ea-3fa6-423b-8c22-2f0147e5d552 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.716328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12bf5311-bb15-4fce-bbe6-332ad1b13a06 req-4eb360ea-3fa6-423b-8c22-2f0147e5d552 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.0720286 Dec 23 12:15:57.747130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:57.749459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.758928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-1f529da1-4e48-4050-98a6-c850cf9c7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.760401 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-1f529da1-4e48-4050-98a6-c850cf9c7802 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1438844 Dec 23 12:15:57.763964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d52b13b2-ca39-47a3-a1d2-f2862cca612a req-bf4c2c0b-ab02-4a24-a495-b33beec5b524 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 210 time: 0.0417118 Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.795033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.811588 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-78728f0b-9ffe-4726-a18f-7ad78c97b7a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.0429862 Dec 23 12:15:57.813247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.814265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.814930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.832341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12bf5311-bb15-4fce-bbe6-332ad1b13a06 req-8639e8fe-776c-4559-a51d-222c082ed02c tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055520 Dec 23 12:15:57.925498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7857966 Dec 23 12:15:57.934590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:57.940118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Request body: {'subnet': {'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-subnet', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:57.965966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-83e5600d-d548-42f7-8746-eabd5f9672b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:57.968718 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-83e5600d-d548-42f7-8746-eabd5f9672b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1429081 Dec 23 12:15:57.971093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616baa8-0e29-4301-9a68-e66ec7a36790 admin admin] Pushing event updated for resources: {'Network': ['ID=53f248a6-be12-4065-97f8-8e366b4b31de,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.995051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 53f248a6-be12-4065-97f8-8e366b4b31de details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:15:58.001110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e835e1e-84ce-4b3f-8bfa-bea437693672 req-513b4baf-cc87-477b-be40-b874eb4b0657 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:58.003478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e835e1e-84ce-4b3f-8bfa-bea437693672 req-513b4baf-cc87-477b-be40-b874eb4b0657 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0956633 Dec 23 12:15:58.018068 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-dd240c2c-93b3-49ac-a488-99ae19013ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355737 Dec 23 12:15:58.056276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Made reservation on behalf of bbeb234ff73446ef916c90878924095a for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:58.059197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.065026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e835e1e-84ce-4b3f-8bfa-bea437693672 req-fe501e44-d087-49aa-b7cb-c115e36acdf4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Dec 23 12:15:58.083764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:55Z', 'revision_number': 4, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b', 'name': '', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'mac_address': 'fa:16:3e:a1:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:54Z', 'updated_at': '2021-12-23T12:15:55Z', 'revision_number': 2, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'subnets': [{'id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:58.114525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Checking router: 83a85a4b-e211-4b9f-8050-9d5311d20d84 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:58.114879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Updating router 83a85a4b-e211-4b9f-8050-9d5311d20d84 port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:15:58.142531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.203121 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-12415ad2-869f-4fb0-b7c6-fd7c5d719695 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746693 Dec 23 12:15:58.315410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d6fde19f-7dfc-4769-9778-aa1a528e1cbd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:58.316814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d6fde19f-7dfc-4769-9778-aa1a528e1cbd tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.1974566 Dec 23 12:15:58.343322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'port': {'device_id': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'admin_state_up': True, 'tenant_id': '97c3d6e3f28446ab8eaeb2a05bce3ab2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:58.368510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.391993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-9820234c-bf77-42f4-b275-7c6f1656002f service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723006 Dec 23 12:15:58.461644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.480614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fd4ad3-4f19-4af2-a4c5-04f26cefa186,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:58.490827 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Checking segment: {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:58.491192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Network hostable DHCP agents. Network: 53f248a6-be12-4065-97f8-8e366b4b31de, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:15:58.507280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5a4a1-521d-49d5-968b-f55a48714967 req-dd8f1f81-50e6-4c32-848d-92fde3b63e50 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:58.508790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a5a4a1-521d-49d5-968b-f55a48714967 req-dd8f1f81-50e6-4c32-848d-92fde3b63e50 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0867159 Dec 23 12:15:58.551067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.560657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a5a4a1-521d-49d5-968b-f55a48714967 req-3c389523-b757-4032-9c8e-65c28ad946a2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 Dec 23 12:15:58.581142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Network 53f248a6-be12-4065-97f8-8e366b4b31de is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:15:58.584350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Made reservation on behalf of 97c3d6e3f28446ab8eaeb2a05bce3ab2 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:15:58.591859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.633725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7d319-93ad-4cba-a3c0-4d549dc4b052 None None] Pushing event updated for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:58.666723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 53f248a6-be12-4065-97f8-8e366b4b31de) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:58.674767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:58.674767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.689531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9c97b-2625-4d46-bdc7-bec98fa20ff1 None None] Network 53f248a6-be12-4065-97f8-8e366b4b31de requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:58.760039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Attempting to bind port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:15:58.760419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Attempting to bind port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:15:58.760790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Attempting to bind port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b on network 5b5c803f-bf78-4eb1-ac54-04323be598f1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:15:58.774198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:15:58.774583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Checking segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:15:58.775058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.775719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Bound using segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:15:58.775956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Bound port: a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:15:58.776347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.776788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Allocated IP 172.20.0.7 (87b0b694-0610-47ef-b672-c6ee35080c15/42e2ea7e-b32b-4903-a0c9-ee0f491a647a/6e7693bc-9aa0-4b7d-98eb-1bd4e8041197) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:58.796933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd8816-2bb9-4023-97b9-b65b928ecf8b req-bfed004e-8830-4e39-86c7-9442c0385c7d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:58.804463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefd8816-2bb9-4023-97b9-b65b928ecf8b req-bfed004e-8830-4e39-86c7-9442c0385c7d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1144960 Dec 23 12:15:58.814805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f1a1d31-f700-4743-86fe-55b36722b44f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8787749 Dec 23 12:15:58.815886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60180) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:58.829294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:58.917884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fabe27d-ae8a-4b95-89b1-5e847f22bcf5 req-3534a7d8-d5bd-4461-9790-a72961ff94ac tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 210 time: 0.0476935 Dec 23 12:15:58.941021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] For port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:58.953092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-53f248a6-be12-4065-97f8-8e366b4b31de', 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de', 'project_id': 'bbeb234ff73446ef916c90878924095a', 'fixed_ips': [{'subnet_id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:15:58.956875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.961950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefd8816-2bb9-4023-97b9-b65b928ecf8b req-a40dcca3-5e01-4578-981c-b066fa78bc6d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448224 Dec 23 12:15:58.976939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] For port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:15:58.991550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-348d3ac1-2397-4d17-ab65-d7aeceb96e0b None None] Provisioning complete for port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:58.991931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-348d3ac1-2397-4d17-ab65-d7aeceb96e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.019740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.020855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.049451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.069946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.156373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-32af29a8-d424-46f8-9e4f-dbd5da30eed4 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:59.159001 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-32af29a8-d424-46f8-9e4f-dbd5da30eed4 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.0730255 Dec 23 12:15:59.162605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-348d3ac1-2397-4d17-ab65-d7aeceb96e0b None None] Port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:15:59.180147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d7bc14aa-853d-4ce8-954a-dff2d9a8c194 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:15:59.265958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.279754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:59.280390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:59.290060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7d319-93ad-4cba-a3c0-4d549dc4b052 None None] Pushing event updated for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:59.367069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Allocated IP 172.20.0.2 (53f248a6-be12-4065-97f8-8e366b4b31de/13fd4ad3-4f19-4af2-a4c5-04f26cefa186/cad97bd5-3019-4c81-9640-d17c27cb34e3) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:15:59.372665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Network 87b0b694-0610-47ef-b672-c6ee35080c15 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:15:59.375477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:59.379319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:15:59.382790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:15:59.390300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.390524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:59.390524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.405244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb111ea-7cd0-48d5-90cb-6bf3084d08f0 req-0e94541c-f4e8-4dc3-ae13-3a657b28689a tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:59.409635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acb111ea-7cd0-48d5-90cb-6bf3084d08f0 req-0e94541c-f4e8-4dc3-ae13-3a657b28689a tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.4032815 Dec 23 12:15:59.477777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c23ae-d9a8-4726-87fb-fd827bc72bb2 req-d31bfb01-67fd-48ec-8d4d-2be476ee47c3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:59.479266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a03c23ae-d9a8-4726-87fb-fd827bc72bb2 req-d31bfb01-67fd-48ec-8d4d-2be476ee47c3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.0955327 Dec 23 12:15:59.487544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acb111ea-7cd0-48d5-90cb-6bf3084d08f0 req-d7863e3a-27ab-4100-b22a-1fe4ebbc61f8 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Dec 23 12:15:59.493261 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-d69ab550-a459-4ed4-8971-a75f1872f149 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1595311 Dec 23 12:15:59.501455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-c797c413-5a5f-473c-8f1d-6ee0ef59419c service neutron] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:15:59.517163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Request body: {'port': {'device_id': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:15:59.525117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-c797c413-5a5f-473c-8f1d-6ee0ef59419c service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.532057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:59.532571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.533975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae5756fa-a655-42c1-aab5-e44d2c7e6df4 req-c797c413-5a5f-473c-8f1d-6ee0ef59419c service neutron] 10.222.0.57 "DELETE /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d/bindings/n-h2-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.3642178 Dec 23 12:15:59.596111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] Provisioning complete for port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:15:59.596572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.608628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:59.613446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.676955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a03c23ae-d9a8-4726-87fb-fd827bc72bb2 req-18c90e98-d818-4b3a-b4a3-fa5f58b13e1b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883211 Dec 23 12:15:59.685808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.806671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.858591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab57e3-e12b-4f01-81fc-3eb514147f2d req-18e3bd07-1e3c-4713-9c9f-37f4d2034215 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:59.860362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ab57e3-e12b-4f01-81fc-3eb514147f2d req-18e3bd07-1e3c-4713-9c9f-37f4d2034215 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0948727 Dec 23 12:15:59.958429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:15:59.961400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ab57e3-e12b-4f01-81fc-3eb514147f2d req-f50f77f9-313b-4753-9321-248a07196477 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811908 Dec 23 12:15:59.994859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.009409 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.025247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Transition to ACTIVE for port object 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:00.088613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.129574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Network 53f248a6-be12-4065-97f8-8e366b4b31de is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:00.145648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:00.156277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Pushing event updated for resources: {'Port': ['ID=cad97bd5-3019-4c81-9640-d17c27cb34e3,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.158958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:00.163884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.172510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.221807 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.225772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Attempting to bind port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:00.226001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Attempting to bind port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:00.228111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Attempting to bind port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:00.232601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 on network 87b0b694-0610-47ef-b672-c6ee35080c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:00.233034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Attempting to bind port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:00.238341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:00.238771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Checking segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:00.239338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Bound using segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:00.240537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Bound port: 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:00.241008 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.256076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.272472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] For port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:00.278907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Attempting to bind port cad97bd5-3019-4c81-9640-d17c27cb34e3 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:00.279513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Attempting to bind port cad97bd5-3019-4c81-9640-d17c27cb34e3 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:00.280066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Attempting to bind port cad97bd5-3019-4c81-9640-d17c27cb34e3 on network 53f248a6-be12-4065-97f8-8e366b4b31de {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:00.284174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570721b1-1757-439e-a281-86c44940c3df req-d9d53ed1-aa59-4394-90e9-8452626a013b tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:00.286568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-570721b1-1757-439e-a281-86c44940c3df req-d9d53ed1-aa59-4394-90e9-8452626a013b tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.2272458 Dec 23 12:16:00.288351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:00.288735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Checking segment: {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:00.289187 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.289579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Bound using segment: {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:00.290051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Bound port: cad97bd5-3019-4c81-9640-d17c27cb34e3, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:00.290442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.316646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:00.320954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:00.329331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-1357-45b1-b023-72719546685d req-bd25f369-d4b2-4027-ac7c-26f23c7e6ad3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:00.330800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5b187eb-1357-45b1-b023-72719546685d req-bd25f369-d4b2-4027-ac7c-26f23c7e6ad3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.2141001 Dec 23 12:16:00.348259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:55Z', 'revision_number': 4, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b', 'name': '', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'mac_address': 'fa:16:3e:a1:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:54Z', 'updated_at': '2021-12-23T12:15:58Z', 'revision_number': 4, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'subnets': [{'id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:00.381916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb08cb-fc55-410b-8ec7-da07baaa6ab2 None None] The sync data for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 is: [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:15:55Z', 'revision_number': 4, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b', 'name': '', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'mac_address': 'fa:16:3e:a1:1c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:54Z', 'updated_at': '2021-12-23T12:15:58Z', 'revision_number': 4, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'subnets': [{'id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:00.388475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.407673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.458821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-570721b1-1757-439e-a281-86c44940c3df req-0e197521-abcf-402b-bd17-4cd27a594afe tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395724 Dec 23 12:16:00.503412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5b187eb-1357-45b1-b023-72719546685d req-4fa45e80-9496-4d0e-a8be-31887e369a1d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566708 Dec 23 12:16:00.503683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e71feb-a626-4211-b1b9-d49c4c1e0404 None None] Pushing event updated for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.541301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:00.542008 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.544547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] 10.222.0.43 "PUT /v2.0/ports/6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 HTTP/1.1" status: 200 len: 1091 time: 1.0414028 Dec 23 12:16:00.544888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Allocated IP 172.25.7.226 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bf67dd1a-5edf-4af7-9029-836f3ced8e0e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:00.560661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] For port cad97bd5-3019-4c81-9640-d17c27cb34e3, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:00.564060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:00.567323 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba72494-4a4d-4601-878f-1e4611aa7ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:00.579872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] For port cad97bd5-3019-4c81-9640-d17c27cb34e3, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad97bd5-3019-4c81-9640-d17c27cb34e3,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:00.612090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64285-667a-4461-909d-3eb8cf7b3d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.671646 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.768814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d9d4e-c5d9-42bf-b3d9-db60b039e0c6 None None] Pushing event updated for resources: {'Port': ['ID=cad97bd5-3019-4c81-9640-d17c27cb34e3,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.783758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-2126c859-aee5-4df2-abd3-99ff608e77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:00.786053 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-2126c859-aee5-4df2-abd3-99ff608e77f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 1094 time: 0.1186812 Dec 23 12:16:00.830992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.851918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-13694dd6-6043-433f-96df-827a133266b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 HTTP/1.1" status: 200 len: 217 time: 0.0537386 Dec 23 12:16:00.912423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-f0cf5eee-c675-4e99-b601-23afa7079937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:00.914288 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-f0cf5eee-c675-4e99-b601-23afa7079937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.0552721 Dec 23 12:16:00.951778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-740a4eaa-da3b-4fba-9eb2-74df18eafa96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299668 Dec 23 12:16:00.991845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c823c4-20dc-49c8-992f-acbfcf0ddb70 req-8b4e1acf-7c0e-43ce-b3d2-63bfc5c629d6 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.001536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4c823c4-20dc-49c8-992f-acbfcf0ddb70 req-8b4e1acf-7c0e-43ce-b3d2-63bfc5c629d6 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.2987909 Dec 23 12:16:01.047847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c702309-26c2-4109-aa8d-4ebd45710405 req-4c6f9ba7-29d1-49d5-80f0-55b49ab474b9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.058868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c702309-26c2-4109-aa8d-4ebd45710405 req-4c6f9ba7-29d1-49d5-80f0-55b49ab474b9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.3541892 Dec 23 12:16:01.107485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.130481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-6d3e406a-89f6-4ba2-b322-32aebba1c787 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695051 Dec 23 12:16:01.223631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4c823c4-20dc-49c8-992f-acbfcf0ddb70 req-c5cc912f-e4e8-46d4-bf05-cc7dd58135d8 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/security-groups?id=053ad894-c10c-4df1-ad21-b309eff9a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183912 Dec 23 12:16:01.238333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:01.245581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:01.248664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:01.251094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Pushing event updated for resources: {'Port': ['ID=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:01.292795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c702309-26c2-4109-aa8d-4ebd45710405 req-94c1612e-a702-4bb8-9a2e-6ac3633029c3 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312870 Dec 23 12:16:01.338677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37fcc937-3a6f-4f69-b19d-3fdaa1fdde36 req-7455de49-d230-47d3-bffd-bc354fdf441b service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002006 Dec 23 12:16:01.411835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:01.518299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:01.518804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.533506 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9922efa-83bd-4ffb-a8da-548507d186d0 x-openstack-request-id: req-b9922efa-83bd-4ffb-a8da-548507d186d0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:01.533800 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:01.534075 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9922efa-83bd-4ffb-a8da-548507d186d0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:01.534505 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'status': 'completed', 'code': 200} Dec 23 12:16:01.626594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-84b3ae33-050f-47cc-8fd2-f0f16164000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.628113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-84b3ae33-050f-47cc-8fd2-f0f16164000a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 1094 time: 0.0745859 Dec 23 12:16:01.711088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad97bd5-3019-4c81-9640-d17c27cb34e3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:01.754161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e35a-ea02-4ee6-8391-9a4bd03b9d86 req-e9448485-cf67-4c3c-87fe-324e0c1feb45 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.754161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1774e35a-ea02-4ee6-8391-9a4bd03b9d86 req-e9448485-cf67-4c3c-87fe-324e0c1feb45 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1025200 Dec 23 12:16:01.776399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0ae3a-ed07-41dd-84d3-5a0c4e26d914 req-9547ea58-f52a-4013-b0ea-09dbfb061cd2 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.793744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20b0ae3a-ed07-41dd-84d3-5a0c4e26d914 req-9547ea58-f52a-4013-b0ea-09dbfb061cd2 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.2512848 Dec 23 12:16:01.809202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cad97bd5-3019-4c81-9640-d17c27cb34e3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:01.809728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.849730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-19ac9110-80d2-4a5e-81d6-111bea48c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.854845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-19ac9110-80d2-4a5e-81d6-111bea48c1fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 923 time: 0.2052751 Dec 23 12:16:01.957234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-1743e027-294d-4233-aa8f-1eaffa940f94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 HTTP/1.1" status: 200 len: 217 time: 0.0940385 Dec 23 12:16:01.962178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.972357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e847-f16c-4637-a353-2e633d8cd6db req-97118aec-776b-426b-ba43-d26ed438d856 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:01.974918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b197e847-f16c-4637-a353-2e633d8cd6db req-97118aec-776b-426b-ba43-d26ed438d856 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 945 time: 0.3459456 Dec 23 12:16:01.993445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1774e35a-ea02-4ee6-8391-9a4bd03b9d86 req-c0cce800-9d93-47e3-b99b-a61b7d9020d8 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396438 Dec 23 12:16:02.038161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20b0ae3a-ed07-41dd-84d3-5a0c4e26d914 req-870452cd-8196-44eb-bca6-3955cd57972d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434642 Dec 23 12:16:02.049892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port cad97bd5-3019-4c81-9640-d17c27cb34e3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad97bd5-3019-4c81-9640-d17c27cb34e3,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:02.111263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.248629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=cad97bd5-3019-4c81-9640-d17c27cb34e3,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:02.290719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-2dd42742-90d6-40dc-b8d7-a0a2912f7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:02.292222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-2dd42742-90d6-40dc-b8d7-a0a2912f7cb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.3162146 Dec 23 12:16:02.298169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c85f57-6a65-49d1-b161-32369ae285ac None None] Network 53f248a6-be12-4065-97f8-8e366b4b31de requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:02.330392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.335158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-5d8c97a5-a233-484e-9672-7f102e3134f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305882 Dec 23 12:16:02.337777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Deleting port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:16:02.338114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.340716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9d260-f099-4059-8614-245eba7f3977 req-8759f694-4e87-41b6-a871-83f498db00c4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:02.345413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a9d260-f099-4059-8614-245eba7f3977 req-8759f694-4e87-41b6-a871-83f498db00c4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.1716654 Dec 23 12:16:02.377426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cb2e75cc-0719-42c7-81eb-84a3f1c57ae6 None None] Provisioning complete for port cad97bd5-3019-4c81-9640-d17c27cb34e3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:02.377950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cb2e75cc-0719-42c7-81eb-84a3f1c57ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.502351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] For port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,segment=NetworkSegment(cdebfe02-864b-4d4d-a99d-44bcef5736f7),segment_id=cdebfe02-864b-4d4d-a99d-44bcef5736f7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:02.502986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.516428 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-4900ef4c-92b2-402d-99bb-1b6bbf8f25cc service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730733 Dec 23 12:16:02.521702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Calling delete_port for 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:02.583406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a9d260-f099-4059-8614-245eba7f3977 req-5ee02292-c4bd-4d1f-8e98-cc90ba695f73 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901331 Dec 23 12:16:02.601416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-c997d8b1-3c56-4a5e-b927-e522df15b755 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:02.604025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-c997d8b1-3c56-4a5e-b927-e522df15b755 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.2917941 Dec 23 12:16:02.661658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-0dceaaa3-a07d-4631-8110-187fbdaf2630 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/quotas/341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 375 time: 0.0214188 Dec 23 12:16:02.733691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ba72494-4a4d-4601-878f-1e4611aa7ea1 req-c5b30a9c-9bb3-46f3-bf2b-d356eb8d67de service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099891 Dec 23 12:16:02.753567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.767439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-d710ac67-3fdf-4e41-a44f-a6ceef38e648 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985942 Dec 23 12:16:02.798911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-872b88a4-6af1-4880-b71d-bb07be52ca22 None None] Provisioning complete for port cad97bd5-3019-4c81-9640-d17c27cb34e3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:02.799460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-872b88a4-6af1-4880-b71d-bb07be52ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.854437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.872246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['26945c5f-2a56-45a0-b4f8-fe4b14a791e6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:02.888274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Pushing event deleted for resources: {'Port': ['ID=26945c5f-2a56-45a0-b4f8-fe4b14a791e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:02.952113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] No DVR routers for this DVR port 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:02.954867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:02.958640 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b197e847-f16c-4637-a353-2e633d8cd6db req-dd7278e3-a342-4a24-8453-566b71d961d2 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.57 "DELETE /v2.0/ports/26945c5f-2a56-45a0-b4f8-fe4b14a791e6 HTTP/1.1" status: 204 len: 173 time: 0.9392297 Dec 23 12:16:03.166805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86ea4fa9-374d-482e-9dde-aeb0d3c8ec3b req-342803c0-756d-4590-b98a-d78f1a5cb354 tempest-InstanceActionsV221TestJSON-112475226 tempest-InstanceActionsV221TestJSON-112475226-project] 10.222.0.16 "GET /v2.0/ports?device_id=94e10880-68ce-44f8-8f49-1c87413b1fd4 HTTP/1.1" status: 200 len: 210 time: 0.2511487 Dec 23 12:16:03.172390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad97bd5-3019-4c81-9640-d17c27cb34e3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:03.214266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-f4c91a35-16ca-4bd2-9662-289835e6ac08 service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167414 Dec 23 12:16:03.227351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cad97bd5-3019-4c81-9640-d17c27cb34e3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:03.227976 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:03.354026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-3f6b4158-95fc-47bd-8c20-b5dbf50d042f service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389916 Dec 23 12:16:03.362395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fa52f-3b10-4150-8357-f000f4f99a71 req-3e69033b-c28e-476e-8d98-539ff7885488 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:03.363836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a1fa52f-3b10-4150-8357-f000f4f99a71 req-3e69033b-c28e-476e-8d98-539ff7885488 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0794599 Dec 23 12:16:03.385946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:16:03.457718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a1fa52f-3b10-4150-8357-f000f4f99a71 req-54bb7177-e97c-42d1-b767-7a8d798b519b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872166 Dec 23 12:16:03.523151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:03.533523 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Sync routers for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:03.536149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'name': 'network-vif-deleted', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:03.538500 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d1896-26a6-4e85-bd3f-b05e9bfa8178" -d '{"events": [{"server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "name": "network-vif-deleted", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:03.553307 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:03.556993 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:03.641171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:03.642721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc658391-9cb9-4537-96b2-c5330d5b7a1d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8174417 Dec 23 12:16:03.645287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:03.685790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:03.705020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae614d-1755-4f5d-b8f8-58a28bda6299 req-59f1e5ae-d4d5-4fca-ab24-086ffd12649d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:03.706565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ae614d-1755-4f5d-b8f8-58a28bda6299 req-59f1e5ae-d4d5-4fca-ab24-086ffd12649d tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0942163 Dec 23 12:16:03.732199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30a04880-f349-48e9-bbaf-6fc86b40596d req-86adeef7-dc40-4bba-b36f-c3b258094fd0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 210 time: 0.0681968 Dec 23 12:16:03.799221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ae614d-1755-4f5d-b8f8-58a28bda6299 req-5cd68e56-c9f7-442e-91af-383d3ed05e8c tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654476 Dec 23 12:16:03.903467 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:01Z', 'revision_number': 3, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:03.938162 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Checking router: 1a3304c8-0ec8-4a09-9731-87d6357ffa20 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:03.938514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Updating router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 port bf67dd1a-5edf-4af7-9029-836f3ced8e0e binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:03.971005 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:03.976195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fdd80-272c-4f3d-b38c-f5d58995f753 req-98e51da1-385c-4ee9-b7b5-c0608230310f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:03.985461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d2fdd80-272c-4f3d-b38c-f5d58995f753 req-98e51da1-385c-4ee9-b7b5-c0608230310f tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.1243165 Dec 23 12:16:04.058311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d2fdd80-272c-4f3d-b38c-f5d58995f753 req-2c66e528-7f2b-45fe-b719-a0b0a37325a4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Dec 23 12:16:04.066541 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94626d5-1e49-4fbc-a2dd-53e4695603cb x-openstack-request-id: req-d94626d5-1e49-4fbc-a2dd-53e4695603cb {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:04.067087 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e10880-68ce-44f8-8f49-1c87413b1fd4", "name": "network-vif-deleted", "tag": "26945c5f-2a56-45a0-b4f8-fe4b14a791e6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:04.067342 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d94626d5-1e49-4fbc-a2dd-53e4695603cb {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:04.067730 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e10880-68ce-44f8-8f49-1c87413b1fd4', 'name': 'network-vif-deleted', 'tag': '26945c5f-2a56-45a0-b4f8-fe4b14a791e6', 'status': 'completed', 'code': 200} Dec 23 12:16:04.242080 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.328221 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.372665 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f37b-659e-4748-8407-24e16aded70b None None] Pushing event updated for resources: {'Port': ['ID=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:04.391505 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Attempting to bind port bf67dd1a-5edf-4af7-9029-836f3ced8e0e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:04.391692 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Attempting to bind port bf67dd1a-5edf-4af7-9029-836f3ced8e0e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:04.392191 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Attempting to bind port bf67dd1a-5edf-4af7-9029-836f3ced8e0e on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:04.401381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:04.401759 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:04.402938 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.403342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:04.403812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Bound port: bf67dd1a-5edf-4af7-9029-836f3ced8e0e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:04.404210 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.473551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60272) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:04.484066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.529864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Deleting subnet d99986fa-0a81-4819-ab75-10a460381e50 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:16:04.535205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.593025 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] For port bf67dd1a-5edf-4af7-9029-836f3ced8e0e, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:04.593025 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] For port bf67dd1a-5edf-4af7-9029-836f3ced8e0e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:04.604952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.651022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6942a6-4e07-40ca-b4fc-f47510bb9992 req-9073ef06-55ee-4b02-a461-5e3d26deb7ad tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:04.652591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a6942a6-4e07-40ca-b4fc-f47510bb9992 req-9073ef06-55ee-4b02-a461-5e3d26deb7ad tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0951743 Dec 23 12:16:04.660558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.673541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Allocated IP 172.20.0.1 (53f248a6-be12-4065-97f8-8e366b4b31de/13fd4ad3-4f19-4af2-a4c5-04f26cefa186/55a7118c-07c7-431d-8805-766cdc7cd7fb) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:04.729792 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.747499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a6942a6-4e07-40ca-b4fc-f47510bb9992 req-9fe125b4-c0a4-4522-acbf-35535b9c7a1d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842049 Dec 23 12:16:04.803517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:04.804141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:04.827543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.846473 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.898608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99986fa-0a81-4819-ab75-10a460381e50,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:04.906970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:04.910220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4612dab3-21eb-42f3-bc21-771d4bb983c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d99986fa-0a81-4819-ab75-10a460381e50 HTTP/1.1" status: 204 len: 168 time: 0.4356637 Dec 23 12:16:04.912879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:04.942110 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:04.947281 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f37b-659e-4748-8407-24e16aded70b None None] Pushing event updated for resources: {'Port': ['ID=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:04.986043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.060944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Network 53f248a6-be12-4065-97f8-8e366b4b31de is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:05.087355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:05.091000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:05.094161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.113896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e0485a6-b9ba-4cf4-af7e-327510c24fa1 req-e045fc1f-4c15-4392-8f6f-5b6d74e67f52 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 210 time: 0.0824618 Dec 23 12:16:05.116018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:05.157740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.172948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Pushing event updated for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:05.227421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:01Z', 'revision_number': 3, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:05.277564 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca42c3-264d-4691-b8ca-b84ad31a0125 None None] The sync data for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 is: [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:01Z', 'revision_number': 3, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:05.281505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1588a-3024-4a19-8a5d-b7c76df6c719 req-0718f457-75ab-42d4-ae49-574efbf9d9d8 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:05.287052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9e1588a-3024-4a19-8a5d-b7c76df6c719 req-0718f457-75ab-42d4-ae49-574efbf9d9d8 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.1062481 Dec 23 12:16:05.321881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:05.349493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'port_id': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'mac_address': 'fa:16:3e:cb:bf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2ea7e-b32b-4903-a0c9-ee0f491a647a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:05.382334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9e1588a-3024-4a19-8a5d-b7c76df6c719 req-bd2ac468-85d2-4864-a775-f563689b90e7 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Dec 23 12:16:05.410856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.427172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.443516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:05.459723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.460071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.465703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.466131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > port after_create 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.466463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.466803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > port after_update 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.467124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.469313 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.469647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.469983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.477075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:05.509301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cdcc5d64-ccf2-431b-8a19-060aeeecdc47 None None] Provisioning complete for port 55a7118c-07c7-431d-8805-766cdc7cd7fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:05.509877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5d64-ccf2-431b-8a19-060aeeecdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.547960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc5d64-ccf2-431b-8a19-060aeeecdc47 None None] Port 55a7118c-07c7-431d-8805-766cdc7cd7fb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:05.556521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.556910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.557236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.557563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:05.557910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a6aba4-280e-47cc-b369-a45a24d644fb']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:05.591857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdebfe02-864b-4d4d-a99d-44bcef5736f7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:05.592062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.592216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdebfe02-864b-4d4d-a99d-44bcef5736f7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:05.618714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.637338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.665962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.675966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:05.697919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:16:05.698414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.702355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:05.708675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:05.709084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 26945c5f-2a56-45a0-b4f8-fe4b14a791e6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.717695 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:16:05.725544 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:16:05.814640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:05.846144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.907038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.910375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29a6aba4-280e-47cc-b369-a45a24d644fb HTTP/1.1" status: 204 len: 168 time: 0.9964943 Dec 23 12:16:05.957493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411180cd-059b-4497-b34d-4b06aeba325f req-21eebfbb-903d-4071-b63c-8c07bbdc72d5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:05.967793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-411180cd-059b-4497-b34d-4b06aeba325f req-21eebfbb-903d-4071-b63c-8c07bbdc72d5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1178429 Dec 23 12:16:05.985562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48792b27-992e-404c-99ca-a9c5d05b2247 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a6aba4-280e-47cc-b369-a45a24d644fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:06.035669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.047270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-411180cd-059b-4497-b34d-4b06aeba325f req-7810d241-8256-4cd0-b359-bb355ffb8a68 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719624 Dec 23 12:16:06.154192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.271861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-bff21e84-8b8f-4b6d-beb9-602962e8fca3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:06.273738 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-bff21e84-8b8f-4b6d-beb9-602962e8fca3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.2110260 Dec 23 12:16:06.280314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Pushing event updated for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:06.282971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.289903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Request body: {'port': {'device_id': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'admin_state_up': True, 'tenant_id': '341ebc27346e466e9c04f40d73bef006'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:06.310587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efee2691-250d-4f56-bd82-d278910ad85e req-f1c7d2b9-c677-4dd1-906c-6e2f5aeafad2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 210 time: 0.0435443 Dec 23 12:16:06.420658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60324) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:06.482276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Network 53f248a6-be12-4065-97f8-8e366b4b31de is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:06.486807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:06.489954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e89d1531-4105-475e-8474-de50cfe62f6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ecd0fb78b9640e0bcea1183e5bfb82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708520 Dec 23 12:16:06.492275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60326) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:06.510247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:06.618093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06da5dc-9cca-429c-8e91-81896881a0db req-aef8927b-40aa-4f42-8c62-00071d790f8b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:06.629484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d06da5dc-9cca-429c-8e91-81896881a0db req-aef8927b-40aa-4f42-8c62-00071d790f8b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 944 time: 0.1205051 Dec 23 12:16:06.645326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.694564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.716025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:16:06.725503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d06da5dc-9cca-429c-8e91-81896881a0db req-12f32b29-060f-4b74-a277-f30ecc4951e9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950794 Dec 23 12:16:06.763288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-d1b738dd-769c-4776-9d5f-81dd8f4fc648 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:16:06.765077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-d1b738dd-769c-4776-9d5f-81dd8f4fc648 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2514510 Dec 23 12:16:06.785271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a169b46c-b5f4-446c-8a79-c94dee544a6e None None] Provisioning complete for port 55a7118c-07c7-431d-8805-766cdc7cd7fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:06.785878 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a169b46c-b5f4-446c-8a79-c94dee544a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.824211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a169b46c-b5f4-446c-8a79-c94dee544a6e None None] Port 55a7118c-07c7-431d-8805-766cdc7cd7fb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:06.837892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:06.841950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.885958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.888757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.891637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/053ad894-c10c-4df1-ad21-b309eff9a82b HTTP/1.1" status: 204 len: 168 time: 0.3963449 Dec 23 12:16:06.903800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-0dd070a0-af74-41ac-948a-cb67478a802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:06.905348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-0dd070a0-af74-41ac-948a-cb67478a802d service neutron] 10.222.0.16 "GET /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 1094 time: 0.0889871 Dec 23 12:16:06.906265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb24e5-57c5-4844-b401-6de16cd560c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ad894-c10c-4df1-ad21-b309eff9a82b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:06.918724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Request body: {'binding': {'host': 'n-h2-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:06.919596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:16:06.950166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:06.960149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cf5bc075-6895-4b95-a1d7-a5daad6c9519 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a3304c8-0ec8-4a09-9731-87d6357ffa20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3138013 Dec 23 12:16:07.034231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Allocated IP 172.20.0.3 (9a47b559-f1c1-4d50-9876-70c83e79d518/c2605051-fa00-4be4-9a99-ae65b9112d44/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:07.140615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:07.164525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h2-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:07.165040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:07.165229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:07.220314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:07.221384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:07.236318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:07.236662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:07.237084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:07.237558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Bound port: f0886584-d650-4609-a6bc-809abc3c0747, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:07.263073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bf67dd1a-5edf-4af7-9029-836f3ced8e0e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:07.276088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.308307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d4ac-35a9-43fc-a80d-d0dda8801139 req-fc4f548a-7985-4e1c-ab05-9fa11f488fc0 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:07.310422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e457d4ac-35a9-43fc-a80d-d0dda8801139 req-fc4f548a-7985-4e1c-ab05-9fa11f488fc0 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1549799 Dec 23 12:16:07.321390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:07.337513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:07.337886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.421866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.461041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:07.472362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e457d4ac-35a9-43fc-a80d-d0dda8801139 req-b3c40885-5ae6-4a99-b4e9-a53e710255ce tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079257 Dec 23 12:16:07.481886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.518924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.520177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-2a42099b-bf4a-4304-9571-44526b8d1516 service neutron] 10.222.0.16 "POST /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747/bindings HTTP/1.1" status: 201 len: 389 time: 0.6062200 Dec 23 12:16:07.523050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bf67dd1a-5edf-4af7-9029-836f3ced8e0e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:07.523892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.553418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:07.576792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:07.578934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:07.598226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:07.637790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:07.645351 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4778488-318f-45ea-be6c-73b28053e44f" -d '{"events": [{"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-plugged", "status": "completed", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:07.688660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:07.695118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:07.696209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.751728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.778851 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.785493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port bf67dd1a-5edf-4af7-9029-836f3ced8e0e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:07.828971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-2a729a5f-6fbb-40a8-a649-e8c33352f4fd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5430915 Dec 23 12:16:07.841242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:07.843961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Request body: {'port': {'device_id': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:07.854499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.948257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64b14b-5bc1-4790-b15c-8f35f9a344d5 req-265e4611-c9dd-45e2-a16a-5f7f1f20820e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:07.953547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb64b14b-5bc1-4790-b15c-8f35f9a344d5 req-265e4611-c9dd-45e2-a16a-5f7f1f20820e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 931 time: 0.1066120 Dec 23 12:16:07.970807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:07.998960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Sync routers for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:08.017203 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b379e-bd92-48a5-af64-2974053ea952 x-openstack-request-id: req-111b379e-bd92-48a5-af64-2974053ea952 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:08.017830 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-plugged", "status": "completed", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:08.018251 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-111b379e-bd92-48a5-af64-2974053ea952 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:08.019735 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'code': 200} Dec 23 12:16:08.039911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:08.040876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:08.090880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.095167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb64b14b-5bc1-4790-b15c-8f35f9a344d5 req-9edd84fe-f3b9-4145-9781-2d4d3c7393b0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350026 Dec 23 12:16:08.240057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:08.250434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096e99-f93d-4dd7-baa1-686a1eafbe58 req-53fec9e3-198f-46bd-83f3-e81cd70b9539 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:08.251949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c096e99-f93d-4dd7-baa1-686a1eafbe58 req-53fec9e3-198f-46bd-83f3-e81cd70b9539 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.1710093 Dec 23 12:16:08.316963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b82b-7b9c-45bb-b282-305a487f106a req-de41d301-1cd7-4849-a6ad-39db304836ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:08.319450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5258b82b-7b9c-45bb-b282-305a487f106a req-de41d301-1cd7-4849-a6ad-39db304836ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 1096 time: 0.1435325 Dec 23 12:16:08.435989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5258b82b-7b9c-45bb-b282-305a487f106a req-e6943d01-4d4e-4a56-8ae5-f61f263e9428 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052186 Dec 23 12:16:08.452047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e89561-66b5-4722-a4bb-8e6b60df75d6 req-40d636a7-6fce-4fa1-a9cd-c456dd744f36 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:08.463493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5e89561-66b5-4722-a4bb-8e6b60df75d6 req-40d636a7-6fce-4fa1-a9cd-c456dd744f36 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.2383652 Dec 23 12:16:08.499559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c096e99-f93d-4dd7-baa1-686a1eafbe58 req-99965450-00e4-48c4-8516-79249e784a11 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068751 Dec 23 12:16:08.646771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5e89561-66b5-4722-a4bb-8e6b60df75d6 req-b3cf5924-84e1-417a-8e67-8e6f6e25686f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817708 Dec 23 12:16:08.657290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14a938e-dcb0-4ecb-abc1-b187ce21f3dd {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:08.678911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.717597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Transition to ACTIVE for port object d14a938e-dcb0-4ecb-abc1-b187ce21f3dd will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:08.779924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.799430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e391-b459-4241-b40e-caeb56e1f2ed req-e1c5b8ea-9fb8-4b24-8c3b-fb8f1f0f9503 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:08.821483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:05Z', 'revision_number': 4, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '55a7118c-07c7-431d-8805-766cdc7cd7fb', 'name': '', 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'mac_address': 'fa:16:3e:f1:7b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:04Z', 'updated_at': '2021-12-23T12:16:05Z', 'revision_number': 2, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'subnets': [{'id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:08.826811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2f9e391-b459-4241-b40e-caeb56e1f2ed req-e1c5b8ea-9fb8-4b24-8c3b-fb8f1f0f9503 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.2402601 Dec 23 12:16:08.848750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Checking router: 1a3304c8-0ec8-4a09-9731-87d6357ffa20 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:08.849182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Updating router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 port 55a7118c-07c7-431d-8805-766cdc7cd7fb binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:08.859071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:08.880481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f7d7ad3c-2baa-4c9c-8f05-78d494daac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:08.882663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f7d7ad3c-2baa-4c9c-8f05-78d494daac6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.2181849 Dec 23 12:16:08.895775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.905012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:09.021802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:09.022396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:09.022888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:09.034027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:09.034027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:09.045992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:09.046374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:09.047999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:09.047999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Bound port: d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:09.047999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.050507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2f9e391-b459-4241-b40e-caeb56e1f2ed req-052e3a86-a41c-4b6b-a011-eabe8e83130c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211621 Dec 23 12:16:09.129321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-579453959-network', 'tenant_id': '1cbcc3fc82094f1e89fa2662c1f32fd8'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:09.199126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:09.201351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bf67dd1a-5edf-4af7-9029-836f3ced8e0e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:09.203005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:09.258396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-dd6c3f4a-9c7a-4b33-9585-5dc87c519680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:09.259932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-dd6c3f4a-9c7a-4b33-9585-5dc87c519680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.3536139 Dec 23 12:16:09.281809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Made reservation on behalf of 1cbcc3fc82094f1e89fa2662c1f32fd8 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:09.284124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.293794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.324969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.392725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:09.397775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.402184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] 10.222.0.43 "PUT /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 1091 time: 1.5615821 Dec 23 12:16:09.402431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:09.404701 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb492137-8d86-4919-965c-80a1851be972" -d '{"events": [{"name": "network-changed", "server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:09.411793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-5a43fe3e-0a39-4ec7-b406-555f1c5f8c77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.1309566 Dec 23 12:16:09.436935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.447435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaae2c-fc33-41ea-987d-68a8c6a301f7 req-cc4ac5d4-6e52-49cb-b063-6523d2ceb654 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:09.447595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fef6ae-0434-496f-91a9-7c1790838e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:09.469700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cffaae2c-fc33-41ea-987d-68a8c6a301f7 req-cc4ac5d4-6e52-49cb-b063-6523d2ceb654 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.2213085 Dec 23 12:16:09.493403 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b657d-a240-4e2a-a2a9-7ca45f89266b x-openstack-request-id: req-ef3b657d-a240-4e2a-a2a9-7ca45f89266b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:09.493403 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:09.493403 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef3b657d-a240-4e2a-a2a9-7ca45f89266b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:09.500033 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'status': 'completed', 'code': 200} Dec 23 12:16:09.515473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bf67dd1a-5edf-4af7-9029-836f3ced8e0e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:09.515885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.535060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.563662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.645586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5707c14-5f04-4cb2-9d3c-0ed8de04ebb3 None None] Pushing event updated for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:09.667872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.772204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-09b02e89-5d75-442b-adc2-4cbbb4d6811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:09.779076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:09.786037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-09b02e89-5d75-442b-adc2-4cbbb4d6811a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.2947958 Dec 23 12:16:09.801414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Attempting to bind port 55a7118c-07c7-431d-8805-766cdc7cd7fb on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:09.801414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Attempting to bind port 55a7118c-07c7-431d-8805-766cdc7cd7fb by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:09.801414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Attempting to bind port 55a7118c-07c7-431d-8805-766cdc7cd7fb on network 53f248a6-be12-4065-97f8-8e366b4b31de {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:09.821881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:09.822572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Checking segment: {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:09.822854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.823108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Bound using segment: {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:09.823621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Bound port: 55a7118c-07c7-431d-8805-766cdc7cd7fb, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae74800d-050d-4364-b414-b79de691e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:09.824134 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.832202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:09.849776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492137-8d86-4919-965c-80a1851be972 req-57e3e465-350a-434a-8182-813781b95863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:09.852143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cb492137-8d86-4919-965c-80a1851be972 req-57e3e465-350a-434a-8182-813781b95863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1094 time: 0.3034065 Dec 23 12:16:09.889382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-7e35632c-b255-4972-ad97-f9680b1f7e00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589905 Dec 23 12:16:09.973817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.975005 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Added segment 3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b of type vlan for network 243c0764-0dbc-4298-9e9d-eff575985520 Dec 23 12:16:09.991552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] For port 55a7118c-07c7-431d-8805-766cdc7cd7fb, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:09.994949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] For port 55a7118c-07c7-431d-8805-766cdc7cd7fb, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=55a7118c-07c7-431d-8805-766cdc7cd7fb,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:10.029195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cffaae2c-fc33-41ea-987d-68a8c6a301f7 req-21dc8f71-df3e-419b-9877-ad521629e3a5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564408 Dec 23 12:16:10.050085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3053b-21bc-4d74-9ba8-d97aa3cc40f7 req-807d8427-e074-4199-9a82-04c280e577f9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.059955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59e3053b-21bc-4d74-9ba8-d97aa3cc40f7 req-807d8427-e074-4199-9a82-04c280e577f9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.4181042 Dec 23 12:16:10.102518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.145171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.163168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] Provisioning complete for port 55a7118c-07c7-431d-8805-766cdc7cd7fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:10.164075 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.173724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-c2d51f9b-7e31-458d-a5e9-564e24ccea1f service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897422 Dec 23 12:16:10.184934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492137-8d86-4919-965c-80a1851be972 req-3bde6674-c174-4e78-ad48-3f6768a9bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.191485 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cb492137-8d86-4919-965c-80a1851be972 req-3bde6674-c174-4e78-ad48-3f6768a9bd72 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=341ebc27346e466e9c04f40d73bef006&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3204830 Dec 23 12:16:10.275759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:10.276413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:15:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:10.300229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-bd004691-fdc6-4445-91ad-bef7154c2278 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022131 Dec 23 12:16:10.301997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.303138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.303900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.405951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7880f8d-6a54-46e2-875e-8d7775ce109d req-6b9a838f-d5cc-4bc5-8b6f-8b70817ce02c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.414313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7880f8d-6a54-46e2-875e-8d7775ce109d req-6b9a838f-d5cc-4bc5-8b6f-8b70817ce02c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.2368062 Dec 23 12:16:10.455222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5481815 Dec 23 12:16:10.458095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60406) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:10.459881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bfd58-4b45-4b13-807f-f764d2185432 admin admin] Pushing event updated for resources: {'Network': ['ID=243c0764-0dbc-4298-9e9d-eff575985520,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:10.471445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Request body: {'subnet': {'network_id': '243c0764-0dbc-4298-9e9d-eff575985520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-579453959-subnet', 'tenant_id': '1cbcc3fc82094f1e89fa2662c1f32fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:10.476048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492137-8d86-4919-965c-80a1851be972 req-2307faea-fa57-4ac7-9da7-ddf8fd11e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.478736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cb492137-8d86-4919-965c-80a1851be972 req-2307faea-fa57-4ac7-9da7-ddf8fd11e994 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812197 Dec 23 12:16:10.490435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 243c0764-0dbc-4298-9e9d-eff575985520 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:10.499810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59e3053b-21bc-4d74-9ba8-d97aa3cc40f7 req-bbcf9169-e68f-4158-805c-044134634f5c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249114 Dec 23 12:16:10.525810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5707c14-5f04-4cb2-9d3c-0ed8de04ebb3 None None] Pushing event updated for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:10.563463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7880f8d-6a54-46e2-875e-8d7775ce109d req-c40849fb-0e52-4881-8822-f0fac1ee72b2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481669 Dec 23 12:16:10.675299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:10.676104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-214b0162-66e1-40d7-9b48-4d9c8325c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.677646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-214b0162-66e1-40d7-9b48-4d9c8325c74a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1094 time: 0.1388056 Dec 23 12:16:10.748017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-69125c7a-3d87-4e7b-a3ec-9b8590cc4aa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 217 time: 0.0602691 Dec 23 12:16:10.818545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-3ad4cce4-5f0e-408e-9a79-37366f5a8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.820598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-3ad4cce4-5f0e-408e-9a79-37366f5a8bca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0620387 Dec 23 12:16:10.823555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-1c3e4858-e338-4f9d-9c7b-fa0c2e2013f6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.826764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-1c3e4858-e338-4f9d-9c7b-fa0c2e2013f6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.2588115 Dec 23 12:16:10.845331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822750-2'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:10.862450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.881007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa678-5fed-4f40-a830-c58cb8319673 req-52ecdac1-8a84-4b10-9b89-1dcd7b715e44 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:10.882690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c22aa678-5fed-4f40-a830-c58cb8319673 req-52ecdac1-8a84-4b10-9b89-1dcd7b715e44 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1301057 Dec 23 12:16:10.891763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Made reservation on behalf of 1cbcc3fc82094f1e89fa2662c1f32fd8 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:10.893999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.906959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-1a107c3d-2b32-4ddc-b48e-3daa697c810d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701256 Dec 23 12:16:10.982270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] For port 55a7118c-07c7-431d-8805-766cdc7cd7fb, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=55a7118c-07c7-431d-8805-766cdc7cd7fb,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:11.047394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c22aa678-5fed-4f40-a830-c58cb8319673 req-e68bb4a5-5d5a-4a64-bc41-a7f14097c5df tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467390 Dec 23 12:16:11.084163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-a29398da-1a00-46d1-9d35-e28e5ed90bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557529 Dec 23 12:16:11.091136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:11.107090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:11.211481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab3d30-6876-4205-9b90-8b1e4c56ed14 None None] Pushing event updated for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:11.285199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-53da4a45-718c-4b0a-bd6f-acf612df4873 None None] Provisioning complete for port 55a7118c-07c7-431d-8805-766cdc7cd7fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:11.285730 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53da4a45-718c-4b0a-bd6f-acf612df4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:11.291232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:05Z', 'revision_number': 4, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '55a7118c-07c7-431d-8805-766cdc7cd7fb', 'name': '', 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'mac_address': 'fa:16:3e:f1:7b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:04Z', 'updated_at': '2021-12-23T12:16:09Z', 'revision_number': 4, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'subnets': [{'id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:11.296431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db49dea1-e1a5-4f75-94ca-304e1993ebd6 req-8ab02b55-c1d5-430f-a831-0139fb74cec1 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027850 Dec 23 12:16:11.349459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76ecea-a906-4e8b-8ede-5025941ab994 None None] The sync data for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 is: [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:16:05Z', 'revision_number': 4, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '55a7118c-07c7-431d-8805-766cdc7cd7fb', 'name': '', 'network_id': '53f248a6-be12-4065-97f8-8e366b4b31de', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'mac_address': 'fa:16:3e:f1:7b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:04Z', 'updated_at': '2021-12-23T12:16:09Z', 'revision_number': 4, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'subnets': [{'id': '13fd4ad3-4f19-4af2-a4c5-04f26cefa186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:11.737926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a0c28-013a-4e03-811e-1d2ae6a5e12d req-c041df85-17fa-4fc3-8401-9f8673eb4b55 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:11.740143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-487a0c28-013a-4e03-811e-1d2ae6a5e12d req-c041df85-17fa-4fc3-8401-9f8673eb4b55 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.5961003 Dec 23 12:16:11.905624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-487a0c28-013a-4e03-811e-1d2ae6a5e12d req-b72f0a97-d9bf-4d7e-ac75-9ffd7b2ddf86 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345146 Dec 23 12:16:11.930745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:12.047059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72602dd0-15ad-4eb7-94aa-4823cddd212c req-021ff437-7f6a-425c-bed6-2aaa2b5d812e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:12.048623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72602dd0-15ad-4eb7-94aa-4823cddd212c req-021ff437-7f6a-425c-bed6-2aaa2b5d812e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.2018225 Dec 23 12:16:12.049844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:12.105929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.189362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:12.191905 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8cb13-abc8-46c2-b5c5-dd896b8c909d" -d '{"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:12.204063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.247634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a69aef-2b60-4977-a8a3-62cfcc0fc03f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:12.264399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57ec70-7493-4521-bd8b-2ccff50b1846 req-7b27cc59-a776-4f5a-b5fa-7018a5375b19 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:12.265960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa57ec70-7493-4521-bd8b-2ccff50b1846 req-7b27cc59-a776-4f5a-b5fa-7018a5375b19 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.1879685 Dec 23 12:16:12.273363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72602dd0-15ad-4eb7-94aa-4823cddd212c req-640f410a-2d29-4dbc-b285-3df120f190b9 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963899 Dec 23 12:16:12.295632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Checking segment: {'id': '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:12.295632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Network hostable DHCP agents. Network: 243c0764-0dbc-4298-9e9d-eff575985520, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:12.358000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa57ec70-7493-4521-bd8b-2ccff50b1846 req-d05fd3ec-4a3c-4ab2-85da-6050e75d9d71 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Dec 23 12:16:12.359892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.450673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Network 243c0764-0dbc-4298-9e9d-eff575985520 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:12.494965 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d3dc40-e7f3-4d90-b142-483a3b349598 x-openstack-request-id: req-77d3dc40-e7f3-4d90-b142-483a3b349598 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:12.495139 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:12.496278 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77d3dc40-e7f3-4d90-b142-483a3b349598 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:12.496278 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'code': 200} Dec 23 12:16:12.497475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:12.497805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:12.498121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:12.503472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:12.503898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:12.506402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:12.544085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:12.544445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:12.544810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:12.545765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Bound port: f0886584-d650-4609-a6bc-809abc3c0747, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:12.546126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.579895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 243c0764-0dbc-4298-9e9d-eff575985520) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:12.591057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f3fce-135f-44c4-a8b6-190bc975246e None None] Network 243c0764-0dbc-4298-9e9d-eff575985520 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:12.626518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:12.627107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.658602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666b58-7066-4cdc-b57d-81372c906225 req-c3002576-89f8-4725-9a3a-ab88d399a623 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:12.666123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e666b58-7066-4cdc-b57d-81372c906225 req-c3002576-89f8-4725-9a3a-ab88d399a623 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1553595 Dec 23 12:16:12.715738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746771-8b9b-4eed-aa57-dad9ecbd6e75 req-3c060da9-402b-4236-8d0e-7619166c9b0e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:12.717304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4746771-8b9b-4eed-aa57-dad9ecbd6e75 req-3c060da9-402b-4236-8d0e-7619166c9b0e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.1586087 Dec 23 12:16:12.748242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9e6aa-ed66-44cb-bfb6-3766a6f313f6 None None] Network 243c0764-0dbc-4298-9e9d-eff575985520 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:12.755590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:12.777398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0fbfbf06-950e-4b11-9ace-52c24bca0997 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3103542 Dec 23 12:16:12.784953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:12.788807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e666b58-7066-4cdc-b57d-81372c906225 req-556f437b-b118-4b5e-b1ce-e8b48f9e597f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218958 Dec 23 12:16:12.825919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4746771-8b9b-4eed-aa57-dad9ecbd6e75 req-ac4a0368-8de9-4498-bac5-c28b9a0d083c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Dec 23 12:16:12.860422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:12.933439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=8']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:13.038809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:13.039539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:13.041344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-f2dca9f1-3875-4124-87bf-ebc26373004a service neutron] 10.222.0.43 "PUT /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 1122 time: 2.2055271 Dec 23 12:16:13.075943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bf60a-dbab-4c20-b541-964a37a2728a req-57f1d0a9-f038-4195-9189-a6439b42c117 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:13.077583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-699bf60a-dbab-4c20-b541-964a37a2728a req-57f1d0a9-f038-4195-9189-a6439b42c117 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0719848 Dec 23 12:16:13.104287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:13.143960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-699bf60a-dbab-4c20-b541-964a37a2728a req-0617f520-35db-4a8c-8fdf-f246e2e05469 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590153 Dec 23 12:16:13.267383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 55a7118c-07c7-431d-8805-766cdc7cd7fb up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:13.446348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7afa6b4-a797-43fe-b3bc-695901e6f737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:13.549215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 55a7118c-07c7-431d-8805-766cdc7cd7fb triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:13.550115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:13.667265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-f3061fb8-4ac5-4fcb-bb44-ff5098f1fc7f tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:13.675229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-f3061fb8-4ac5-4fcb-bb44-ff5098f1fc7f tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/networks?id=243c0764-0dbc-4298-9e9d-eff575985520 HTTP/1.1" status: 200 len: 812 time: 0.1608701 Dec 23 12:16:13.695182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:13.696756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:13.701113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-70949b9c-cff4-4dfa-8536-fb2bdde26df0 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/quotas/1cbcc3fc82094f1e89fa2662c1f32fd8 HTTP/1.1" status: 200 len: 375 time: 0.0249631 Dec 23 12:16:13.753291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d39c9b0b-3165-4719-a5f7-b195844365de tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1cbcc3fc82094f1e89fa2662c1f32fd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511649 Dec 23 12:16:13.843951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:13.865437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4ec6f-a20b-4e1d-9497-91ce766b3892 req-1d1efa1e-acae-4739-bd59-a7ff17d4b333 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:13.872009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aae4ec6f-a20b-4e1d-9497-91ce766b3892 req-1d1efa1e-acae-4739-bd59-a7ff17d4b333 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.1946414 Dec 23 12:16:13.883753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:13.891077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:13.893482 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7702b071-f194-4fe7-a544-11b013dbb1a9" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-unplugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:13.909354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-8b76c291-503d-488d-a08c-0ea9c0e0c9be service neutron] 10.222.0.16 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547146 Dec 23 12:16:13.924672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:13.926145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'mac_address': 'fa:16:3e:93:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:13.964974 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:13.978548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:13.994349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aae4ec6f-a20b-4e1d-9497-91ce766b3892 req-e08a8a07-9a9f-4b43-87fe-4d833ac309f9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179953 Dec 23 12:16:14.002755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:14.059186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-e9efa6ba-1627-4ae7-b98a-930fd7eeb3e2 service neutron] 10.222.0.16 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364808 Dec 23 12:16:14.092619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:16:14.093299 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:16:14.094373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:14.379057 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d83fc6-c446-4886-ae1e-bfc98ba334a5 x-openstack-request-id: req-d4d83fc6-c446-4886-ae1e-bfc98ba334a5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:14.379648 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-unplugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:14.380001 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4d83fc6-c446-4886-ae1e-bfc98ba334a5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:14.380492 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'code': 200} Dec 23 12:16:14.457893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee2958-fc94-4ca7-94ea-c313c76675c7 req-06bfad03-d3f7-4baa-9447-6048ce579349 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:14.459544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aee2958-fc94-4ca7-94ea-c313c76675c7 req-06bfad03-d3f7-4baa-9447-6048ce579349 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 947 time: 0.0849564 Dec 23 12:16:14.503549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:14.506022 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3759c1c-2744-451f-9651-07afed58ea02" -d '{"events": [{"name": "network-changed", "server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:14.550691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aee2958-fc94-4ca7-94ea-c313c76675c7 req-02ecfdb6-6526-4935-b5f0-ff1edf9a706e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Dec 23 12:16:14.566597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a72d5-8396-4add-9270-622bc1f1670b req-52e1f1ab-5fde-4a33-8fe7-58e875aec395 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:14.566597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b58a72d5-8396-4add-9270-622bc1f1670b req-52e1f1ab-5fde-4a33-8fe7-58e875aec395 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.1011086 Dec 23 12:16:14.621651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b58a72d5-8396-4add-9270-622bc1f1670b req-2523d896-aa14-44b7-8a73-69c1f3df9e18 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527627 Dec 23 12:16:14.649700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:14.670205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:14.692633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:14.717501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e02a2d5-3c47-4d82-82fe-1160aadf6e7c req-c18dd68f-b10f-43ba-9a4f-a0b2b0c40cdc tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Dec 23 12:16:14.740203 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72098fe0-cb2f-40aa-9e01-a2b01739ae80 x-openstack-request-id: req-72098fe0-cb2f-40aa-9e01-a2b01739ae80 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:14.751930 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:14.752265 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72098fe0-cb2f-40aa-9e01-a2b01739ae80 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:14.752626 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'status': 'completed', 'code': 200} Dec 23 12:16:14.785437 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:14.812936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759c1c-2744-451f-9651-07afed58ea02 req-7e24395a-29d2-4765-9fee-832833f89036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:14.816765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-7e24395a-29d2-4765-9fee-832833f89036 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1125 time: 0.0629280 Dec 23 12:16:14.891580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f99dc-4fda-4c2b-b7fe-be1bbbcf6136 req-29a5a7ff-edba-4998-8a51-792ec2345bb8 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:14.899333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:14.900282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f4f99dc-4fda-4c2b-b7fe-be1bbbcf6136 req-29a5a7ff-edba-4998-8a51-792ec2345bb8 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.0698009 Dec 23 12:16:14.944469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759c1c-2744-451f-9651-07afed58ea02 req-82973c8a-8aab-42f6-b526-4ff35ca56998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:14.945984 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-82973c8a-8aab-42f6-b526-4ff35ca56998 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1110275 Dec 23 12:16:14.962012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f4f99dc-4fda-4c2b-b7fe-be1bbbcf6136 req-5f272dc1-5b6b-4990-a67a-aab7a486f4c0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605786 Dec 23 12:16:14.994139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-b3c0102c-b632-4e2a-be41-7990f14b4062 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.0403624 Dec 23 12:16:15.049798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3759c1c-2744-451f-9651-07afed58ea02 req-1407e87c-9d8f-41dd-b6f0-d4052529649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:15.051263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-1407e87c-9d8f-41dd-b6f0-d4052529649d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0491765 Dec 23 12:16:15.091760 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-d9a10e01-6c00-4651-8566-4852b9e7cdd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316572 Dec 23 12:16:15.145822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7808d-eb6b-40ab-86f1-da7c2decdcb7 req-f786b785-2579-403d-b6cb-2b4b8b80ceb3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:15.147542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7808d-eb6b-40ab-86f1-da7c2decdcb7 req-f786b785-2579-403d-b6cb-2b4b8b80ceb3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.0658076 Dec 23 12:16:15.159643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:15.222499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:15.247500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7808d-eb6b-40ab-86f1-da7c2decdcb7 req-0f3fa7b3-f2fb-4654-8dbd-d3469eb1814e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924656 Dec 23 12:16:15.354269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:15.379151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'port_id': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'mac_address': 'fa:16:3e:8b:a8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2605051-fa00-4be4-9a99-ae65b9112d44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:15.453675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:15.478160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14a938e-dcb0-4ecb-abc1-b187ce21f3dd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:15.512496 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-63eeb6e5-a96a-4391-9d17-298a2d186dcd service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106433 Dec 23 12:16:15.527545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:15.626439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d332844-e96d-4a3a-bd71-1b0c7568fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:15.628485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:15.640569 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d3759c1c-2744-451f-9651-07afed58ea02 req-5d27b59c-e76b-4063-8c20-bf7db25a7438 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217418 Dec 23 12:16:15.700883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:15.720632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73245d3d-e5e5-4280-9985-30db3736844a req-9bb2d17f-6cce-4993-96e5-1b867f3f9b90 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:15.722673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73245d3d-e5e5-4280-9985-30db3736844a req-9bb2d17f-6cce-4993-96e5-1b867f3f9b90 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 948 time: 0.0981686 Dec 23 12:16:15.835284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73245d3d-e5e5-4280-9985-30db3736844a req-32fb05cc-813f-444b-93b9-2886738f0425 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014457 Dec 23 12:16:15.868120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8418b9-b299-4be6-a23f-aa3c1ffe7a9f req-49a34a67-fcf1-497f-9313-b3d2b32f58d5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:15.868120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d8418b9-b299-4be6-a23f-aa3c1ffe7a9f req-49a34a67-fcf1-497f-9313-b3d2b32f58d5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.0694308 Dec 23 12:16:15.957374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27418a14-4fb8-4563-9a3d-61e661d57051 req-beccd3f4-615e-41e0-ad1c-36b4fe41f3d2 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0380504 Dec 23 12:16:15.959512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d8418b9-b299-4be6-a23f-aa3c1ffe7a9f req-8ae64b3c-8313-4f28-9de4-f1104b70834a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887251 Dec 23 12:16:16.012448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d14a938e-dcb0-4ecb-abc1-b187ce21f3dd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:16.112973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded5cf-c85b-4ffc-a509-1320cbb35647 req-e007c7f0-0a23-4fbc-b667-be7bf9d9cf75 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:16.114539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3dded5cf-c85b-4ffc-a509-1320cbb35647 req-e007c7f0-0a23-4fbc-b667-be7bf9d9cf75 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.0676100 Dec 23 12:16:16.175383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3dded5cf-c85b-4ffc-a509-1320cbb35647 req-10ab9a82-8c43-4815-8a5a-023721235a1c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517521 Dec 23 12:16:16.368621 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:16.406265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de5a74-439c-4eb0-8d74-18d9ececf4b2 req-009217ea-991a-4d33-87ae-661341032d17 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:16.408200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95de5a74-439c-4eb0-8d74-18d9ececf4b2 req-009217ea-991a-4d33-87ae-661341032d17 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.0655155 Dec 23 12:16:16.471098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95de5a74-439c-4eb0-8d74-18d9ececf4b2 req-f295c93e-f051-4099-87f9-e7c7f8bdd19e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 Dec 23 12:16:16.979493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a162c-1a58-4ea8-a5c0-e4087620e04d req-9f47944e-7cbf-47fc-9a83-c975d851240b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:16.981939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d9a162c-1a58-4ea8-a5c0-e4087620e04d req-9f47944e-7cbf-47fc-9a83-c975d851240b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 948 time: 0.0714850 Dec 23 12:16:17.071840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d873beb-30b7-4a06-a364-3b3bf619b7a7 req-abe97b7e-115a-449a-8061-24caf0bcb1a2 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0293977 Dec 23 12:16:17.078108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d9a162c-1a58-4ea8-a5c0-e4087620e04d req-8c2cf476-0df7-4289-9101-abc94c9faa87 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757821 Dec 23 12:16:17.188051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:17.191943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:17.310712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2685663-16a6-4689-8a6c-63e6e7a2af9b req-55703df6-12b5-4a19-97ef-a69dd4d5152b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:17.313298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2685663-16a6-4689-8a6c-63e6e7a2af9b req-55703df6-12b5-4a19-97ef-a69dd4d5152b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.1788690 Dec 23 12:16:17.355285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-dbba7dce-a73c-465a-81db-15e5c203364a service neutron] 10.222.0.57 "GET /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.1517394 Dec 23 12:16:17.420240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2685663-16a6-4689-8a6c-63e6e7a2af9b req-49f17d59-2596-4dc7-873b-a8e54ae654a2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688195 Dec 23 12:16:17.469479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:17.480320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a875-bac0-470d-83b0-bf996e4d8da4 req-956a17f2-a1d7-4f92-9fc5-4c0e67de57dc tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:17.483030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d70a875-bac0-470d-83b0-bf996e4d8da4 req-956a17f2-a1d7-4f92-9fc5-4c0e67de57dc tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 945 time: 0.1662316 Dec 23 12:16:17.514395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'port_id': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'mac_address': 'fa:16:3e:cb:bf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2ea7e-b32b-4903-a0c9-ee0f491a647a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:17.560585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-893ef32e-f186-4e87-aba8-af69ae0ce757 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:17.562268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-893ef32e-f186-4e87-aba8-af69ae0ce757 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.43 "GET /v2.0/networks?id=243c0764-0dbc-4298-9e9d-eff575985520 HTTP/1.1" status: 200 len: 812 time: 0.3799417 Dec 23 12:16:17.600685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Request body: {'port': {'device_id': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520', 'admin_state_up': True, 'tenant_id': '1cbcc3fc82094f1e89fa2662c1f32fd8'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:17.611490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:17.612840 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.633179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:17.633680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:17.643848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:17.655127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:17.655496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.686445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:17.713985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d70a875-bac0-470d-83b0-bf996e4d8da4 req-6e71593c-f4d8-49e8-b9d2-14afb7ba277c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081811 Dec 23 12:16:17.717735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:17.731732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:17.764529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:17.772458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5baca-ee1c-4a97-b2a7-26034a8f62d9 req-8d6598c9-26c0-42ff-8f5e-e10ec35a6107 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:17.774265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dea5baca-ee1c-4a97-b2a7-26034a8f62d9 req-8d6598c9-26c0-42ff-8f5e-e10ec35a6107 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 944 time: 0.1664035 Dec 23 12:16:17.846519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.849223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:17.849591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.867117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dea5baca-ee1c-4a97-b2a7-26034a8f62d9 req-955aa216-fa20-4f3b-9de8-62038f204062 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787759 Dec 23 12:16:17.883467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.937503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.938153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f0886584-d650-4609-a6bc-809abc3c0747 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:17.939975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Made reservation on behalf of 1cbcc3fc82094f1e89fa2662c1f32fd8 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:17.944377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.001451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] Transition to ACTIVE for port object f0886584-d650-4609-a6bc-809abc3c0747 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:18.022316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:18.024618 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9518ccd-a503-4f76-911b-bb1a7cd8d9b7" -d '{"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-plugged", "status": "completed", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:18.053808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:18.064219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.099069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.153335 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d149e0c-90ab-4f05-917a-5242bb0c7645 x-openstack-request-id: req-0d149e0c-90ab-4f05-917a-5242bb0c7645 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:18.153745 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-plugged", "status": "completed", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:18.154000 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d149e0c-90ab-4f05-917a-5242bb0c7645 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:18.154395 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'code': 200} Dec 23 12:16:18.169800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.169800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.169800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.196488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Allocated IP 172.20.0.10 (243c0764-0dbc-4298-9e9d-eff575985520/30a69aef-2b60-4977-a8a3-62cfcc0fc03f/49e527e3-093a-4e2d-88b6-5a1d86004f35) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:18.325912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0680c8a-a395-464d-97c2-47df81dc5c7e req-f7ab00b8-530c-43d3-aa2a-e13827d484e1 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0766437 Dec 23 12:16:18.340042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:18.390343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.392514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.414549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055630-d224-4baa-831b-772fa959751f req-ecbf1c51-9998-47d0-9fd8-10e7862e5e9a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:18.416055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:18.416810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:18.417362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:18.423227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54055630-d224-4baa-831b-772fa959751f req-ecbf1c51-9998-47d0-9fd8-10e7862e5e9a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 948 time: 0.1480756 Dec 23 12:16:18.436073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7084f-56cd-448d-b3af-56e8ffd049db req-f2bac548-3f30-495f-a767-371af26f9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:18.436073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd7084f-56cd-448d-b3af-56e8ffd049db req-f2bac548-3f30-495f-a767-371af26f9879 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.2257767 Dec 23 12:16:18.436073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] No DVR routers for this DVR port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:18.436977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:18.436977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port f0886584-d650-4609-a6bc-809abc3c0747 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:18.468429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:18.470869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:18.472803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:18.474733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound port: f0886584-d650-4609-a6bc-809abc3c0747, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:18.475451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.485315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.517429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54055630-d224-4baa-831b-772fa959751f req-e0385d48-c3f4-4fcd-a168-e9fd9f7af374 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931838 Dec 23 12:16:18.539918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-522f666a-1ced-49e6-a5db-0f9a2efad1d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747/bindings/n-h2-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1772931 Dec 23 12:16:18.555239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.558512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd7084f-56cd-448d-b3af-56e8ffd049db req-6aefb5cd-5ec2-4eb4-a3b9-235ec5e69ccc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180191 Dec 23 12:16:18.618541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:18.645570 n-d-822750-2 neutron-server[104039]: WARNING neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Concurrent port binding operations failed on port f0886584-d650-4609-a6bc-809abc3c0747 Dec 23 12:16:18.648995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:18.650469 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempt 2 to bind port f0886584-d650-4609-a6bc-809abc3c0747 Dec 23 12:16:18.650957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f0886584-d650-4609-a6bc-809abc3c0747', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'port_id': 'f0886584-d650-4609-a6bc-809abc3c0747', 'mac_address': 'fa:16:3e:2d:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efd998f-07b0-4bb2-8612-cc0eeec0b67f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:18.676561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8642-72cd-4727-847c-2e8b1813f853 req-af1e7bde-5c0b-48ff-9a49-15330f886617 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:18.678762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66ac8642-72cd-4727-847c-2e8b1813f853 req-af1e7bde-5c0b-48ff-9a49-15330f886617 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Dec 23 12:16:18.691549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.705730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:18.729711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:18.730998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66ac8642-72cd-4727-847c-2e8b1813f853 req-2202d389-2b25-4d47-bfbc-e1b92c57a983 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Dec 23 12:16:18.753438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.754547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.837170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.841638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:18.853123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Network 243c0764-0dbc-4298-9e9d-eff575985520 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:18.858326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:18.883869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:18.937918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.948099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Pushing event updated for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:18.984909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:19.011441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:19.017444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-1dc048c7-361a-48af-8214-2ff6e2ff3143 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.019836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-1dc048c7-361a-48af-8214-2ff6e2ff3143 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.0747573 Dec 23 12:16:19.029015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.029443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:19.060676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531dde9-112c-4d86-a78a-2eca0dd64e12 req-38b22add-55e0-4363-b6f7-1f63479bc1af tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.063622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e531dde9-112c-4d86-a78a-2eca0dd64e12 req-38b22add-55e0-4363-b6f7-1f63479bc1af tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 944 time: 0.2386713 Dec 23 12:16:19.110950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-8ef55807-4fe1-4a16-a501-534311c12a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.113165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-8ef55807-4fe1-4a16-a501-534311c12a6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&tenant_id=fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 1097 time: 0.0807593 Dec 23 12:16:19.210016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-a9bc8567-001c-4fb1-955c-ab4bc0ab6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.212014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-a9bc8567-001c-4fb1-955c-ab4bc0ab6132 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0556216 Dec 23 12:16:19.225001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014ba8c-b39b-4e58-b6b6-d0dbb3ac3496 req-be99d732-8769-4276-baeb-2b7a811caaf9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.236840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0014ba8c-b39b-4e58-b6b6-d0dbb3ac3496 req-be99d732-8769-4276-baeb-2b7a811caaf9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.1565299 Dec 23 12:16:19.246698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e531dde9-112c-4d86-a78a-2eca0dd64e12 req-c33c2f84-a2d6-4ddb-8a51-f13795e031e3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693940 Dec 23 12:16:19.251606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-283b1ce4-5dba-41f3-8e86-ef08d9cc7243 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6610200 Dec 23 12:16:19.278219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Request body: {'port': {'device_id': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:19.404596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0014ba8c-b39b-4e58-b6b6-d0dbb3ac3496 req-ab634446-84e4-4573-b554-232e26f5c2a4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769664 Dec 23 12:16:19.430630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:19.431831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-c804d729-c743-4753-9bdd-cb0a708256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.433533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-c804d729-c743-4753-9bdd-cb0a708256fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.2071850 Dec 23 12:16:19.488771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:19.493362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:19.565780 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-179a5012-7a2e-4442-b96b-ccb56c4795f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.1116369 Dec 23 12:16:19.616634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-e6888c85-e905-4695-bf60-480316892326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:19.618394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-e6888c85-e905-4695-bf60-480316892326 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0512078 Dec 23 12:16:19.663454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-67a08526-c7b2-467f-9554-df6ceeea0a7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350463 Dec 23 12:16:19.730267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f0886584-d650-4609-a6bc-809abc3c0747 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:19.792192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:19.838354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:19.851714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port f0886584-d650-4609-a6bc-809abc3c0747 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:16:19.852129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f0886584-d650-4609-a6bc-809abc3c0747 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:19.899391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-a6e5ba3f-57eb-4b11-8d73-328c5e8463a2 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131586 Dec 23 12:16:19.901995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:20.008153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.059704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-ad1df8a8-91a3-4ba3-85d2-feea68d745aa service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532056 Dec 23 12:16:20.096246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:20.156238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:20.163079 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a35627-43ea-4246-99fb-f94380c142ec" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:20.277830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5566f-41a2-4b5a-8f84-f2d8258f18db req-1e60d8af-6f59-4066-89e0-dd587be7e54d tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.279328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42e5566f-41a2-4b5a-8f84-f2d8258f18db req-1e60d8af-6f59-4066-89e0-dd587be7e54d tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 932 time: 0.7244844 Dec 23 12:16:20.374129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6145-76be-46c7-99e3-d236960eb077 req-ef692534-67a4-49f7-85f2-eabe7a020a11 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.375553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98af6145-76be-46c7-99e3-d236960eb077 req-ef692534-67a4-49f7-85f2-eabe7a020a11 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1393895 Dec 23 12:16:20.403751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e527e3-093a-4e2d-88b6-5a1d86004f35 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:20.410702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42e5566f-41a2-4b5a-8f84-f2d8258f18db req-ffdbf8a1-9c1c-4b72-b027-a76988ca6486 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206834 Dec 23 12:16:20.420209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.452917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Transition to ACTIVE for port object 49e527e3-093a-4e2d-88b6-5a1d86004f35 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:20.467842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98af6145-76be-46c7-99e3-d236960eb077 req-862dbab4-1d3b-4ebd-81f5-02282fbfd16e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 Dec 23 12:16:20.526034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbd7f6-47dd-4370-9998-273342c1a4e8 req-3e6a91d1-55d9-45f2-952b-6b5eec00d191 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.528713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9cbd7f6-47dd-4370-9998-273342c1a4e8 req-3e6a91d1-55d9-45f2-952b-6b5eec00d191 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 945 time: 0.0591028 Dec 23 12:16:20.532088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-e9f2434c-564e-497d-ab50-89f2d6dd3cb1 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.534178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-e9f2434c-564e-497d-ab50-89f2d6dd3cb1 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.0548608 Dec 23 12:16:20.607887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9cbd7f6-47dd-4370-9998-273342c1a4e8 req-fec6cde5-5e0b-4fa0-baf6-4d20a4fe5787 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716412 Dec 23 12:16:20.609833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.618503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a029e-0ef4-44a8-b34b-17074cc01861 req-5501f50e-1638-4839-8178-4045aa9d403a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.632852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-843a029e-0ef4-44a8-b34b-17074cc01861 req-5501f50e-1638-4839-8178-4045aa9d403a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.0849679 Dec 23 12:16:20.681174 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee935a4-e7e0-46a3-b236-69fc308912d3 x-openstack-request-id: req-6ee935a4-e7e0-46a3-b236-69fc308912d3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:20.681758 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:20.681758 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ee935a4-e7e0-46a3-b236-69fc308912d3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:20.684477 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'code': 200} Dec 23 12:16:20.695693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Pushing event updated for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:20.799057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-843a029e-0ef4-44a8-b34b-17074cc01861 req-75d8065b-b466-43b2-8c33-01ff4c2fabf3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265385 Dec 23 12:16:20.799170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-abd792fb-4ef1-45b1-a7bf-1bdd9be10641 service neutron] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:20.799170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-abd792fb-4ef1-45b1-a7bf-1bdd9be10641 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.799170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d57f24f-4a78-4373-8d40-f2e474332706 req-abd792fb-4ef1-45b1-a7bf-1bdd9be10641 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747/bindings/n-h1-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.2544034 Dec 23 12:16:20.840001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Attempting to bind port 49e527e3-093a-4e2d-88b6-5a1d86004f35 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:20.840001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Attempting to bind port 49e527e3-093a-4e2d-88b6-5a1d86004f35 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:20.840271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Attempting to bind port 49e527e3-093a-4e2d-88b6-5a1d86004f35 on network 243c0764-0dbc-4298-9e9d-eff575985520 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:20.865379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Port 49e527e3-093a-4e2d-88b6-5a1d86004f35 on network 243c0764-0dbc-4298-9e9d-eff575985520 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:20.866983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Attempting to bind port 49e527e3-093a-4e2d-88b6-5a1d86004f35 on network 243c0764-0dbc-4298-9e9d-eff575985520 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:20.903617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:20.904679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Checking segment: {'id': '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:20.905434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Bound using segment: {'id': '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:20.906282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Bound port: 49e527e3-093a-4e2d-88b6-5a1d86004f35, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:20.906959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.931859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15422e-c625-405b-92bf-95e922b0dd61 req-0309c910-ff5e-4293-8c07-2575613596ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:20.933027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d15422e-c625-405b-92bf-95e922b0dd61 req-0309c910-ff5e-4293-8c07-2575613596ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1100 time: 0.0516651 Dec 23 12:16:21.000294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d15422e-c625-405b-92bf-95e922b0dd61 req-c3b14564-3d8a-45f6-b5bd-383eaf1ba849 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Dec 23 12:16:21.003122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f215d2d-8a2a-48f2-b628-a62ea7a4f87c req-b09178df-d7c3-46b4-ba7b-66d88bbd412c tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.004325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f215d2d-8a2a-48f2-b628-a62ea7a4f87c req-b09178df-d7c3-46b4-ba7b-66d88bbd412c tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.1326900 Dec 23 12:16:21.025554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564258-152f-4f20-9003-bf7e8c51389f req-08d5bf52-e70c-4f64-bfdd-1cdd1085465f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.035275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da564258-152f-4f20-9003-bf7e8c51389f req-08d5bf52-e70c-4f64-bfdd-1cdd1085465f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 946 time: 0.1257143 Dec 23 12:16:21.070446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:21.096686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35,segment=NetworkSegment(3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b),segment_id=3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:21.120650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f215d2d-8a2a-48f2-b628-a62ea7a4f87c req-b51da6ce-2c00-4173-9ca0-9390b5146a64 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072919 Dec 23 12:16:21.128432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da564258-152f-4f20-9003-bf7e8c51389f req-1aa651ba-0db5-4d6f-84ff-3a0af915afb6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885625 Dec 23 12:16:21.169193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.220760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.221412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.224596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f0886584-d650-4609-a6bc-809abc3c0747 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:21.224803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] 10.222.0.43 "PUT /v2.0/ports/49e527e3-093a-4e2d-88b6-5a1d86004f35 HTTP/1.1" status: 200 len: 1092 time: 1.9546087 Dec 23 12:16:21.224803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:21.225749 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25948cf6-ff38-4002-8624-c64255b275ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:21.272708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f83ed3-a23a-4abd-b749-f95266ea4c63 service neutron] Pushing event updated for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:21.411117 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17a761b-5743-4850-839d-4b7c16afa611 x-openstack-request-id: req-b17a761b-5743-4850-839d-4b7c16afa611 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:21.412054 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:21.412054 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b17a761b-5743-4850-839d-4b7c16afa611 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:21.412359 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35', 'status': 'completed', 'code': 200} Dec 23 12:16:21.416080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480dc4-c25a-40e0-97a3-e5730c2c97cf req-6dc6b526-cf03-4f0f-a07c-28743e0ea9ad tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.418859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4480dc4-c25a-40e0-97a3-e5730c2c97cf req-6dc6b526-cf03-4f0f-a07c-28743e0ea9ad tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.1356521 Dec 23 12:16:21.419921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f0886584-d650-4609-a6bc-809abc3c0747 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:21.424621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f0886584-d650-4609-a6bc-809abc3c0747 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:21.425205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.489478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4480dc4-c25a-40e0-97a3-e5730c2c97cf req-1c053e93-1aab-428f-b6a6-4ae2de40349c tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Dec 23 12:16:21.499471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-1b1cba11-5efc-4708-af42-4140062054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.512654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-1b1cba11-5efc-4708-af42-4140062054e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cbcc3fc82094f1e89fa2662c1f32fd8&device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 1095 time: 0.1327801 Dec 23 12:16:21.562648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.608696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-4f88c0ba-a0cc-4e52-8da6-f6d8100b0b2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35 HTTP/1.1" status: 200 len: 217 time: 0.0745866 Dec 23 12:16:21.635175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:21.711458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.713172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:21.715887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb42be-9eea-4ce1-a28a-5c96b4cf5343 req-bdaca7ae-73fa-4369-bf52-7d1e65f6bf64 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.728327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33eb42be-9eea-4ce1-a28a-5c96b4cf5343 req-bdaca7ae-73fa-4369-bf52-7d1e65f6bf64 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1097 time: 0.2217851 Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.778076 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:21.781063 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:21.784534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a748-9a6e-4418-98b0-e7da2daf58c4 req-bc7ada62-f8ff-453a-9cf9-0cf699dd0919 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.803461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c92a748-9a6e-4418-98b0-e7da2daf58c4 req-bc7ada62-f8ff-453a-9cf9-0cf699dd0919 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 944 time: 0.1910150 Dec 23 12:16:21.805519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-eaa37e8f-100a-42fd-b836-240aeefd3641 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.809273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-eaa37e8f-100a-42fd-b836-240aeefd3641 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 943 time: 0.1145241 Dec 23 12:16:21.830352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=13']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:21.860558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-00d8bed8-0bf5-48fb-8141-62903b4e4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.862031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-00d8bed8-0bf5-48fb-8141-62903b4e4fad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a69aef-2b60-4977-a8a3-62cfcc0fc03f HTTP/1.1" status: 200 len: 852 time: 0.2087724 Dec 23 12:16:21.864062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:21.864625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.906171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-ad1dde69-12dd-49f8-93a8-ad5df0861633 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=243c0764-0dbc-4298-9e9d-eff575985520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364408 Dec 23 12:16:21.924588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33eb42be-9eea-4ce1-a28a-5c96b4cf5343 req-ca9f0977-a111-41c2-a09f-d77bc11fce51 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940615 Dec 23 12:16:21.965161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Deleting port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:16:21.965776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.983892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.048754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:22.091338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c92a748-9a6e-4418-98b0-e7da2daf58c4 req-091f44ce-63ca-4bf3-8857-9b27114eab87 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867541 Dec 23 12:16:22.134038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.190748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] For port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:22.191144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.209659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:22.217853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Calling delete_port for 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:22.285056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-4a1b02fc-fe95-4330-aa74-389d2c67c5bb service neutron] 10.222.0.43 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594396 Dec 23 12:16:22.410895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c94706-2a5b-46c2-8297-5a854879e9bb req-ec53cacb-f0a4-4e84-9f10-c2c2dedb8e77 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.413015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18c94706-2a5b-46c2-8297-5a854879e9bb req-ec53cacb-f0a4-4e84-9f10-c2c2dedb8e77 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.2668767 Dec 23 12:16:22.432476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.529604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18c94706-2a5b-46c2-8297-5a854879e9bb req-8137307b-cdde-4672-b0eb-7c5002382f07 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085637 Dec 23 12:16:22.534944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d1aa13f-ed74-408b-a9c4-05ffa19b9587 req-46114b5b-41ba-489e-a68d-0de5fd2e512a service neutron] 10.222.0.43 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380505 Dec 23 12:16:22.535974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.548609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:22.551406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003cb30-3663-472c-b6d4-d816ed8df26d req-52d1deec-82a0-49c7-b00b-82e7c183dc8c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.553096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e003cb30-3663-472c-b6d4-d816ed8df26d req-52d1deec-82a0-49c7-b00b-82e7c183dc8c tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 867 time: 0.0965927 Dec 23 12:16:22.614318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event deleted for resources: {'Port': ['ID=6e7693bc-9aa0-4b7d-98eb-1bd4e8041197,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:22.662954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] No DVR routers for this DVR port 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:22.665003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e003cb30-3663-472c-b6d4-d816ed8df26d req-245dff0f-1643-432d-b483-a5421c598b75 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963702 Dec 23 12:16:22.666306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.670592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-311b394f-c3f5-4188-b49b-a734d25ac7ee req-33459471-069f-49d9-be13-484612ddf55b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "DELETE /v2.0/ports/6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 HTTP/1.1" status: 204 len: 173 time: 0.8515048 Dec 23 12:16:22.671061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-deleted', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:22.679160 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54061fc1-423b-4b50-81bb-dc8085d84d56" -d '{"events": [{"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-deleted", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:22.685763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}, {'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:22.688350 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f6b96-f0f1-4c7e-8ce3-71a5b2cacde4" -d '{"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}, {"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-plugged", "status": "completed", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:22.799792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948cf6-ff38-4002-8624-c64255b275ca req-ee66dcaf-b034-4266-a1dc-f0d3334388bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.801913 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-ee66dcaf-b034-4266-a1dc-f0d3334388bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cbcc3fc82094f1e89fa2662c1f32fd8&device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 1095 time: 0.0513072 Dec 23 12:16:22.877629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-35c0cfad-c110-4011-a7f8-8fd97f306e4b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.890368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-35c0cfad-c110-4011-a7f8-8fd97f306e4b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.2229173 Dec 23 12:16:22.912464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-8c541262-2499-4b95-89cc-359ca9d402e1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/quotas/fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 375 time: 0.0210743 Dec 23 12:16:22.922856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948cf6-ff38-4002-8624-c64255b275ca req-70d71d81-de37-4d7f-b50e-31f808c2f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.924330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-70d71d81-de37-4d7f-b50e-31f808c2f65d service neutron] 10.222.0.43 "GET /v2.0/networks?id=243c0764-0dbc-4298-9e9d-eff575985520 HTTP/1.1" status: 200 len: 913 time: 0.1127810 Dec 23 12:16:22.983178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-34c38197-3c11-4067-b82a-f181d4bd602b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35 HTTP/1.1" status: 200 len: 217 time: 0.0496519 Dec 23 12:16:22.993275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-408106a3-a7e7-49a8-bc2e-c89087f38cee tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797892 Dec 23 12:16:23.096007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948cf6-ff38-4002-8624-c64255b275ca req-18d8e3cb-0592-4f4d-951b-d887eaf7d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.099077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-18d8e3cb-0592-4f4d-951b-d887eaf7d82e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30a69aef-2b60-4977-a8a3-62cfcc0fc03f HTTP/1.1" status: 200 len: 852 time: 0.0954719 Dec 23 12:16:23.111783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-8c81e7f1-e6a3-4e24-92f2-24eed7b66c25 service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172523 Dec 23 12:16:23.153087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-d4352ccb-addc-4893-84e4-d603251cad8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=243c0764-0dbc-4298-9e9d-eff575985520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394011 Dec 23 12:16:23.239137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-07444bf8-24bb-464c-8f42-03e829b39cfa service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263690 Dec 23 12:16:23.290333 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa5a00c-5be6-4610-8694-f04bc1b225d8 x-openstack-request-id: req-caa5a00c-5be6-4610-8694-f04bc1b225d8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:23.290333 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-deleted", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:23.290333 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caa5a00c-5be6-4610-8694-f04bc1b225d8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:23.290789 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-deleted', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'status': 'completed', 'code': 200} Dec 23 12:16:23.329577 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e6366-a690-4dee-97d2-bb12127a61cd x-openstack-request-id: req-111e6366-a690-4dee-97d2-bb12127a61cd {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:23.330092 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-plugged", "status": "completed", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "code": 200}, {"server_uuid": "bcfa51fc-bfda-404a-93f6-401a5eaf676c", "name": "network-vif-plugged", "status": "completed", "tag": "6e7693bc-9aa0-4b7d-98eb-1bd4e8041197", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:23.330183 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-111e6366-a690-4dee-97d2-bb12127a61cd {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:23.330557 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'code': 200} Dec 23 12:16:23.330809 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfa51fc-bfda-404a-93f6-401a5eaf676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7693bc-9aa0-4b7d-98eb-1bd4e8041197', 'code': 200} Dec 23 12:16:23.376198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-3e6b5233-97e7-4623-ad1d-42d40e9f8c7a service neutron] 10.222.0.43 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154138 Dec 23 12:16:23.475359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51cbf6-15b0-4702-a1dd-884f2f5a8e74 req-32666f30-8575-435d-96f3-7597262fde81 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.487194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed51cbf6-15b0-4702-a1dd-884f2f5a8e74 req-32666f30-8575-435d-96f3-7597262fde81 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.0714240 Dec 23 12:16:23.499646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25948cf6-ff38-4002-8624-c64255b275ca req-d3249f07-8ac8-4e6e-b615-4441f4f7c8fc service neutron] 10.222.0.43 "GET /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161065 Dec 23 12:16:23.560147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed51cbf6-15b0-4702-a1dd-884f2f5a8e74 req-876a476f-d1c7-47c8-8e18-6d6522d6e95e tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719962 Dec 23 12:16:23.799711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5f4bab1-1d2f-423a-8bb8-085611e669cc req-d7751e5a-23dd-4466-b6c7-70214ce1dc2d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 210 time: 0.0506580 Dec 23 12:16:23.808838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571612-5028-4bbf-a602-d573d6a67486 req-87b23608-c8cc-4946-9f80-97375674a236 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.818537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4571612-5028-4bbf-a602-d573d6a67486 req-87b23608-c8cc-4946-9f80-97375674a236 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 944 time: 0.1793714 Dec 23 12:16:23.890227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4571612-5028-4bbf-a602-d573d6a67486 req-4c5ccf8c-b329-4a56-b6c6-c3c33221dca2 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Dec 23 12:16:23.969230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-6883a2ca-b978-4e9b-95f3-56e2a626f9d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673654 Dec 23 12:16:24.024069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827dd39-6d39-4cc8-8ac0-73fa4bcd3aca req-83a6acc9-4c60-4527-98cb-b4aded49ff2d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.033090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0827dd39-6d39-4cc8-8ac0-73fa4bcd3aca req-83a6acc9-4c60-4527-98cb-b4aded49ff2d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1398385 Dec 23 12:16:24.068944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647682a6-0aee-4791-a152-96cdf7eb4854 req-7a3178a3-3b6e-4795-ac9b-1cb74e96acd3 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa51fc-bfda-404a-93f6-401a5eaf676c HTTP/1.1" status: 200 len: 210 time: 0.0724978 Dec 23 12:16:24.118465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698def53-a40f-4d46-80f2-735982ab4e9b req-156eeb33-f60d-4d5a-9bd3-53c85e8d1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.123517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-156eeb33-f60d-4d5a-9bd3-53c85e8d1004 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1096 time: 0.0768318 Dec 23 12:16:24.130072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0827dd39-6d39-4cc8-8ac0-73fa4bcd3aca req-ca38277f-dd28-41db-b183-04f1005c4d59 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960677 Dec 23 12:16:24.317661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698def53-a40f-4d46-80f2-735982ab4e9b req-50f62634-1a46-48ae-b3fa-edde1038091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.319233 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-50f62634-1a46-48ae-b3fa-edde1038091c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1610701 Dec 23 12:16:24.346385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeefbf-d6e7-440f-a8fa-75fc017f6fca req-3a037294-92cf-4a45-821b-ba60a9306687 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.354171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2caeefbf-d6e7-440f-a8fa-75fc017f6fca req-3a037294-92cf-4a45-821b-ba60a9306687 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1174107 Dec 23 12:16:24.377952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-4a089815-eb5e-4dbb-b158-db0c46e43a5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.0504344 Dec 23 12:16:24.412416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2caeefbf-d6e7-440f-a8fa-75fc017f6fca req-5e603898-d977-4588-9d9b-0cec90902263 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571589 Dec 23 12:16:24.462652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698def53-a40f-4d46-80f2-735982ab4e9b req-23a8f69a-94f3-4314-88ab-ae97e7b1734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.464539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-23a8f69a-94f3-4314-88ab-ae97e7b1734d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0802941 Dec 23 12:16:24.533909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-88c0333b-16db-44a5-9ed1-567e888a7d5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615001 Dec 23 12:16:24.701474 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-8e92a964-129a-48a0-a3c9-ca6711be3f83 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591830 Dec 23 12:16:24.718267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7e90-fcc4-4bb6-a0cd-20314c1d3baa req-b95eaca5-38db-4357-bf76-774caf76ffc6 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.720581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8cc7e90-fcc4-4bb6-a0cd-20314c1d3baa req-b95eaca5-38db-4357-bf76-774caf76ffc6 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.0781069 Dec 23 12:16:24.791257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8cc7e90-fcc4-4bb6-a0cd-20314c1d3baa req-01a85ba2-b74d-467e-813e-b9b1a2990fcb tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624259 Dec 23 12:16:24.823049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-a0eae94a-6134-4914-9912-36275b76ae7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192024 Dec 23 12:16:24.844716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-698def53-a40f-4d46-80f2-735982ab4e9b req-478fa52a-02ef-42b1-a97f-88169a62c04e service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322575 Dec 23 12:16:24.990930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-07a93653-8ac8-4472-8cc2-9e88481469f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.990930 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-07a93653-8ac8-4472-8cc2-9e88481469f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=740e116276744f0da91def95a5241261&device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1100 time: 0.0898008 Dec 23 12:16:25.027473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e5b0189-9a64-41a6-ba13-327cd1385517 req-a9f5cd8a-8f08-46f1-9c41-22a9c7d5f47c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 210 time: 0.0340769 Dec 23 12:16:25.158751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-4146c1b1-a1e7-4781-821c-e40f82aaf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.160269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-4146c1b1-a1e7-4781-821c-e40f82aaf15a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1796365 Dec 23 12:16:25.214945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-8c093cbe-82d7-497a-852a-0d5305dfdae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 HTTP/1.1" status: 200 len: 217 time: 0.0455472 Dec 23 12:16:25.224094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 49e527e3-093a-4e2d-88b6-5a1d86004f35 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:25.225114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9863d-41cb-4c03-8e9f-336539324d78 req-10b598aa-b4b3-49da-b390-e82ed79e7318 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.235682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ef9863d-41cb-4c03-8e9f-336539324d78 req-10b598aa-b4b3-49da-b390-e82ed79e7318 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1057873 Dec 23 12:16:25.272166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:25.305140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ef9863d-41cb-4c03-8e9f-336539324d78 req-c6b07bc2-7fd5-4819-825c-00a275cf5eb7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Dec 23 12:16:25.335593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:25.335935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6e7693bc-9aa0-4b7d-98eb-1bd4e8041197 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:25.367068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-7060bfca-49ea-4a1a-abc3-8b31d629a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.369009 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-7060bfca-49ea-4a1a-abc3-8b31d629a130 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1398644 Dec 23 12:16:25.443759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2267e8-90f0-45cf-a8fe-11c41e489d13 req-0591f117-d289-46d8-b07d-7f0132942f52 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.455553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e2267e8-90f0-45cf-a8fe-11c41e489d13 req-0591f117-d289-46d8-b07d-7f0132942f52 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 944 time: 0.0747514 Dec 23 12:16:25.462164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-5682dc1a-0bbe-4dab-8fe5-2c3439a0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.466813 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-5682dc1a-0bbe-4dab-8fe5-2c3439a0bf73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824394 Dec 23 12:16:25.526629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35,segment=NetworkSegment(3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b),segment_id=3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:25.582489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '49e527e3-093a-4e2d-88b6-5a1d86004f35', 'network_id': '243c0764-0dbc-4298-9e9d-eff575985520', 'port_id': '49e527e3-093a-4e2d-88b6-5a1d86004f35', 'mac_address': 'fa:16:3e:a8:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a69aef-2b60-4977-a8a3-62cfcc0fc03f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:25.595878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e2267e8-90f0-45cf-a8fe-11c41e489d13 req-792fab73-1315-4175-8fae-6afa175bd6b6 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265440 Dec 23 12:16:25.676186 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-a4897e30-a49a-4dd9-bf5f-647800f5e55c service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012026 Dec 23 12:16:25.769759 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.798337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e527e3-093a-4e2d-88b6-5a1d86004f35 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:25.836905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35,segment=NetworkSegment(3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b),segment_id=3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:25.947743 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8b37341a-8292-4338-9e6a-f13e9c8c4e81 req-b9f3ba4d-bf7c-44f3-af17-cd4606e646a0 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551363 Dec 23 12:16:25.958240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.038782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:26.166522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d6045d5c-5df8-4abc-bf7f-a79a20d45632 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:26.168522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d6045d5c-5df8-4abc-bf7f-a79a20d45632 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.1399703 Dec 23 12:16:26.188488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-c45124de-c9ad-4a72-89e8-7f180287c2e4 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/quotas/97c3d6e3f28446ab8eaeb2a05bce3ab2 HTTP/1.1" status: 200 len: 375 time: 0.0104458 Dec 23 12:16:26.221540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-8ceb65bc-9812-405a-a642-da6ba8a43ba0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300996 Dec 23 12:16:26.224302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['49e527e3-093a-4e2d-88b6-5a1d86004f35'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:26.355118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-2bb883e9-2841-419c-a7ca-0b02075d1fff service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188352 Dec 23 12:16:26.450341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-40679cef-f14c-46c0-9e97-4aeb48698091 service neutron] 10.222.0.16 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903559 Dec 23 12:16:27.232445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 49e527e3-093a-4e2d-88b6-5a1d86004f35 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:27.306025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-4e849b81-b76e-4024-892c-8dafcba6988a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:27.310761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-4e849b81-b76e-4024-892c-8dafcba6988a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.1468496 Dec 23 12:16:27.328216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Request body: {'port': {'device_id': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'admin_state_up': True, 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:27.359729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d47af1c-28d2-420f-9d50-8e3cdf55c78f req-48afd2ce-1e70-4265-bcae-35c4a565a175 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 210 time: 0.0638876 Dec 23 12:16:27.487785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 49e527e3-093a-4e2d-88b6-5a1d86004f35 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:27.492011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 49e527e3-093a-4e2d-88b6-5a1d86004f35 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:27.492490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.575013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74edd8-1059-4e3b-b250-fcc5c963fb41 req-60cc5208-7a69-4cd6-ac77-cb6951aff022 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:27.576705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b74edd8-1059-4e3b-b250-fcc5c963fb41 req-60cc5208-7a69-4cd6-ac77-cb6951aff022 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0753400 Dec 23 12:16:27.585356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:27.597301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.641994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.692344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:27.701561 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31342005-d4fe-40b3-b8c6-bc354de861fa" -d '{"events": [{"server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "name": "network-vif-plugged", "status": "completed", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:27.704572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b74edd8-1059-4e3b-b250-fcc5c963fb41 req-93bef8c3-3f64-467d-a7ef-031f41f60c89 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214006 Dec 23 12:16:27.728976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35,segment=NetworkSegment(3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b),segment_id=3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:27.821352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.867075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Allocated IP 172.20.0.8 (b549ab4f-1e67-4ea0-9e40-144c664c2e7d/6efd998f-07b0-4bb2-8612-cc0eeec0b67f/54510d91-75e2-4278-9518-abb6a023059c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:27.889573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5da5ea-d905-4c52-a781-9595d49a5ca4 req-2a642c31-065b-43b1-98f6-6924e7a457ea tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:27.895171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5da5ea-d905-4c52-a781-9595d49a5ca4 req-2a642c31-065b-43b1-98f6-6924e7a457ea tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 945 time: 0.1103148 Dec 23 12:16:27.942913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:28.024660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5da5ea-d905-4c52-a781-9595d49a5ca4 req-0de4dfc9-03cb-42df-bd07-72df4ea486c5 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147122 Dec 23 12:16:28.131232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.183831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-951ac436-6c79-4f09-aff6-68e4482ffd88 req-5c7aec0d-35d7-48a4-9196-7e45ae3fca1e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0381541 Dec 23 12:16:28.235483 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d1fd47-9eca-4c7d-b4b7-577965fac01b x-openstack-request-id: req-56d1fd47-9eca-4c7d-b4b7-577965fac01b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:28.235968 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "name": "network-vif-plugged", "status": "completed", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:28.235968 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d1fd47-9eca-4c7d-b4b7-577965fac01b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:28.236155 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35', 'code': 200} Dec 23 12:16:28.360493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc78e-f9b0-48fc-a753-39f8d909319c req-66364983-7727-4dbe-8e72-d11c5d669010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:28.360493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2dedc78e-f9b0-48fc-a753-39f8d909319c req-66364983-7727-4dbe-8e72-d11c5d669010 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 1097 time: 0.0506215 Dec 23 12:16:28.366608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.378869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:28.458057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2dedc78e-f9b0-48fc-a753-39f8d909319c req-d4375a36-2017-4c9f-a1f8-4963a400a48c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888174 Dec 23 12:16:28.460942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:28.464984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:28.467178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:28.469573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:28.535072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-e47701a5-546c-4409-b667-faa5356b7555 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:16:28.537499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-e47701a5-546c-4409-b667-faa5356b7555 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079157 Dec 23 12:16:28.546246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:28.547234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.617316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-f65f5ae2-73d0-4d2f-b7c4-fd3c6e6f41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:28.618698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-f65f5ae2-73d0-4d2f-b7c4-fd3c6e6f41f8 service neutron] 10.222.0.16 "GET /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 1093 time: 0.0701883 Dec 23 12:16:28.633537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Request body: {'binding': {'host': 'n-h1-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:28.633991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:16:28.643232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107a81-0ed1-4829-9b29-aa10b31263a1 req-1f6004e5-4874-4894-b33b-03396a6e3945 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:28.650988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7107a81-0ed1-4829-9b29-aa10b31263a1 req-1f6004e5-4874-4894-b33b-03396a6e3945 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 931 time: 0.0843182 Dec 23 12:16:28.679720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-86182b59-591f-4c71-9d8a-56b3397fae0b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3594301 Dec 23 12:16:28.694100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Request body: {'port': {'device_id': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:28.760620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.802393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7107a81-0ed1-4829-9b29-aa10b31263a1 req-273d8920-50c8-4e75-907d-fa5537446188 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451280 Dec 23 12:16:28.950970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on host n-h1-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:28.957888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:28.957888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:28.960117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:28.960516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:28.968859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:28.969300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:28.969761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:28.970254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Bound port: d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:28.979842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ead9-770f-4336-ab9c-b543fdf05041 req-31d469c1-7221-4272-b54e-e5093d93a90e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:28.981765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e500ead9-770f-4336-ab9c-b543fdf05041 req-31d469c1-7221-4272-b54e-e5093d93a90e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0775695 Dec 23 12:16:29.076925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e500ead9-770f-4336-ab9c-b543fdf05041 req-49b72b19-26c7-458a-83b6-5f503519cccb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Dec 23 12:16:29.080678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:29.118389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54510d91-75e2-4278-9518-abb6a023059c {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:29.127575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.142148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Transition to ACTIVE for port object 54510d91-75e2-4278-9518-abb6a023059c will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:29.215631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fe764-a8c1-46e7-9ead-7fdc36fddb5a req-f5a64030-421d-46e5-ba0f-04f46568e006 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:29.227755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec1fe764-a8c1-46e7-9ead-7fdc36fddb5a req-f5a64030-421d-46e5-ba0f-04f46568e006 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 946 time: 0.0804975 Dec 23 12:16:29.237984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.239081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-33335906-6f8b-4732-b637-3589578f12fb service neutron] 10.222.0.16 "POST /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6105654 Dec 23 12:16:29.259792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.291319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec1fe764-a8c1-46e7-9ead-7fdc36fddb5a req-8a1dd0db-ab14-4f2a-bc86-29973fa77451 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Dec 23 12:16:29.324665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:29.421712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:29.422318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:29.422437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:29.427136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:29.427453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:29.432567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:29.433520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:29.434079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:29.434678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Bound port: 54510d91-75e2-4278-9518-abb6a023059c, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:29.435001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.554624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:29.558611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:29.561665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61fd2fdb-a376-4af8-ae18-508741e9dade req-bf468d82-02dd-468b-8211-e4e0552788a5 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0630336 Dec 23 12:16:29.674394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.724133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:29.724903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.726294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 1091 time: 1.0371609 Dec 23 12:16:29.726759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'tag': '54510d91-75e2-4278-9518-abb6a023059c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:29.729282 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980" -d '{"events": [{"name": "network-changed", "server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "tag": "54510d91-75e2-4278-9518-abb6a023059c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:29.764617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f1f42-ac91-49f3-819a-4cff589489a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:29.785809 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d199a-12fd-42a0-a7c6-44826d9936b6 x-openstack-request-id: req-f40d199a-12fd-42a0-a7c6-44826d9936b6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:29.786107 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "tag": "54510d91-75e2-4278-9518-abb6a023059c", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:29.786406 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f40d199a-12fd-42a0-a7c6-44826d9936b6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:29.786984 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'tag': '54510d91-75e2-4278-9518-abb6a023059c', 'status': 'completed', 'code': 200} Dec 23 12:16:29.822553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf934f-1494-4ead-a0fc-83e401037402 req-ff4c0645-f18d-4295-9577-3a92b2b4410b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:29.824605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94cf934f-1494-4ead-a0fc-83e401037402 req-ff4c0645-f18d-4295-9577-3a92b2b4410b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 945 time: 0.0814879 Dec 23 12:16:29.894751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-84888be5-5466-4fba-9956-e8b2fa7b670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:29.896870 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-84888be5-5466-4fba-9956-e8b2fa7b670b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1094 time: 0.0801365 Dec 23 12:16:29.915084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94cf934f-1494-4ead-a0fc-83e401037402 req-28754486-c1a2-4fb6-88ea-4f87ede2f262 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814667 Dec 23 12:16:29.966122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b917-9617-4c54-88e6-c1b18c7fe8be req-a6cd98d2-d1ad-4f36-8ec8-56dcc7d0c37b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:29.967637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9df4b917-9617-4c54-88e6-c1b18c7fe8be req-a6cd98d2-d1ad-4f36-8ec8-56dcc7d0c37b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.0710952 Dec 23 12:16:30.034956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9df4b917-9617-4c54-88e6-c1b18c7fe8be req-7654df9c-351d-47cd-ab80-8feafadf93b4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596411 Dec 23 12:16:30.087712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-27936466-8008-4be5-be9d-06f2e0a7ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.089875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-27936466-8008-4be5-be9d-06f2e0a7ce74 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fe446f35dda84662a71c0cabc5da52a6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1843703 Dec 23 12:16:30.213120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bd85-d86b-4ee3-865d-f8ee0640cce1 req-8f6f9ff6-8b14-4bcc-ac64-3a5eb0aeea39 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.221798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2234bd85-d86b-4ee3-865d-f8ee0640cce1 req-8f6f9ff6-8b14-4bcc-ac64-3a5eb0aeea39 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0705478 Dec 23 12:16:30.235106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-49622635-df98-47fc-8be0-06230ef972fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.236766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11ae7fdc-cc0b-4c9c-a69a-0098c09a6980 req-49622635-df98-47fc-8be0-06230ef972fa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402638 Dec 23 12:16:30.276615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2234bd85-d86b-4ee3-865d-f8ee0640cce1 req-e885e4bc-9944-4d82-94ec-9817e4e365cc tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Dec 23 12:16:30.340195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-9a05718a-07c5-400a-9334-46e4eb384a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.342981 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-9a05718a-07c5-400a-9334-46e4eb384a3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1094 time: 0.0521171 Dec 23 12:16:30.388064 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-f7fa24d3-885e-4617-a6d9-bb6f7f3282dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 217 time: 0.0378032 Dec 23 12:16:30.459483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286eb64-9fe8-4a8a-8b5b-a454290fe09e req-92b6fe13-1131-4ae8-a63b-5e35506d6db6 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.461339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5286eb64-9fe8-4a8a-8b5b-a454290fe09e req-92b6fe13-1131-4ae8-a63b-5e35506d6db6 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 946 time: 0.0873964 Dec 23 12:16:30.545472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5286eb64-9fe8-4a8a-8b5b-a454290fe09e req-5b7f8f59-7774-413e-b3f1-d0a406a728f4 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762548 Dec 23 12:16:30.582259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-efa12d23-2ce4-42ab-8f35-599cfae747fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.583724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-efa12d23-2ce4-42ab-8f35-599cfae747fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1873314 Dec 23 12:16:30.622261 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-819bb2ac-2053-4ac3-8784-ad53e2c347e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295734 Dec 23 12:16:30.662535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-b7488d04-90b2-4fa9-a8d4-6b55b56ef895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.665674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-b7488d04-90b2-4fa9-a8d4-6b55b56ef895 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1096 time: 0.1164129 Dec 23 12:16:30.723545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d258b0fa-ddf2-4a6c-986b-fdaf39b62b93 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.725299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d258b0fa-ddf2-4a6c-986b-fdaf39b62b93 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 822 time: 0.2728686 Dec 23 12:16:30.739186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Request body: {'port': {'device_id': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'admin_state_up': True, 'tenant_id': '97c3d6e3f28446ab8eaeb2a05bce3ab2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:30.757385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdeb92bf-c102-4ee1-b8b7-69581ccebd59 req-86d4e1c5-81c5-4e71-a3cc-2f6c2eafa21a tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0799370 Dec 23 12:16:30.853357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-9d874571-69f1-4e22-aba3-83d0193a01f8 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208145 Dec 23 12:16:30.922167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-6b5442a1-900e-4e70-8861-e90574443a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:30.922167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-6b5442a1-900e-4e70-8861-e90574443a8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.2383885 Dec 23 12:16:31.032877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-0b17d4ee-7798-457f-a000-5fa0430f71f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 217 time: 0.1105161 Dec 23 12:16:31.061122 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ff3658d-ffab-4bdc-bd85-21823f3f6972 req-92db5735-d29c-414c-8ad5-158d854a1b3a service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836574 Dec 23 12:16:31.110816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Made reservation on behalf of 97c3d6e3f28446ab8eaeb2a05bce3ab2 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:31.114742 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.143243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-27f000a4-ae7d-47bd-8272-5ba345f0a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:31.145344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-27f000a4-ae7d-47bd-8272-5ba345f0a9c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1046674 Dec 23 12:16:31.179682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f83e57-0e73-456b-8acf-b8580de7943c req-664c8f27-79c3-4a4e-882f-1bea1d081581 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:31.179682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62f83e57-0e73-456b-8acf-b8580de7943c req-664c8f27-79c3-4a4e-882f-1bea1d081581 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 945 time: 0.1222301 Dec 23 12:16:31.217514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-9516b506-063c-4826-9e66-c98fdece503c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415444 Dec 23 12:16:31.309951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62f83e57-0e73-456b-8acf-b8580de7943c req-e9afc664-8cac-406f-b281-2dbaacd34841 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320713 Dec 23 12:16:31.422762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-969feb8a-5fdf-4582-a0b3-107492d1f6cd service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913674 Dec 23 12:16:31.520649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed45a9c-9a82-404f-bca3-d328093139bd req-238c60e3-e932-451a-a062-f7e29a0f0a9e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:31.522395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed45a9c-9a82-404f-bca3-d328093139bd req-238c60e3-e932-451a-a062-f7e29a0f0a9e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.1267011 Dec 23 12:16:31.522551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Allocated IP 172.20.0.13 (87b0b694-0610-47ef-b672-c6ee35080c15/42e2ea7e-b32b-4903-a0c9-ee0f491a647a/07c83f96-1575-4d34-9439-ee744fe856bc) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:31.581770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-a5be2ad9-2ff0-4908-b631-1ca6442f098b service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446757 Dec 23 12:16:31.602145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed45a9c-9a82-404f-bca3-d328093139bd req-3de98769-349a-4370-9fac-379323c2c131 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716345 Dec 23 12:16:31.680556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.718975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddccb11-29a4-4122-abcc-8a6a8b537347 req-96c53b85-ce7a-49cc-b2de-25b6ed249555 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:31.720581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fddccb11-29a4-4122-abcc-8a6a8b537347 req-96c53b85-ce7a-49cc-b2de-25b6ed249555 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0595629 Dec 23 12:16:31.773515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fddccb11-29a4-4122-abcc-8a6a8b537347 req-591c384a-323f-41c8-a4ea-333cc4c89ef1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Dec 23 12:16:31.915735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4fe1a1a-546c-4a98-99ca-9c747093e96e req-d3c88b59-273b-43e0-b42f-9d383769801b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0265982 Dec 23 12:16:31.972216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.017300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Network 87b0b694-0610-47ef-b672-c6ee35080c15 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:32.020439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:32.022878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:32.051575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event updated for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.086448 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:32.089319 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:32.091159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.091573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.092607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-cac8e4b7-1d23-4c3c-88e6-154a8c4747fd tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.094167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-cac8e4b7-1d23-4c3c-88e6-154a8c4747fd tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.0803940 Dec 23 12:16:32.108211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822750-2'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:32.199582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.205863 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-d123d148-e5b5-442b-886a-5626ad8ca007 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4711385 Dec 23 12:16:32.220192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ed4d3-1133-40ac-807a-2a85178af10c req-d2125e74-a344-40b3-8aff-03c185620931 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.221238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Request body: {'port': {'device_id': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:32.221959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c62ed4d3-1133-40ac-807a-2a85178af10c req-d2125e74-a344-40b3-8aff-03c185620931 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 946 time: 0.0917292 Dec 23 12:16:32.305830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.348276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c62ed4d3-1133-40ac-807a-2a85178af10c req-b1a252c7-d934-4bfd-b500-f8a53bae32b6 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193376 Dec 23 12:16:32.403707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:32.511493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104559ab-020c-408f-8e50-fcbaf3a82e93 req-635952ed-2be9-47c6-befd-a214d2cb20fa tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.514345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-104559ab-020c-408f-8e50-fcbaf3a82e93 req-635952ed-2be9-47c6-befd-a214d2cb20fa tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 945 time: 0.0821042 Dec 23 12:16:32.523321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:32.608739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:32.610941 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b314ae0-26e5-4628-b3a0-62bf41b77d93" -d '{"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-unplugged", "status": "completed", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:32.615219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.620143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-104559ab-020c-408f-8e50-fcbaf3a82e93 req-adc9a45e-f35c-4eed-926f-e7714305c868 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Dec 23 12:16:32.664000 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8d6554-529e-4fc5-9029-81c5a1facb2a x-openstack-request-id: req-db8d6554-529e-4fc5-9029-81c5a1facb2a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:32.664438 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-unplugged", "status": "completed", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:32.664577 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db8d6554-529e-4fc5-9029-81c5a1facb2a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:32.665045 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'code': 200} Dec 23 12:16:32.694635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c83f96-1575-4d34-9439-ee744fe856bc {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:32.704260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.723703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Transition to ACTIVE for port object 07c83f96-1575-4d34-9439-ee744fe856bc will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:32.728596 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:16:32.739425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.817546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac932-3f69-46f5-8046-d02a7a50c96c req-480e31dd-eacd-4d55-85e2-9b3006a006f9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.819163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e7ac932-3f69-46f5-8046-d02a7a50c96c req-480e31dd-eacd-4d55-85e2-9b3006a006f9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.1100247 Dec 23 12:16:32.845150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:32.881952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.974214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Pushing event updated for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.036760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Attempting to bind port 07c83f96-1575-4d34-9439-ee744fe856bc on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:33.037648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Attempting to bind port 07c83f96-1575-4d34-9439-ee744fe856bc by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:33.038322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Attempting to bind port 07c83f96-1575-4d34-9439-ee744fe856bc on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:33.044287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Port 07c83f96-1575-4d34-9439-ee744fe856bc on network 87b0b694-0610-47ef-b672-c6ee35080c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:33.044753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Attempting to bind port 07c83f96-1575-4d34-9439-ee744fe856bc on network 87b0b694-0610-47ef-b672-c6ee35080c15 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:33.051480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:33.051480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Checking segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:33.052459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Bound using segment: {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:33.053048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Bound port: 07c83f96-1575-4d34-9439-ee744fe856bc, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead61a2c-99d5-4f89-be34-084541d351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:33.053491 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.134596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:33.139077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c83f96-1575-4d34-9439-ee744fe856bc,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:33.166939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on host n-h2-822750-2 for vnic_type normal with profile {"migrating_to": "n-h1-822750-2"} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:33.167357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:33.167853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:33.179122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:33.179445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Attempting to bind port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:33.199805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:33.200224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:33.200621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:33.201299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Bound port: d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:33.201653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.224042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9301-5fa5-4e7e-8c88-b00aaf192a69 req-f12c4f9d-d26b-46ad-8f30-7c0244c1fdac tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.225584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-114b9301-5fa5-4e7e-8c88-b00aaf192a69 req-f12c4f9d-d26b-46ad-8f30-7c0244c1fdac tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.3640840 Dec 23 12:16:33.255568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e7ac932-3f69-46f5-8046-d02a7a50c96c req-40157047-929f-4ea3-a5bf-3373dd2e8624 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059019 Dec 23 12:16:33.340582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.375448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-114b9301-5fa5-4e7e-8c88-b00aaf192a69 req-40d5927d-ff94-4e9c-8a65-2a279ace1827 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344411 Dec 23 12:16:33.376852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:33.440448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.441105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.443078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] 10.222.0.43 "PUT /v2.0/ports/07c83f96-1575-4d34-9439-ee744fe856bc HTTP/1.1" status: 200 len: 1092 time: 1.2273006 Dec 23 12:16:33.443540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:33.446953 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498" -d '{"events": [{"name": "network-changed", "server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:33.486095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:33.490927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa495-390f-40f1-9b73-bb0df2574101 service neutron] Pushing event updated for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.523615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19585cc7-8525-4e9d-b08c-b1332f2823fb req-4ce7deca-526f-438f-bc80-4a227cf87970 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.534530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19585cc7-8525-4e9d-b08c-b1332f2823fb req-4ce7deca-526f-438f-bc80-4a227cf87970 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 944 time: 0.1301079 Dec 23 12:16:33.543831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015142-c91a-422e-a503-5e6b11162426 req-8130edaf-bed2-4ac4-90ed-6f1a0bd49825 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.545335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36015142-c91a-422e-a503-5e6b11162426 req-8130edaf-bed2-4ac4-90ed-6f1a0bd49825 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 946 time: 0.1517208 Dec 23 12:16:33.601980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-8d8ebafa-cff1-4ec4-b7eb-f424f11bc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.607380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-8d8ebafa-cff1-4ec4-b7eb-f424f11bc2ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 1095 time: 0.0665431 Dec 23 12:16:33.645140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.655928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-b8dce514-03cc-4cd6-b5c9-07efe08b2f45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c83f96-1575-4d34-9439-ee744fe856bc HTTP/1.1" status: 200 len: 217 time: 0.0401409 Dec 23 12:16:33.723025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-b411b6e3-828d-4def-bebd-7105c8b92256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.726990 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-b411b6e3-828d-4def-bebd-7105c8b92256 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.0634642 Dec 23 12:16:33.769076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-19e7efd0-c6d3-41f5-89e7-a8717ae214f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347936 Dec 23 12:16:33.774123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.774761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.776222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] 10.222.0.57 "PUT /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 1121 time: 1.6722341 Dec 23 12:16:33.821103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19585cc7-8525-4e9d-b08c-b1332f2823fb req-faf99756-7b73-4a69-94b9-d2953f53e10d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747486 Dec 23 12:16:33.831703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fcc52-14fe-45b5-a420-98f4e9c3de2f req-c3bb2cbb-d688-4c0c-8525-2c36a5dccc8b tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.840502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa0fcc52-14fe-45b5-a420-98f4e9c3de2f req-c3bb2cbb-d688-4c0c-8525-2c36a5dccc8b tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 946 time: 0.2363534 Dec 23 12:16:33.847310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d14a938e-dcb0-4ecb-abc1-b187ce21f3dd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:33.863764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ccf1a-e0ab-4b0f-843f-fa16b5d53128 service neutron] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=8']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.945553 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ef311-2085-4be1-a22a-4cfafc41eca1 x-openstack-request-id: req-a12ef311-2085-4be1-a22a-4cfafc41eca1 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:33.947572 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:33.948002 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a12ef311-2085-4be1-a22a-4cfafc41eca1 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:33.948667 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc', 'status': 'completed', 'code': 200} Dec 23 12:16:33.965019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa0fcc52-14fe-45b5-a420-98f4e9c3de2f req-afb13a6d-1179-4451-9cff-c962127d59dd tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/security-groups?id=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225870 Dec 23 12:16:33.967935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Deleting port 49e527e3-093a-4e2d-88b6-5a1d86004f35 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:16:33.968284 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.031487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-f143c487-8be2-4664-a53b-f56a9617ad26 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538958 Dec 23 12:16:34.116308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27161b83-4349-4c99-93a8-94d9273fbaa4 req-9c432214-9954-432a-b485-d5a03ebea174 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.117845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27161b83-4349-4c99-93a8-94d9273fbaa4 req-9c432214-9954-432a-b485-d5a03ebea174 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0881441 Dec 23 12:16:34.161552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] For port 49e527e3-093a-4e2d-88b6-5a1d86004f35, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=49e527e3-093a-4e2d-88b6-5a1d86004f35,segment=NetworkSegment(3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b),segment_id=3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:34.161833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.165356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cd53bb3-8c72-4c21-90e6-45603f551a1f req-de3a9d78-7959-461b-8dc8-eed466fa8732 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136384 Dec 23 12:16:34.186330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Calling delete_port for 49e527e3-093a-4e2d-88b6-5a1d86004f35 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:34.193948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27161b83-4349-4c99-93a8-94d9273fbaa4 req-de3e1124-ad18-4ae0-a296-8ded762e9ae3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Dec 23 12:16:34.347148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-1928ea5b-4088-442c-974a-8abd9485f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.348849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-1928ea5b-4088-442c-974a-8abd9485f4a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 1095 time: 0.0653706 Dec 23 12:16:34.422184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4cd03-0ff4-463b-9c83-33983a694fc4 req-b76ffeb9-c615-459a-a185-11a4db231ae0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.426020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fde4cd03-0ff4-463b-9c83-33983a694fc4 req-b76ffeb9-c615-459a-a185-11a4db231ae0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.0710866 Dec 23 12:16:34.508537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-d5c4c0ce-7d37-4234-87ab-1032f6cf4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.510124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fde4cd03-0ff4-463b-9c83-33983a694fc4 req-c0e3a547-bbb8-4026-bb81-19a9d054815a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782061 Dec 23 12:16:34.511079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.519143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-d5c4c0ce-7d37-4234-87ab-1032f6cf4f98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 200 len: 923 time: 0.1588981 Dec 23 12:16:34.524873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['49e527e3-093a-4e2d-88b6-5a1d86004f35'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:34.570832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Pushing event deleted for resources: {'Port': ['ID=49e527e3-093a-4e2d-88b6-5a1d86004f35,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:34.623774 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-cdbd3308-f3f7-49c8-beaa-516fa0814268 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c83f96-1575-4d34-9439-ee744fe856bc HTTP/1.1" status: 200 len: 217 time: 0.0971942 Dec 23 12:16:34.642066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] No DVR routers for this DVR port 49e527e3-093a-4e2d-88b6-5a1d86004f35 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:34.646615 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.649529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36015142-c91a-422e-a503-5e6b11162426 req-7b0f483f-bb13-4d9e-a85c-5c4604014d86 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.43 "DELETE /v2.0/ports/49e527e3-093a-4e2d-88b6-5a1d86004f35 HTTP/1.1" status: 204 len: 173 time: 1.0940130 Dec 23 12:16:34.660547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8db26-b24e-45b8-b972-27bfdc3de896 req-8bfcd853-6de9-489d-8f61-e1b346c6a611 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.662123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbe8db26-b24e-45b8-b972-27bfdc3de896 req-8bfcd853-6de9-489d-8f61-e1b346c6a611 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1454196 Dec 23 12:16:34.666329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd'}, {'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'name': 'network-vif-deleted', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:34.669571 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195774f4-e591-49fa-abef-e0b955f3b4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd"}, {"server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "name": "network-vif-deleted", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:34.693959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-8fc39205-6b3f-4e2e-bcc4-2f3c607fb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.697350 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-8fc39205-6b3f-4e2e-bcc4-2f3c607fb46b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 200 len: 862 time: 0.0652564 Dec 23 12:16:34.724291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ffff8-d5c0-4645-a99a-54f40c8106bc x-openstack-request-id: req-e47ffff8-d5c0-4645-a99a-54f40c8106bc {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:34.724849 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd", "status": "completed", "code": 200}, {"server_uuid": "1e5bd5e2-dd44-4950-9867-5c94c9c8eec4", "name": "network-vif-deleted", "tag": "49e527e3-093a-4e2d-88b6-5a1d86004f35", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:34.724849 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e47ffff8-d5c0-4645-a99a-54f40c8106bc {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:34.726339 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'status': 'completed', 'code': 200} Dec 23 12:16:34.726339 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5bd5e2-dd44-4950-9867-5c94c9c8eec4', 'name': 'network-vif-deleted', 'tag': '49e527e3-093a-4e2d-88b6-5a1d86004f35', 'status': 'completed', 'code': 200} Dec 23 12:16:34.742850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbe8db26-b24e-45b8-b972-27bfdc3de896 req-ce645332-0aab-46ce-8dc9-b941b3b3b0a4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656078 Dec 23 12:16:34.747957 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-2ed55404-b489-475a-80e8-9f3c219dfe99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87b0b694-0610-47ef-b672-c6ee35080c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394602 Dec 23 12:16:34.800566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-f19ad149-d574-4a3b-acbe-d731d35e6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.802137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-f19ad149-d574-4a3b-acbe-d731d35e6605 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1124 time: 0.0434144 Dec 23 12:16:34.863782 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-37854746-2cc0-4775-938d-5f086920e95e service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055875 Dec 23 12:16:34.902688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-a3b64a38-4477-49d4-a6c4-cbe5bae83398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.904548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-a3b64a38-4477-49d4-a6c4-cbe5bae83398 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.0939400 Dec 23 12:16:34.989902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-46313a22-2466-45ed-b67e-431d5b3750e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 217 time: 0.0739341 Dec 23 12:16:35.030766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-12c7f0c2-f3c5-4a24-bc6a-5335312a9498 req-4eea2cf5-c6d7-4b24-b7f3-2e43107ba732 service neutron] 10.222.0.43 "GET /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579454 Dec 23 12:16:35.109896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8273808-ec96-41a6-a723-b7eeafc4d5d0 req-191810bb-60cd-4439-bf77-af87ef9daee4 tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0389261 Dec 23 12:16:35.112798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-53d4b2d6-6e78-43f4-a59d-b989ac2af26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.114320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-53d4b2d6-6e78-43f4-a59d-b989ac2af26b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1044190 Dec 23 12:16:35.122120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445df89a-e05c-40c8-982e-8df6696a1b16 req-8793c932-38f3-4800-9103-af55e61ee260 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.130562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-445df89a-e05c-40c8-982e-8df6696a1b16 req-8793c932-38f3-4800-9103-af55e61ee260 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 944 time: 0.1508839 Dec 23 12:16:35.173269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-d0d3fbc3-16f3-42e7-a134-33a01ab0979e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406470 Dec 23 12:16:35.245287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-445df89a-e05c-40c8-982e-8df6696a1b16 req-d30b9815-588a-4007-972b-63c7f49e4c96 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138465 Dec 23 12:16:35.336816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-7f8fd6bb-4641-4475-95f6-be1e0304606c service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523275 Dec 23 12:16:35.402176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9309e2-170c-40d5-8d2e-4b86e67773e8 req-b11eb407-69f1-488c-97fe-a36444012cdb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.404290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa9309e2-170c-40d5-8d2e-4b86e67773e8 req-b11eb407-69f1-488c-97fe-a36444012cdb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.1074419 Dec 23 12:16:35.485809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa9309e2-170c-40d5-8d2e-4b86e67773e8 req-07c5e58a-9342-404e-84b7-78a6f107a800 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711594 Dec 23 12:16:35.492535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195774f4-e591-49fa-abef-e0b955f3b4e4 req-a8a0e856-8537-4d8f-ba2c-c4847297c757 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453025 Dec 23 12:16:35.660994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856285d-5223-4b58-abb1-0d9597cc681d req-f3ca865c-1243-42d7-928c-8aa4b0423447 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.662631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d856285d-5223-4b58-abb1-0d9597cc681d req-f3ca865c-1243-42d7-928c-8aa4b0423447 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.0587926 Dec 23 12:16:35.724194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d856285d-5223-4b58-abb1-0d9597cc681d req-3bc8392b-5ebf-4b6b-a83b-cdf11dae8589 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548298 Dec 23 12:16:35.760836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 54510d91-75e2-4278-9518-abb6a023059c details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:35.863511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ee992-4eff-4dc5-a34e-d18c9fbd185a req-f6a3c3b9-1300-4a50-9bd8-6a68c1deb70a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.864607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:35.865113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f4ee992-4eff-4dc5-a34e-d18c9fbd185a req-f6a3c3b9-1300-4a50-9bd8-6a68c1deb70a tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0613568 Dec 23 12:16:35.877080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '54510d91-75e2-4278-9518-abb6a023059c', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'port_id': '54510d91-75e2-4278-9518-abb6a023059c', 'mac_address': 'fa:16:3e:37:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efd998f-07b0-4bb2-8612-cc0eeec0b67f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:35.915801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f4ee992-4eff-4dc5-a34e-d18c9fbd185a req-30d9790b-51c7-4704-ba36-f3c2531753f5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Dec 23 12:16:35.919624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.934603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54510d91-75e2-4278-9518-abb6a023059c {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:35.955404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:36.259442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f153b93c-1b43-441b-839d-7250b0fdd641 req-b7d0bca5-e406-4339-9a6d-e00abcdb447e tempest-ServerPasswordTestJSON-58454911 tempest-ServerPasswordTestJSON-58454911-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e5bd5e2-dd44-4950-9867-5c94c9c8eec4 HTTP/1.1" status: 200 len: 210 time: 0.0268152 Dec 23 12:16:36.374869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881054-16c0-4079-b3a5-7c98cd97204b req-d34c9a5b-ce64-4bab-928f-fc104674077b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:36.376373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0881054-16c0-4079-b3a5-7c98cd97204b req-d34c9a5b-ce64-4bab-928f-fc104674077b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 944 time: 0.0556793 Dec 23 12:16:36.428093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0881054-16c0-4079-b3a5-7c98cd97204b req-6a3b09a8-939a-4fca-841d-3aaf86ea8616 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Dec 23 12:16:36.516680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.517380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:36.625773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8027433-1152-46c5-84bb-702ef8276615 req-b2a38df9-6279-4e68-9067-e0298d4e0359 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:36.627482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8027433-1152-46c5-84bb-702ef8276615 req-b2a38df9-6279-4e68-9067-e0298d4e0359 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0618341 Dec 23 12:16:36.638491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:36.692512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8027433-1152-46c5-84bb-702ef8276615 req-bd1ff658-e58d-494b-8d23-3c0975a939a0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Dec 23 12:16:36.695966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:36.716265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:16:36.878089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a49c-0860-4fa1-8291-eff39ef382be req-f6e16b6d-5883-4152-a186-916b0707e535 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:36.879704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c803a49c-0860-4fa1-8291-eff39ef382be req-f6e16b6d-5883-4152-a186-916b0707e535 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0609906 Dec 23 12:16:36.934508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c803a49c-0860-4fa1-8291-eff39ef382be req-7badf000-d2f5-4fd4-9f2a-bcc4a37eef52 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Dec 23 12:16:37.063310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d622c4a-2dfc-47ac-bc6e-ef4ab7db4f2f req-9555c592-914e-47fb-b8a9-e9498ad73c95 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:37.065104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d622c4a-2dfc-47ac-bc6e-ef4ab7db4f2f req-9555c592-914e-47fb-b8a9-e9498ad73c95 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0530193 Dec 23 12:16:37.114284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d622c4a-2dfc-47ac-bc6e-ef4ab7db4f2f req-dd54ac09-33cc-43d8-9a6b-d0355542ff05 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Dec 23 12:16:37.187890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['54510d91-75e2-4278-9518-abb6a023059c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:37.297455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c83f96-1575-4d34-9439-ee744fe856bc details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:37.299161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 49e527e3-093a-4e2d-88b6-5a1d86004f35 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:37.316492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:37.332601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 49e527e3-093a-4e2d-88b6-5a1d86004f35 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:37.333004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 49e527e3-093a-4e2d-88b6-5a1d86004f35 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:37.361603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Deleting subnet 30a69aef-2b60-4977-a8a3-62cfcc0fc03f {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:16:37.365177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.402546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.444247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c83f96-1575-4d34-9439-ee744fe856bc,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:37.446819 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.455770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '07c83f96-1575-4d34-9439-ee744fe856bc', 'network_id': '87b0b694-0610-47ef-b672-c6ee35080c15', 'port_id': '07c83f96-1575-4d34-9439-ee744fe856bc', 'mac_address': 'fa:16:3e:61:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e2ea7e-b32b-4903-a0c9-ee0f491a647a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:37.500225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.514746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c83f96-1575-4d34-9439-ee744fe856bc {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:37.535738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c83f96-1575-4d34-9439-ee744fe856bc,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:37.565601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123823b-0bbe-4476-978d-6549327f6b16 req-e7e2894c-c02c-4df0-986d-e27ca2483d14 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:37.567023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a123823b-0bbe-4476-978d-6549327f6b16 req-e7e2894c-c02c-4df0-986d-e27ca2483d14 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 944 time: 0.0495782 Dec 23 12:16:37.610973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.619393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a123823b-0bbe-4476-978d-6549327f6b16 req-c55635f5-4206-453b-8716-f427a8c8d456 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Dec 23 12:16:37.641605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a69aef-2b60-4977-a8a3-62cfcc0fc03f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:37.648277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.649908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.658361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c69218f-3191-439e-b11e-26896ffd9fe0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30a69aef-2b60-4977-a8a3-62cfcc0fc03f HTTP/1.1" status: 204 len: 168 time: 0.3406806 Dec 23 12:16:37.668668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60882) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:37.722461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:37.749977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.830500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c334c-c1b5-4f0b-9111-9defc8e35e51 req-1d1b77b4-9c58-4e8c-8f0e-6cbb36ed2ccc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:37.832084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de3c334c-c1b5-4f0b-9111-9defc8e35e51 req-1d1b77b4-9c58-4e8c-8f0e-6cbb36ed2ccc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0616634 Dec 23 12:16:37.838107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.863481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243c0764-0dbc-4298-9e9d-eff575985520']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:37.874927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:37.875348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0872e1-9bde-4c4c-8f5f-bbf3c60ea18b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:37.876301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['07c83f96-1575-4d34-9439-ee744fe856bc'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:37.889804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.893075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de3c334c-c1b5-4f0b-9111-9defc8e35e51 req-4aff456d-9bea-4bb3-a8b0-1948ffc61077 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Dec 23 12:16:37.905754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.912107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:16:37.912491 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:16:37.914497 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:16:38.076526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.082382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.085768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] 10.222.0.16 "DELETE /v2.0/networks/243c0764-0dbc-4298-9e9d-eff575985520 HTTP/1.1" status: 204 len: 168 time: 0.4163375 Dec 23 12:16:38.098529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882d2c-1595-46d9-a55e-bf3938342edc admin admin] Pushing event deleted for resources: {'Network': ['ID=243c0764-0dbc-4298-9e9d-eff575985520,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:38.143861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-bf451729-235e-4baa-b782-1bf411500b29 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:38.145332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-bf451729-235e-4baa-b782-1bf411500b29 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/networks?id=5b5c803f-bf78-4eb1-ac54-04323be598f1 HTTP/1.1" status: 200 len: 815 time: 0.1442955 Dec 23 12:16:38.157545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1918f0b-3c31-4cf0-8886-a91f6b852ddd req-ea38b70e-a929-49cd-a201-8818d2fd8de8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:38.158933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1918f0b-3c31-4cf0-8886-a91f6b852ddd req-ea38b70e-a929-49cd-a201-8818d2fd8de8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0927944 Dec 23 12:16:38.181202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-2e047f54-a73e-4764-9bba-67b2fd6e7b3d tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/quotas/af159898b5574cc7a4411702e7a24222 HTTP/1.1" status: 200 len: 375 time: 0.0213284 Dec 23 12:16:38.235591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1918f0b-3c31-4cf0-8886-a91f6b852ddd req-50d4b9df-f87f-43fa-8738-4018e32243dd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Dec 23 12:16:38.250906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-9aa64048-bcb6-4073-bd55-80f42a33705f tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af159898b5574cc7a4411702e7a24222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626707 Dec 23 12:16:38.380431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b58f9-5b69-4c09-b885-3d4b74a9dfe9 req-8a9ad26f-2eee-4c0d-bf1f-76b33e6d048d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:38.381970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f9b58f9-5b69-4c09-b885-3d4b74a9dfe9 req-8a9ad26f-2eee-4c0d-bf1f-76b33e6d048d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0768929 Dec 23 12:16:38.385539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-779e7f15-a240-4726-9d30-93b9478c1b20 service neutron] 10.222.0.16 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271489 Dec 23 12:16:38.467739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60908) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:38.483901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f9b58f9-5b69-4c09-b885-3d4b74a9dfe9 req-8d736c9a-e113-49f6-af94-c6342f422e91 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957980 Dec 23 12:16:38.512004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-87041e97-d7bc-4724-909e-78c4e2b2d929 service neutron] 10.222.0.16 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153569 Dec 23 12:16:38.512157 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-899f5acc-b3d2-416a-be97-de276d8e8341 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cbcc3fc82094f1e89fa2662c1f32fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405316 Dec 23 12:16:38.512353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:38.561393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.582944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.697125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.697618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.701944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/477ec5ae-3e4c-4702-ac2a-a70a4d697ba9 HTTP/1.1" status: 204 len: 168 time: 0.1878617 Dec 23 12:16:38.710205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ebd8-d413-4283-ada3-e5e5bd24ad15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ec5ae-3e4c-4702-ac2a-a70a4d697ba9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:38.779846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad1efddc-039d-4c9c-b7a4-93b94cdd0cb8 req-897804dc-9323-4d03-ba48-cf05090f3533 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 210 time: 0.0528340 Dec 23 12:16:38.810353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faefd9a-a6ec-414f-b78d-93fe35b82342 req-4a3a9701-7bc5-4c27-8272-5b276a356844 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:38.812192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9faefd9a-a6ec-414f-b78d-93fe35b82342 req-4a3a9701-7bc5-4c27-8272-5b276a356844 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 945 time: 0.1237853 Dec 23 12:16:38.866379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9faefd9a-a6ec-414f-b78d-93fe35b82342 req-cca6854a-14cd-48f8-b2a2-ad26edef4770 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Dec 23 12:16:39.044853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea4152-b852-452f-9e28-e768bab2b1e2 req-190ecef3-e7ea-4142-88bc-80839ffa8b3b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:39.046500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7ea4152-b852-452f-9e28-e768bab2b1e2 req-190ecef3-e7ea-4142-88bc-80839ffa8b3b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0544600 Dec 23 12:16:39.096096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7ea4152-b852-452f-9e28-e768bab2b1e2 req-5b9646b3-7389-4871-83be-8da74ce58b71 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Dec 23 12:16:39.288998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c83f96-1575-4d34-9439-ee744fe856bc up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:39.358955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607f36f-ac21-4792-9dc0-bb3f9c27fa89 req-9c56ce63-1424-416f-9018-503d10be928b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:39.360503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c607f36f-ac21-4792-9dc0-bb3f9c27fa89 req-9c56ce63-1424-416f-9018-503d10be928b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0483296 Dec 23 12:16:39.417701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c607f36f-ac21-4792-9dc0-bb3f9c27fa89 req-76d2b200-90bd-42eb-ab09-01496ee881ee tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506256 Dec 23 12:16:39.453357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 07c83f96-1575-4d34-9439-ee744fe856bc completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:39.457697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 07c83f96-1575-4d34-9439-ee744fe856bc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:39.458105 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.535684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.559148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:39.561420 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e9da05-6e5d-4dbb-90e0-8ba73f998023" -d '{"events": [{"server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "name": "network-vif-plugged", "status": "completed", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:39.573942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c83f96-1575-4d34-9439-ee744fe856bc,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:39.601457 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2d8e3-ad32-4cf7-b28a-c31de22f3236 x-openstack-request-id: req-94b2d8e3-ad32-4cf7-b28a-c31de22f3236 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:39.601457 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "name": "network-vif-plugged", "status": "completed", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:39.601457 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b2d8e3-ad32-4cf7-b28a-c31de22f3236 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:39.601457 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc', 'code': 200} Dec 23 12:16:39.618263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd115c3-8076-44a4-bb93-d31994efcdb3 req-6458c479-0eb7-469e-8f00-5a3ce2d38ba1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:39.621403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abd115c3-8076-44a4-bb93-d31994efcdb3 req-6458c479-0eb7-469e-8f00-5a3ce2d38ba1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0559347 Dec 23 12:16:39.664959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.683747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abd115c3-8076-44a4-bb93-d31994efcdb3 req-aa763226-1d1d-4838-ae35-34ca2be9a476 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Dec 23 12:16:39.720103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:39.741500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c3f8-65fe-4978-9867-624c045ef897 req-254ff7c7-ab62-4a29-8063-680c8688b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:39.742991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4904c3f8-65fe-4978-9867-624c045ef897 req-254ff7c7-ab62-4a29-8063-680c8688b579 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 1097 time: 0.0400918 Dec 23 12:16:39.786515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 54510d91-75e2-4278-9518-abb6a023059c up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:39.800375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4904c3f8-65fe-4978-9867-624c045ef897 req-8210566a-48b4-4d69-a6b2-825bc33ce0cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Dec 23 12:16:39.866300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ce148d7-18b2-468e-b01d-04c45f41ef31 req-2e7e1625-688e-45a2-b8c5-bed7492a2099 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 210 time: 0.0283570 Dec 23 12:16:39.929689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 54510d91-75e2-4278-9518-abb6a023059c completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:39.935912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 54510d91-75e2-4278-9518-abb6a023059c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:39.936531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.982102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:40.012732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b58ba0-511b-4139-a20d-ceeaf03d22a1 req-af035452-233b-4bbd-bdf7-9fc08821fc79 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.014581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33b58ba0-511b-4139-a20d-ceeaf03d22a1 req-af035452-233b-4bbd-bdf7-9fc08821fc79 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.0562913 Dec 23 12:16:40.068885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33b58ba0-511b-4139-a20d-ceeaf03d22a1 req-8fa63f2d-7b22-40f4-81f8-9f749dcdfe8e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481403 Dec 23 12:16:40.071861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.119427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-555977014-network', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:40.232509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c08d-136f-4da9-9dd4-ab9a7aec292b req-172f4885-8428-414a-81c4-d358946f6ba4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.233950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a71c08d-136f-4da9-9dd4-ab9a7aec292b req-172f4885-8428-414a-81c4-d358946f6ba4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0529134 Dec 23 12:16:40.242250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Made reservation on behalf of af888f0fbc664aea821d40bc687773ff for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:40.244947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.261792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.267102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:40.284782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a71c08d-136f-4da9-9dd4-ab9a7aec292b req-298ebc8e-6ab5-44f8-851d-9cd2cf69e461 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Dec 23 12:16:40.343369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.540109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4a44a-170f-4d44-82dc-b856135be342 req-b9597915-1807-4dbf-8086-95e313b8cf33 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.541601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61a4a44a-170f-4d44-82dc-b856135be342 req-b9597915-1807-4dbf-8086-95e313b8cf33 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0476849 Dec 23 12:16:40.545205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.545702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.567563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:40.583353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ac607-6b20-4598-955c-42ea0e1e91e0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.586255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.586592 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Added segment e0d0091b-d01b-4af5-8bb9-d357c96f8343 of type vlan for network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab Dec 23 12:16:40.594842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61a4a44a-170f-4d44-82dc-b856135be342 req-43f60ec4-81c0-4907-948d-9938c75c2066 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Dec 23 12:16:40.596344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.630657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.825431 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.826413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.827445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.832391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418f91-5069-4a33-85ec-9fcb757c2e0c req-dbf7a51c-d555-4cd9-8726-45b25870caf5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.833905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d418f91-5069-4a33-85ec-9fcb757c2e0c req-dbf7a51c-d555-4cd9-8726-45b25870caf5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0574532 Dec 23 12:16:40.885540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d418f91-5069-4a33-85ec-9fcb757c2e0c req-29ad0ded-afad-4c23-acb2-4870104343ed tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Dec 23 12:16:40.890690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] Pushing event updated for resources: {'Network': ['ID=5273c965-7b38-4d27-9f73-bcbbc9ee4fab,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.901273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:40.949669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-28865ace-f7bf-4498-9f4f-9da766b2ca42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9640324 Dec 23 12:16:40.952929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60976) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:40.957901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Request body: {'subnet': {'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-subnet', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:40.994658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09a32ac-cae8-448e-9f60-7359fc21d350 req-62cd8dd2-1bb0-4ac3-9460-0a7d5194d3ad tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 210 time: 0.0546541 Dec 23 12:16:41.105286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Made reservation on behalf of af888f0fbc664aea821d40bc687773ff for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:41.107863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.232301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfd48d-896c-4ed0-937d-b8e7a7a5e64a req-88bb20f7-4279-48f2-9fef-6c8a754298a0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.237350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cdfd48d-896c-4ed0-937d-b8e7a7a5e64a req-88bb20f7-4279-48f2-9fef-6c8a754298a0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.0940619 Dec 23 12:16:41.285199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cdfd48d-896c-4ed0-937d-b8e7a7a5e64a req-bd78ee2c-cb0d-470e-8d89-05d7aa3b15ad tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Dec 23 12:16:41.408448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269df6-eb35-4440-9e3d-f06befa2eab0 req-60aa5c4c-a16f-4bd0-bb0b-93a69723f678 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.409852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72269df6-eb35-4440-9e3d-f06befa2eab0 req-60aa5c4c-a16f-4bd0-bb0b-93a69723f678 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 943 time: 0.0511317 Dec 23 12:16:41.425282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.463557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72269df6-eb35-4440-9e3d-f06befa2eab0 req-506aae22-ab90-4dc3-87d2-d4c03dc26bf9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Dec 23 12:16:41.489804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e8607b-43d2-46b5-ace0-24050b1bdd6d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:41.498766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Checking segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:41.499120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Network hostable DHCP agents. Network: 5273c965-7b38-4d27-9f73-bcbbc9ee4fab, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:41.516132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-ac57e531-cefa-40b4-9383-2ee5346b2ab1 service neutron] 10.222.0.43 "GET /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.0653021 Dec 23 12:16:41.600437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54510d91-75e2-4278-9518-abb6a023059c'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:41.602950 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2484dc00-f76b-4ab6-979e-9085577caf28" -d '{"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-plugged", "status": "completed", "tag": "54510d91-75e2-4278-9518-abb6a023059c"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:41.619562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:41.642121 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c960b1-e4a2-49ad-b5b5-e06a0516a4c3 x-openstack-request-id: req-89c960b1-e4a2-49ad-b5b5-e06a0516a4c3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:41.642927 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-plugged", "status": "completed", "tag": "54510d91-75e2-4278-9518-abb6a023059c", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:41.642927 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89c960b1-e4a2-49ad-b5b5-e06a0516a4c3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:41.643125 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54510d91-75e2-4278-9518-abb6a023059c', 'code': 200} Dec 23 12:16:41.731247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:41.744688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5273c965-7b38-4d27-9f73-bcbbc9ee4fab) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:41.749637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.750231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.757108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963cea77-43bb-44c1-8c76-d75893637559 None None] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:41.783410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:41.792942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c27a9-60cf-4512-8e63-0c9316eec890 req-b851e864-0e96-4204-bc5c-e23ca90bb342 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.794426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d3c27a9-60cf-4512-8e63-0c9316eec890 req-b851e864-0e96-4204-bc5c-e23ca90bb342 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1117525 Dec 23 12:16:41.818370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:41.827443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a00a04-d682-4c80-bd4b-5f3cb0224f3f req-c36e6c57-7669-4c05-9e2d-7f92d601670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.829056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a00a04-d682-4c80-bd4b-5f3cb0224f3f req-c36e6c57-7669-4c05-9e2d-7f92d601670c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1096 time: 0.1152740 Dec 23 12:16:41.858473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14a938e-dcb0-4ecb-abc1-b187ce21f3dd {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:41.877582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:41.881668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77c20b-b609-493c-85a4-8e5f4df1489f None None] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:41.882283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4291aa03-537f-493e-8db5-442e44b8f02a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9282897 Dec 23 12:16:41.890922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:41.906003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:41.935801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d3c27a9-60cf-4512-8e63-0c9316eec890 req-779d1db5-4491-4b32-b0e3-98e0926f28f1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215017 Dec 23 12:16:41.957953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a00a04-d682-4c80-bd4b-5f3cb0224f3f req-b6342680-1d89-4b12-a409-34c2e5d09ebc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Dec 23 12:16:42.020794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-01a149b7-90eb-47db-a603-3e717579477b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:42.027388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-01a149b7-90eb-47db-a603-3e717579477b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.43 "GET /v2.0/networks?id=5b5c803f-bf78-4eb1-ac54-04323be598f1 HTTP/1.1" status: 200 len: 815 time: 0.1765363 Dec 23 12:16:42.037744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:42.041832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Request body: {'port': {'device_id': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'admin_state_up': True, 'tenant_id': 'af159898b5574cc7a4411702e7a24222'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:42.045720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.065036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:16:42.115538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9c0aa7c-c59d-49ab-bf97-f2abe3eedebd req-d0ed53e0-d4d3-42aa-aa2d-05654b39ae79 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 210 time: 0.0316525 Dec 23 12:16:42.116340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.124519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.177102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4018faa-cda9-47b0-992b-a50e5098fd6d req-b14b77c8-1363-4cc1-8b76-03dd3bd3f20b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:42.178637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4018faa-cda9-47b0-992b-a50e5098fd6d req-b14b77c8-1363-4cc1-8b76-03dd3bd3f20b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1453562 Dec 23 12:16:42.236836 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.278381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] Transition to ACTIVE for port object d14a938e-dcb0-4ecb-abc1-b187ce21f3dd will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:42.285648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4018faa-cda9-47b0-992b-a50e5098fd6d req-0e130c0d-f497-41cb-93d8-7ef6776ce39d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964282 Dec 23 12:16:42.305346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Made reservation on behalf of af159898b5574cc7a4411702e7a24222 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:42.309774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.441861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Allocated IP 172.20.0.13 (5b5c803f-bf78-4eb1-ac54-04323be598f1/9bc8bb60-197a-41fe-9120-a7b7ba07a7f1/8d93bdf0-4688-4625-9a9b-20f02482f181) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:42.611625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.707944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.728845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.787258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:42.790458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:42.794266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:42.801655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Pushing event updated for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:42.832462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.832810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.835787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.836642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.836642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:42.836806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0bc8d-7cb8-43e5-b97a-f5383680604c req-34585109-3101-4b69-9ea6-e6570cae576d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:42.838099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25c0bc8d-7cb8-43e5-b97a-f5383680604c req-34585109-3101-4b69-9ea6-e6570cae576d tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.4388223 Dec 23 12:16:42.868602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:42.869357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.874503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] No DVR routers for this DVR port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:42.877762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.881530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=10']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:42.953884 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-79f3e6f1-8e01-4042-82cb-bddb04591d6b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217622 Dec 23 12:16:42.963238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25c0bc8d-7cb8-43e5-b97a-f5383680604c req-8abad645-35c2-4068-9397-03f93bff99f5 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165924 Dec 23 12:16:42.968218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-06373605-e8f6-423f-9425-e493e0db8d12 service neutron] 10.222.0.43 "PUT /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd/bindings/n-h1-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4443538 Dec 23 12:16:43.146611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f7ab078e-1fae-4a3c-a75b-bfdc9e966f55 None None] Provisioning complete for port 8d93bdf0-4688-4625-9a9b-20f02482f181 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:43.147062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7ab078e-1fae-4a3c-a75b-bfdc9e966f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.183507 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:43.187394 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:16:43.190497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d3a49-d985-4c38-93f2-de2d0619ae5f req-fa6b39d2-06c0-4676-95a0-3685cb1ab0cd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:43.192657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e3d3a49-d985-4c38-93f2-de2d0619ae5f req-fa6b39d2-06c0-4676-95a0-3685cb1ab0cd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.1042533 Dec 23 12:16:43.203011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1214b42-5381-4156-9b9d-8ee95ef3a610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.207712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab078e-1fae-4a3c-a75b-bfdc9e966f55 None None] Port 8d93bdf0-4688-4625-9a9b-20f02482f181 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:43.338525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e3d3a49-d985-4c38-93f2-de2d0619ae5f req-468dd824-3d00-4dcf-be77-3c89f0340813 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326344 Dec 23 12:16:43.389752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.441940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.578151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749a75f-5a6d-4ea4-bf37-15bfab626e92 req-12d59318-4e79-4454-87d3-0571f4607373 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:43.579778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b749a75f-5a6d-4ea4-bf37-15bfab626e92 req-12d59318-4e79-4454-87d3-0571f4607373 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1404593 Dec 23 12:16:43.618766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Allocated IP 172.25.7.166 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/ab869f2c-80e2-411f-8df0-e252c02e3751) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:43.702405 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b749a75f-5a6d-4ea4-bf37-15bfab626e92 req-200aa25c-b3e2-438f-9855-6945ea1f0872 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157019 Dec 23 12:16:43.785992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.888717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.937335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:43.940271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:43.942924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:43.982349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Pushing event updated for resources: {'Port': ['ID=ab869f2c-80e2-411f-8df0-e252c02e3751,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:44.349888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a155ab-3ae2-4d37-8a76-28e835b5ee27 req-2c11ff0e-e354-47eb-bcd5-ad923c145540 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:44.351654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96a155ab-3ae2-4d37-8a76-28e835b5ee27 req-2c11ff0e-e354-47eb-bcd5-ad923c145540 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 932 time: 0.1009846 Dec 23 12:16:44.369244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.483984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96a155ab-3ae2-4d37-8a76-28e835b5ee27 req-61a6c5af-1f4a-4a19-9888-2fda4e50bd62 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237137 Dec 23 12:16:44.652892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f208c-e337-4fa8-8f20-54690738006d req-20c8f568-facb-4a5b-8886-eb901c0045c1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:44.654423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-386f208c-e337-4fa8-8f20-54690738006d req-20c8f568-facb-4a5b-8886-eb901c0045c1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0966287 Dec 23 12:16:44.658066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.780275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-386f208c-e337-4fa8-8f20-54690738006d req-e8e56ae9-9036-491f-8540-45dde3f2c5d0 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190398 Dec 23 12:16:44.934205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Router 0b26a44c-c51a-43db-bd35-508945291508 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:16:45.048547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:45.061909 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Sync routers for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:45.073782 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:45.074511 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:16:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:45.141564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.142912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c80f4316-4443-454a-b4b4-535490704a36 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2457037 Dec 23 12:16:45.145801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32804) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:45.187879 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:45.352617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:45.399208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:16:45.399605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:45.413440 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:44Z', 'revision_number': 3, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:45.447926 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Checking router: 0b26a44c-c51a-43db-bd35-508945291508 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:45.449070 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Updating router 0b26a44c-c51a-43db-bd35-508945291508 port ab869f2c-80e2-411f-8df0-e252c02e3751 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:45.479488 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.623579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-521756b8-6f2a-46b6-a71f-86c0af2edf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.634093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.765742 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.816247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:45.818416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Allocated IP 172.20.0.1 (5273c965-7b38-4d27-9f73-bcbbc9ee4fab/b8e8607b-43d2-46b5-ace0-24050b1bdd6d/1010ccfb-f2ec-4044-a8dd-4d65de325bea) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:45.962340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.997305 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.051629 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Pushing event updated for resources: {'Port': ['ID=ab869f2c-80e2-411f-8df0-e252c02e3751,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:46.053899 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Attempting to bind port ab869f2c-80e2-411f-8df0-e252c02e3751 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:46.054259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Attempting to bind port ab869f2c-80e2-411f-8df0-e252c02e3751 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:46.054614 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Attempting to bind port ab869f2c-80e2-411f-8df0-e252c02e3751 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:46.063281 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.063966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.063966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.064268 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.064593 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.064946 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.065266 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.065588 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.065835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.065963 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.066206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.066520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.066831 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.067143 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.075112 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:46.075398 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:46.075702 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.076087 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:46.076559 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Bound port: ab869f2c-80e2-411f-8df0-e252c02e3751, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:46.077134 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.107720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:46.112270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:46.116737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:46.119006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Pushing event updated for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:46.136293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] For port ab869f2c-80e2-411f-8df0-e252c02e3751, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:46.140263 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] For port ab869f2c-80e2-411f-8df0-e252c02e3751, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ab869f2c-80e2-411f-8df0-e252c02e3751,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:46.163397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.294672 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.356866 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ba61-4499-4388-b77a-054b1eefb9c9 None None] Pushing event updated for resources: {'Port': ['ID=ab869f2c-80e2-411f-8df0-e252c02e3751,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:46.361792 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:46.368297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:16:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:46.387854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.414694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.479035 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:46.596877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.671212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.761663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Pushing event updated for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:46.765327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.779958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.780315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.780777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.781036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.781377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.781710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.782040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.782377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.782700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.783028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.783353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.784121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.784121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:46.817761 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1010ccfb-f2ec-4044-a8dd-4d65de325bea', 'name': '', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'mac_address': 'fa:16:3e:6a:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:45Z', 'updated_at': '2021-12-23T12:16:45Z', 'revision_number': 1, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'subnets': [{'id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:46.845178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8355fa-f7ec-4be2-91e9-5dd73da4d601 None None] The sync data for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 is: [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1010ccfb-f2ec-4044-a8dd-4d65de325bea', 'name': '', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'mac_address': 'fa:16:3e:6a:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:45Z', 'updated_at': '2021-12-23T12:16:45Z', 'revision_number': 1, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'subnets': [{'id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:46.902377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:46.904453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:47.047916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Router 0b26a44c-c51a-43db-bd35-508945291508 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:16:47.180382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:47.186363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3e888cf7-84ff-4468-a82e-5408d88854ec admin admin] 10.222.0.16 "PUT /v2.0/routers/0b26a44c-c51a-43db-bd35-508945291508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0393226 Dec 23 12:16:47.990175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.065705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.023522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Sync routers for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:49.035347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:49.036065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:16:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:49.039545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.153416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:49.299729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ab869f2c-80e2-411f-8df0-e252c02e3751 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:49.392163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ab869f2c-80e2-411f-8df0-e252c02e3751 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:49.392645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.503034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1010ccfb-f2ec-4044-a8dd-4d65de325bea', 'name': '', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'mac_address': 'fa:16:3e:6a:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:45Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 2, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'subnets': [{'id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:49.538813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Checking router: 0b26a44c-c51a-43db-bd35-508945291508 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:49.539265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Updating router 0b26a44c-c51a-43db-bd35-508945291508 port 1010ccfb-f2ec-4044-a8dd-4d65de325bea binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:49.544856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.583351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.586062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port ab869f2c-80e2-411f-8df0-e252c02e3751, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ab869f2c-80e2-411f-8df0-e252c02e3751,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:49.685764 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.790181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=ab869f2c-80e2-411f-8df0-e252c02e3751,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:49.911445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.985457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.039526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea780-1fae-494d-97b6-2784b006d1aa None None] Pushing event updated for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:50.093126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Attempting to bind port 1010ccfb-f2ec-4044-a8dd-4d65de325bea on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:50.093486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Attempting to bind port 1010ccfb-f2ec-4044-a8dd-4d65de325bea by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:50.093843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Attempting to bind port 1010ccfb-f2ec-4044-a8dd-4d65de325bea on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:50.098752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:50.099115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Checking segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:50.099507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.099949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Bound using segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:50.100410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Bound port: 1010ccfb-f2ec-4044-a8dd-4d65de325bea, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:50.100782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.299221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] For port 1010ccfb-f2ec-4044-a8dd-4d65de325bea, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:50.302248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] For port 1010ccfb-f2ec-4044-a8dd-4d65de325bea, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1010ccfb-f2ec-4044-a8dd-4d65de325bea,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:50.380151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.442291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:50.442912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:16:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:50.447606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea780-1fae-494d-97b6-2784b006d1aa None None] Pushing event updated for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:50.558718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:50.781820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1010ccfb-f2ec-4044-a8dd-4d65de325bea', 'name': '', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'mac_address': 'fa:16:3e:6a:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:45Z', 'updated_at': '2021-12-23T12:16:50Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'subnets': [{'id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:50.809580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598936b-7c60-4f3b-afc4-f2ed64addc4e None None] The sync data for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 is: [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1010ccfb-f2ec-4044-a8dd-4d65de325bea', 'name': '', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'mac_address': 'fa:16:3e:6a:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:45Z', 'updated_at': '2021-12-23T12:16:50Z', 'revision_number': 4, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'subnets': [{'id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:51.295132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ab869f2c-80e2-411f-8df0-e252c02e3751 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:51.356686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ab869f2c-80e2-411f-8df0-e252c02e3751 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:51.357124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.452602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1010ccfb-f2ec-4044-a8dd-4d65de325bea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:51.505068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1010ccfb-f2ec-4044-a8dd-4d65de325bea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:51.505461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.590796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.632869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1010ccfb-f2ec-4044-a8dd-4d65de325bea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1010ccfb-f2ec-4044-a8dd-4d65de325bea,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:51.722419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.733426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaab92-4d47-47b8-8124-fc4600c27720 req-be7cf0a3-b8b6-4f9a-a9fd-d6f27014d3ad tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:51.735785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5beaab92-4d47-47b8-8124-fc4600c27720 req-be7cf0a3-b8b6-4f9a-a9fd-d6f27014d3ad tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.0533116 Dec 23 12:16:51.805757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:52.011780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5beaab92-4d47-47b8-8124-fc4600c27720 req-ac707e2b-c307-47d9-bb28-292b9a58d9ef tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683361 Dec 23 12:16:52.122868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72072-cf58-423b-8d07-7bbe0e7ce0ef req-320e68e6-7ec9-490a-abe5-d84c27d10a84 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.124351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3d72072-cf58-423b-8d07-7bbe0e7ce0ef req-320e68e6-7ec9-490a-abe5-d84c27d10a84 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.0508943 Dec 23 12:16:52.175980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3d72072-cf58-423b-8d07-7bbe0e7ce0ef req-878d69e4-d53f-44a6-acc4-eb47bab4fdb7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Dec 23 12:16:52.281838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925d39-54b9-4884-929f-a1c6b4eb0d42 req-ac246659-b56c-4683-a8c5-8497fb31e6dd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.283351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55925d39-54b9-4884-929f-a1c6b4eb0d42 req-ac246659-b56c-4683-a8c5-8497fb31e6dd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Dec 23 12:16:52.335051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55925d39-54b9-4884-929f-a1c6b4eb0d42 req-9e07161e-50e3-47a0-9b5d-d8e825eec0c2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453300 Dec 23 12:16:52.390848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.446014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38066-1cb7-4a94-80e0-b6ed9c890be3 req-f0b81077-9efc-46da-8039-a8e975bdcc8c tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.447530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6f38066-1cb7-4a94-80e0-b6ed9c890be3 req-f0b81077-9efc-46da-8039-a8e975bdcc8c tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 932 time: 0.0522847 Dec 23 12:16:52.497161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6f38066-1cb7-4a94-80e0-b6ed9c890be3 req-ebe52a7f-cfe0-43eb-a88d-6a61af845a43 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427444 Dec 23 12:16:52.598352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef077d-51be-4011-8a3f-719cb6d9bc40 req-a22d0be0-92b6-47e3-a9c6-5ed7ceff3cb8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.599826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20ef077d-51be-4011-8a3f-719cb6d9bc40 req-a22d0be0-92b6-47e3-a9c6-5ed7ceff3cb8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0492606 Dec 23 12:16:52.648808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20ef077d-51be-4011-8a3f-719cb6d9bc40 req-04902377-4b08-43cc-b4f3-02b909da465b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Dec 23 12:16:52.937534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-a2ec06d1-8750-4e2a-9667-2e8aa361f3ec tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.938990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-a2ec06d1-8750-4e2a-9667-2e8aa361f3ec tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 818 time: 0.1060922 Dec 23 12:16:52.953615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-4eebec5b-b948-452d-9296-db0b89a30bd7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/quotas/af888f0fbc664aea821d40bc687773ff HTTP/1.1" status: 200 len: 375 time: 0.0089464 Dec 23 12:16:53.002306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-c15f6d0b-a6a8-4fe3-8322-a4ec3ba8abaa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434811 Dec 23 12:16:53.099147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-2b23b08c-d628-40c4-8a64-4f1be89bd96b service neutron] 10.222.0.16 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900555 Dec 23 12:16:53.189114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-615194c1-af94-46e7-ba65-ced421bdddaf service neutron] 10.222.0.16 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828094 Dec 23 12:16:53.213586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1010ccfb-f2ec-4044-a8dd-4d65de325bea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:53.261820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1010ccfb-f2ec-4044-a8dd-4d65de325bea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:53.262178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.372063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Request body: {'port': {'device_id': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:53.444845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.611559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-3a6fa28b-3051-46ed-98ee-857f96224441 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.613101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-3a6fa28b-3051-46ed-98ee-857f96224441 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.0985348 Dec 23 12:16:53.620619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011f0c3-ec44-499f-a835-ad59fed1d5cc req-f78d22f3-ba6a-4306-9adb-5b00305d3727 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.621961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2011f0c3-ec44-499f-a835-ad59fed1d5cc req-f78d22f3-ba6a-4306-9adb-5b00305d3727 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.0689063 Dec 23 12:16:53.754512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-bf8ae0f4-973e-4f24-9408-50fb0de2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.756027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-bf8ae0f4-973e-4f24-9408-50fb0de2018e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84&tenant_id=341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 1095 time: 0.1331999 Dec 23 12:16:53.770110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497218b-496c-4bee-b1bc-662a5dd26328 req-27b35838-5c3b-4585-977b-ae99313d76e5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.771512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d93bdf0-4688-4625-9a9b-20f02482f181 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:53.771671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7497218b-496c-4bee-b1bc-662a5dd26328 req-27b35838-5c3b-4585-977b-ae99313d76e5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.1476057 Dec 23 12:16:53.775026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2011f0c3-ec44-499f-a835-ad59fed1d5cc req-0436d03a-c97a-417d-81e1-3c50130b4612 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362596 Dec 23 12:16:53.781413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.796398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Transition to ACTIVE for port object 8d93bdf0-4688-4625-9a9b-20f02482f181 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:53.860149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7497218b-496c-4bee-b1bc-662a5dd26328 req-92dff3a2-87aa-4a87-908c-6301c571b9cd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804858 Dec 23 12:16:53.879047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-65a8262f-7ca9-4d9e-8950-616dcfe58a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.880879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-65a8262f-7ca9-4d9e-8950-616dcfe58a34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1095 time: 0.0946958 Dec 23 12:16:53.884269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.939995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:53.960675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549b18-3c38-41fe-9af2-7227b391785d req-c0f26b56-43d9-4f3c-9c76-4cc884422e47 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.968359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd549b18-3c38-41fe-9af2-7227b391785d req-c0f26b56-43d9-4f3c-9c76-4cc884422e47 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1215503 Dec 23 12:16:54.006394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67637d79-670f-45b5-ba1b-a80611e86f18 req-f6ef6b36-9e64-4007-939b-7aeec67c53f9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 210 time: 0.0543869 Dec 23 12:16:54.017050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Attempting to bind port 8d93bdf0-4688-4625-9a9b-20f02482f181 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:54.017392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Attempting to bind port 8d93bdf0-4688-4625-9a9b-20f02482f181 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:54.017719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Attempting to bind port 8d93bdf0-4688-4625-9a9b-20f02482f181 on network 5b5c803f-bf78-4eb1-ac54-04323be598f1 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:54.026200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Port 8d93bdf0-4688-4625-9a9b-20f02482f181 on network 5b5c803f-bf78-4eb1-ac54-04323be598f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:54.027673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Attempting to bind port 8d93bdf0-4688-4625-9a9b-20f02482f181 on network 5b5c803f-bf78-4eb1-ac54-04323be598f1 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:54.041537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:54.041958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Checking segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:54.042426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Bound using segment: {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:54.042982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Bound port: 8d93bdf0-4688-4625-9a9b-20f02482f181, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:54.043274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.074766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd549b18-3c38-41fe-9af2-7227b391785d req-dd5b3faa-715c-4280-972f-785410fab1b6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034994 Dec 23 12:16:54.141433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-2cff2fd6-eb59-40eb-ab02-d352f6317ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.143055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-2cff2fd6-eb59-40eb-ab02-d352f6317ce0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.2550340 Dec 23 12:16:54.146629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:54.150036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=8d93bdf0-4688-4625-9a9b-20f02482f181,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:54.220027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.220258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-5e382f55-69f0-4c17-820d-4586e5ff8236 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 217 time: 0.0625434 Dec 23 12:16:54.258695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.259315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.260712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d93bdf0-4688-4625-9a9b-20f02482f181 HTTP/1.1" status: 200 len: 1092 time: 0.8936207 Dec 23 12:16:54.261969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:54.264582 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa8f078-4c4a-4302-a500-a2b18756c32e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:54.274894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af8b52-40cf-45bc-927c-5d9049b37d2c req-63294e8c-7179-4915-9b65-2b4af542ae0f tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.276699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9af8b52-40cf-45bc-927c-5d9049b37d2c req-63294e8c-7179-4915-9b65-2b4af542ae0f tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 944 time: 0.1536274 Dec 23 12:16:54.287268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5af7-e6b9-476f-aa7e-cf79a27c5511 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:54.297979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8adfe-97c6-448d-a450-f63ea989ed97 req-98b48489-0543-48b3-aa24-fd268597610d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.299620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c8adfe-97c6-448d-a450-f63ea989ed97 req-98b48489-0543-48b3-aa24-fd268597610d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.1406577 Dec 23 12:16:54.327537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-e963e53f-6b47-4a67-ae79-25401f295257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.330755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-e963e53f-6b47-4a67-ae79-25401f295257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1010971 Dec 23 12:16:54.370878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-2a7691a4-918d-415b-9a89-6b5d3fe9afbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335457 Dec 23 12:16:54.423580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-a7e802d3-ac03-4703-869f-ba8e5eec2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.427260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-a7e802d3-ac03-4703-869f-ba8e5eec2ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af159898b5574cc7a4411702e7a24222&device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 1095 time: 0.0440326 Dec 23 12:16:54.465103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9af8b52-40cf-45bc-927c-5d9049b37d2c req-4ea32569-69a5-4231-a83f-5dd570aed409 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780167 Dec 23 12:16:54.476784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c8adfe-97c6-448d-a450-f63ea989ed97 req-1626cf0f-2cc5-41fb-9c7a-ad7b69e2aca9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677506 Dec 23 12:16:54.491489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-6fbc126e-f64e-4529-a4c1-53da3aea8ed0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d93bdf0-4688-4625-9a9b-20f02482f181 HTTP/1.1" status: 200 len: 217 time: 0.0533643 Dec 23 12:16:54.515517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-6a0a3adb-58ee-422d-9a68-37297d5a1d14 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318493 Dec 23 12:16:54.552109 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b84c29-a9ff-4bc0-b8f3-fcbc48043750 x-openstack-request-id: req-25b84c29-a9ff-4bc0-b8f3-fcbc48043750 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:54.553384 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:54.553649 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25b84c29-a9ff-4bc0-b8f3-fcbc48043750 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:54.555700 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181', 'status': 'completed', 'code': 200} Dec 23 12:16:54.568549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-f760bb04-1a43-4fc9-9ec3-8b6662b03a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.570413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-f760bb04-1a43-4fc9-9ec3-8b6662b03a87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9bc8bb60-197a-41fe-9120-a7b7ba07a7f1 HTTP/1.1" status: 200 len: 854 time: 0.0714371 Dec 23 12:16:54.629251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-2e3fc1f2-9b67-42cb-9a64-07ffbd6738c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.631962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-2e3fc1f2-9b67-42cb-9a64-07ffbd6738c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b5c803f-bf78-4eb1-ac54-04323be598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519402 Dec 23 12:16:54.717681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-5fd6e3d9-392a-473c-8b63-54bdad64329e service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935296 Dec 23 12:16:54.728066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-f9cf8ea5-afa6-482d-82d7-13aa191f6e6e service neutron] 10.222.0.43 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897145 Dec 23 12:16:54.737085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-23f0cea0-e179-475f-893b-b516b5eba208 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.738639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-23f0cea0-e179-475f-893b-b516b5eba208 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 818 time: 0.1440756 Dec 23 12:16:54.754485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-7db5a87c-b491-43db-aa5a-5248c7c99901 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/quotas/af888f0fbc664aea821d40bc687773ff HTTP/1.1" status: 200 len: 375 time: 0.0100322 Dec 23 12:16:54.807456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-f92dd58f-0ad7-4da5-a8c1-0c362f7bc1ef tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459542 Dec 23 12:16:54.839829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2a46842-492a-4860-8d10-60e2f3d42799 req-91a42b40-8f37-459b-9ba9-85506c5340b0 service neutron] 10.222.0.43 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008959 Dec 23 12:16:54.943361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822db6d-8c9a-44ac-b7e7-4e6769dcf849 req-8d4f6bc0-7756-43b5-92e4-edf4e2053c34 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.944881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f822db6d-8c9a-44ac-b7e7-4e6769dcf849 req-8d4f6bc0-7756-43b5-92e4-edf4e2053c34 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.0791609 Dec 23 12:16:54.949227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-c993cc76-80c7-42c7-8163-2bee3a706cad service neutron] 10.222.0.16 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312864 Dec 23 12:16:55.043527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-da454ed2-1f6d-48bb-bc3a-1534c8c5027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.045106 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-da454ed2-1f6d-48bb-bc3a-1534c8c5027f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af159898b5574cc7a4411702e7a24222&device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 1095 time: 0.0511680 Dec 23 12:16:55.097510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f822db6d-8c9a-44ac-b7e7-4e6769dcf849 req-4b1afcb9-7345-4ea6-b789-f5b85a5dff74 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups?id=44774ff5-004e-4a50-96bc-d2b98d04f8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407378 Dec 23 12:16:55.128542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-3c06b682-dbc7-457d-8af2-ff358f16ee67 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.130062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-3c06b682-dbc7-457d-8af2-ff358f16ee67 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 946 time: 0.1104574 Dec 23 12:16:55.134040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-af3f48ad-3dc0-4eff-8c6e-805911796871 service neutron] 10.222.0.16 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695969 Dec 23 12:16:55.154581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-12025136-5653-4f5e-93a5-2c70b11d35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.156307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-12025136-5653-4f5e-93a5-2c70b11d35c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b5c803f-bf78-4eb1-ac54-04323be598f1 HTTP/1.1" status: 200 len: 916 time: 0.1040251 Dec 23 12:16:55.215477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-18c5941e-aeeb-4ad2-a0c6-0911bd64b162 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d93bdf0-4688-4625-9a9b-20f02482f181 HTTP/1.1" status: 200 len: 217 time: 0.0499895 Dec 23 12:16:55.274897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-2285355d-2c0a-48f3-9dad-8004341741d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.276444 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-2285355d-2c0a-48f3-9dad-8004341741d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9bc8bb60-197a-41fe-9120-a7b7ba07a7f1 HTTP/1.1" status: 200 len: 854 time: 0.0552399 Dec 23 12:16:55.299825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-3b127b67-1902-4dcc-8a1d-2dacd4888217 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.301387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-3b127b67-1902-4dcc-8a1d-2dacd4888217 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.1195614 Dec 23 12:16:55.318966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978f70c-728e-436a-9f4e-6c41445ae368 req-533a8343-3092-49e5-b31c-2f2ac6577b67 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.336450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e978f70c-728e-436a-9f4e-6c41445ae368 req-533a8343-3092-49e5-b31c-2f2ac6577b67 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.1370683 Dec 23 12:16:55.337034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-7c42e8d5-a273-4a1e-b73f-93a9ee2ec2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.337034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-7c42e8d5-a273-4a1e-b73f-93a9ee2ec2aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b5c803f-bf78-4eb1-ac54-04323be598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485923 Dec 23 12:16:55.466778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e978f70c-728e-436a-9f4e-6c41445ae368 req-43c7ea34-9623-4fc9-bc17-056ea7318823 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086233 Dec 23 12:16:55.469383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Deleting port 07c83f96-1575-4d34-9439-ee744fe856bc {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:16:55.469722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.477849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-f8ca8dcd-4c1b-4d65-864f-69dfcecaab0f service neutron] 10.222.0.43 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377983 Dec 23 12:16:55.571319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a83f52fc-ed4c-43b0-a7b2-b625d41a8f1d req-a65d93d0-8dc3-4401-a51b-0016a10c6db0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 210 time: 0.0446332 Dec 23 12:16:55.591247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dfa8f078-4c4a-4302-a500-a2b18756c32e req-bea318b0-f635-490c-978a-bc5bcacd87c5 service neutron] 10.222.0.43 "GET /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947664 Dec 23 12:16:55.641075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] For port 07c83f96-1575-4d34-9439-ee744fe856bc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c83f96-1575-4d34-9439-ee744fe856bc,segment=NetworkSegment(ead61a2c-99d5-4f89-be34-084541d351f0),segment_id=ead61a2c-99d5-4f89-be34-084541d351f0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:55.641440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.650806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe9a0e-0d5f-47a8-801b-7e1ff401cbca req-5a9dbac6-9e27-4f54-a55f-2528dfe44712 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.653004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5fe9a0e-0d5f-47a8-801b-7e1ff401cbca req-5a9dbac6-9e27-4f54-a55f-2528dfe44712 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.2470331 Dec 23 12:16:55.685894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Calling delete_port for 07c83f96-1575-4d34-9439-ee744fe856bc owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:56.008740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-5a45eb01-ec1a-4c6a-82e0-51bff47c63b5 service neutron] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:56.019885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-5a45eb01-ec1a-4c6a-82e0-51bff47c63b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.021047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-628f4a69-d4bf-4049-9491-e5a5d3044d26 req-5a45eb01-ec1a-4c6a-82e0-51bff47c63b5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd/bindings/n-h2-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.7100072 Dec 23 12:16:56.032107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5fe9a0e-0d5f-47a8-801b-7e1ff401cbca req-7197f216-8aa9-4adc-b96f-8726e8b8a271 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696215 Dec 23 12:16:56.042029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794213ab-d16e-41d7-930b-d80e878e4b36 req-6c8ecc3b-f6c8-4f73-bbc2-1ffecd0d4279 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.043637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-794213ab-d16e-41d7-930b-d80e878e4b36 req-6c8ecc3b-f6c8-4f73-bbc2-1ffecd0d4279 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 944 time: 0.3837323 Dec 23 12:16:56.149533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-27314684-5c6e-46b7-a786-0e287ccaf1f3 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.150897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-27314684-5c6e-46b7-a786-0e287ccaf1f3 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 818 time: 0.1347964 Dec 23 12:16:56.159276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-794213ab-d16e-41d7-930b-d80e878e4b36 req-2c68980a-52cd-40a0-9dc0-8c7e575c8753 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092083 Dec 23 12:16:56.168103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Request body: {'port': {'device_id': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'admin_state_up': True, 'tenant_id': 'af888f0fbc664aea821d40bc687773ff'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:56.202382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dbbb2-1d95-41b1-baf3-f253aa7921c3 req-32d59dfe-650c-4eac-9a5d-bffbacaee6f7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.203983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f2dbbb2-1d95-41b1-baf3-f253aa7921c3 req-32d59dfe-650c-4eac-9a5d-bffbacaee6f7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0919006 Dec 23 12:16:56.263126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f2dbbb2-1d95-41b1-baf3-f253aa7921c3 req-506c4b69-b40f-45a4-9198-ff7690a32831 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Dec 23 12:16:56.294583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.306893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['07c83f96-1575-4d34-9439-ee744fe856bc'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:56.331618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event deleted for resources: {'Port': ['ID=07c83f96-1575-4d34-9439-ee744fe856bc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:56.397729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] No DVR routers for this DVR port 07c83f96-1575-4d34-9439-ee744fe856bc on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:56.401025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abbab4a2-7654-4df5-bbfb-20ed0178051f req-42f86478-2643-4be3-9d70-42e878693388 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0436139 Dec 23 12:16:56.402649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.406072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca68eaf4-7af3-4fec-b9ff-ed49e4b49491 req-d559ff13-1735-412c-a126-0a46bc37dc04 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.43 "DELETE /v2.0/ports/07c83f96-1575-4d34-9439-ee744fe856bc HTTP/1.1" status: 204 len: 173 time: 1.2675190 Dec 23 12:16:56.406530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'name': 'network-vif-deleted', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:56.409685 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f72a1b-bcc1-4ee8-8313-c22a1402ce60" -d '{"events": [{"server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "name": "network-vif-deleted", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:56.448853 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfea943-03f4-47f2-a5d7-25018e0bdbd6 x-openstack-request-id: req-6cfea943-03f4-47f2-a5d7-25018e0bdbd6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:56.449362 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b0ad43-0229-414e-8f8d-7499e62cd0ff", "name": "network-vif-deleted", "tag": "07c83f96-1575-4d34-9439-ee744fe856bc", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:56.449724 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cfea943-03f4-47f2-a5d7-25018e0bdbd6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:56.450253 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b0ad43-0229-414e-8f8d-7499e62cd0ff', 'name': 'network-vif-deleted', 'tag': '07c83f96-1575-4d34-9439-ee744fe856bc', 'status': 'completed', 'code': 200} Dec 23 12:16:56.476395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Made reservation on behalf of af888f0fbc664aea821d40bc687773ff for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:56.481279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.611006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cdfe0-02ab-44e7-8193-377723356a5c req-cb5711d7-a308-4607-9091-b134d520411c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.612552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-196cdfe0-02ab-44e7-8193-377723356a5c req-cb5711d7-a308-4607-9091-b134d520411c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.0644505 Dec 23 12:16:56.762440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Allocated IP 172.20.0.2 (5273c965-7b38-4d27-9f73-bcbbc9ee4fab/b8e8607b-43d2-46b5-ace0-24050b1bdd6d/858c1c1f-2d58-4366-a5b1-b4d36241b204) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:56.762958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f5892fc-928f-447e-95ad-a47619bb6d8f req-df4033f1-3832-446b-9bda-f47d6cfcbbd4 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 210 time: 0.0361538 Dec 23 12:16:56.762958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-196cdfe0-02ab-44e7-8193-377723356a5c req-cdf435d4-ac85-4350-b02e-a26030e58a5f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775161 Dec 23 12:16:56.830537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.842762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048912b-6a23-4593-8384-93cb7e0539df req-cec2e517-9a31-477d-b18d-5af3a17f7f45 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.844274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a048912b-6a23-4593-8384-93cb7e0539df req-cec2e517-9a31-477d-b18d-5af3a17f7f45 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1095 time: 0.0387926 Dec 23 12:16:56.894785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a048912b-6a23-4593-8384-93cb7e0539df req-f8978de7-67fd-47f7-8533-7b27a123a482 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Dec 23 12:16:57.212214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44164-14c2-49e0-89f9-207fe4528146 req-2b73a245-bec5-4a04-b275-c689b868ee9a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.213691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ce44164-14c2-49e0-89f9-207fe4528146 req-2b73a245-bec5-4a04-b275-c689b868ee9a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0825393 Dec 23 12:16:57.222403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-f6724fea-b289-4b59-9958-d01f2ec3e543 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.223721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-f6724fea-b289-4b59-9958-d01f2ec3e543 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.1479461 Dec 23 12:16:57.252743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-c230f19d-5920-4f22-8d5f-21f62471c2f2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/quotas/341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 375 time: 0.0213943 Dec 23 12:16:57.306094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ce44164-14c2-49e0-89f9-207fe4528146 req-b1deaf71-3325-4cfd-bab5-d3327ba80de1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Dec 23 12:16:57.322294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-e5e6b000-c787-4a1b-897b-dc419a330599 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636792 Dec 23 12:16:57.418730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 8d93bdf0-4688-4625-9a9b-20f02482f181 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:57.446892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbbe72-0344-45e7-8846-95fb592bd309 req-57dec74c-14e8-465a-b20a-6bd0e595f10e tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.448953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66cbbe72-0344-45e7-8846-95fb592bd309 req-57dec74c-14e8-465a-b20a-6bd0e595f10e tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 944 time: 0.0772409 Dec 23 12:16:57.466154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-9cd0dd6c-363c-4862-b8ac-d292e50db0c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366632 Dec 23 12:16:57.518272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=8d93bdf0-4688-4625-9a9b-20f02482f181,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.530978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '8d93bdf0-4688-4625-9a9b-20f02482f181', 'network_id': '5b5c803f-bf78-4eb1-ac54-04323be598f1', 'port_id': '8d93bdf0-4688-4625-9a9b-20f02482f181', 'mac_address': 'fa:16:3e:a8:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc8bb60-197a-41fe-9120-a7b7ba07a7f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:57.553455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66cbbe72-0344-45e7-8846-95fb592bd309 req-236e5582-5f15-4165-b351-3164ccd09ac8 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971296 Dec 23 12:16:57.566093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.568389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.584860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d93bdf0-4688-4625-9a9b-20f02482f181 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:57.586458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-871ec9ed-e273-4ad8-b95b-1e1c9fd862e7 service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133575 Dec 23 12:16:57.609271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=8d93bdf0-4688-4625-9a9b-20f02482f181,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.654580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:57.657813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:57.661608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:57.693962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.704560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Pushing event updated for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:57.724770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.725445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.760130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:57.805026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab501-6087-4bb9-a0a4-74e2c867d1d9 req-6901478c-bbb2-417e-88b8-185c4573c5cd tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.806986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-109ab501-6087-4bb9-a0a4-74e2c867d1d9 req-6901478c-bbb2-417e-88b8-185c4573c5cd tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0631399 Dec 23 12:16:57.839849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-9d00786c-cc5e-45eb-b07f-c2511390f38d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6759601 Dec 23 12:16:57.854670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Request body: {'port': {'device_id': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:57.907354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-109ab501-6087-4bb9-a0a4-74e2c867d1d9 req-3c9ec7d3-2c11-4e01-8296-da3e0bc798c8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777121 Dec 23 12:16:57.919441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['8d93bdf0-4688-4625-9a9b-20f02482f181'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:57.970662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.037242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-694c373d-6154-4175-ae2e-aec886d90dc0 req-cf15a238-22f9-44b7-ab3d-1aaa5e8daaed tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/ports?device_id=57b0ad43-0229-414e-8f8d-7499e62cd0ff HTTP/1.1" status: 200 len: 210 time: 0.0614161 Dec 23 12:16:58.132160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a668167-9008-402a-b547-670a4cc90ee1 req-04c5e05d-4814-4d4f-965d-bced50948f63 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 210 time: 0.0688436 Dec 23 12:16:58.171988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2066ecd1-1392-4754-856a-6a8804113ce3 req-5fb6dee1-a26f-44b3-b3ef-b9b023e1263a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 210 time: 0.0549188 Dec 23 12:16:58.299826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858c1c1f-2d58-4366-a5b1-b4d36241b204 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:58.307112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.319562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Transition to ACTIVE for port object 858c1c1f-2d58-4366-a5b1-b4d36241b204 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:58.419944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.432227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206598-cd56-49ff-b429-fa6d6c355f11 req-6214c698-a7c0-4389-a8c9-99b1395533d0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.434432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d206598-cd56-49ff-b429-fa6d6c355f11 req-6214c698-a7c0-4389-a8c9-99b1395533d0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Dec 23 12:16:58.499923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d206598-cd56-49ff-b429-fa6d6c355f11 req-169b800f-f784-4cce-a1f7-a557b903b9dd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Dec 23 12:16:58.506642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Pushing event updated for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:58.560604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Attempting to bind port 858c1c1f-2d58-4366-a5b1-b4d36241b204 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:58.560951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Attempting to bind port 858c1c1f-2d58-4366-a5b1-b4d36241b204 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:58.561291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Attempting to bind port 858c1c1f-2d58-4366-a5b1-b4d36241b204 on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:58.566437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Port 858c1c1f-2d58-4366-a5b1-b4d36241b204 on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:58.567051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Attempting to bind port 858c1c1f-2d58-4366-a5b1-b4d36241b204 on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:58.571437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:58.571853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Checking segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:58.572205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Bound using segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:58.572617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Bound port: 858c1c1f-2d58-4366-a5b1-b4d36241b204, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:58.572997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.637672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:58.641407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:58.682712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56934f0-502d-4f54-9e77-d66037365d9e req-aa63dbb3-3aca-43ea-a036-589a3b4ed7e9 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.684326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e56934f0-502d-4f54-9e77-d66037365d9e req-aa63dbb3-3aca-43ea-a036-589a3b4ed7e9 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 945 time: 0.0523758 Dec 23 12:16:58.734450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e56934f0-502d-4f54-9e77-d66037365d9e req-af91a60e-5e55-4236-8350-6ea8df5b7b0e tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Dec 23 12:16:58.734592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.770465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.771083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.772457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] 10.222.0.43 "PUT /v2.0/ports/858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 1091 time: 0.9223840 Dec 23 12:16:58.772927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:58.775213 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d712ad0-65e4-4816-9862-f12c01494f53" -d '{"events": [{"name": "network-changed", "server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:58.799924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fc358-08b1-487f-ba27-3c901e62f52a service neutron] Pushing event updated for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:58.825173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aad0a1-c3c4-4ea5-b07b-3142de40fc4a x-openstack-request-id: req-43aad0a1-c3c4-4ea5-b07b-3142de40fc4a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:58.825173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:58.825173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43aad0a1-c3c4-4ea5-b07b-3142de40fc4a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:58.825173 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204', 'status': 'completed', 'code': 200} Dec 23 12:16:58.890860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-8e9938ea-4c70-41f3-b894-4cc48042bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.893208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-8e9938ea-4c70-41f3-b894-4cc48042bcc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0448942 Dec 23 12:16:59.032044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5fa6f-da21-4d7d-af37-0136af9f2da0 req-dd4c7f21-117d-4038-af55-3ec0f005d572 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.034806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9f5fa6f-da21-4d7d-af37-0136af9f2da0 req-dd4c7f21-117d-4038-af55-3ec0f005d572 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0544240 Dec 23 12:16:59.147684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9f5fa6f-da21-4d7d-af37-0136af9f2da0 req-d62b1d73-d69b-4de4-9ec3-7e7a5fd7f780 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063612 Dec 23 12:16:59.203095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-b1a49802-0a86-4a47-aada-bc817e025de5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.204566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-b1a49802-0a86-4a47-aada-bc817e025de5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 818 time: 0.1561298 Dec 23 12:16:59.217757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Request body: {'port': {'device_id': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'admin_state_up': True, 'tenant_id': 'af888f0fbc664aea821d40bc687773ff'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:59.299811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-6bbd87b6-d4f9-4fae-bd31-bf02c858c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.301419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-6bbd87b6-d4f9-4fae-bd31-bf02c858c86e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=af888f0fbc664aea821d40bc687773ff&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4009321 Dec 23 12:16:59.326750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75839355-ec03-4cee-9d07-ae9b1ad505e8 req-241c8bda-d18e-4c72-bbeb-40ea9e76d2f7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 210 time: 0.0770054 Dec 23 12:16:59.346878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fdda75a-b897-48e0-8718-f20eb851eb49 req-2b34e009-7075-46af-9c6b-a3d0f0c82a9e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 210 time: 0.0553846 Dec 23 12:16:59.421349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 8d93bdf0-4688-4625-9a9b-20f02482f181 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:59.426492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-21adafda-7cee-4238-85f1-534ba306a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.428011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d712ad0-65e4-4816-9862-f12c01494f53 req-21adafda-7cee-4238-85f1-534ba306a513 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138670 Dec 23 12:16:59.504619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-7c262e6d-21ed-45c0-be56-554735e96a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.506113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-7c262e6d-21ed-45c0-be56-554735e96a91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1094 time: 0.0390935 Dec 23 12:16:59.548787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-80d02c7c-c986-48f5-ab2b-ae249f5ffef7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 217 time: 0.0349658 Dec 23 12:16:59.557424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:59.591234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 8d93bdf0-4688-4625-9a9b-20f02482f181 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:16:59.603312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 8d93bdf0-4688-4625-9a9b-20f02482f181 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:59.603610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.614498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-d54006d1-6ec3-4e2d-94a6-3610c4ccb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.615983 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-d54006d1-6ec3-4e2d-94a6-3610c4ccb4b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0606065 Dec 23 12:16:59.654664 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-da39fdd3-14fc-4948-8efe-e97df7b91489 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302367 Dec 23 12:16:59.657926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Made reservation on behalf of af888f0fbc664aea821d40bc687773ff for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:59.661653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.675650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.697211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.699843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e00b5-00fe-4530-b0af-0a59d90d3a14 req-87bc964c-c8c5-4214-9d53-c487a8f6f823 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.702039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b23e00b5-00fe-4530-b0af-0a59d90d3a14 req-87bc964c-c8c5-4214-9d53-c487a8f6f823 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1215119 Dec 23 12:16:59.723106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:59.725372 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87cafdc-3de4-479c-b90b-be1db2810de7" -d '{"events": [{"server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "name": "network-vif-plugged", "status": "completed", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:59.731445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.739294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=8d93bdf0-4688-4625-9a9b-20f02482f181,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:59.762627 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-20923415-8d7d-4ccd-9960-7d78398e9b20 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972397 Dec 23 12:16:59.777851 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b3f6a-69a4-4b89-8866-3d3069aa2858 x-openstack-request-id: req-ab7b3f6a-69a4-4b89-8866-3d3069aa2858 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:59.778387 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "name": "network-vif-plugged", "status": "completed", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:59.778806 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab7b3f6a-69a4-4b89-8866-3d3069aa2858 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:59.779356 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181', 'code': 200} Dec 23 12:16:59.813969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.815431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c83f96-1575-4d34-9439-ee744fe856bc no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:59.872692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.43', 55433) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:59.889135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 07c83f96-1575-4d34-9439-ee744fe856bc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:59.889805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c83f96-1575-4d34-9439-ee744fe856bc not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:59.899661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b23e00b5-00fe-4530-b0af-0a59d90d3a14 req-1a119147-69bf-4faf-9730-3a7ca003e9f6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754344 Dec 23 12:16:59.929609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bba798af-64fa-46e4-873f-3d417e8d57b6 req-171ea928-1d5f-4c2e-a225-8f14e0d09630 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600335 Dec 23 12:16:59.935484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:59.946984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b02f8-dcf2-4772-a7ff-939530d4eef3 req-8fa4da0f-8cd8-4324-b68e-467c6ce031c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.949339 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6d8b02f8-dcf2-4772-a7ff-939530d4eef3 req-8fa4da0f-8cd8-4324-b68e-467c6ce031c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 1097 time: 0.0747449 Dec 23 12:16:59.958053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.958397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.958738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.959065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.959392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.959720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.960035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.960263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Allocated IP 172.20.0.4 (5273c965-7b38-4d27-9f73-bcbbc9ee4fab/b8e8607b-43d2-46b5-ace0-24050b1bdd6d/1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:59.960380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.960657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.960997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.965029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.965029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:59.965029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:00.009661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6d8b02f8-dcf2-4772-a7ff-939530d4eef3 req-910bfdb6-6d80-434e-b459-9c8f78258774 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537910 Dec 23 12:17:00.035062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.037656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.038841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "DELETE /v2.0/security-groups/48c51ad2-392c-4a68-8949-ed9f9dfb37f7 HTTP/1.1" status: 204 len: 168 time: 0.4794936 Dec 23 12:17:00.041308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32986) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:00.054885 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-73e70305-d68b-473b-848a-c8faecd23b3e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] show failed (client error): The resource could not be found. Dec 23 12:17:00.055855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73e70305-d68b-473b-848a-c8faecd23b3e tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "GET /v2.0/security-groups/48c51ad2-392c-4a68-8949-ed9f9dfb37f7 HTTP/1.1" status: 404 len: 347 time: 0.0134289 Dec 23 12:17:00.059632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:00.062849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f703-c0a9-4603-9223-034f259578e0 tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c51ad2-392c-4a68-8949-ed9f9dfb37f7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:00.126471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c25ed-8421-4914-a1cb-b94c0001ac77 req-2b3b9c83-cf9f-4ff6-acef-b7a5c1a1d4b5 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.127882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a02c25ed-8421-4914-a1cb-b94c0001ac77 req-2b3b9c83-cf9f-4ff6-acef-b7a5c1a1d4b5 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 946 time: 0.1368101 Dec 23 12:17:00.193980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Deleting port 21e40824-7486-466d-b434-0c1d70383485 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:00.194329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.208003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a02c25ed-8421-4914-a1cb-b94c0001ac77 req-21de18f1-46f2-4f99-b63e-414c9596547d tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729532 Dec 23 12:17:00.222054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.281375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.281731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.293443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Calling delete_port for 21e40824-7486-466d-b434-0c1d70383485 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:00.301177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8622-a0f5-40ae-8e0a-ce9decaea7b2 req-91aa81a3-a37a-462a-b244-6171ff61de86 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.302686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f1d8622-a0f5-40ae-8e0a-ce9decaea7b2 req-91aa81a3-a37a-462a-b244-6171ff61de86 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0615487 Dec 23 12:17:00.357366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f1d8622-a0f5-40ae-8e0a-ce9decaea7b2 req-b530b408-7b6e-4b56-b4be-ff5bb49ee3a5 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Dec 23 12:17:00.379034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.445941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:00.457373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:00.492913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:00.500131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf062f60-4c9e-48eb-8780-3c19e4718128 req-5e65a438-c1df-4415-8be8-a7ded5efd246 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 210 time: 0.0438395 Dec 23 12:17:00.539574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.540164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Pushing event updated for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:00.581726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28223bea-3367-466d-9d56-2301a30c6ffb req-08bf1466-cda9-4d0c-8fc4-4f61f9196136 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.587135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28223bea-3367-466d-9d56-2301a30c6ffb req-08bf1466-cda9-4d0c-8fc4-4f61f9196136 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 931 time: 0.1280155 Dec 23 12:17:00.587277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Pushing event deleted for resources: {'Port': ['ID=21e40824-7486-466d-b434-0c1d70383485,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:00.596511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.597201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.661504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28223bea-3367-466d-9d56-2301a30c6ffb req-dbb9aa80-5c91-4f44-a49e-77d7e177b6f8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566146 Dec 23 12:17:00.719620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.722177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.723338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e5c66aaa-9ed3-4e84-9af1-1046b64e899b tempest-ImagesOneServerNegativeTestJSON-1618312145 tempest-ImagesOneServerNegativeTestJSON-1618312145-project] 10.222.0.16 "DELETE /v2.0/floatingips/61d87471-e0da-48e3-87f8-e85fb8d981cf HTTP/1.1" status: 204 len: 168 time: 0.6627920 Dec 23 12:17:00.724998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-4950c3cc-8944-4633-9e8d-3f5fca58850e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5117342 Dec 23 12:17:00.741612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Request body: {'port': {'device_id': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:00.753616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-5d47e739-f8a6-4602-bec8-a63b9d1d49b0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.755265 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-5d47e739-f8a6-4602-bec8-a63b9d1d49b0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.1608562 Dec 23 12:17:00.770654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Request body: {'port': {'device_id': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'admin_state_up': True, 'tenant_id': '341ebc27346e466e9c04f40d73bef006'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:00.810611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.874602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:01.020053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Deleting subnet 42e2ea7e-b32b-4903-a0c9-ee0f491a647a {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:17:01.036758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:01.040253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.042430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.142390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.172086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4dcca-cbe0-4576-aa20-13aef5de9367 req-d7fb157f-4b46-4f5d-93cc-fd3e2c7f882a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.173671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ace4dcca-cbe0-4576-aa20-13aef5de9367 req-d7fb157f-4b46-4f5d-93cc-fd3e2c7f882a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1784301 Dec 23 12:17:01.226509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Allocated IP 172.20.0.12 (9a47b559-f1c1-4d50-9876-70c83e79d518/c2605051-fa00-4be4-9a99-ae65b9112d44/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:17:01.251552 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.363791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ace4dcca-cbe0-4576-aa20-13aef5de9367 req-652ba051-7bea-4f14-b80b-1b510e7b9fbd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734111 Dec 23 12:17:01.385760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:01.397891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.422632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27016cb-f22c-491f-814d-7480c3f49850 req-5ff153c1-57d3-4e14-b731-872440bf518b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.430064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a27016cb-f22c-491f-814d-7480c3f49850 req-5ff153c1-57d3-4e14-b731-872440bf518b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 946 time: 0.1345201 Dec 23 12:17:01.441264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.443634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Transition to ACTIVE for port object 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:01.509415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a27016cb-f22c-491f-814d-7480c3f49850 req-a5214e72-f538-4c8c-9d4a-b953490a1e8b tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Dec 23 12:17:01.535700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124413c-f048-4058-bd72-8de56e2c1243 req-d3699cce-ad34-44ee-a89f-fa49c100acbd tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.537344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3124413c-f048-4058-bd72-8de56e2c1243 req-d3699cce-ad34-44ee-a89f-fa49c100acbd tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0740280 Dec 23 12:17:01.591210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3124413c-f048-4058-bd72-8de56e2c1243 req-1d2b6652-c504-4c9e-997c-476d700726ac tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Dec 23 12:17:01.600849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.625408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2160bdc1-6b43-4b44-a474-5b99de1004c2 req-c2126d20-d1fb-4331-aaee-d7b5f29170bb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 210 time: 0.0398350 Dec 23 12:17:01.642916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.655437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e2ea7e-b32b-4903-a0c9-ee0f491a647a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:01.657059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.659623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.662880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-888a19fc-1f82-4d56-8e35-c7ba3d839664 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42e2ea7e-b32b-4903-a0c9-ee0f491a647a HTTP/1.1" status: 204 len: 168 time: 0.7870896 Dec 23 12:17:01.681478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:01.715108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:01.751961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:01.758374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:01.764658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:01.796716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:01.824736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Attempting to bind port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:01.825105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Attempting to bind port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:01.825513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Attempting to bind port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:01.825625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.836339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975251b-bc87-4f6e-92fb-1d8dbbb88d1d req-69c3b28f-2766-4564-be68-de4fc4dfcb5e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.837932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7975251b-bc87-4f6e-92fb-1d8dbbb88d1d req-69c3b28f-2766-4564-be68-de4fc4dfcb5e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 943 time: 0.0941503 Dec 23 12:17:01.840961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:01.841317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Attempting to bind port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae on network 5273c965-7b38-4d27-9f73-bcbbc9ee4fab {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:01.843979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.844646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.847183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:01.848058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Checking segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:01.848058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Bound using segment: {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:01.848562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Bound port: 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d0091b-d01b-4af5-8bb9-d357c96f8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:01.849094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.882625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:01.888260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:01.953855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.978217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7975251b-bc87-4f6e-92fb-1d8dbbb88d1d req-2ce65232-1c8c-4059-b4a0-6c3677ebf959 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266286 Dec 23 12:17:01.985235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:01.989313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:02.005616 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-94468c37-0208-4713-b5f6-5dd49d5fcde1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2395751 Dec 23 12:17:02.007372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b0b694-0610-47ef-b672-c6ee35080c15']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:02.019441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Request body: {'port': {'device_id': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:02.040211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead61a2c-99d5-4f89-be34-084541d351f0') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:02.040454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead61a2c-99d5-4f89-be34-084541d351f0') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:02.054259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.059579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.062432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:02.071709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.083113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'mac_address': 'fa:16:3e:93:a5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:02.089996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.099495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:02.100170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:17:02.100559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.101764 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da8ae37-4b07-4cb9-826e-82c1a0d3f699" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-unplugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.102440 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:17:02.105772 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:17:02.108754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.109771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.111283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] 10.222.0.43 "PUT /v2.0/ports/1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae HTTP/1.1" status: 200 len: 1091 time: 1.3765364 Dec 23 12:17:02.112498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.165905 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290da09-2a9a-4812-af32-db5e20ffcb6e x-openstack-request-id: req-1290da09-2a9a-4812-af32-db5e20ffcb6e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:02.166483 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-unplugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:02.167868 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1290da09-2a9a-4812-af32-db5e20ffcb6e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:02.168537 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'code': 200} Dec 23 12:17:02.174691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:02.174865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:02.178456 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f38757-7045-499c-a096-73bb4b97eb03" -d '{"events": [{"name": "network-changed", "server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:02.183994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.188869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26cd3e-ec2e-4628-9052-73f657b9bf10 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.202689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:02.245987 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec51f808-9baa-49be-a64e-f9c93e005f1b x-openstack-request-id: req-ec51f808-9baa-49be-a64e-f9c93e005f1b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:02.246277 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:02.246594 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec51f808-9baa-49be-a64e-f9c93e005f1b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:02.246988 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae', 'status': 'completed', 'code': 200} Dec 23 12:17:02.260514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.294319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-294d1763-39f7-4a23-8b4c-62cc2e50cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.295888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-294d1763-39f7-4a23-8b4c-62cc2e50cd17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 1094 time: 0.0435216 Dec 23 12:17:02.326708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:17:02.332886 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:17:02.333056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.338394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.339810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.346406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] 10.222.0.16 "DELETE /v2.0/networks/87b0b694-0610-47ef-b672-c6ee35080c15 HTTP/1.1" status: 204 len: 168 time: 0.6618447 Dec 23 12:17:02.351739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-5385de20-96b9-42df-b21f-7be78aa782e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae HTTP/1.1" status: 200 len: 217 time: 0.0476034 Dec 23 12:17:02.360065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad979c70-6216-4030-8c72-1de259e6d408 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b0b694-0610-47ef-b672-c6ee35080c15,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.411188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-f6729cff-b0a2-457b-8ea4-094ae1a0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.412974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-f6729cff-b0a2-457b-8ea4-094ae1a0e1ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0536914 Dec 23 12:17:02.446691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-bb219c8d-2a68-423f-972d-b1aec99d19a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268328 Dec 23 12:17:02.449882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:02.457834 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.469732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Transition to ACTIVE for port object e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:02.566299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358854-ac34-4f65-97f8-f56eceb0dab0 req-cd01b8a2-b5fe-425d-8065-60193113dd28 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.567705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d358854-ac34-4f65-97f8-f56eceb0dab0 req-cd01b8a2-b5fe-425d-8065-60193113dd28 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0959451 Dec 23 12:17:02.578963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.605463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-f53a99f9-959a-41cb-809d-2ecaad687867 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512818 Dec 23 12:17:02.634099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.698553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:02.698958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:02.699083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:02.703472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:02.703796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:02.708648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:02.709029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:02.709416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:02.709835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Bound port: e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:02.710190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.713878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d358854-ac34-4f65-97f8-f56eceb0dab0 req-eacda959-da71-4b3a-aef7-8e005311cf33 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359475 Dec 23 12:17:02.730678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f291cc-9cba-4a5b-a9c0-ed5f2e7f028a req-26b97898-1418-4b53-af80-9f95053775c7 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.732286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19f291cc-9cba-4a5b-a9c0-ed5f2e7f028a req-26b97898-1418-4b53-af80-9f95053775c7 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 946 time: 0.1448224 Dec 23 12:17:02.769221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33042) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:02.785045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d5832fe-3709-43c8-a6aa-ef0b6f9f14a2 req-9808fb84-50fa-4657-b28c-598ff8adf332 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622715 Dec 23 12:17:02.793569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:02.796717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:02.852489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19f291cc-9cba-4a5b-a9c0-ed5f2e7f028a req-efa878e6-25c4-4458-905e-b8413031ad40 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115294 Dec 23 12:17:02.878400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b82d6fc9-94c8-4add-8766-f14dfc064e42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c3d6e3f28446ab8eaeb2a05bce3ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977411 Dec 23 12:17:02.878400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33044) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:02.878720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.888909 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.904279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559b58-d5f9-49ef-ba57-2612ed608db2 req-199d44cf-ed7a-47fd-a16d-73ba631c0951 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.904458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:02.916899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8559b58-d5f9-49ef-ba57-2612ed608db2 req-199d44cf-ed7a-47fd-a16d-73ba631c0951 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 947 time: 0.1176343 Dec 23 12:17:02.944716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:02.947769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.950036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.951644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-7393714d-c8fc-437a-a076-18343adf710f service neutron] 10.222.0.43 "PUT /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 1092 time: 0.9363475 Dec 23 12:17:02.952101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:02.954771 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:02.982744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393714d-c8fc-437a-a076-18343adf710f service neutron] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.991138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.043887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:03.068713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8559b58-d5f9-49ef-ba57-2612ed608db2 req-ddf5bc06-7415-445a-a9fc-b0ef7cd011fb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508243 Dec 23 12:17:03.073100 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.078444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38757-7045-499c-a096-73bb4b97eb03 req-6138761e-1f00-4d1e-8ec0-23d1f31fbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.079944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-6138761e-1f00-4d1e-8ec0-23d1f31fbc80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 1094 time: 0.1303539 Dec 23 12:17:03.090192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-118dd344-becb-422f-bac0-e17bef4e982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.092221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-118dd344-becb-422f-bac0-e17bef4e982b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1095 time: 0.0435305 Dec 23 12:17:03.108377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0fa21-63dc-43f3-9a78-67f636cf92f4 req-25d407b9-ebf5-4a12-816d-7fd5fcb8b159 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.109923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c0fa21-63dc-43f3-9a78-67f636cf92f4 req-25d407b9-ebf5-4a12-816d-7fd5fcb8b159 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.1419296 Dec 23 12:17:03.149401 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb8568-c6fd-4160-a69a-7a89fb09cc72 x-openstack-request-id: req-adeb8568-c6fd-4160-a69a-7a89fb09cc72 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:03.152699 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:03.152699 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adeb8568-c6fd-4160-a69a-7a89fb09cc72 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:03.152699 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'status': 'completed', 'code': 200} Dec 23 12:17:03.152699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-93bf1967-3601-4882-8964-1cc5ed856835 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.0516112 Dec 23 12:17:03.200286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.211692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-3549f6f8-f83c-46c8-bd74-4b5f30eba163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.220249 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-3549f6f8-f83c-46c8-bd74-4b5f30eba163 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0532382 Dec 23 12:17:03.246972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-2f9cb6d5-c025-4362-8c6a-8f6172bce3bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253677 Dec 23 12:17:03.268142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38757-7045-499c-a096-73bb4b97eb03 req-bb0cb107-7c18-4961-b87f-c47f05f751d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.269626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-bb0cb107-7c18-4961-b87f-c47f05f751d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.1812246 Dec 23 12:17:03.340374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-f2b950bd-1a98-4cec-8b90-b111b1a57020 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865414 Dec 23 12:17:03.387464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:03.420580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 858c1c1f-2d58-4366-a5b1-b4d36241b204 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:03.442684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a95c1ed6-2639-4fc3-8720-48c62cdd7ea7 req-3f65d66e-4677-4572-9dfb-583b42b2a67f service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950961 Dec 23 12:17:03.596669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-21e3d824-47cd-40c9-bafd-5369c831d462 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae HTTP/1.1" status: 200 len: 217 time: 0.3085821 Dec 23 12:17:03.599827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:03.600461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c0fa21-63dc-43f3-9a78-67f636cf92f4 req-5d3aed19-9bb9-4f16-9e01-c09d804ede4b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083831 Dec 23 12:17:03.611084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86ba90-dcad-4ab0-b48f-7cb6d0256239 req-3c0f608e-1446-4ea3-a9a0-76c24072917d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.617958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '858c1c1f-2d58-4366-a5b1-b4d36241b204', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'port_id': '858c1c1f-2d58-4366-a5b1-b4d36241b204', 'mac_address': 'fa:16:3e:f9:0e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:03.620006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e86ba90-dcad-4ab0-b48f-7cb6d0256239 req-3c0f608e-1446-4ea3-a9a0-76c24072917d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 943 time: 0.4234760 Dec 23 12:17:03.687138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-a4107d55-5bb7-46b6-a681-e53a17f4afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.692946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-a4107d55-5bb7-46b6-a681-e53a17f4afe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1095 time: 0.1191795 Dec 23 12:17:03.694571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.704035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38757-7045-499c-a096-73bb4b97eb03 req-d7a47ce9-3ccd-4e5b-9e09-40f024ee6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.705664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-d7a47ce9-3ccd-4e5b-9e09-40f024ee6884 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0826559 Dec 23 12:17:03.708097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858c1c1f-2d58-4366-a5b1-b4d36241b204 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:03.725867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e86ba90-dcad-4ab0-b48f-7cb6d0256239 req-1c82e6a6-2bb5-425e-9b4f-b9412ac8700a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Dec 23 12:17:03.733737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:03.767016 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.770654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.772059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44774ff5-004e-4a50-96bc-d2b98d04f8c2 HTTP/1.1" status: 204 len: 168 time: 0.8986142 Dec 23 12:17:03.774453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-c23b9ab0-31de-4adc-8699-e85dc30ccf55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474288 Dec 23 12:17:03.830225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-e5d9f463-dbcc-48bc-a7f1-63b2dac8ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.831707 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-e5d9f463-dbcc-48bc-a7f1-63b2dac8ea3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1307383 Dec 23 12:17:03.842820 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.858591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ae2c-1b50-477c-bfe8-04ca67ddaf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44774ff5-004e-4a50-96bc-d2b98d04f8c2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:03.895804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-1884d22a-108c-48ed-a5f5-4b3e2f31619c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.0526974 Dec 23 12:17:03.933181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-22bfced2-59e9-47a2-80c6-45f97ffdef41 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485498 Dec 23 12:17:03.938864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:03.941939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb42aee-0ddd-4d3a-972c-a30ba0c13bcd req-e4cc8d71-cc1b-4b27-bbba-c380e4188586 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.943509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efb42aee-0ddd-4d3a-972c-a30ba0c13bcd req-e4cc8d71-cc1b-4b27-bbba-c380e4188586 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0828605 Dec 23 12:17:04.017128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-714a9b34-d524-4f82-9840-06460051de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.022311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-714a9b34-d524-4f82-9840-06460051de93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1069417 Dec 23 12:17:04.067052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-ee8ca511-f06f-49b5-9f0f-ac358f0f4bf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394847 Dec 23 12:17:04.070264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efb42aee-0ddd-4d3a-972c-a30ba0c13bcd req-f1191411-1180-4ea7-974a-d31c14376ecb tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018224 Dec 23 12:17:04.080199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['858c1c1f-2d58-4366-a5b1-b4d36241b204'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:04.113048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f38757-7045-499c-a096-73bb4b97eb03 req-74bb6c6e-7761-49fa-b62d-59ede265ade8 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682420 Dec 23 12:17:04.254086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-d665bf55-03fb-4dab-bf1c-660a16778bd9 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747324 Dec 23 12:17:04.265086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d05e86-ac49-4d79-8bb6-40656b0e7ab0 req-adcf1cb3-b116-4fa2-a3a4-85084f2f97f8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.273556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5d05e86-ac49-4d79-8bb6-40656b0e7ab0 req-adcf1cb3-b116-4fa2-a3a4-85084f2f97f8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0691462 Dec 23 12:17:04.343095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5d05e86-ac49-4d79-8bb6-40656b0e7ab0 req-cb84e3d8-5574-40bf-917f-e3ff7ef8a527 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684655 Dec 23 12:17:04.398804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-deb4733f-a9f0-4d97-ab3a-ac3359c1800e req-fa8576bb-7473-4dc3-870b-82d2026e98f0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364646 Dec 23 12:17:04.737845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c995-3c07-414e-a602-2d3c47749e70 req-a2467ddb-1dfe-4835-bce7-12f9ab4c1464 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.739973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd4c995-3c07-414e-a602-2d3c47749e70 req-a2467ddb-1dfe-4835-bce7-12f9ab4c1464 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0534141 Dec 23 12:17:04.802429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd4c995-3c07-414e-a602-2d3c47749e70 req-63be30de-26fb-41c5-a95b-13ad7f1d5372 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 Dec 23 12:17:04.859855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835ea19-bb3b-407a-883b-eb77a97599a2 req-5705ae1c-3114-4956-8fda-0b53e4d71df1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.861514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d835ea19-bb3b-407a-883b-eb77a97599a2 req-5705ae1c-3114-4956-8fda-0b53e4d71df1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 943 time: 0.0577505 Dec 23 12:17:04.912766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d835ea19-bb3b-407a-883b-eb77a97599a2 req-4bd9be5e-b80b-4ad5-9f12-670c1efc426e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Dec 23 12:17:05.213758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cf3ac-8e63-4e70-a369-41566b052e21 req-42ec3819-3c73-4f5a-a409-6567ef46edba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.215653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df5cf3ac-8e63-4e70-a369-41566b052e21 req-42ec3819-3c73-4f5a-a409-6567ef46edba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Dec 23 12:17:05.267765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df5cf3ac-8e63-4e70-a369-41566b052e21 req-a7329cd8-b755-4f74-8dc6-f0fe163d218b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Dec 23 12:17:05.421599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:05.424397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 858c1c1f-2d58-4366-a5b1-b4d36241b204 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:05.452752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f7a7-1084-4b52-97d1-d13484d70667 req-aac11bfd-35ac-43f2-b990-1e4a96b7cb74 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.454277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a09f7a7-1084-4b52-97d1-d13484d70667 req-aac11bfd-35ac-43f2-b990-1e4a96b7cb74 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 949 time: 0.0491858 Dec 23 12:17:05.505554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a09f7a7-1084-4b52-97d1-d13484d70667 req-00770c70-7a5e-4188-ae60-20c927f50298 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Dec 23 12:17:05.675727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:05.687086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae', 'network_id': '5273c965-7b38-4d27-9f73-bcbbc9ee4fab', 'port_id': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae', 'mac_address': 'fa:16:3e:54:d2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e8607b-43d2-46b5-ace0-24050b1bdd6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:05.715205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 858c1c1f-2d58-4366-a5b1-b4d36241b204 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:05.722675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 858c1c1f-2d58-4366-a5b1-b4d36241b204 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:05.723035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.748616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.767594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:05.791405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:05.834341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.859416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:05.861443 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f1a76f-6bc4-478d-ba33-b30d95307450" -d '{"events": [{"server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "name": "network-vif-plugged", "status": "completed", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:05.892527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:05.893856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.900763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:05.938343 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd449aa-ad54-49d6-97d3-fd697a9305a6 x-openstack-request-id: req-9fd449aa-ad54-49d6-97d3-fd697a9305a6 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:05.938736 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "name": "network-vif-plugged", "status": "completed", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:05.939058 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fd449aa-ad54-49d6-97d3-fd697a9305a6 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:05.939522 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204', 'code': 200} Dec 23 12:17:05.978101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.992329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:05.992547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d807a-35b8-4e9b-a2d2-ee244b8647ee req-621f18d4-464d-4daf-a27b-37f3a621010d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.010528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea2d807a-35b8-4e9b-a2d2-ee244b8647ee req-621f18d4-464d-4daf-a27b-37f3a621010d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.1270854 Dec 23 12:17:06.041893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:06.042271 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:06.051387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa3f4-d14d-4631-b40d-675f130fd004 req-6ba728ae-5f78-4597-a24a-535747970bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.053577 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-027fa3f4-d14d-4631-b40d-675f130fd004 req-6ba728ae-5f78-4597-a24a-535747970bb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0774207 Dec 23 12:17:06.085628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:06.130996 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-027fa3f4-d14d-4631-b40d-675f130fd004 req-52ff4000-660b-40e4-b0f6-26f737dda1c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Dec 23 12:17:06.131565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea2d807a-35b8-4e9b-a2d2-ee244b8647ee req-ad09e006-eabd-4b56-beee-7e6fa3383b2a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Dec 23 12:17:06.158895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:06.217038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:06.225524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76ad50-173c-4b06-afcb-1568b85ff5a7 req-55b99c25-7965-41df-ab40-10c0ecf3fb4f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.240680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f76ad50-173c-4b06-afcb-1568b85ff5a7 req-55b99c25-7965-41df-ab40-10c0ecf3fb4f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 944 time: 0.0872934 Dec 23 12:17:06.278010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:06.318972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f76ad50-173c-4b06-afcb-1568b85ff5a7 req-164f6826-7418-4730-a2c8-2d272a51e829 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Dec 23 12:17:06.390080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:06.426158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b7abc-339b-4438-a391-66d013e050c9 req-6e4ebde1-5481-4234-897c-47a6f62808a2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.427743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-898b7abc-339b-4438-a391-66d013e050c9 req-6e4ebde1-5481-4234-897c-47a6f62808a2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0586371 Dec 23 12:17:06.441415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:06.502982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-898b7abc-339b-4438-a391-66d013e050c9 req-6ceed2dd-8a7c-45a2-9d93-90fc62179be1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645499 Dec 23 12:17:06.637488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d6cf-6987-4e42-beb7-a37a409beac7 req-3bddfac3-4d7f-45b8-80df-57cb341621ea tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.638973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc71d6cf-6987-4e42-beb7-a37a409beac7 req-3bddfac3-4d7f-45b8-80df-57cb341621ea tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0560699 Dec 23 12:17:06.688339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc71d6cf-6987-4e42-beb7-a37a409beac7 req-ba3c5ba0-f6d3-48c3-a728-755d02868bc4 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Dec 23 12:17:07.243472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787191f-9ebd-40b6-91e3-51cb562790a8 req-2674ab2f-b376-4056-a79f-691a4fee2f98 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:07.245638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b787191f-9ebd-40b6-91e3-51cb562790a8 req-2674ab2f-b376-4056-a79f-691a4fee2f98 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0502391 Dec 23 12:17:07.301459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b787191f-9ebd-40b6-91e3-51cb562790a8 req-124cd9ba-fdf9-4a44-b98c-ad9f080eb0ec tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Dec 23 12:17:07.443683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065005d-7ed3-4dbf-99d0-b8171b41b357 req-37846436-c5db-4493-b551-e28338fb8ce8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:07.445805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c065005d-7ed3-4dbf-99d0-b8171b41b357 req-37846436-c5db-4493-b551-e28338fb8ce8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 944 time: 0.0523615 Dec 23 12:17:07.450895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:07.453229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:07.514615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c065005d-7ed3-4dbf-99d0-b8171b41b357 req-38f0bf7e-c85e-4323-85bb-176c7ae58894 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514357 Dec 23 12:17:07.591874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:07.608065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'port_id': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'mac_address': 'fa:16:3e:07:65:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2605051-fa00-4be4-9a99-ae65b9112d44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:07.632618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6fdf-0b54-4f7a-a52a-08258b2668e6 req-6dd0d910-fee6-4bd9-8fbf-364be38f9335 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:07.634268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-542e6fdf-0b54-4f7a-a52a-08258b2668e6 req-6dd0d910-fee6-4bd9-8fbf-364be38f9335 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Dec 23 12:17:07.643214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:07.650491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:07.650858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.674720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.684341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-542e6fdf-0b54-4f7a-a52a-08258b2668e6 req-27e20982-b77c-4a9b-bd7b-74394370859a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Dec 23 12:17:07.695497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:07.723118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:07.765311 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.797628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:07.812347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770e96a-0d89-4f81-a5e8-5a9a1a9c4726 req-aa5a01f6-07ea-4c66-9d4b-255b5eb4ff78 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:07.813493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.813856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3770e96a-0d89-4f81-a5e8-5a9a1a9c4726 req-aa5a01f6-07ea-4c66-9d4b-255b5eb4ff78 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0487435 Dec 23 12:17:07.867846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3770e96a-0d89-4f81-a5e8-5a9a1a9c4726 req-24ece640-5578-43cb-983f-9f86848b6de6 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Dec 23 12:17:07.875214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:07.893327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.941761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}, {'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:07.943946 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75390b8f-ac3a-4cea-b5df-356f75c3a690" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}, {"server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "name": "network-vif-plugged", "status": "completed", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:07.951467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:07.985848 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a7731-b483-4150-83a0-11c523c9ad82 x-openstack-request-id: req-943a7731-b483-4150-83a0-11c523c9ad82 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:07.986149 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-plugged", "status": "completed", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "code": 200}, {"server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "name": "network-vif-plugged", "status": "completed", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:07.986401 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-943a7731-b483-4150-83a0-11c523c9ad82 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:07.986791 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'code': 200} Dec 23 12:17:07.987071 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae', 'code': 200} Dec 23 12:17:08.078104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:08.087577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb702b35-291d-4f3b-8730-07b31a391790 req-24013746-2a87-4c54-a152-a5ff8c0d3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.089491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb702b35-291d-4f3b-8730-07b31a391790 req-24013746-2a87-4c54-a152-a5ff8c0d3c39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 1096 time: 0.0401151 Dec 23 12:17:08.140127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb702b35-291d-4f3b-8730-07b31a391790 req-8a2ff25a-c3df-4ef2-895d-e134ef2cb3d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Dec 23 12:17:08.149484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb95b-0a77-43cd-ac4e-76c04d373ffa req-b047d714-8c69-4433-8e74-ced9267c9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.151396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf8cb95b-0a77-43cd-ac4e-76c04d373ffa req-b047d714-8c69-4433-8e74-ced9267c9086 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1101 time: 0.0455191 Dec 23 12:17:08.204264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf8cb95b-0a77-43cd-ac4e-76c04d373ffa req-ae23df84-96b8-4c19-af4e-a8aae4f9f1be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Dec 23 12:17:08.461496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0723b-7f2b-4bf4-884e-7fc87c66a22c req-4814a531-2b59-48cc-86a2-8b49633d05a3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.463004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61c0723b-7f2b-4bf4-884e-7fc87c66a22c req-4814a531-2b59-48cc-86a2-8b49633d05a3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Dec 23 12:17:08.512432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61c0723b-7f2b-4bf4-884e-7fc87c66a22c req-9e40d7a5-e54a-4a76-9a49-cd94cff7d504 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Dec 23 12:17:08.630726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18cfcd-abad-4a8b-ae77-733aafd10ea6 req-46c45eec-2d18-4190-aa92-4081c7f9f728 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.632291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc18cfcd-abad-4a8b-ae77-733aafd10ea6 req-46c45eec-2d18-4190-aa92-4081c7f9f728 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Dec 23 12:17:08.692682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc18cfcd-abad-4a8b-ae77-733aafd10ea6 req-5e19c1f9-6699-4940-b5dd-5dd4c45eb80b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Dec 23 12:17:08.809616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04ec5-9caa-4339-ad8e-1c83ce1a4fa0 req-33ecd627-a7e5-4b4e-96ad-280bc600e626 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.811153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05a04ec5-9caa-4339-ad8e-1c83ce1a4fa0 req-33ecd627-a7e5-4b4e-96ad-280bc600e626 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Dec 23 12:17:08.867230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05a04ec5-9caa-4339-ad8e-1c83ce1a4fa0 req-8afa4104-ad8a-4e85-a978-51df31347dd0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Dec 23 12:17:09.003987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575fc59-1f92-4a80-81e5-866b6282cc2b req-bfd7f56c-4ba7-48d4-a893-c203b9d34f6e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.005601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b575fc59-1f92-4a80-81e5-866b6282cc2b req-bfd7f56c-4ba7-48d4-a893-c203b9d34f6e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0524757 Dec 23 12:17:09.065876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b575fc59-1f92-4a80-81e5-866b6282cc2b req-c1cd2197-abd6-4748-b3e0-d09cf6a7cc8e tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Dec 23 12:17:09.455665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:09.590327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:09.595200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:09.595946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:09.636849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d30ab-e778-445b-8f86-a201a9bc0f42 req-1f4c43c8-1d92-4648-8fc9-3eb3cf61fde6 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.638661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541d30ab-e778-445b-8f86-a201a9bc0f42 req-1f4c43c8-1d92-4648-8fc9-3eb3cf61fde6 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Dec 23 12:17:09.705002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541d30ab-e778-445b-8f86-a201a9bc0f42 req-05dda4a5-ba22-4c70-a873-d5b97f5d6c02 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523529 Dec 23 12:17:09.712944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:09.730018 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:17:09.761794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:09.815765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed1397-9157-4fbc-a246-4dd49e6507c2 req-c9e7cbef-3791-4965-a56d-d25a3cb47289 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.817372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ebed1397-9157-4fbc-a246-4dd49e6507c2 req-c9e7cbef-3791-4965-a56d-d25a3cb47289 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0504580 Dec 23 12:17:09.853803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:09.873161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ebed1397-9157-4fbc-a246-4dd49e6507c2 req-64e6236d-46c1-4eb1-96db-3e46e7339a96 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Dec 23 12:17:09.929839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:09.987820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:09.990375 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d82ee7-07ac-4b40-9922-46bec86927bb" -d '{"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-plugged", "status": "completed", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:10.029376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896721-0489-4da5-9022-9a0761ac2c5f req-c2f69aab-4dcb-4c6c-b010-1d7af25a90f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.030870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52896721-0489-4da5-9022-9a0761ac2c5f req-c2f69aab-4dcb-4c6c-b010-1d7af25a90f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0571313 Dec 23 12:17:10.080727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52896721-0489-4da5-9022-9a0761ac2c5f req-57e1b618-5299-4090-a54a-1438101ca0e4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Dec 23 12:17:10.131090 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f331e6-a45f-487e-80c6-cb2733a5d0dc x-openstack-request-id: req-65f331e6-a45f-487e-80c6-cb2733a5d0dc {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:10.131519 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-plugged", "status": "completed", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:10.131879 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f331e6-a45f-487e-80c6-cb2733a5d0dc {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:10.132433 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'code': 200} Dec 23 12:17:10.231865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bf56a-4f2b-4688-8d78-3c7d246566a3 req-93baa2bc-cbcb-4cdc-ad75-92845c18b59b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.239889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-547bf56a-4f2b-4688-8d78-3c7d246566a3 req-93baa2bc-cbcb-4cdc-ad75-92845c18b59b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0604043 Dec 23 12:17:10.246936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e4a6b-abac-49d5-8f0d-4b16fdcb8da9 req-ca5dfa1b-d3cf-4c7c-b668-50e01606a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.256717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-495e4a6b-abac-49d5-8f0d-4b16fdcb8da9 req-ca5dfa1b-d3cf-4c7c-b668-50e01606a2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1097 time: 0.0488648 Dec 23 12:17:10.301473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-547bf56a-4f2b-4688-8d78-3c7d246566a3 req-d7bcb86d-c278-4304-bdf8-9fad50110cba tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Dec 23 12:17:10.313369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-495e4a6b-abac-49d5-8f0d-4b16fdcb8da9 req-d01f5dec-55d7-47f2-84a2-e03021a51bd8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Dec 23 12:17:10.414288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a4109-f308-4217-b7b6-24a0ccc5a1cb req-060cbeed-bbb9-4fcf-a964-0d972e6b77ff tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.416135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-644a4109-f308-4217-b7b6-24a0ccc5a1cb req-060cbeed-bbb9-4fcf-a964-0d972e6b77ff tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1096 time: 0.0565062 Dec 23 12:17:10.473977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-644a4109-f308-4217-b7b6-24a0ccc5a1cb req-10232558-5bbb-4d03-8602-2ffacf939ab0 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486310 Dec 23 12:17:10.625387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84198d-641f-4dc9-99fa-f3a1dbf0b549 req-0219ff8b-08ba-41cc-95ed-715dee128a36 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.626970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d84198d-641f-4dc9-99fa-f3a1dbf0b549 req-0219ff8b-08ba-41cc-95ed-715dee128a36 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0642257 Dec 23 12:17:10.669588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-4273b4fb-92f9-4006-8438-5c894710a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.671132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-4273b4fb-92f9-4006-8438-5c894710a441 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 1096 time: 0.0442209 Dec 23 12:17:10.679870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d84198d-641f-4dc9-99fa-f3a1dbf0b549 req-95ed1e92-61a9-4020-b68a-0442f1367243 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Dec 23 12:17:10.809429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-79a38bf4-3b58-4f68-ad06-ca8fd3282fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.811336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-79a38bf4-3b58-4f68-ad06-ca8fd3282fa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.1325691 Dec 23 12:17:10.920165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-67dea26d-0147-4cff-8b85-46e9becf7a5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae HTTP/1.1" status: 200 len: 217 time: 0.0986040 Dec 23 12:17:10.936332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecabb81-64bb-46de-8404-291ef26ebd59 req-917c557c-1709-412b-91e3-6780e22b582b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.945404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ecabb81-64bb-46de-8404-291ef26ebd59 req-917c557c-1709-412b-91e3-6780e22b582b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0953052 Dec 23 12:17:11.015837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-87de5137-6231-48ec-92d0-a6f1a92f0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.017333 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-87de5137-6231-48ec-92d0-a6f1a92f0c7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0885592 Dec 23 12:17:11.021736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ecabb81-64bb-46de-8404-291ef26ebd59 req-952e1e03-a82b-4c87-86a6-369908c6332d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 Dec 23 12:17:11.061360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-d816680f-0890-447b-b4b6-dffc8bc44c5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364563 Dec 23 12:17:11.062694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebd04c-0320-4ebb-9eff-479f5a7cc76b req-6227ce87-02a7-4707-babf-de6a04410e77 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.064213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ebd04c-0320-4ebb-9eff-479f5a7cc76b req-6227ce87-02a7-4707-babf-de6a04410e77 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1101 time: 0.0547681 Dec 23 12:17:11.164661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ebd04c-0320-4ebb-9eff-479f5a7cc76b req-ed22e7af-25a1-4924-a848-aee10494a8a0 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934582 Dec 23 12:17:11.210042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-255b26d9-f5b9-4574-8449-245f79341b02 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400297 Dec 23 12:17:11.327170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc2376ca-92db-411c-813c-2a7d0dbfd0d7 req-8875f181-67f7-4a0d-b12a-90c74e740a84 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095123 Dec 23 12:17:11.332794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-28268b67-8e7d-4d0a-a605-45f18e3171c7 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a491cab68e4d447699f13eb758b2fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366914 Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.455912 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:17:11.459047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-9f3ed55a-ffbf-475e-b463-d5d11ecacb2b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.461267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-9f3ed55a-ffbf-475e-b463-d5d11ecacb2b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214473 Dec 23 12:17:11.486251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-57c4f07b-13e3-4154-9480-fde4b735e949 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/quotas/a491cab68e4d447699f13eb758b2fa91 HTTP/1.1" status: 200 len: 375 time: 0.0145998 Dec 23 12:17:11.530511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-aa88baf5-5720-41de-9e7c-d3d921c8c68a tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266645 Dec 23 12:17:11.769102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f737-9d8e-4ae2-86be-c94bbfb3ed5d req-8dcd637e-3106-4240-9198-e7a77211224e tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.779119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df11f737-9d8e-4ae2-86be-c94bbfb3ed5d req-8dcd637e-3106-4240-9198-e7a77211224e tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 1101 time: 0.0923564 Dec 23 12:17:11.875435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df11f737-9d8e-4ae2-86be-c94bbfb3ed5d req-cc986a52-89b3-479c-9e7e-afc179118f28 tempest-ServersAdminTestJSON-125849198 tempest-ServersAdminTestJSON-125849198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950537 Dec 23 12:17:11.927808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99da2b-ecb9-4c0f-ba77-8f98046184a4 req-693af898-5274-452c-a6ea-cdc431f8e91d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.933324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e99da2b-ecb9-4c0f-ba77-8f98046184a4 req-693af898-5274-452c-a6ea-cdc431f8e91d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1180050 Dec 23 12:17:12.004346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e99da2b-ecb9-4c0f-ba77-8f98046184a4 req-d4d76977-0922-4d67-b795-e5e60d0e558f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Dec 23 12:17:12.061445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-8020ec02-4ff9-4dd4-a0b1-c09c3e500b9c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a491cab68e4d447699f13eb758b2fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236237 Dec 23 12:17:12.197165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-6a0685a4-6535-4ef3-8258-95b83293d301 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:12.199365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-6a0685a4-6535-4ef3-8258-95b83293d301 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311290 Dec 23 12:17:12.216180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-671cab11-1fd6-459a-a148-a25a31986f78 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/quotas/a491cab68e4d447699f13eb758b2fa91 HTTP/1.1" status: 200 len: 375 time: 0.0107365 Dec 23 12:17:12.253532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-44607a49-227e-4c90-bbb5-41b9eb202f4c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307658 Dec 23 12:17:12.814707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0810b0-c84f-4129-a4aa-150edddabd6d req-744433de-f1ea-4ffc-92d6-d5f52138f941 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:12.825865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c0810b0-c84f-4129-a4aa-150edddabd6d req-744433de-f1ea-4ffc-92d6-d5f52138f941 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.1432571 Dec 23 12:17:12.852720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772f47-4462-4e8f-af46-97ca0837764e req-51d81066-4851-4f60-a1c2-b448f148894b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:12.855278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96772f47-4462-4e8f-af46-97ca0837764e req-51d81066-4851-4f60-a1c2-b448f148894b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.1218929 Dec 23 12:17:12.939889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c0810b0-c84f-4129-a4aa-150edddabd6d req-f30cbee6-59b7-417f-8c30-257fec5d0a38 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129317 Dec 23 12:17:12.955571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96772f47-4462-4e8f-af46-97ca0837764e req-e5206ebc-df92-4100-9603-ad86bafbe498 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900011 Dec 23 12:17:13.046712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fafe8770-6990-4a2c-b31b-efb4f3ef4a0e req-fe8e4585-a0f0-4d98-8916-1300459a40df tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 210 time: 0.0356703 Dec 23 12:17:13.172029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81086c-4344-4d2b-bda4-ee4ee1e4c14b req-a0bc366b-d823-47b4-ae3f-2867028f8cde tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.179904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e81086c-4344-4d2b-bda4-ee4ee1e4c14b req-a0bc366b-d823-47b4-ae3f-2867028f8cde tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1097 time: 0.0609391 Dec 23 12:17:13.253046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e81086c-4344-4d2b-bda4-ee4ee1e4c14b req-51f82284-a633-4fc1-8a77-ade691835014 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Dec 23 12:17:13.271074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee12c9-8a51-4eb9-97a8-bb5d97cd16db req-c6674d19-d96d-4094-aa2b-8be32fb0767d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.271074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ee12c9-8a51-4eb9-97a8-bb5d97cd16db req-c6674d19-d96d-4094-aa2b-8be32fb0767d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0858176 Dec 23 12:17:13.287800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e530fce9-68f4-459a-a1f7-cea9eabe3763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:13.321471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ee12c9-8a51-4eb9-97a8-bb5d97cd16db req-d502da45-5d3a-44c7-b909-06997f4dc4de tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 Dec 23 12:17:14.064764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad1ba5-b5e4-4841-925a-0c7f3661b8f9 req-41a39349-b7fe-448b-91c1-fe22f8febea8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.066301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dad1ba5-b5e4-4841-925a-0c7f3661b8f9 req-41a39349-b7fe-448b-91c1-fe22f8febea8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.0534308 Dec 23 12:17:14.162561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-822bb7d1-a250-425b-9094-9533d20e15c0 req-9a0e7fc6-2366-48f5-b20a-6a2da566cd7f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 210 time: 0.0392516 Dec 23 12:17:14.184964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-b6314f90-558d-4e5d-848c-7c367da1a9fb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.188414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-b6314f90-558d-4e5d-848c-7c367da1a9fb tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 949 time: 0.1091006 Dec 23 12:17:14.190109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dad1ba5-b5e4-4841-925a-0c7f3661b8f9 req-a5671047-2ebf-4194-aa0a-c710fe2615b1 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115127 Dec 23 12:17:14.383049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Deleting port e421657a-7022-47e6-94cb-d01571427c51 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:14.383442 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.495089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] For port e421657a-7022-47e6-94cb-d01571427c51, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e421657a-7022-47e6-94cb-d01571427c51,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:14.495329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.522865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-9c267939-5f32-44f6-baf0-5d12c4b770bb tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a491cab68e4d447699f13eb758b2fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396905 Dec 23 12:17:14.532737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Calling delete_port for e421657a-7022-47e6-94cb-d01571427c51 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:14.590155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24830d6-999c-4ef5-915f-9e9244c2fd95 req-45495d3e-87c6-48ed-b259-2419f108d70a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.591686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24830d6-999c-4ef5-915f-9e9244c2fd95 req-45495d3e-87c6-48ed-b259-2419f108d70a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1137850 Dec 23 12:17:14.674521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-9cf1788e-09a0-42a2-bbda-361827bf01e4 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.676024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-9cf1788e-09a0-42a2-bbda-361827bf01e4 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385498 Dec 23 12:17:14.691675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Request body: {'port': {'device_id': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': 'a491cab68e4d447699f13eb758b2fa91'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:14.732174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24830d6-999c-4ef5-915f-9e9244c2fd95 req-ea2f78b9-8cc0-4686-8881-84d7b080c618 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337595 Dec 23 12:17:14.813528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.827516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e6a96a26-646b-41b1-aff2-cb98ed19a209', 'e421657a-7022-47e6-94cb-d01571427c51', '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:14.843939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event deleted for resources: {'Port': ['ID=e421657a-7022-47e6-94cb-d01571427c51,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:14.904080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] No DVR routers for this DVR port e421657a-7022-47e6-94cb-d01571427c51 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:14.907455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.916187 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcf997dc-faaf-4e1f-8d69-1e582b539fa8 req-cc6aa972-6f12-4d46-925c-56d6f566f456 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "DELETE /v2.0/ports/e421657a-7022-47e6-94cb-d01571427c51 HTTP/1.1" status: 204 len: 173 time: 0.7088211 Dec 23 12:17:14.916187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'name': 'network-vif-deleted', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:14.916187 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a35704-37b7-4d5c-9be2-7f9455f6b447" -d '{"events": [{"server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "name": "network-vif-deleted", "tag": "e421657a-7022-47e6-94cb-d01571427c51"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:14.951142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Made reservation on behalf of a491cab68e4d447699f13eb758b2fa91 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:14.960565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.968133 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddde89f-be1d-4d07-ad8f-ffa57aae8260 x-openstack-request-id: req-2ddde89f-be1d-4d07-ad8f-ffa57aae8260 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:14.968486 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753ae868-7a40-42e0-be52-d81312aee34c", "name": "network-vif-deleted", "tag": "e421657a-7022-47e6-94cb-d01571427c51", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:14.968794 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ddde89f-be1d-4d07-ad8f-ffa57aae8260 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:14.969219 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753ae868-7a40-42e0-be52-d81312aee34c', 'name': 'network-vif-deleted', 'tag': 'e421657a-7022-47e6-94cb-d01571427c51', 'status': 'completed', 'code': 200} Dec 23 12:17:14.985938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.099796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.174072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.258687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b78b3b1-632e-4c40-a92e-c31330b7ac58,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:15.373106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-dccab00e-180c-4b21-a649-49a7048ebbab tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a491cab68e4d447699f13eb758b2fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547864 Dec 23 12:17:15.373702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Allocated IP 192.168.233.143 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/a2a7c598-ec55-4f5c-903e-1db5618357f0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:17:15.390544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e40f9cd-19a9-4dd4-8613-1b4f0aec0003 req-5e4a1cfe-26b4-4675-a775-c80016e9c9cd tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 210 time: 0.0816236 Dec 23 12:17:15.550982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1525010-de87-4b08-8a2a-564e09723eb1 req-b3894827-f0c3-42cf-bb44-b89ff5cdde6f tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=753ae868-7a40-42e0-be52-d81312aee34c HTTP/1.1" status: 200 len: 210 time: 0.0363312 Dec 23 12:17:15.558797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.592499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-c98caf39-628d-4280-834a-39ace78c51dc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.594498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-c98caf39-628d-4280-834a-39ace78c51dc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138071 Dec 23 12:17:15.650205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9cfa82c3-0f1a-4fc7-b0a6-124c476cf3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.663295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Request body: {'port': {'device_id': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': 'a491cab68e4d447699f13eb758b2fa91'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:15.773774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.827228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:15.830363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:15.835022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:15.854869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59513dff-0cf0-4d91-819b-d9f8a51229fb req-9c45f1a6-c38e-4e6a-b162-8cdfe0b71646 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.856361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59513dff-0cf0-4d91-819b-d9f8a51229fb req-9c45f1a6-c38e-4e6a-b162-8cdfe0b71646 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0555763 Dec 23 12:17:15.860195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:15.888806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.889463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.929528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Made reservation on behalf of a491cab68e4d447699f13eb758b2fa91 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:15.933616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:15.962003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59513dff-0cf0-4d91-819b-d9f8a51229fb req-c7b10783-95de-4d2e-8abc-04226beb57b6 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903699 Dec 23 12:17:15.989339 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-123bd1d0-d14b-4499-a5fd-b309243d31d9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3024092 Dec 23 12:17:16.004627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Request body: {'port': {'device_id': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:16.105709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.109528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Allocated IP 192.168.233.226 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/e6ad646a-2f53-4e52-a77b-734050d02683) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:17:16.194106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9b8110f4-f658-4cca-8fa0-22bc6adf035a None None] Provisioning complete for port a2a7c598-ec55-4f5c-903e-1db5618357f0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:16.195171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9b8110f4-f658-4cca-8fa0-22bc6adf035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.246367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9b8110f4-f658-4cca-8fa0-22bc6adf035a None None] Port a2a7c598-ec55-4f5c-903e-1db5618357f0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:17:16.305300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.362002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.501465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1573507b-6a7a-4cf6-a344-d573e8742bd0 req-4b248a62-a305-4f73-834d-abfb8cfe7505 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 210 time: 0.0361683 Dec 23 12:17:16.507186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.577312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:16.578953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:16.582436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:16.585091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:16.649381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:16.650281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.693039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:16.702010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.715197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Transition to ACTIVE for port object a2a7c598-ec55-4f5c-903e-1db5618357f0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:16.761456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-3bc090d6-c8e4-416a-b218-2bc7815fdf26 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1036108 Dec 23 12:17:16.777036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Request body: {'port': {'device_id': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:16.819462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.844631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.876106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:16.895376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-67c7ddb0-12dc-4d3a-af44-4fb3a8e3d540 None None] Provisioning complete for port e6ad646a-2f53-4e52-a77b-734050d02683 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:16.895754 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67c7ddb0-12dc-4d3a-af44-4fb3a8e3d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:16.964378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-67c7ddb0-12dc-4d3a-af44-4fb3a8e3d540 None None] Port e6ad646a-2f53-4e52-a77b-734050d02683 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:17:17.016475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Attempting to bind port a2a7c598-ec55-4f5c-903e-1db5618357f0 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:17.017265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Attempting to bind port a2a7c598-ec55-4f5c-903e-1db5618357f0 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:17.017729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Attempting to bind port a2a7c598-ec55-4f5c-903e-1db5618357f0 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:17.022696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Port a2a7c598-ec55-4f5c-903e-1db5618357f0 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:17.023260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Attempting to bind port a2a7c598-ec55-4f5c-903e-1db5618357f0 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:17.029980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:17.030501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:17.031006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:17.031532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Bound port: a2a7c598-ec55-4f5c-903e-1db5618357f0, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:17.031992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.110944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:17.114630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:17.221328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ad646a-2f53-4e52-a77b-734050d02683 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:17.230370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.245047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Transition to ACTIVE for port object e6ad646a-2f53-4e52-a77b-734050d02683 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:17.260146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.315982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.316725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.318813 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] 10.222.0.57 "PUT /v2.0/ports/a2a7c598-ec55-4f5c-903e-1db5618357f0 HTTP/1.1" status: 200 len: 1096 time: 1.3194544 Dec 23 12:17:17.319329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:17.325533 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c33495-a204-4d6c-a2a4-f1463248b655" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:17.411222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65f45f-fd4c-40fc-b3ac-c20b3ce21629 req-315fa6a9-7041-463f-8f4c-1df231e36c40 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.415566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25336a-e92a-433f-acb6-8130b56b329e service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:17.422010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c65f45f-fd4c-40fc-b3ac-c20b3ce21629 req-315fa6a9-7041-463f-8f4c-1df231e36c40 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0664988 Dec 23 12:17:17.442470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.528709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:17.559898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c65f45f-fd4c-40fc-b3ac-c20b3ce21629 req-fc9cf02c-c3bb-4a33-b617-cfa5f1ecd28c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365576 Dec 23 12:17:17.614356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-41bd4435-e0fa-4092-adc6-cf5e5b6fdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.629965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-41bd4435-e0fa-4092-adc6-cf5e5b6fdad2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 1099 time: 0.1089754 Dec 23 12:17:17.633289 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b4bb2-1140-4010-a233-2d2a10adfa9c x-openstack-request-id: req-576b4bb2-1140-4010-a233-2d2a10adfa9c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:17.633582 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:17.633837 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-576b4bb2-1140-4010-a233-2d2a10adfa9c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:17.634234 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'status': 'completed', 'code': 200} Dec 23 12:17:17.711671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-44d97a8b-9ef3-42c7-bda3-6c2de9dad672 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0 HTTP/1.1" status: 200 len: 217 time: 0.0692272 Dec 23 12:17:17.774752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-39ef3f3e-a817-44ef-ba41-83a67dbfb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.778510 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-39ef3f3e-a817-44ef-ba41-83a67dbfb396 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0559537 Dec 23 12:17:17.792593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf44b-ed59-482f-ad25-4caee0e20aad req-41e1e36b-af20-4cb5-92d5-46ee3a633909 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.800857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63dbf44b-ed59-482f-ad25-4caee0e20aad req-41e1e36b-af20-4cb5-92d5-46ee3a633909 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.1588926 Dec 23 12:17:17.838567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-ecd858d6-c83f-4901-8ecb-1a8846b0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.841624 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-ecd858d6-c83f-4901-8ecb-1a8846b0ea75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524924 Dec 23 12:17:17.849189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e002-f6f4-4ed7-adcd-ac63eaf91eca req-180b7b3e-a6d2-4975-9a2c-95d7dfc986d2 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.859218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cde2e002-f6f4-4ed7-adcd-ac63eaf91eca req-180b7b3e-a6d2-4975-9a2c-95d7dfc986d2 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.1487727 Dec 23 12:17:17.866822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Attempting to bind port e6ad646a-2f53-4e52-a77b-734050d02683 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:17.872147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Attempting to bind port e6ad646a-2f53-4e52-a77b-734050d02683 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:17.872147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Attempting to bind port e6ad646a-2f53-4e52-a77b-734050d02683 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:17.893812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Port e6ad646a-2f53-4e52-a77b-734050d02683 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:17.894138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Attempting to bind port e6ad646a-2f53-4e52-a77b-734050d02683 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:17.921139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:17.921482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:17.921887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:17.922312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Bound port: e6ad646a-2f53-4e52-a77b-734050d02683, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:17.922763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:17.971940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63dbf44b-ed59-482f-ad25-4caee0e20aad req-158abdd1-e161-44fd-b566-fe9e2389cb15 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614518 Dec 23 12:17:17.976346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e421657a-7022-47e6-94cb-d01571427c51 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:18.030530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cde2e002-f6f4-4ed7-adcd-ac63eaf91eca req-678a1350-3152-42ea-b850-273472d17b35 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688385 Dec 23 12:17:18.033278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: e421657a-7022-47e6-94cb-d01571427c51 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:18.034230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e421657a-7022-47e6-94cb-d01571427c51 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:18.085604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:18.090121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:18.105307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:18.133867 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:18.176859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:18.252098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:18.257338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.258113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:18.260395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-4b9f6ec8-7a2a-491a-98b2-0265cde1fb78 service neutron] 10.222.0.57 "PUT /v2.0/ports/e6ad646a-2f53-4e52-a77b-734050d02683 HTTP/1.1" status: 200 len: 1096 time: 1.4905505 Dec 23 12:17:18.261898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:18.264903 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86623910-17ae-49f9-a4bc-585a0c499399" -d '{"events": [{"name": "network-changed", "server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:18.330254 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905ba2d-a3ab-4565-9c47-2d834d030753 x-openstack-request-id: req-c905ba2d-a3ab-4565-9c47-2d834d030753 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:18.330973 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:18.331385 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c905ba2d-a3ab-4565-9c47-2d834d030753 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:18.331943 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'status': 'completed', 'code': 200} Dec 23 12:17:18.343364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-5368b7d3-bc66-478d-ab86-9c170a9f33bf service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932332 Dec 23 12:17:18.434163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86623910-17ae-49f9-a4bc-585a0c499399 req-7cb6ac39-5c3d-43a5-9896-1f61b1214a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.436040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86623910-17ae-49f9-a4bc-585a0c499399 req-7cb6ac39-5c3d-43a5-9896-1f61b1214a0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 1099 time: 0.0743988 Dec 23 12:17:18.465180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18106bf4-91fb-407b-b2ed-dd19d13ca2f9 req-1b37f292-18d8-4bc5-be8d-8c2ccf56a8e4 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143124 Dec 23 12:17:18.476414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86623910-17ae-49f9-a4bc-585a0c499399 req-7b06bc42-ff23-40a4-a889-b383b4e703fd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a491cab68e4d447699f13eb758b2fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313628 Dec 23 12:17:18.609071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86623910-17ae-49f9-a4bc-585a0c499399 req-838e8b85-96fd-4242-8755-4bceb9de6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.611430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86623910-17ae-49f9-a4bc-585a0c499399 req-838e8b85-96fd-4242-8755-4bceb9de6529 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226029 Dec 23 12:17:18.734406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0097b-87a6-4ffd-9917-b2a3700eb39a req-0bfde2ad-5bb7-471b-a8d2-524f7442305e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.735927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64b0097b-87a6-4ffd-9917-b2a3700eb39a req-0bfde2ad-5bb7-471b-a8d2-524f7442305e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0942738 Dec 23 12:17:18.751489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-62ce0344-273d-4c2e-87a2-f84ff789a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.752848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-62ce0344-273d-4c2e-87a2-f84ff789a540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 1099 time: 0.0652106 Dec 23 12:17:18.764424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-1d6ca72f-4417-430f-8298-f4d6c202e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.766043 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-1d6ca72f-4417-430f-8298-f4d6c202e716 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a491cab68e4d447699f13eb758b2fa91&device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 1099 time: 0.0477400 Dec 23 12:17:18.812552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-880798b6-0884-4fce-be88-b4e8b394f8ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e6ad646a-2f53-4e52-a77b-734050d02683 HTTP/1.1" status: 200 len: 217 time: 0.0451808 Dec 23 12:17:18.863307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-c3503175-ac1d-430e-a466-4b89700f8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.864732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-c3503175-ac1d-430e-a466-4b89700f8854 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.0924976 Dec 23 12:17:18.958012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-e0651af6-0a15-4cbe-a591-096f28090b69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0 HTTP/1.1" status: 200 len: 217 time: 0.0629835 Dec 23 12:17:19.020287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-024d4518-1024-4f40-8c7c-b30302467aa6 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.028237 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-024d4518-1024-4f40-8c7c-b30302467aa6 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.1427259 Dec 23 12:17:19.042991 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.087563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-648923d6-6a24-4ed0-ace0-120bff5ee3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.089120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-648923d6-6a24-4ed0-ace0-120bff5ee3d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1221049 Dec 23 12:17:19.094400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64b0097b-87a6-4ffd-9917-b2a3700eb39a req-13dedd18-c8d1-429e-8356-1d587c417520 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508487 Dec 23 12:17:19.142190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-b55c42a4-4cb3-422a-9e42-9a9ac06e6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.143664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-b55c42a4-4cb3-422a-9e42-9a9ac06e6ecf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.3236225 Dec 23 12:17:19.158448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e2a7-9b1c-4928-ade2-8ad992e6a07d req-db453a30-c410-4f5e-b874-9e5896783d7b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.159971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16e2e2a7-9b1c-4928-ade2-8ad992e6a07d req-db453a30-c410-4f5e-b874-9e5896783d7b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 950 time: 0.0718760 Dec 23 12:17:19.175360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-fa83b72a-7038-47b6-ba1b-6a613775b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.176879 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-fa83b72a-7038-47b6-ba1b-6a613775b995 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588377 Dec 23 12:17:19.198690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Deleting port e6a96a26-646b-41b1-aff2-cb98ed19a209 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:19.199212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.256494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-5a04f109-1caa-4727-8760-b1310fc70aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.258019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-5a04f109-1caa-4727-8760-b1310fc70aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971780 Dec 23 12:17:19.325366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16e2e2a7-9b1c-4928-ade2-8ad992e6a07d req-a56709a8-fbb2-4cf4-8985-70bdf1d9837c tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549571 Dec 23 12:17:19.355235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] For port e6a96a26-646b-41b1-aff2-cb98ed19a209, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6a96a26-646b-41b1-aff2-cb98ed19a209,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:19.355595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.361879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d8ac-531a-4766-b48d-fb1a501d67f5 req-f1c49ceb-649d-44e2-98ae-6722a801fed9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.363630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5862d8ac-531a-4766-b48d-fb1a501d67f5 req-f1c49ceb-649d-44e2-98ae-6722a801fed9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.1491749 Dec 23 12:17:19.364275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-95dc1f6c-8d95-4267-8456-1cfe56653c1c service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793032 Dec 23 12:17:19.370436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Calling delete_port for e6a96a26-646b-41b1-aff2-cb98ed19a209 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:19.433359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-ea846aef-c1d7-4875-a43b-73e90e0f7a00 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648438 Dec 23 12:17:19.472604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5862d8ac-531a-4766-b48d-fb1a501d67f5 req-22d7552a-9956-4613-a4ea-7f398da31076 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915461 Dec 23 12:17:19.549556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52bb943-cb44-48e4-a2b5-0de4393ffc4f req-6634657a-46d8-4277-b6e8-6c76f9faf1cc service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044984 Dec 23 12:17:19.550443 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f3c33495-a204-4d6c-a2a4-f1463248b655 req-c4684d94-b3c1-4dcc-9720-b7906cc5dead service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677079 Dec 23 12:17:19.693436 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.706328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e6a96a26-646b-41b1-aff2-cb98ed19a209', '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:19.727191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event deleted for resources: {'Port': ['ID=e6a96a26-646b-41b1-aff2-cb98ed19a209,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:19.769462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] No DVR routers for this DVR port e6a96a26-646b-41b1-aff2-cb98ed19a209 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:19.772316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.775953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7ab1294-6d83-4117-8037-df0043a04d64 req-c8911f4c-6657-40fd-9a5d-001659b25595 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "DELETE /v2.0/ports/e6a96a26-646b-41b1-aff2-cb98ed19a209 HTTP/1.1" status: 204 len: 173 time: 0.7395871 Dec 23 12:17:19.777182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'name': 'network-vif-deleted', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:19.779711 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143a25ed-a2a7-4710-98d9-08af16722ff6" -d '{"events": [{"server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "name": "network-vif-deleted", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:19.820082 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be760585-d0d1-4649-a609-bf479ac393e3 x-openstack-request-id: req-be760585-d0d1-4649-a609-bf479ac393e3 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:19.820572 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad131c1c-13b5-4183-b388-02a0af83363c", "name": "network-vif-deleted", "tag": "e6a96a26-646b-41b1-aff2-cb98ed19a209", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:19.821017 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be760585-d0d1-4649-a609-bf479ac393e3 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:19.821562 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad131c1c-13b5-4183-b388-02a0af83363c', 'name': 'network-vif-deleted', 'tag': 'e6a96a26-646b-41b1-aff2-cb98ed19a209', 'status': 'completed', 'code': 200} Dec 23 12:17:20.230863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc54d7-b50a-4d49-939f-017596ce7c00 req-8feb4e65-414e-488b-8bba-5706b0baa24f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:20.232516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94fc54d7-b50a-4d49-939f-017596ce7c00 req-8feb4e65-414e-488b-8bba-5706b0baa24f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0532286 Dec 23 12:17:20.288066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94fc54d7-b50a-4d49-939f-017596ce7c00 req-5dd988af-9a7e-47d2-bc90-a805d38a4caa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Dec 23 12:17:20.443221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa06244f-7ebd-4e65-a3ad-1cf867e3a4fc req-923ed9bb-280d-49fb-a289-e94bc4cf9e6b tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad131c1c-13b5-4183-b388-02a0af83363c HTTP/1.1" status: 200 len: 210 time: 0.0253055 Dec 23 12:17:20.594151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf8c2-1199-408c-83e4-d80684a7c014 req-86e42462-ece2-490d-a41e-b674f7b8452a tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:20.595860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24bcf8c2-1199-408c-83e4-d80684a7c014 req-86e42462-ece2-490d-a41e-b674f7b8452a tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.0496006 Dec 23 12:17:20.647612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24bcf8c2-1199-408c-83e4-d80684a7c014 req-634d880b-47f6-4717-8a61-b396ddb7520d tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Dec 23 12:17:21.409171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d0108-974f-488d-acd1-17e3e64d6973 req-8f23e6e3-0fec-4fcd-8504-b05f524e9997 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.410787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-644d0108-974f-488d-acd1-17e3e64d6973 req-8f23e6e3-0fec-4fcd-8504-b05f524e9997 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Dec 23 12:17:21.471381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-644d0108-974f-488d-acd1-17e3e64d6973 req-e4ac1131-9d1a-4880-aaf9-80c27fa82b60 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Dec 23 12:17:21.808788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545da684-5920-4b76-a17e-0b3286c949ca req-aeb80254-7922-49d0-aa55-1a129d997256 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.810307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-545da684-5920-4b76-a17e-0b3286c949ca req-aeb80254-7922-49d0-aa55-1a129d997256 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.0542631 Dec 23 12:17:21.861246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-545da684-5920-4b76-a17e-0b3286c949ca req-841ccb2b-5708-41e2-9a7d-7563a412dba0 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Dec 23 12:17:21.955055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:21.959073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6a96a26-646b-41b1-aff2-cb98ed19a209 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:21.996122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: e6a96a26-646b-41b1-aff2-cb98ed19a209 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:21.996807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6a96a26-646b-41b1-aff2-cb98ed19a209 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:22.008871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f5a5-05c5-4a4c-b0be-25747a02b09d req-92ddcf04-11d3-4bdd-83a5-35bf69816803 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:22.019024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e68f5a5-05c5-4a4c-b0be-25747a02b09d req-92ddcf04-11d3-4bdd-83a5-35bf69816803 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0675411 Dec 23 12:17:22.070687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e68f5a5-05c5-4a4c-b0be-25747a02b09d req-1351aa7d-a2df-49d9-ad51-e4c8217a9d5d tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Dec 23 12:17:22.092640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:22.103520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'mac_address': 'fa:16:3e:0d:e4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:22.142428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:22.157329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ad646a-2f53-4e52-a77b-734050d02683 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:22.178390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:22.236279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:22.236978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:22.314090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:22.321000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:22.340036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'mac_address': 'fa:16:3e:88:53:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:22.385067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:22.398957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:22.405767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:22.421805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:22.482090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:22.536049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:22.620677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23869c67-57b9-4a1a-8369-c63b2f8ee47b req-8c159f20-8f6f-4fed-a69c-8105fb93374c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:22.625382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23869c67-57b9-4a1a-8369-c63b2f8ee47b req-8c159f20-8f6f-4fed-a69c-8105fb93374c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0708103 Dec 23 12:17:22.680319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23869c67-57b9-4a1a-8369-c63b2f8ee47b req-8d5a016a-d2d5-4972-a980-777da7820fa0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Dec 23 12:17:22.898975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e6ad646a-2f53-4e52-a77b-734050d02683'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:22.918960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a2a7c598-ec55-4f5c-903e-1db5618357f0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:23.009141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa86652-266f-4afb-80d0-7b392aeba970 req-2452b892-cdd0-47bd-8dc1-766784e00799 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.011461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffa86652-266f-4afb-80d0-7b392aeba970 req-2452b892-cdd0-47bd-8dc1-766784e00799 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 949 time: 0.0530212 Dec 23 12:17:23.065995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffa86652-266f-4afb-80d0-7b392aeba970 req-89c891cb-da45-4d34-80da-0314dfe307c2 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Dec 23 12:17:23.191197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff18740-f591-4a88-a678-8f0b0c4407a5 req-d7c0db14-6071-480b-9d63-db1fce8dd7a9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.192730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff18740-f591-4a88-a678-8f0b0c4407a5 req-d7c0db14-6071-480b-9d63-db1fce8dd7a9 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0481102 Dec 23 12:17:23.244413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff18740-f591-4a88-a678-8f0b0c4407a5 req-ecc8243a-49b8-47e8-91b0-669190e4e920 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d645ed7-bd9b-47c9-af68-b160dce51481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Dec 23 12:17:23.707476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-9f97be26-da59-4b67-912d-d6aac6d0e5e8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.708969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-9f97be26-da59-4b67-912d-d6aac6d0e5e8 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 950 time: 0.0482495 Dec 23 12:17:23.814344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Deleting port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:23.814709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:23.821754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dec1d-fa6b-4edf-9a31-2e55169d87ce req-8b83b362-dc93-4a41-bd44-5082c8abfb77 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.829419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-864dec1d-fa6b-4edf-9a31-2e55169d87ce req-8b83b362-dc93-4a41-bd44-5082c8abfb77 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0746191 Dec 23 12:17:23.881486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-864dec1d-fa6b-4edf-9a31-2e55169d87ce req-0532d3f4-cbdb-49f2-8f14-2ee13ee25223 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Dec 23 12:17:23.913176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] For port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:23.913649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:23.926759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Calling delete_port for 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:24.133625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:24.164985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Pushing event deleted for resources: {'Port': ['ID=94ceb7cd-4bdb-499d-bca4-adb38c1f8af9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:24.197593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd8e0-ed17-495f-a9d2-3c5ef8052837 req-cd5d96ed-939d-43eb-b14b-3873be746baa tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:24.201348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-721bd8e0-ed17-495f-a9d2-3c5ef8052837 req-cd5d96ed-939d-43eb-b14b-3873be746baa tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 949 time: 0.0608330 Dec 23 12:17:24.211160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] No DVR routers for this DVR port 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:24.214683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:24.222257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ef51861-8ceb-4a0f-b8ef-1eb7488f9732 req-c497382b-7385-4314-b4da-d8da7b0af8a7 tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.57 "DELETE /v2.0/ports/94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 HTTP/1.1" status: 204 len: 173 time: 0.5063617 Dec 23 12:17:24.222780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-deleted', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:24.225161 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c8725-f1d8-4aa8-8eed-c6c057f000ed" -d '{"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-deleted", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:24.264681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-721bd8e0-ed17-495f-a9d2-3c5ef8052837 req-cc4ff7de-d404-4ac6-a812-b69ad8e8a63c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Dec 23 12:17:24.272023 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857ba87e-d7a0-42d9-a128-503f99f72228 x-openstack-request-id: req-857ba87e-d7a0-42d9-a128-503f99f72228 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:24.272324 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960cbb8-4082-48aa-914b-c1c83c06af43", "name": "network-vif-deleted", "tag": "94ceb7cd-4bdb-499d-bca4-adb38c1f8af9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:24.272581 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-857ba87e-d7a0-42d9-a128-503f99f72228 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:24.273673 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960cbb8-4082-48aa-914b-c1c83c06af43', 'name': 'network-vif-deleted', 'tag': '94ceb7cd-4bdb-499d-bca4-adb38c1f8af9', 'status': 'completed', 'code': 200} Dec 23 12:17:24.358883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2cfc1d4e-7572-4d49-9bcf-b4656634e589 req-bf9cf3b5-f520-45d7-bdc9-1983020932bd tempest-ServersAdminTestJSON-13029112 tempest-ServersAdminTestJSON-13029112-project] 10.222.0.16 "GET /v2.0/ports?device_id=b960cbb8-4082-48aa-914b-c1c83c06af43 HTTP/1.1" status: 200 len: 210 time: 0.0318499 Dec 23 12:17:25.016100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c18d-e8ce-4ef6-9671-01ff28a474f5 req-a4afe7ff-a622-4589-b800-f80d74f23c26 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:25.018884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf90c18d-e8ce-4ef6-9671-01ff28a474f5 req-a4afe7ff-a622-4589-b800-f80d74f23c26 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0558059 Dec 23 12:17:25.075885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf90c18d-e8ce-4ef6-9671-01ff28a474f5 req-ef24ae24-ea60-408f-bb8b-e3c93dd73d2a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Dec 23 12:17:25.393532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb123ca-f44f-42e4-8b5d-e83715dbf317 req-cad7fd42-be17-46d5-a164-110cf391436b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:25.395177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3cb123ca-f44f-42e4-8b5d-e83715dbf317 req-cad7fd42-be17-46d5-a164-110cf391436b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 949 time: 0.0501733 Dec 23 12:17:25.446060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3cb123ca-f44f-42e4-8b5d-e83715dbf317 req-46a6c40f-9bf0-459c-b2d2-f4c81f7fed98 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Dec 23 12:17:25.961796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:26.010178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-d30bff23-3c81-456d-81f0-624b2285bd2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749106 Dec 23 12:17:26.029382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33606) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:26.140572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-78be1f28-b5db-4275-b65e-2436d3fc6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.140572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-78be1f28-b5db-4275-b65e-2436d3fc6201 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1019027 Dec 23 12:17:26.156525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port e6ad646a-2f53-4e52-a77b-734050d02683 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:26.161389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port e6ad646a-2f53-4e52-a77b-734050d02683 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:26.161914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.299578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8bd32bd3-a8ab-4e00-8cc5-17113be0e31f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=740e116276744f0da91def95a5241261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669356 Dec 23 12:17:26.305331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:26.331733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa236-a0d7-4337-a48d-f7dac1842bbb req-2883bbc8-8d8f-49cd-b677-a570ba7e432d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.342872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d92aa236-a0d7-4337-a48d-f7dac1842bbb req-2883bbc8-8d8f-49cd-b677-a570ba7e432d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1124771 Dec 23 12:17:26.347918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.392655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:26.401768 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd1523-91b8-444d-8faf-1126d452d71a" -d '{"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:26.419107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-71e34984-fd33-4aa8-8ae0-aee67986fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.430292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.431875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-71e34984-fd33-4aa8-8ae0-aee67986fbaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.2471726 Dec 23 12:17:26.436797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d92aa236-a0d7-4337-a48d-f7dac1842bbb req-aba6137e-7ed3-478e-92a0-edb332000cbc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928161 Dec 23 12:17:26.452994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:26.478020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-33eaf1db-801f-48b9-b2d6-007aee0a195e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.0445149 Dec 23 12:17:26.478823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.528578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.529546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:26.554262 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40dc72-63af-47f4-915c-84ca8b686a23 x-openstack-request-id: req-4c40dc72-63af-47f4-915c-84ca8b686a23 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:26.554641 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:26.554902 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c40dc72-63af-47f4-915c-84ca8b686a23 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:26.555345 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'code': 200} Dec 23 12:17:26.564795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-f1a3dfd1-62f8-444b-8ec5-d452d294bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.566472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-f1a3dfd1-62f8-444b-8ec5-d452d294bb90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0768013 Dec 23 12:17:26.602610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.606692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.607984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d645ed7-bd9b-47c9-af68-b160dce51481 HTTP/1.1" status: 204 len: 168 time: 0.3015018 Dec 23 12:17:26.619878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:26.621253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617e6c7-c0f9-4985-8f9f-dda58771edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d645ed7-bd9b-47c9-af68-b160dce51481,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:26.630685 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-6a02ab9c-fa2f-4226-8d12-105dd4447681 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552206 Dec 23 12:17:26.745547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e58e-330e-464f-9013-f959e76200e4 req-22559ea1-076f-41df-8253-64e87139ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.747149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b253e58e-330e-464f-9013-f959e76200e4 req-22559ea1-076f-41df-8253-64e87139ed73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 1101 time: 0.1199639 Dec 23 12:17:26.753254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad7e47-c30d-464e-a803-37097a4a4bf2 req-4c524d49-5a38-4385-8970-78504dd53a43 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.754752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ad7e47-c30d-464e-a803-37097a4a4bf2 req-4c524d49-5a38-4385-8970-78504dd53a43 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 950 time: 0.0908091 Dec 23 12:17:26.767419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port a2a7c598-ec55-4f5c-903e-1db5618357f0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:26.772331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a2a7c598-ec55-4f5c-903e-1db5618357f0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:26.772995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.796725 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-e426151b-d8ac-43a7-8bc5-29f83752c15c service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305313 Dec 23 12:17:26.834086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b253e58e-330e-464f-9013-f959e76200e4 req-591e44ac-9430-455f-bca0-c052b7e44958 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727155 Dec 23 12:17:26.834677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ad7e47-c30d-464e-a803-37097a4a4bf2 req-ab8b59fd-1192-4adc-bd48-4e2004f599b7 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729082 Dec 23 12:17:26.894391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.951209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:26.954258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c17d6072-9d6e-4caf-918b-c9d184c6be24 req-00e8ff69-e286-4a62-899c-9a45896299c6 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378670 Dec 23 12:17:27.019602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.021454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:27.044122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:27.044602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94ceb7cd-4bdb-499d-bca4-adb38c1f8af9 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:27.101601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:27.413755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33642) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:27.453960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0fbe6190-30f7-4b3a-becd-bbbf949ed9ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa34871e8cb47c1806b168d6ef5f5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390120 Dec 23 12:17:27.456460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:27.505532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.553731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.601281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f0d1a-b616-4f0e-b397-6526f7b466c4 req-8786257a-728c-4aa3-b3fa-b1e33831cdfa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:27.602723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b79f0d1a-b616-4f0e-b397-6526f7b466c4 req-8786257a-728c-4aa3-b3fa-b1e33831cdfa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0879040 Dec 23 12:17:27.658087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b79f0d1a-b616-4f0e-b397-6526f7b466c4 req-8f26f5f1-cff2-4816-a1d3-67376a501139 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483124 Dec 23 12:17:27.705452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.708194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.709599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef61dbd3-954d-4300-904e-c32d43a6f9ca HTTP/1.1" status: 204 len: 168 time: 0.2521663 Dec 23 12:17:27.718746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d225b-2edf-4059-9710-e5af379a0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61dbd3-954d-4300-904e-c32d43a6f9ca,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:27.961220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12a540-3918-4876-8783-a2e94b3a60be req-a1b08a6f-8faf-4faf-969e-9f5d8c80ecdd tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:27.962643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df12a540-3918-4876-8783-a2e94b3a60be req-a1b08a6f-8faf-4faf-969e-9f5d8c80ecdd tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 950 time: 0.0641534 Dec 23 12:17:28.034144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df12a540-3918-4876-8783-a2e94b3a60be req-d547c7d1-1df0-4536-857b-85cd6494598d tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634346 Dec 23 12:17:28.557085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:28.560286 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba73a46-a084-40cb-b519-e51628e692da" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:28.599824 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5305682b-41c8-4790-b946-2726e3d7c4a1 x-openstack-request-id: req-5305682b-41c8-4790-b946-2726e3d7c4a1 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:28.600117 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:28.600371 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5305682b-41c8-4790-b946-2726e3d7c4a1 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:28.600757 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'code': 200} Dec 23 12:17:28.716012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea50d39-2854-4e87-af3d-04fb84273042 req-364e82cc-3d9d-4aa7-8429-abea77cacd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.717811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea50d39-2854-4e87-af3d-04fb84273042 req-364e82cc-3d9d-4aa7-8429-abea77cacd19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 1101 time: 0.0468545 Dec 23 12:17:28.793061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a0b10-53b0-4a70-806d-07dfcc965a29 req-e53240f8-437b-403f-bba2-6db76313ba08 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.800398 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea50d39-2854-4e87-af3d-04fb84273042 req-d125474c-ef2b-475f-8b81-7c7910fff254 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747030 Dec 23 12:17:28.801274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2a0b10-53b0-4a70-806d-07dfcc965a29 req-e53240f8-437b-403f-bba2-6db76313ba08 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0678289 Dec 23 12:17:28.846121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2a0b10-53b0-4a70-806d-07dfcc965a29 req-9e751581-b518-4f5c-a566-903c43546131 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Dec 23 12:17:28.875016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33684) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:28.980544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1297942509-network', 'tenant_id': '250c107d30e64c89815fc16daecfd8e9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:29.070303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Made reservation on behalf of 250c107d30e64c89815fc16daecfd8e9 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:29.072748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.089695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.204869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0bba9-9f18-408d-8fd5-1388a39d981a req-cbe06f36-05cb-4363-8831-72fbc73c584c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.206592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdb0bba9-9f18-408d-8fd5-1388a39d981a req-cbe06f36-05cb-4363-8831-72fbc73c584c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 950 time: 0.0764778 Dec 23 12:17:29.216625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.273906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdb0bba9-9f18-408d-8fd5-1388a39d981a req-cd4f3a1c-49dd-4d30-b5f6-2998e4d97a44 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Dec 23 12:17:29.287894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.320076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01951977-ed21-4f56-9c2b-d835fe796faf,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:29.386374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:17:29.399818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.400165 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Added segment 453e4f95-3d08-4548-895c-15ce2e67fac6 of type vlan for network e3c76f06-9781-4ed0-bb96-546c3cc987a0 Dec 23 12:17:29.445234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d6bcd-7cc9-4ebe-9435-0779b27c6481 req-49bbdf1e-d53b-4271-bac9-a8889416f651 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.446819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-355d6bcd-7cc9-4ebe-9435-0779b27c6481 req-49bbdf1e-d53b-4271-bac9-a8889416f651 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 950 time: 0.0910594 Dec 23 12:17:29.464362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.519974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-355d6bcd-7cc9-4ebe-9435-0779b27c6481 req-360c3f73-73f8-4864-9296-650546cdb16d tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636911 Dec 23 12:17:29.585082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.586080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.586653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:29.649897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c76f06-9781-4ed0-bb96-546c3cc987a0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:29.660398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e3c76f06-9781-4ed0-bb96-546c3cc987a0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:17:29.753306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2946be2b-cb7b-4382-98e1-5822bc3882c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8770530 Dec 23 12:17:29.755902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33702) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:29.761099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Request body: {'subnet': {'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1297942509-subnet', 'tenant_id': '250c107d30e64c89815fc16daecfd8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:29.876002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Made reservation on behalf of 250c107d30e64c89815fc16daecfd8e9 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:29.878704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.004856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd194d-5c57-4faa-bf99-2d90d550ed30 req-ac8c2dad-5300-4132-87b4-ba156f9ad8da tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:30.006341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8dd194d-5c57-4faa-bf99-2d90d550ed30 req-ac8c2dad-5300-4132-87b4-ba156f9ad8da tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0774753 Dec 23 12:17:30.097085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8dd194d-5c57-4faa-bf99-2d90d550ed30 req-842ca97d-d2bc-4470-ac17-80b8e3a77b8b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792789 Dec 23 12:17:30.259837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.345479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:30.360097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Checking segment: {'id': '453e4f95-3d08-4548-895c-15ce2e67fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:30.361754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Network hostable DHCP agents. Network: e3c76f06-9781-4ed0-bb96-546c3cc987a0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:17:30.447690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Network e3c76f06-9781-4ed0-bb96-546c3cc987a0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:17:30.573683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e3c76f06-9781-4ed0-bb96-546c3cc987a0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:30.585555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:30.585555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.588198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e4ba41-69f3-4dba-ae02-440060e045db None None] Network e3c76f06-9781-4ed0-bb96-546c3cc987a0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:17:30.655803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f265847-a84f-4027-8535-01bb741fe4a5 req-79718015-475c-424d-95e5-088aad1d3349 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:30.663333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f265847-a84f-4027-8535-01bb741fe4a5 req-79718015-475c-424d-95e5-088aad1d3349 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 950 time: 0.0615556 Dec 23 12:17:30.698150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5551dfe-e628-4a3b-acd5-a302ed48122b None None] Network e3c76f06-9781-4ed0-bb96-546c3cc987a0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:17:30.719545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f265847-a84f-4027-8535-01bb741fe4a5 req-62e63ce4-f783-4646-9db9-f6b6878c06d5 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528214 Dec 23 12:17:30.733109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-404fe6f0-0e50-48ec-92ce-6454125d9b98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9670408 Dec 23 12:17:31.229264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d408-84ac-4b08-bee6-c0c1574f85a4 req-f3f51567-de08-462f-9db9-3505f865d885 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.231317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b249d408-84ac-4b08-bee6-c0c1574f85a4 req-f3f51567-de08-462f-9db9-3505f865d885 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0552242 Dec 23 12:17:31.282225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b249d408-84ac-4b08-bee6-c0c1574f85a4 req-034a087d-989c-47a7-86da-1ea92e8b167f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Dec 23 12:17:31.505898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:31.511791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-321711892-network', 'tenant_id': 'fdc11e8fd40046a095c46c0786910a3e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:31.635931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Made reservation on behalf of fdc11e8fd40046a095c46c0786910a3e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:31.638177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.647853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.726786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.818866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.848032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:17:31.849352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899b1ab-d882-4999-9e7e-de20936aa641 req-7463eedb-bc8e-4635-b012-e97056ccb2c2 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.850837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2899b1ab-d882-4999-9e7e-de20936aa641 req-7463eedb-bc8e-4635-b012-e97056ccb2c2 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 950 time: 0.0533535 Dec 23 12:17:31.855878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcebf33-9573-4236-84cc-f8a034e23135,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:31.869153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.869484 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Added segment 15dcfb7c-6236-43ab-989a-f63b3242c638 of type vlan for network 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 Dec 23 12:17:31.908045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2899b1ab-d882-4999-9e7e-de20936aa641 req-754e90b2-9b5d-4821-bfe6-4c65380e3c8c tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Dec 23 12:17:31.913558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.025304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.027379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:32.027987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.098362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] Pushing event updated for resources: {'Network': ['ID=3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:32.110527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:17:32.278825 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-369ff0fa-d3c5-4070-b3e4-5fa4dc289a5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7717888 Dec 23 12:17:32.282437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:32.287615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Request body: {'subnet': {'network_id': '3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-321711892-subnet', 'tenant_id': 'fdc11e8fd40046a095c46c0786910a3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:32.413217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e2111-7e28-4fd1-b4b9-aaeb21ef1afa req-3d374fcc-f8e9-40b0-9ce6-95b54f8adff1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:32.414753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b2e2111-7e28-4fd1-b4b9-aaeb21ef1afa req-3d374fcc-f8e9-40b0-9ce6-95b54f8adff1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0546899 Dec 23 12:17:32.467461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b2e2111-7e28-4fd1-b4b9-aaeb21ef1afa req-0e2a6533-6e1d-4c6a-abe4-41a2a1721ec1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Dec 23 12:17:32.471015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Made reservation on behalf of fdc11e8fd40046a095c46c0786910a3e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:32.474535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.802526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924e190-2ca4-4453-ad4d-544788d1f7a4 req-8e282eb2-c8c4-40b7-b806-10611419c649 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:32.804030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0924e190-2ca4-4453-ad4d-544788d1f7a4 req-8e282eb2-c8c4-40b7-b806-10611419c649 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0511580 Dec 23 12:17:32.819239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.856913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0924e190-2ca4-4453-ad4d-544788d1f7a4 req-8fea89f4-4728-4ad6-a808-a343b6987a36 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460236 Dec 23 12:17:32.882752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2da2d7-f61e-49a7-9f91-2baab1bc2486,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:32.890699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Checking segment: {'id': '15dcfb7c-6236-43ab-989a-f63b3242c638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:32.891124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Network hostable DHCP agents. Network: 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:17:33.036359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Network 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:17:33.184619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:33.191976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:33.192805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.199420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd6de0-9746-4a6f-9f7e-dd5dcb131a31 None None] Network 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:17:33.292344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769739b-9968-47e1-8067-02a92db83182 req-da80c7e8-031a-4588-9afb-dbd8ef22df8f tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:33.293999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a769739b-9968-47e1-8067-02a92db83182 req-da80c7e8-031a-4588-9afb-dbd8ef22df8f tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 946 time: 0.0523155 Dec 23 12:17:33.302070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13f6cd-bfb7-4ec2-901a-066c36f5935c None None] Network 3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:17:33.313092 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c13a10b-54af-48a0-80d5-aa1aaab63d99 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0292914 Dec 23 12:17:33.379692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a769739b-9968-47e1-8067-02a92db83182 req-e79100a4-dc8a-4eb8-a373-1e7d8dce2ed8 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/security-groups?id=4878f5ba-df59-492d-a1d3-66eb694396f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775368 Dec 23 12:17:33.387020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049715-d0cd-4dc3-ae73-c2a33369c750 req-9e7c0110-1af1-4e78-bc39-67647c4e1e54 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:33.388526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37049715-d0cd-4dc3-ae73-c2a33369c750 req-9e7c0110-1af1-4e78-bc39-67647c4e1e54 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1096 time: 0.0682125 Dec 23 12:17:33.444010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37049715-d0cd-4dc3-ae73-c2a33369c750 req-292dfd3e-43be-4032-8aa7-dbca4c0461b0 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Dec 23 12:17:33.595115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921366c9-9e71-40c9-b9a0-fcf73903359e req-f2b64b26-c1af-4ff5-bf6b-a593a8acf1dc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:33.601347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-921366c9-9e71-40c9-b9a0-fcf73903359e req-f2b64b26-c1af-4ff5-bf6b-a593a8acf1dc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0552468 Dec 23 12:17:33.643071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-921366c9-9e71-40c9-b9a0-fcf73903359e req-d6425ad8-6614-4396-972a-5440550a930e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Dec 23 12:17:33.736163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a246d-7281-40b3-a45a-874f3521b098 req-8bcdb618-3190-4f23-b82e-775aac1aa5dd tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:33.737835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a9a246d-7281-40b3-a45a-874f3521b098 req-8bcdb618-3190-4f23-b82e-775aac1aa5dd tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1097 time: 0.0403512 Dec 23 12:17:33.787382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a9a246d-7281-40b3-a45a-874f3521b098 req-3e7e40e4-3237-4527-b45c-e9d03c50493d tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Dec 23 12:17:34.074815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-06abe79e-71a7-4783-997d-d8deeb8b80d2 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:34.076296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-06abe79e-71a7-4783-997d-d8deeb8b80d2 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/networks?id=e3c76f06-9781-4ed0-bb96-546c3cc987a0 HTTP/1.1" status: 200 len: 815 time: 0.1052182 Dec 23 12:17:34.092150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-7e943bee-a6e8-4800-be65-924f985cd621 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/quotas/250c107d30e64c89815fc16daecfd8e9 HTTP/1.1" status: 200 len: 375 time: 0.0098794 Dec 23 12:17:34.125148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-893c8dba-af1c-4fd3-ad71-6d45e0aeedf9 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=250c107d30e64c89815fc16daecfd8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267887 Dec 23 12:17:34.222547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-5108245d-372b-4823-bc74-e2cede35561a service neutron] 10.222.0.16 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895898 Dec 23 12:17:34.314003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-582fe326-a6b3-4b2c-9331-b091a130a489 service neutron] 10.222.0.16 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850203 Dec 23 12:17:35.329408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-c9b86973-c75d-4b33-81d2-2c740ff1ecef tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:35.332749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-c9b86973-c75d-4b33-81d2-2c740ff1ecef tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 946 time: 0.0483067 Dec 23 12:17:35.430531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Deleting port 8d93bdf0-4688-4625-9a9b-20f02482f181 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:35.430866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:35.535823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] For port 8d93bdf0-4688-4625-9a9b-20f02482f181, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=8d93bdf0-4688-4625-9a9b-20f02482f181,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:35.536183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:35.549054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Calling delete_port for 8d93bdf0-4688-4625-9a9b-20f02482f181 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:35.601343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-ec312116-13f5-445d-95b7-a7b7d66c1445 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:17:35.602334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-ec312116-13f5-445d-95b7-a7b7d66c1445 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056336 Dec 23 12:17:35.647050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-06c5e14c-0eaa-430a-aa85-b35416ba2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:35.648434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-06c5e14c-0eaa-430a-aa85-b35416ba2929 service neutron] 10.222.0.16 "GET /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 1093 time: 0.0349171 Dec 23 12:17:35.662899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Request body: {'binding': {'host': 'n-h2-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:35.663395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:17:35.763071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:35.778435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['8d93bdf0-4688-4625-9a9b-20f02482f181'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:35.810723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Pushing event deleted for resources: {'Port': ['ID=8d93bdf0-4688-4625-9a9b-20f02482f181,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:35.815880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on host n-h2-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:35.816045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:35.816397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:35.821206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:35.821547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:35.828264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:35.831857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:35.831857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:35.831857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Bound port: 54510d91-75e2-4278-9518-abb6a023059c, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:35.850450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] No DVR routers for this DVR port 8d93bdf0-4688-4625-9a9b-20f02482f181 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:35.853866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:35.858452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15e660bc-5b08-437c-8c24-fdd6edbc0605 req-1050a0c5-2c7e-40b9-9752-14ca8dc82979 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.43 "DELETE /v2.0/ports/8d93bdf0-4688-4625-9a9b-20f02482f181 HTTP/1.1" status: 204 len: 173 time: 0.5183952 Dec 23 12:17:35.858930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'name': 'network-vif-deleted', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:35.861984 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e596058-7562-43db-ab5b-c79aacd5ed21" -d '{"events": [{"server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "name": "network-vif-deleted", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:35.884215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:35.975488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:35.976684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-12f6ae5f-2a02-4b9b-9d99-7366fb10f318 service neutron] 10.222.0.16 "POST /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3176444 Dec 23 12:17:36.002208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:36.112978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:36.124147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'mac_address': 'fa:16:3e:88:53:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:36.164033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.177848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:36.203108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:36.384776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.440095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:36.487982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ffcc0ad-82c3-40dd-aa63-bc8c25beb3de req-e18dae16-d099-4a5b-bcb9-cca002ebf200 tempest-AttachSCSIVolumeTestJSON-1429580247 tempest-AttachSCSIVolumeTestJSON-1429580247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd0f4fa5-cccf-428d-b802-d0161f705bde HTTP/1.1" status: 200 len: 210 time: 0.0329916 Dec 23 12:17:36.532410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a2a7c598-ec55-4f5c-903e-1db5618357f0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:36.576303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e447d9d1-42d1-4410-a1b1-50ca1ef1fc2d req-3c76e9f4-a1c9-4c38-96a1-322f0b9ba235 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 210 time: 0.0337515 Dec 23 12:17:36.691306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911cee-a017-4463-b10d-6e4fbea2eafe req-6ba09e12-0d12-44cd-b50f-4f5beb21854f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:36.692714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a911cee-a017-4463-b10d-6e4fbea2eafe req-6ba09e12-0d12-44cd-b50f-4f5beb21854f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0553768 Dec 23 12:17:36.743933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a911cee-a017-4463-b10d-6e4fbea2eafe req-9256e9ae-bc69-41a0-9d72-452d0e68083c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Dec 23 12:17:36.881998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-fd79623c-f1c2-4446-af5f-3eb7ba287ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:36.882920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-fd79623c-f1c2-4446-af5f-3eb7ba287ffb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1096 time: 0.0507948 Dec 23 12:17:36.962103 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7968195-c9ef-434d-8221-f1e33d374427 x-openstack-request-id: req-f7968195-c9ef-434d-8221-f1e33d374427 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:36.962399 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f4fa5-cccf-428d-b802-d0161f705bde", "name": "network-vif-deleted", "tag": "8d93bdf0-4688-4625-9a9b-20f02482f181", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:36.973525 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7968195-c9ef-434d-8221-f1e33d374427 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:36.973525 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0f4fa5-cccf-428d-b802-d0161f705bde', 'name': 'network-vif-deleted', 'tag': '8d93bdf0-4688-4625-9a9b-20f02482f181', 'status': 'completed', 'code': 200} Dec 23 12:17:37.011455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-b5cef586-e2e8-43ce-8955-75ca694ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.013067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-b5cef586-e2e8-43ce-8955-75ca694ff107 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1177018 Dec 23 12:17:37.052192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bddcf3-a55f-425f-bc68-a31e7cc0d3af req-a2398343-b981-4dec-bccb-adff9bff59a7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.053731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26bddcf3-a55f-425f-bc68-a31e7cc0d3af req-a2398343-b981-4dec-bccb-adff9bff59a7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0598867 Dec 23 12:17:37.059872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-fe63808b-88a4-47d3-a43b-21733800f552 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 217 time: 0.0396461 Dec 23 12:17:37.104931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26bddcf3-a55f-425f-bc68-a31e7cc0d3af req-746fb83e-1b13-43d7-8d42-b240e78a9296 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Dec 23 12:17:37.132947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-e0747a99-6432-4254-adf2-a148db17a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.132947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-e0747a99-6432-4254-adf2-a148db17a911 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0439281 Dec 23 12:17:37.133295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-749bf1cf-8581-49fe-8c70-9e5612376ce2 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:17:37.133295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-749bf1cf-8581-49fe-8c70-9e5612376ce2 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064569 Dec 23 12:17:37.157883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-f191ef76-a481-4ae5-9af0-89603f73dda4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312910 Dec 23 12:17:37.169400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-09890340-cd6c-4520-93cf-b10383187a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.172668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-09890340-cd6c-4520-93cf-b10383187a0f service neutron] 10.222.0.16 "GET /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 1094 time: 0.0356102 Dec 23 12:17:37.180850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Request body: {'binding': {'host': 'n-h1-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:37.181300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:17:37.253820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-a2191f33-b09f-4520-8632-58155d00dc23 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Dec 23 12:17:37.353580 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-63351d23-e8af-456a-ac70-166e7be0c026 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Dec 23 12:17:37.371663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9e627-0ce4-4dcf-9cee-206c4be14bdc req-981b28a8-3e3d-4426-9420-b0a0b15795f4 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.373209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdf9e627-0ce4-4dcf-9cee-206c4be14bdc req-981b28a8-3e3d-4426-9420-b0a0b15795f4 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0866489 Dec 23 12:17:37.376007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on host n-h1-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:37.376155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:37.376439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:37.382946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:37.383262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:37.398289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:37.398913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:37.399036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:37.399387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Bound port: e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:37.459125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdf9e627-0ce4-4dcf-9cee-206c4be14bdc req-5f73be7a-464e-42b7-bb0b-2b7609874ccd tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778711 Dec 23 12:17:37.487010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:37.571200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23017991-5b9c-456b-b755-132471caab27 req-821007b1-acf3-4ac7-af4f-9c52c4337801 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.573907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23017991-5b9c-456b-b755-132471caab27 req-821007b1-acf3-4ac7-af4f-9c52c4337801 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.0529881 Dec 23 12:17:37.577893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.579029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e3ec9441-3f47-4a45-9dfd-94c6ac6a2e94 service neutron] 10.222.0.16 "POST /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99/bindings HTTP/1.1" status: 201 len: 389 time: 0.4015303 Dec 23 12:17:37.621816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-9a1a4112-5b42-4844-9ea9-6ff3dfb4ac9e tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.623442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-9a1a4112-5b42-4844-9ea9-6ff3dfb4ac9e tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.43 "GET /v2.0/networks?id=e3c76f06-9781-4ed0-bb96-546c3cc987a0 HTTP/1.1" status: 200 len: 815 time: 0.1144295 Dec 23 12:17:37.627744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23017991-5b9c-456b-b755-132471caab27 req-f9003346-3fd8-4ddd-b886-9607178e5826 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Dec 23 12:17:37.639875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Request body: {'port': {'device_id': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0', 'admin_state_up': True, 'tenant_id': '250c107d30e64c89815fc16daecfd8e9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:37.805923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb397617-33ed-4cac-ae12-3f6edc2e9d68 req-7a369f82-3f42-4b23-b2fb-c5e5355650d7 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 210 time: 0.0390582 Dec 23 12:17:37.847498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Made reservation on behalf of 250c107d30e64c89815fc16daecfd8e9 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:37.851652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.989709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19d800-17a9-4ca8-860d-1bf2f294a021 req-f425a752-fa31-42f1-aeec-a8e627d9a2e2 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.991521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a19d800-17a9-4ca8-860d-1bf2f294a021 req-f425a752-fa31-42f1-aeec-a8e627d9a2e2 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0808733 Dec 23 12:17:38.003253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a9db6-65c1-4594-b2bb-a451785f55c9 req-5eeeadb6-f1bf-492c-b5d2-3e77b2df9c6a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.010171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da1a9db6-65c1-4594-b2bb-a451785f55c9 req-5eeeadb6-f1bf-492c-b5d2-3e77b2df9c6a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.1339493 Dec 23 12:17:38.016503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:38.102756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da1a9db6-65c1-4594-b2bb-a451785f55c9 req-9f1d38a7-2e25-4536-82bd-15f6a65479fc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837286 Dec 23 12:17:38.113221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a2a7c598-ec55-4f5c-903e-1db5618357f0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:38.117850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.158660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a19d800-17a9-4ca8-860d-1bf2f294a021 req-3b3ad30a-0182-4c34-b812-ccfd71df0cfc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431096 Dec 23 12:17:38.184007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Allocated IP 172.20.0.9 (e3c76f06-9781-4ed0-bb96-546c3cc987a0/60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e/15f62a67-ef64-4e7c-b0d8-0e623a847e60) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:17:38.253058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.283731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:38.287988 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97a6276-6a17-4066-a4ab-b0a916aae09f" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:38.324082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:38.400712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2697c-48d3-4976-8855-1c6c92dad7c4 req-c2f14b11-8e74-402e-8755-18dfdb9c80b6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.402723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.410321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afe2697c-48d3-4976-8855-1c6c92dad7c4 req-c2f14b11-8e74-402e-8755-18dfdb9c80b6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0740483 Dec 23 12:17:38.427267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.475033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:38.478070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afe2697c-48d3-4976-8855-1c6c92dad7c4 req-d7556d6e-f067-4d15-b6eb-b37fb1a966f4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 Dec 23 12:17:38.518056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-274af43d-a24c-4cf9-8d5c-7a6e3a077fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.519583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-274af43d-a24c-4cf9-8d5c-7a6e3a077fa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1097 time: 0.0727410 Dec 23 12:17:38.547486 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05390101-e946-437f-8215-6f476f9fef64 x-openstack-request-id: req-05390101-e946-437f-8215-6f476f9fef64 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:38.547862 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:38.548230 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05390101-e946-437f-8215-6f476f9fef64 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:38.549068 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'code': 200} Dec 23 12:17:38.594067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.670088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Network e3c76f06-9781-4ed0-bb96-546c3cc987a0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:38.675516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Pushing event updated for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:38.680232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:38.684556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-1016dd13-9511-49d2-bbca-526d786cf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.686562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-1016dd13-9511-49d2-bbca-526d786cf289 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1584067 Dec 23 12:17:38.687319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:38.750949 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-09bd7a04-6a5c-4fca-a260-210a25e9face service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.0402460 Dec 23 12:17:38.798601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.799482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.817625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb1d4-91e5-4f20-a01c-3d3ca2f3c709 req-f027d850-458e-4efb-8e77-6fa1ac8aa452 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.819116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a4eb1d4-91e5-4f20-a01c-3d3ca2f3c709 req-f027d850-458e-4efb-8e77-6fa1ac8aa452 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.0627210 Dec 23 12:17:38.825738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-f3b011c6-bd9d-4a86-86b8-81b3eb90cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.827300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-f3b011c6-bd9d-4a86-86b8-81b3eb90cdd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0676661 Dec 23 12:17:38.862130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-1856b66c-bc51-4057-b853-4d3034235fab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263152 Dec 23 12:17:38.890241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a4eb1d4-91e5-4f20-a01c-3d3ca2f3c709 req-ac058b4b-ca35-4355-8eb9-0ba0a3b69238 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552747 Dec 23 12:17:38.954001 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-cb170f91-3832-4594-aee8-59a67ef1f206 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3189249 Dec 23 12:17:38.969185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Request body: {'port': {'device_id': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:39.003792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b75c7-0eb8-4ed0-851f-edab205993a5 req-4186d14c-44dd-4e90-a92b-88c1f2a06b92 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.005959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e50b75c7-0eb8-4ed0-851f-edab205993a5 req-4186d14c-44dd-4e90-a92b-88c1f2a06b92 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 931 time: 0.0565665 Dec 23 12:17:39.031680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-ce46b9c7-e5a4-476c-a3ce-dd04758303da service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577802 Dec 23 12:17:39.059157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e50b75c7-0eb8-4ed0-851f-edab205993a5 req-a4c14ef4-52ea-4319-b190-a3c6e35e32b3 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Dec 23 12:17:39.099196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:39.221433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-c9f8635e-4cdf-44b0-b1ac-83b12bb9307f service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726999 Dec 23 12:17:39.274389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb466-0335-4040-b4b8-2d37b7f40f59 req-f9329198-82c8-4345-93f7-99db12c336ce tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.277102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27bcb466-0335-4040-b4b8-2d37b7f40f59 req-f9329198-82c8-4345-93f7-99db12c336ce tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0724225 Dec 23 12:17:39.382171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27bcb466-0335-4040-b4b8-2d37b7f40f59 req-4de0841a-6547-47b8-a8b9-a2c0d1b5005e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989351 Dec 23 12:17:39.403579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853f8c-8d5f-460f-b77e-46ae0e34a345 req-5ce3fac7-dcb8-4c7f-898e-2680522226b8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.403579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b853f8c-8d5f-460f-b77e-46ae0e34a345 req-5ce3fac7-dcb8-4c7f-898e-2680522226b8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1065300 Dec 23 12:17:39.554616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b853f8c-8d5f-460f-b77e-46ae0e34a345 req-3ffd53e4-b3a1-4229-8003-4c1fa74d3dd5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484642 Dec 23 12:17:39.578753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 8d93bdf0-4688-4625-9a9b-20f02482f181 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:39.585824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-b378ac27-0a71-4473-8844-7ee86b43b9d0 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--720609238&fields=id&tenant_id=906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 267 time: 0.0855658 Dec 23 12:17:39.658965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 8d93bdf0-4688-4625-9a9b-20f02482f181 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:39.658965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 8d93bdf0-4688-4625-9a9b-20f02482f181 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:39.794803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f62a67-ef64-4e7c-b0d8-0e623a847e60 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:39.803118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:39.819150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-2c1c031b-39fe-4bf8-9fc1-6101c7f60828 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.820040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Transition to ACTIVE for port object 15f62a67-ef64-4e7c-b0d8-0e623a847e60 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:39.821426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-2c1c031b-39fe-4bf8-9fc1-6101c7f60828 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 824 time: 0.2264767 Dec 23 12:17:39.855760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756ad5-1ce2-4d34-83b3-d080a68de322 req-825f522e-32ea-40bf-93d8-6357f3e01072 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.865699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95756ad5-1ce2-4d34-83b3-d080a68de322 req-825f522e-32ea-40bf-93d8-6357f3e01072 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1402342 Dec 23 12:17:39.884808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-47b2cf9b-2044-4970-ac6d-d513a57e7830 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/quotas/906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 375 time: 0.0541461 Dec 23 12:17:39.904872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:39.991398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Pushing event updated for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:40.033127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95756ad5-1ce2-4d34-83b3-d080a68de322 req-67415861-b000-472f-811e-7633d9ca1562 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605942 Dec 23 12:17:40.048132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-41d0491a-7c39-45e2-84e5-4e2d9bf8607e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1556621 Dec 23 12:17:40.094038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Attempting to bind port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:40.094451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Attempting to bind port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '453e4f95-3d08-4548-895c-15ce2e67fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:40.094947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Attempting to bind port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 on network e3c76f06-9781-4ed0-bb96-546c3cc987a0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:40.101874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 on network e3c76f06-9781-4ed0-bb96-546c3cc987a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:40.102483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Attempting to bind port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 on network e3c76f06-9781-4ed0-bb96-546c3cc987a0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:40.109458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:40.110422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Checking segment: {'id': '453e4f95-3d08-4548-895c-15ce2e67fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:40.111352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Bound using segment: {'id': '453e4f95-3d08-4548-895c-15ce2e67fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:40.111868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Bound port: 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e4f95-3d08-4548-895c-15ce2e67fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:40.112294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.193505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:40.211776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60,segment=NetworkSegment(453e4f95-3d08-4548-895c-15ce2e67fac6),segment_id=453e4f95-3d08-4548-895c-15ce2e67fac6)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:40.215636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-9d37b0cd-6847-4aca-9e4a-4a4431ac8149 service neutron] 10.222.0.16 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517849 Dec 23 12:17:40.236233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c6aee-cb60-49a3-9d27-966eca805c0b req-ad5118b3-1da2-4b00-9413-07a93a4773f5 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.238228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd9c6aee-cb60-49a3-9d27-966eca805c0b req-ad5118b3-1da2-4b00-9413-07a93a4773f5 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.1020532 Dec 23 12:17:40.289461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.347866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.352573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.357242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] 10.222.0.43 "PUT /v2.0/ports/15f62a67-ef64-4e7c-b0d8-0e623a847e60 HTTP/1.1" status: 200 len: 1091 time: 1.3891873 Dec 23 12:17:40.364792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:40.373989 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83205ba6-49ad-49e9-9973-6e6e5e95b133" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:40.412135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528154f6-a5c7-4a67-b216-b88f7b034f64 service neutron] Pushing event updated for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:40.536798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-7fdf271c-3259-43f4-9a0a-a382ef2cf4fb tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.538388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-7fdf271c-3259-43f4-9a0a-a382ef2cf4fb tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 945 time: 0.1011126 Dec 23 12:17:40.690189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Deleting port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:40.690530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.698257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd9c6aee-cb60-49a3-9d27-966eca805c0b req-c35f3de4-7375-4ec5-849f-b199516259d7 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7fc2a20-5e64-406d-aba5-b172ed5c86e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481215 Dec 23 12:17:40.708514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-18bf6fca-0c88-4073-91a8-5689c7230901 service neutron] 10.222.0.16 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690473 Dec 23 12:17:40.719756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-ddbc5359-89b6-440c-946c-533e2a792659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.723926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-ddbc5359-89b6-440c-946c-533e2a792659 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=250c107d30e64c89815fc16daecfd8e9&device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 1094 time: 0.1344740 Dec 23 12:17:40.817257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] For port 6744d36a-ea6c-456c-8d14-3db77a52d1e6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6744d36a-ea6c-456c-8d14-3db77a52d1e6,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:40.818853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-59fda98c-80cb-417f-9f61-9175a822da7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60 HTTP/1.1" status: 200 len: 217 time: 0.0835044 Dec 23 12:17:40.818983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.892779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-2a7304fc-4db5-4b15-afac-94fcbbe2ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.894269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-2a7304fc-4db5-4b15-afac-94fcbbe2ed4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e HTTP/1.1" status: 200 len: 855 time: 0.0654414 Dec 23 12:17:40.907173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428e5e-0e9b-4d4d-ac8a-134f0e3a4645 req-7d6b6506-a9d0-4baa-b012-4924a226b55d tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.914675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86428e5e-0e9b-4d4d-ac8a-134f0e3a4645 req-7d6b6506-a9d0-4baa-b012-4924a226b55d tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 943 time: 0.0945399 Dec 23 12:17:40.946437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-087b9baa-fa7c-49bb-a2b7-3ec0326ea115 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c76f06-9781-4ed0-bb96-546c3cc987a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297010 Dec 23 12:17:41.103719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86428e5e-0e9b-4d4d-ac8a-134f0e3a4645 req-420a0410-2929-4498-9dd6-af531b5c32c8 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800165 Dec 23 12:17:41.170152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-c1999dd9-ab99-4a1d-abb9-94acecc76117 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106202 Dec 23 12:17:41.194842 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4df64-302b-4f1e-bda0-b112ab1a63ec x-openstack-request-id: req-1ee4df64-302b-4f1e-bda0-b112ab1a63ec {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:41.195265 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:41.195637 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ee4df64-302b-4f1e-bda0-b112ab1a63ec {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:41.196404 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60', 'status': 'completed', 'code': 200} Dec 23 12:17:41.223271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-9299caf1-2cc4-4ec5-883d-fb9be887cb3c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.225275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-9299caf1-2cc4-4ec5-883d-fb9be887cb3c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd HTTP/1.1" status: 200 len: 945 time: 0.1696010 Dec 23 12:17:41.392802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c5ba1-9d06-42ca-9c31-e3425d34b723 req-4f808dea-9f71-4be7-9a82-7c0d02211f38 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.393060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.393527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.393650 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Floating IP 019a9591-5d6e-45f5-81b8-23d1cef016e9 disassociated. External IP: 172.25.7.182, port: 6744d36a-ea6c-456c-8d14-3db77a52d1e6. Dec 23 12:17:41.393971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Calling delete_port for 6744d36a-ea6c-456c-8d14-3db77a52d1e6 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:41.396085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e3c5ba1-9d06-42ca-9c31-e3425d34b723 req-4f808dea-9f71-4be7-9a82-7c0d02211f38 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.2030981 Dec 23 12:17:41.420700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2562b8-7905-4c44-8d79-826867cc548d req-a2a3a036-cba6-4431-b3ca-0e8700c11c08 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.422509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d2562b8-7905-4c44-8d79-826867cc548d req-a2a3a036-cba6-4431-b3ca-0e8700c11c08 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.2276647 Dec 23 12:17:41.501915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d129baa9-99ff-4953-b3ff-0dfd8d2cb1e1 req-adf4dcb4-f043-4cc3-ba79-3342e50838e8 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226285 Dec 23 12:17:41.533420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e3c5ba1-9d06-42ca-9c31-e3425d34b723 req-8db9e3d6-319e-422d-be3b-19c4445f1678 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Dec 23 12:17:41.548715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d2562b8-7905-4c44-8d79-826867cc548d req-c57a0a42-fd46-49a5-a8b9-e71302bc1f1a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760221 Dec 23 12:17:41.627565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Deleting port aa06417d-e151-4949-aa48-b8fdc64733ce {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:41.627907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.752009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] For port aa06417d-e151-4949-aa48-b8fdc64733ce, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa06417d-e151-4949-aa48-b8fdc64733ce,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:41.752285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.758022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45e2f876-d061-4c56-9a71-99976bf9799a req-1fe34395-d623-4074-96e2-bb7ee2b322d7 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.1166024 Dec 23 12:17:41.819048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.825158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586ccd-dc5a-4b5f-909f-3bb170ba8a30 req-d5e84977-936c-4025-bede-5c0d28fc22d7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.832716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0586ccd-dc5a-4b5f-909f-3bb170ba8a30 req-d5e84977-936c-4025-bede-5c0d28fc22d7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0815287 Dec 23 12:17:41.836772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-96fd170d-779c-472c-b0f5-0a5be4aeb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.838360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-96fd170d-779c-472c-b0f5-0a5be4aeb97b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=250c107d30e64c89815fc16daecfd8e9&device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 1094 time: 0.1879382 Dec 23 12:17:41.856177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event deleted for resources: {'Port': ['ID=6744d36a-ea6c-456c-8d14-3db77a52d1e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.038068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.040364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.040364 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Floating IP 02e65707-2792-424f-b7f5-236119c3f1c9 disassociated. External IP: 172.25.7.129, port: aa06417d-e151-4949-aa48-b8fdc64733ce. Dec 23 12:17:42.040364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Calling delete_port for aa06417d-e151-4949-aa48-b8fdc64733ce owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:42.067967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a97b768-c551-4128-b4e0-464701944e56 req-f6778f9b-5435-4d79-bb01-5da1b016754a tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 210 time: 0.1390748 Dec 23 12:17:42.106137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0586ccd-dc5a-4b5f-909f-3bb170ba8a30 req-b54dff0a-a50a-4857-8a3b-29e2c5dacac3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698843 Dec 23 12:17:42.166630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-c0228465-188f-44e2-9bf6-617719cf4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.166630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-c0228465-188f-44e2-9bf6-617719cf4ac1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c76f06-9781-4ed0-bb96-546c3cc987a0 HTTP/1.1" status: 200 len: 916 time: 0.3108280 Dec 23 12:17:42.265870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-8e78befc-1355-4f30-b6e5-c5c7c92f7d72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60 HTTP/1.1" status: 200 len: 217 time: 0.0840371 Dec 23 12:17:42.374271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.418521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb78a6-71d0-41f8-b3f9-7a0bd4189e9e req-1638a0c5-638d-4594-9c99-7c04e1f4fb39 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.424856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event deleted for resources: {'Port': ['ID=aa06417d-e151-4949-aa48-b8fdc64733ce,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.427058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4bb78a6-71d0-41f8-b3f9-7a0bd4189e9e req-1638a0c5-638d-4594-9c99-7c04e1f4fb39 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 943 time: 0.1756718 Dec 23 12:17:42.446468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:17:42.480564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-4ee7b894-59c7-4e28-abb8-f58c87f9f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.482073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-4ee7b894-59c7-4e28-abb8-f58c87f9f059 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e HTTP/1.1" status: 200 len: 855 time: 0.1666920 Dec 23 12:17:42.597884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-bd1d7af8-6b3a-4147-ae65-5dabdc855fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c76f06-9781-4ed0-bb96-546c3cc987a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014557 Dec 23 12:17:42.636360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4bb78a6-71d0-41f8-b3f9-7a0bd4189e9e req-330d9390-2f81-42d9-bdb6-0a1e8ea97d40 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048199 Dec 23 12:17:42.860254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:17:42.880765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:17:42.894484 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Sync routers for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:17:42.911062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:42.911702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:42.986537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] No DVR routers for this DVR port 6744d36a-ea6c-456c-8d14-3db77a52d1e6 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:42.991121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.994496 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-250d3b56-8f5f-444c-a1cc-d2502dbf588a req-4ed23984-a6e2-4409-b176-71cf5812e796 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.43 "DELETE /v2.0/ports/6744d36a-ea6c-456c-8d14-3db77a52d1e6 HTTP/1.1" status: 204 len: 173 time: 2.4488745 Dec 23 12:17:43.047832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-540f7a60-bebf-4bde-a221-8b16c4f7f217 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131618 Dec 23 12:17:43.128398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb12a5-b4cc-43aa-b747-065cf8ad21e4 req-eadc58cf-6552-47c7-9424-07c9a6f7288e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.139292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6fb12a5-b4cc-43aa-b747-065cf8ad21e4 req-eadc58cf-6552-47c7-9424-07c9a6f7288e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.4140728 Dec 23 12:17:43.204738 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:43.218991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41626b15-644a-498d-bd0b-2ccbf6546e97 req-72eb987e-a05a-412b-8033-7b64ce5fc5ae tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.222876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'name': 'network-vif-deleted', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:43.227056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41626b15-644a-498d-bd0b-2ccbf6546e97 req-72eb987e-a05a-412b-8033-7b64ce5fc5ae tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.4672661 Dec 23 12:17:43.231468 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f78c3-07fb-48ab-b654-5b53229ea989" -d '{"events": [{"server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "name": "network-vif-deleted", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:43.247719 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47a7eff9-ffca-441b-9bb5-485ee260b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.284634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6fb12a5-b4cc-43aa-b747-065cf8ad21e4 req-59a3679b-ffd3-45cc-975b-69fd0197ad07 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438372 Dec 23 12:17:43.312031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:17:43.315070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f815b-3f3a-4fee-9253-05df2340129b req-ea83f990-d449-40c2-bcf6-28fb5442179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.316591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb4f815b-3f3a-4fee-9253-05df2340129b req-ea83f990-d449-40c2-bcf6-28fb5442179f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 1096 time: 0.2423816 Dec 23 12:17:43.326740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:17:43.354222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:43.357860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:43.445342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41626b15-644a-498d-bd0b-2ccbf6546e97 req-c58f8fd4-f443-4d3c-b000-bd20f06c2aed tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171397 Dec 23 12:17:43.449419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83205ba6-49ad-49e9-9973-6e6e5e95b133 req-04aa542d-0b1b-427a-9f24-8c8a4481b920 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860290 Dec 23 12:17:43.545504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91965cfe-d1a2-4f62-b6ad-2ad259cd92e0 req-53f6d20a-07e4-4aa0-a60b-b10b93ee56e4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.0650666 Dec 23 12:17:43.579361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] No DVR routers for this DVR port aa06417d-e151-4949-aa48-b8fdc64733ce on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:43.586733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.591822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6744d36a-ea6c-456c-8d14-3db77a52d1e6 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:43.597802 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a5a84698-1ec0-4eaa-ae55-73fee6d994f7 req-34ceb5fa-6b34-42e7-98e4-9bfabbd9d142 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "DELETE /v2.0/ports/aa06417d-e151-4949-aa48-b8fdc64733ce HTTP/1.1" status: 204 len: 173 time: 2.3598282 Dec 23 12:17:43.605436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:43.646933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cfe1385-7ddc-4f6c-ae61-79c5c85986c4 req-7e2458ff-256a-4425-8b50-940b52104dc5 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5455a3c-1282-40a0-a8af-d65d5fbb42bf HTTP/1.1" status: 200 len: 210 time: 0.0451918 Dec 23 12:17:43.695418 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:43.700881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 6744d36a-ea6c-456c-8d14-3db77a52d1e6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:43.701250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6744d36a-ea6c-456c-8d14-3db77a52d1e6 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:43.738288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bfa33-225f-4b05-b9eb-48d894e47912 req-ab58c43f-f115-4b83-b594-4821654b6afe tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.752787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-729bfa33-225f-4b05-b9eb-48d894e47912 req-ab58c43f-f115-4b83-b594-4821654b6afe tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0970612 Dec 23 12:17:43.755718 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb4f815b-3f3a-4fee-9253-05df2340129b req-a40483e6-60c4-4aa1-a54c-c8a7027ec2f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936674 Dec 23 12:17:43.770492 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f34b6-b78c-4ba4-ab69-b05b880eb699 x-openstack-request-id: req-0b6f34b6-b78c-4ba4-ab69-b05b880eb699 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:43.770786 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5455a3c-1282-40a0-a8af-d65d5fbb42bf", "name": "network-vif-deleted", "tag": "6744d36a-ea6c-456c-8d14-3db77a52d1e6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:43.771141 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b6f34b6-b78c-4ba4-ab69-b05b880eb699 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:43.771547 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5455a3c-1282-40a0-a8af-d65d5fbb42bf', 'name': 'network-vif-deleted', 'tag': '6744d36a-ea6c-456c-8d14-3db77a52d1e6', 'status': 'completed', 'code': 200} Dec 23 12:17:43.784790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Checking router: 6fa645e1-2469-4e25-9880-7fa072ef0ed7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:17:43.812453 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:43.813089 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:43.859799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-729bfa33-225f-4b05-b9eb-48d894e47912 req-aa33ec79-7c89-4b8b-9224-3d4728dac105 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056256 Dec 23 12:17:43.960097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e927a53-b4e7-4a39-a6eb-f0ac9e7cf344 req-1ec83288-31bf-4d88-bb79-9d9216b23fc4 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.969813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e927a53-b4e7-4a39-a6eb-f0ac9e7cf344 req-1ec83288-31bf-4d88-bb79-9d9216b23fc4 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 943 time: 0.0800383 Dec 23 12:17:43.976890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:44.052035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:17:44.060036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa06417d-e151-4949-aa48-b8fdc64733ce no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:44.073720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e927a53-b4e7-4a39-a6eb-f0ac9e7cf344 req-35a00951-9a4c-4c5c-9629-bda68c46ac8c tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Dec 23 12:17:44.097558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: aa06417d-e151-4949-aa48-b8fdc64733ce {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:44.097558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa06417d-e151-4949-aa48-b8fdc64733ce not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:44.112936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:44.113649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:44.126011 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:44.412482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.504265 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:44.506677 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:44.508710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-14f39e2c-6826-4b94-a17c-41e63f317e25 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:44.514404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-14f39e2c-6826-4b94-a17c-41e63f317e25 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 824 time: 0.3335450 Dec 23 12:17:44.614220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8aa75-108c-4095-8433-ceedc5e420ab req-b7b8d23c-cde1-429e-a024-a5b6e027ed90 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:44.618445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c8aa75-108c-4095-8433-ceedc5e420ab req-b7b8d23c-cde1-429e-a024-a5b6e027ed90 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1974459 Dec 23 12:17:44.698240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:44.711924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-c89c1dd0-f90a-46aa-a91d-7ac0b99da356 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=906f49c84eda47b2bb9e6caf130b6e29 HTTP/1.1" status: 200 len: 379 time: 0.1834111 Dec 23 12:17:44.726069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'port': {'device_id': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'admin_state_up': True, 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'security_groups': ['917508e1-7b09-4f66-afe2-0d20cda66fe7']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:44.743899 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c643d-af08-410e-b01f-03d0d9c01c2b None None] The sync data for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 is: [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:15:26Z', 'revision_number': 4, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ee28309e-abf2-4253-bfed-c2dae72831ab', 'name': '', 'network_id': '36fdac57-9d23-47e9-a2b0-44ca30090bd1', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'mac_address': 'fa:16:3e:dc:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:24Z', 'updated_at': '2021-12-23T12:15:30Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'subnets': [{'id': 'a4e35126-3952-4880-a609-e8a6e0d83876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:17:44.754324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c8aa75-108c-4095-8433-ceedc5e420ab req-c0670293-ea81-40ce-b88a-d6e4b947569a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241732 Dec 23 12:17:44.818484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da960a-d338-463a-ba23-1ef2faa134e2 req-72b96058-968f-4bb0-86c8-66085326622f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:44.820487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46da960a-d338-463a-ba23-1ef2faa134e2 req-72b96058-968f-4bb0-86c8-66085326622f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.1379325 Dec 23 12:17:44.943837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2468282d-0a9c-4ce2-8255-e51e826f0916 req-0cb530b7-a3a7-4da6-86f2-570474ffed61 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.0657196 Dec 23 12:17:44.971629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46da960a-d338-463a-ba23-1ef2faa134e2 req-7653137f-71df-40e6-82c4-1d5b11b5a9cb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372409 Dec 23 12:17:45.118482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde1a4-c2e5-462c-b6ae-f911e322d666 req-544f0695-62a6-4630-8021-6c5317bee46b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:45.122621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:45.130538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6dde1a4-c2e5-462c-b6ae-f911e322d666 req-544f0695-62a6-4630-8021-6c5317bee46b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0792496 Dec 23 12:17:45.181322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3752e41b-45b0-450f-a951-7553f74cff66 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:17:45.206436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34134) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:45.239846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6dde1a4-c2e5-462c-b6ae-f911e322d666 req-0edcc175-b49e-4da0-91ae-f2a4dafea798 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081891 Dec 23 12:17:45.260751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Made reservation on behalf of 906f49c84eda47b2bb9e6caf130b6e29 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:17:45.279023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.391049 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.437117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0226-d023-4286-a5b2-bac53fa9f73f req-197872b1-7572-4913-885c-1367aa9c1b14 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:45.441560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6eec0226-d023-4286-a5b2-bac53fa9f73f req-197872b1-7572-4913-885c-1367aa9c1b14 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 943 time: 0.0995770 Dec 23 12:17:45.470756 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20016772-37d8-4f86-a53f-5096dd706c8b None None] New status for floating IP 019a9591-5d6e-45f5-81b8-23d1cef016e9: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:17:45.491066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.592139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 15f62a67-ef64-4e7c-b0d8-0e623a847e60 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:45.604331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6eec0226-d023-4286-a5b2-bac53fa9f73f req-30a5d905-de4e-46b3-b239-91773798152a tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435988 Dec 23 12:17:45.638651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d603d71c-d784-4fba-baec-d46a974b0bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.712543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Allocated IP 172.20.0.9 (cb35beee-922b-458c-add9-baa3a1915ced/f40aabe7-9221-4594-92be-bd3057dbed1a/2f3ad61f-005e-407b-b594-5cb3f85fbff5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:17:45.775038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'name': 'network-vif-deleted', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:45.778421 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5aef5-d8a8-48dd-95ec-89c2ab58966f" -d '{"events": [{"server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "name": "network-vif-deleted", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:45.803670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6861fe-a638-46a7-99e6-0ffcf7a11261 None None] New status for floating IP 02e65707-2792-424f-b7f5-236119c3f1c9: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:17:45.947179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.955358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:45.957885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "DELETE /v2.0/security-groups/f7fc2a20-5e64-406d-aba5-b172ed5c86e6 HTTP/1.1" status: 204 len: 168 time: 0.7502191 Dec 23 12:17:45.961231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc5bf2-aa74-4e2c-8e50-4241503e377d req-254a31e8-f8b7-405c-9e88-61370b96fe3d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:45.962968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07bc5bf2-aa74-4e2c-8e50-4241503e377d req-254a31e8-f8b7-405c-9e88-61370b96fe3d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1020975 Dec 23 12:17:45.963558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34150) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:45.974501 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fd52e-b266-47f5-9cc2-2fbc7cc77e39 x-openstack-request-id: req-070fd52e-b266-47f5-9cc2-2fbc7cc77e39 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:45.974799 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd", "name": "network-vif-deleted", "tag": "aa06417d-e151-4949-aa48-b8fdc64733ce", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:45.975056 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-070fd52e-b266-47f5-9cc2-2fbc7cc77e39 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:45.975459 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4ebdf5-ae07-4af8-965f-e7c5bb86bdfd', 'name': 'network-vif-deleted', 'tag': 'aa06417d-e151-4949-aa48-b8fdc64733ce', 'status': 'completed', 'code': 200} Dec 23 12:17:45.980441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60,segment=NetworkSegment(453e4f95-3d08-4548-895c-15ce2e67fac6),segment_id=453e4f95-3d08-4548-895c-15ce2e67fac6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:46.005823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc2a20-5e64-406d-aba5-b172ed5c86e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:46.028168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.028521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.028886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.029225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.029557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.029888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.030210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.030533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.030855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.031176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.031496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.031813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.032128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f219f-68ff-4275-948c-d3c7bf5b9af0 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:46.082174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '15f62a67-ef64-4e7c-b0d8-0e623a847e60', 'network_id': 'e3c76f06-9781-4ed0-bb96-546c3cc987a0', 'port_id': '15f62a67-ef64-4e7c-b0d8-0e623a847e60', 'mac_address': 'fa:16:3e:fa:37:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:46.129666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.132998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07bc5bf2-aa74-4e2c-8e50-4241503e377d req-d50368f8-7d4a-4d2d-adef-8152d8d69fbe tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347432 Dec 23 12:17:46.138090 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-b654d2db-54a1-4cd0-bb6b-e78b335986fc tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] show failed (client error): The resource could not be found. Dec 23 12:17:46.142516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b654d2db-54a1-4cd0-bb6b-e78b335986fc tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "GET /v2.0/security-groups/f7fc2a20-5e64-406d-aba5-b172ed5c86e6 HTTP/1.1" status: 404 len: 347 time: 0.1772792 Dec 23 12:17:46.148737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34156) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:46.195691 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.225208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f62a67-ef64-4e7c-b0d8-0e623a847e60 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:46.246181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0dad461f-e5ae-45f9-9602-72deae8a5da3 req-7cb55843-b12b-4624-80ca-179ae1c02246 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.1502836 Dec 23 12:17:46.298008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60,segment=NetworkSegment(453e4f95-3d08-4548-895c-15ce2e67fac6),segment_id=453e4f95-3d08-4548-895c-15ce2e67fac6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:46.355453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff6657-2863-4ead-b443-941d19d35392 req-f3de72fe-25b4-43d4-9785-e0d2b14c265c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:46.362579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76ff6657-2863-4ead-b443-941d19d35392 req-f3de72fe-25b4-43d4-9785-e0d2b14c265c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0649185 Dec 23 12:17:46.408455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Deleting port 6daadc82-f2fb-411f-b4a6-ae4251b4aeed {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:46.408786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.424494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76ff6657-2863-4ead-b443-941d19d35392 req-59a26802-b2e0-49e3-ad1c-4ac37f2e4859 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575855 Dec 23 12:17:46.431044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.513512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.528547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:46.546368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.570775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.571105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.608641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dff86-fbf8-45fd-8dad-fd8f6fff5d80 req-2c8e7c8f-ab31-4353-8363-748ab9e5faea tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:46.619117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b6dff86-fbf8-45fd-8dad-fd8f6fff5d80 req-2c8e7c8f-ab31-4353-8363-748ab9e5faea tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.2267733 Dec 23 12:17:46.623358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Calling delete_port for 6daadc82-f2fb-411f-b4a6-ae4251b4aeed owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:46.654376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Network cb35beee-922b-458c-add9-baa3a1915ced is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:46.657585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event updated for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:46.679154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a7dff-6a9e-4eb0-9d1f-bed42f0cbacb req-20ec1329-c504-4a6b-b7af-6eb752270345 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:46.688468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc8a7dff-6a9e-4eb0-9d1f-bed42f0cbacb req-20ec1329-c504-4a6b-b7af-6eb752270345 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1484368 Dec 23 12:17:46.688858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:46.696574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:46.709418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['15f62a67-ef64-4e7c-b0d8-0e623a847e60'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:46.730916 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:17:46.749623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b6dff86-fbf8-45fd-8dad-fd8f6fff5d80 req-55daa888-f01f-4921-bb41-108e3011ca14 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289926 Dec 23 12:17:46.806693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:46.808534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc8a7dff-6a9e-4eb0-9d1f-bed42f0cbacb req-0e084dbc-70b8-42ab-8951-8ef6579113e6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Dec 23 12:17:46.819460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:46.972084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-cfadc8d8-944c-487a-9498-097af91602db tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2529557 Dec 23 12:17:46.992275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Request body: {'port': {'device_id': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:47.001596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36db6b-9e36-46f0-9cf8-3ea9ed4b375b req-98483c58-495f-47b4-9e65-ea3c6cf38bdc tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:47.007166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f36db6b-9e36-46f0-9cf8-3ea9ed4b375b req-98483c58-495f-47b4-9e65-ea3c6cf38bdc tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 944 time: 0.1234603 Dec 23 12:17:47.067477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:47.106578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f36db6b-9e36-46f0-9cf8-3ea9ed4b375b req-abdb359f-eb2e-4592-bdec-cffc313b209f tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939503 Dec 23 12:17:47.138107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Pushing event deleted for resources: {'Port': ['ID=6daadc82-f2fb-411f-b4a6-ae4251b4aeed,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:47.220337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:47.225483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-27a9e11d-19ee-46c0-ac63-0a5e9b7c5906 None None] Provisioning complete for port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:47.225864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-27a9e11d-19ee-46c0-ac63-0a5e9b7c5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:47.296148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:47.299656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:47.300801 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8014f68a-bfb8-45de-833d-633709a94668 tempest-ServersTestJSON-2032707873 tempest-ServersTestJSON-2032707873-project] 10.222.0.16 "DELETE /v2.0/floatingips/019a9591-5d6e-45f5-81b8-23d1cef016e9 HTTP/1.1" status: 204 len: 168 time: 1.1510544 Dec 23 12:17:47.304285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34180) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:47.365100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-27a9e11d-19ee-46c0-ac63-0a5e9b7c5906 None None] Port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:17:47.461736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66635-ea17-432e-b1ea-373d43c262cb req-cf6c2317-8330-47f4-a6b8-fc8aec99a3fc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:47.472370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57e66635-ea17-432e-b1ea-373d43c262cb req-cf6c2317-8330-47f4-a6b8-fc8aec99a3fc tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 931 time: 0.0810721 Dec 23 12:17:47.584593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57e66635-ea17-432e-b1ea-373d43c262cb req-c109d6f1-22a1-4bf6-bb3f-4a6139e50c98 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071692 Dec 23 12:17:47.646176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e3b8-3755-48a0-a28d-9e941102bc74 req-f39241db-a8e0-450b-b160-38d8b1f51f1f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:47.661644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def6e3b8-3755-48a0-a28d-9e941102bc74 req-f39241db-a8e0-450b-b160-38d8b1f51f1f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.2119076 Dec 23 12:17:47.762564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def6e3b8-3755-48a0-a28d-9e941102bc74 req-1ea04bf4-bd3c-4d2c-a287-58d9afe63d76 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 Dec 23 12:17:47.797063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cea9e-6fb5-4fcd-bd88-15d4ce08614d req-bfa43c6d-758e-494f-bbd9-37a8fc47ea4d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:47.799262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-209cea9e-6fb5-4fcd-bd88-15d4ce08614d req-bfa43c6d-758e-494f-bbd9-37a8fc47ea4d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0813594 Dec 23 12:17:47.934481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-209cea9e-6fb5-4fcd-bd88-15d4ce08614d req-009b83a4-ca67-456b-afb1-329da89a916c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265113 Dec 23 12:17:48.002453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:48.040802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582227a-06e1-49bd-9503-547b14e5ceab req-3ba5cd0c-955e-4659-ab97-12ad71f12742 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:48.055370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0582227a-06e1-49bd-9503-547b14e5ceab req-3ba5cd0c-955e-4659-ab97-12ad71f12742 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1001718 Dec 23 12:17:48.087570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:48.122812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0582227a-06e1-49bd-9503-547b14e5ceab req-16040e23-2191-4cae-bb95-4219ed4b0f4f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Dec 23 12:17:48.270971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6e54-d5ee-40de-9915-97db3d010b2f req-8c7b987c-bb8a-4015-ad45-bf937cfd7b09 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:48.272509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-751e6e54-d5ee-40de-9915-97db3d010b2f req-8c7b987c-bb8a-4015-ad45-bf937cfd7b09 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 944 time: 0.0652151 Dec 23 12:17:48.297375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3ad61f-005e-407b-b594-5cb3f85fbff5 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:48.310062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:48.362647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Transition to ACTIVE for port object 2f3ad61f-005e-407b-b594-5cb3f85fbff5 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:48.365320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-751e6e54-d5ee-40de-9915-97db3d010b2f req-f8c4e9db-068b-463b-b3fb-e0a353eb3b62 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854011 Dec 23 12:17:48.477780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:48.789036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:48.789036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:48.793116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39181d-bc54-4845-91ba-51e592ff556e req-401241b0-389d-4fdf-9aa4-13cced4dec47 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:48.793116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d39181d-bc54-4845-91ba-51e592ff556e req-401241b0-389d-4fdf-9aa4-13cced4dec47 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 943 time: 0.0583897 Dec 23 12:17:48.833668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d39181d-bc54-4845-91ba-51e592ff556e req-c0086e2f-90de-4eb8-ad4f-fd5e76676c63 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907614 Dec 23 12:17:48.917657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Attempting to bind port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:48.918063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dca4e6-242d-4441-aa31-b1320f416817 req-8c2abf2b-d829-4bae-9cfb-b625abcc33fd tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:48.918746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Attempting to bind port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:48.919245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Attempting to bind port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:48.919617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67dca4e6-242d-4441-aa31-b1320f416817 req-8c2abf2b-d829-4bae-9cfb-b625abcc33fd tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0580418 Dec 23 12:17:48.933075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 on network cb35beee-922b-458c-add9-baa3a1915ced not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:48.933667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Attempting to bind port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 on network cb35beee-922b-458c-add9-baa3a1915ced {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:48.957796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:48.958228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Checking segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:48.958681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Bound using segment: {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:48.959199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Bound port: 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:48.959618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.029300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67dca4e6-242d-4441-aa31-b1320f416817 req-9a33daae-8ee7-41ab-8cd1-caad6ae063ab tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990813 Dec 23 12:17:49.100115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3989f-9f7c-41c4-822e-5eb67b98d28c req-27ef4228-0bae-4326-9b24-507e435a40c5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.101431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cb3989f-9f7c-41c4-822e-5eb67b98d28c req-27ef4228-0bae-4326-9b24-507e435a40c5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0712450 Dec 23 12:17:49.136219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:49.154350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:49.172778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Deleting port ee28309e-abf2-4253-bfed-c2dae72831ab {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:49.173413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.177987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cb3989f-9f7c-41c4-822e-5eb67b98d28c req-2c1b2904-8f62-4abb-b8b6-69188be52edb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682893 Dec 23 12:17:49.207745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.289138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.303311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758bc27-3885-45e6-bf87-6e53a4aa271e req-a5206aca-1e7b-46d0-b6d0-2de8b77767b5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.304979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8758bc27-3885-45e6-bf87-6e53a4aa271e req-a5206aca-1e7b-46d0-b6d0-2de8b77767b5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0612679 Dec 23 12:17:49.310620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] For port ee28309e-abf2-4253-bfed-c2dae72831ab, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ee28309e-abf2-4253-bfed-c2dae72831ab,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:49.311591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.330726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Calling delete_port for ee28309e-abf2-4253-bfed-c2dae72831ab owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:49.378969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8758bc27-3885-45e6-bf87-6e53a4aa271e req-9db27e66-139f-4e35-b27b-2e5df4de6ee0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603848 Dec 23 12:17:49.472710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:49.482772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.483389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.484782 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-f8bc93ce-a416-4525-b21d-0190c3cbc42e service neutron] 10.222.0.57 "PUT /v2.0/ports/2f3ad61f-005e-407b-b594-5cb3f85fbff5 HTTP/1.1" status: 200 len: 1091 time: 2.5014095 Dec 23 12:17:49.485263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:49.487488 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:49.570290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd674-e61e-47e5-aadb-29cb5f90fe6e req-bde8bfff-a02b-4680-b970-c4cefa58311a tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.578247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-478cd674-e61e-47e5-aadb-29cb5f90fe6e req-bde8bfff-a02b-4680-b970-c4cefa58311a tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 944 time: 0.1071754 Dec 23 12:17:49.593238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 15f62a67-ef64-4e7c-b0d8-0e623a847e60 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:49.689297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-478cd674-e61e-47e5-aadb-29cb5f90fe6e req-5df5d047-fa09-44f2-83f0-c9d394a285bc tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100855 Dec 23 12:17:49.758551 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a11da2a-365b-4c7a-a3fc-ddef6f7ea0a5 x-openstack-request-id: req-3a11da2a-365b-4c7a-a3fc-ddef6f7ea0a5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:49.758845 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:49.759096 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a11da2a-365b-4c7a-a3fc-ddef6f7ea0a5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:49.759558 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'status': 'completed', 'code': 200} Dec 23 12:17:49.766866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-54f45e0f-f154-495b-8d49-f634cf959265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.768470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-54f45e0f-f154-495b-8d49-f634cf959265 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 1094 time: 0.0652685 Dec 23 12:17:49.814041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:49.823159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:49.823159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.850421 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-00152aa8-e25c-4c72-aa98-5f8591f73eb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5 HTTP/1.1" status: 200 len: 217 time: 0.0715239 Dec 23 12:17:49.856676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:49.925979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee28309e-abf2-4253-bfed-c2dae72831ab,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:49.957582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53d951-8913-4bc8-afac-b46052877333 req-da74c5e3-e0b4-468f-b50a-0bf462759944 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:49.959173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b53d951-8913-4bc8-afac-b46052877333 req-da74c5e3-e0b4-468f-b50a-0bf462759944 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1390431 Dec 23 12:17:50.043274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:50.089496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:50.092501 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa9352a-57e1-411e-9768-06ea72cd28ca" -d '{"events": [{"server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "name": "network-vif-plugged", "status": "completed", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:50.130937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-6ed05f60-efb1-40f7-bc17-4966a1ed29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.132567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-6ed05f60-efb1-40f7-bc17-4966a1ed29f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.2639363 Dec 23 12:17:50.150318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60,segment=NetworkSegment(453e4f95-3d08-4548-895c-15ce2e67fac6),segment_id=453e4f95-3d08-4548-895c-15ce2e67fac6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:50.199652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91381e8-10e1-4025-b21e-2cf721d13dca req-d3fcb180-ff9c-4067-9caf-a728ea7c7103 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.202201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:50.206468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91381e8-10e1-4025-b21e-2cf721d13dca req-d3fcb180-ff9c-4067-9caf-a728ea7c7103 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 943 time: 0.2010849 Dec 23 12:17:50.221545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b53d951-8913-4bc8-afac-b46052877333 req-48f6e439-6756-48af-8be3-1cb2af80ba84 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544017 Dec 23 12:17:50.264632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-0d935ee5-ce93-4dfc-973c-08c18f51f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.266979 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-0d935ee5-ce93-4dfc-973c-08c18f51f70c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253326 Dec 23 12:17:50.272542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:50.331280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:50.341392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91381e8-10e1-4025-b21e-2cf721d13dca req-9f7dadc5-c4dc-4a11-bc7c-bdb467fcb799 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189079 Dec 23 12:17:50.359991 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e68e0-49ff-4339-ab84-eb97caed1538 x-openstack-request-id: req-838e68e0-49ff-4339-ab84-eb97caed1538 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:50.361636 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "name": "network-vif-plugged", "status": "completed", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:50.365838 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-838e68e0-49ff-4339-ab84-eb97caed1538 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:50.366284 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60', 'code': 200} Dec 23 12:17:50.467706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094351dc-b529-4d7a-af12-af5881e42e3d req-1ec013d2-d62d-497f-9fbe-fda83a68b892 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.477041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-094351dc-b529-4d7a-af12-af5881e42e3d req-1ec013d2-d62d-497f-9fbe-fda83a68b892 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0746539 Dec 23 12:17:50.555705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-094351dc-b529-4d7a-af12-af5881e42e3d req-372ddd13-3379-49d8-8fd8-02b35e9120a4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774536 Dec 23 12:17:50.633699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b7be-dc75-4a36-861e-af615d93c190 req-c6f095fc-f3d2-4c7b-9a48-6984acf7d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.635649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-57a4b7be-dc75-4a36-861e-af615d93c190 req-c6f095fc-f3d2-4c7b-9a48-6984acf7d9c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 1096 time: 0.1698985 Dec 23 12:17:50.642647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a98b4e-adbb-4ccb-91e3-af9d9c0f33a1 req-517135bb-842e-45d0-918e-f1657d5dace5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.644262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0a98b4e-adbb-4ccb-91e3-af9d9c0f33a1 req-517135bb-842e-45d0-918e-f1657d5dace5 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1101081 Dec 23 12:17:50.699137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-1c83cb70-324a-4c94-89d6-684e1d572ceb service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020038 Dec 23 12:17:50.722084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0a98b4e-adbb-4ccb-91e3-af9d9c0f33a1 req-6fc7b96e-29d8-4001-8966-f29ae276a360 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645235 Dec 23 12:17:50.801094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-57a4b7be-dc75-4a36-861e-af615d93c190 req-2c46e31d-ab4d-4496-b5d0-74c1bd829666 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327186 Dec 23 12:17:50.818276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:17:50.895512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-182d3327-31a1-4a3e-b1cb-0355cbdc731d req-6cf76fc5-4d72-41ac-bfa9-e5457e1eb29d service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861877 Dec 23 12:17:50.904219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f69c9-e279-4091-a40f-0246094b93e5 req-d125d412-7022-4837-8034-3ec9120dcded tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:50.908101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-907f69c9-e279-4091-a40f-0246094b93e5 req-d125d412-7022-4837-8034-3ec9120dcded tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.1032214 Dec 23 12:17:50.999074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-907f69c9-e279-4091-a40f-0246094b93e5 req-28ebea8a-6119-4f0a-86ec-f4a1238a8631 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836253 Dec 23 12:17:51.014305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:17:51.029731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8c3f5bd-2f11-4972-875b-192aa0310c81 admin admin] 10.222.0.16 "PUT /v2.0/routers/6fa645e1-2469-4e25-9880-7fa072ef0ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7208512 Dec 23 12:17:51.031606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:51.033797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Sync routers for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:17:51.055080 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:51.058116 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:51.222320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:51.262274 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:51.356120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-ad809b53-dd0d-4105-8b5c-e8a23105d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:51.359293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-ad809b53-dd0d-4105-8b5c-e8a23105d30c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 1094 time: 0.2631490 Dec 23 12:17:51.536915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1ed7-6db7-4723-8f78-5428c1c15ecf req-1d714787-5ec2-43e0-b171-deafed3cde4e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:51.540806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-394a1ed7-6db7-4723-8f78-5428c1c15ecf req-1d714787-5ec2-43e0-b171-deafed3cde4e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1713963 Dec 23 12:17:51.653899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82a0dc-fffa-4735-855d-e61fb52690d9 req-90434dea-79b7-4a09-8878-31e216ee0dab tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:51.678329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd82a0dc-fffa-4735-855d-e61fb52690d9 req-90434dea-79b7-4a09-8878-31e216ee0dab tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 943 time: 0.1945751 Dec 23 12:17:51.723872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:17:49Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:51.729542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-394a1ed7-6db7-4723-8f78-5428c1c15ecf req-611d95f1-8bc8-43cc-9a8a-7999acfab24e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532753 Dec 23 12:17:51.757735 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Checking router: 6fa645e1-2469-4e25-9880-7fa072ef0ed7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:17:51.771116 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Routers {'6fa645e1-2469-4e25-9880-7fa072ef0ed7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:51.771905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:51.829553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd82a0dc-fffa-4735-855d-e61fb52690d9 req-c6e6cceb-da61-4968-947b-015b9ee6d008 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525545 Dec 23 12:17:51.967680 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] Set router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:52.131306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2a996-10bb-446f-83e3-2926f4cf1607 req-84231960-6074-43bf-b3d3-f8ca77673c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.140168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac2a996-10bb-446f-83e3-2926f4cf1607 req-84231960-6074-43bf-b3d3-f8ca77673c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1401227 Dec 23 12:17:52.151930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58150f0-6cdc-433d-b00f-0f5ad193efa0 req-8674fb7d-65f0-4182-9473-65762c414a37 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.160173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f58150f0-6cdc-433d-b00f-0f5ad193efa0 req-8674fb7d-65f0-4182-9473-65762c414a37 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.2033617 Dec 23 12:17:52.276661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:52.288389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac2a996-10bb-446f-83e3-2926f4cf1607 req-f1e5ff5c-9c65-4a78-b74e-d570ea22a1a0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472518 Dec 23 12:17:52.310232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-e2a05ead-d642-47b6-b2fb-1b9dda5ec0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.322221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-e2a05ead-d642-47b6-b2fb-1b9dda5ec0a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 925 time: 0.8559463 Dec 23 12:17:52.339279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:17:49Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:52.384030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-d24773b0-e478-4bb4-9892-cf925d626ebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5 HTTP/1.1" status: 200 len: 217 time: 0.0534503 Dec 23 12:17:52.390692 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea8008-2902-453f-bc65-5c2a5184a4e8 None None] The sync data for ids ['6fa645e1-2469-4e25-9880-7fa072ef0ed7'] in n-d-822750-2 is: [{'id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'name': 'tempest-ServersTestJSON-460390697-router', 'tenant_id': '4ff841af5498447cac08b08206354baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:18Z', 'updated_at': '2021-12-23T12:17:49Z', 'revision_number': 5, 'project_id': '4ff841af5498447cac08b08206354baf', 'gw_port': {'id': 'cb6bdd85-52fd-4b34-908f-d66548807c5d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa645e1-2469-4e25-9880-7fa072ef0ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:19Z', 'updated_at': '2021-12-23T12:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:17:52.414038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:52.415281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f58150f0-6cdc-433d-b00f-0f5ad193efa0 req-b2a1547a-58f5-4cd3-ad6c-81da3e32ab68 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539830 Dec 23 12:17:52.490804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-c1a1b470-32c2-42e5-8a80-c50db2a33483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.492344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-c1a1b470-32c2-42e5-8a80-c50db2a33483 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.0670536 Dec 23 12:17:52.530298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Deleting port cb6bdd85-52fd-4b34-908f-d66548807c5d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:52.530572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:52.554237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad00205-80fb-4438-b445-dac2e4c0d7bf req-e7a546b2-829f-4496-a844-b3c7a4cd021b tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.562789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ad00205-80fb-4438-b445-dac2e4c0d7bf req-e7a546b2-829f-4496-a844-b3c7a4cd021b tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.0949228 Dec 23 12:17:52.622880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ad00205-80fb-4438-b445-dac2e4c0d7bf req-96d57ff8-a475-4ce1-8b36-ff4e3936534c tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Dec 23 12:17:52.630594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-0ab60c53-f428-43e5-9334-b020aff7dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.632163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-0ab60c53-f428-43e5-9334-b020aff7dbc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221514 Dec 23 12:17:52.711272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] For port cb6bdd85-52fd-4b34-908f-d66548807c5d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb6bdd85-52fd-4b34-908f-d66548807c5d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:52.711510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:52.736354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Calling delete_port for cb6bdd85-52fd-4b34-908f-d66548807c5d owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:52.893512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-5c30e1e3-0d39-47a4-a212-9693bbbbf35a service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471509 Dec 23 12:17:53.103591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d813599-cc89-4244-b4a2-aeec1c4c1ae2 req-f972b999-ede9-46fc-ad5e-380b8638acbd tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:53.115135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d813599-cc89-4244-b4a2-aeec1c4c1ae2 req-f972b999-ede9-46fc-ad5e-380b8638acbd tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 943 time: 0.0866187 Dec 23 12:17:53.154822 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f8b69fe-e072-49ab-ad5b-4b42fef91bf4 req-e10d5407-dcd7-4daa-9a3f-4f47d61695a0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483780 Dec 23 12:17:53.193716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d813599-cc89-4244-b4a2-aeec1c4c1ae2 req-9549fa86-9701-4843-a45f-d1f8e7ea70aa tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774531 Dec 23 12:17:53.252619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ee28309e-abf2-4253-bfed-c2dae72831ab no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:53.299405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ee28309e-abf2-4253-bfed-c2dae72831ab {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:53.300047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ee28309e-abf2-4253-bfed-c2dae72831ab not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:53.345199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.438065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf516af-fdd6-4376-b3c4-667983db25f3 req-453e4289-5e1e-4723-b9c1-fecf45e0093b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:53.445616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bf516af-fdd6-4376-b3c4-667983db25f3 req-453e4289-5e1e-4723-b9c1-fecf45e0093b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.0715470 Dec 23 12:17:53.461087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6bdd85-52fd-4b34-908f-d66548807c5d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:53.539417 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.569743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bf516af-fdd6-4376-b3c4-667983db25f3 req-684013c0-f812-4edb-a57e-fddfc700ef52 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225548 Dec 23 12:17:53.599728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18ef12-26f1-404f-9a78-11ca69c39554 req-f3d2a03e-94c1-4ccf-b2ce-935d62f8f749 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:53.601605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b18ef12-26f1-404f-9a78-11ca69c39554 req-f3d2a03e-94c1-4ccf-b2ce-935d62f8f749 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0938876 Dec 23 12:17:53.701139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b18ef12-26f1-404f-9a78-11ca69c39554 req-ff98b36d-c2e5-4890-ace1-f2a1c6943862 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Dec 23 12:17:53.779669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.782683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.800425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6bfc-ac78-4329-9ead-fb8cbd29e53b req-24adba15-c781-47f0-864f-fafba9c7defe tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:53.809563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80c6bfc-ac78-4329-9ead-fb8cbd29e53b req-24adba15-c781-47f0-864f-fafba9c7defe tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.0822358 Dec 23 12:17:53.876503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80c6bfc-ac78-4329-9ead-fb8cbd29e53b req-1be59c79-92ea-4d90-a670-fa130496759b tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646114 Dec 23 12:17:53.968297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.969523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa645e1-2469-4e25-9880-7fa072ef0ed7 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:17:53.977247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:53.980470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-712d782c-216b-4502-b3e1-73f7a6803254 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6fa645e1-2469-4e25-9880-7fa072ef0ed7 HTTP/1.1" status: 204 len: 168 time: 2.9465396 Dec 23 12:17:53.982637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:54.086975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2f3ad61f-005e-407b-b594-5cb3f85fbff5 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:54.132756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Deleting subnet a4e35126-3952-4880-a609-e8a6e0d83876 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:17:54.149178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.268649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.381808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:54.396973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'port_id': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'mac_address': 'fa:16:3e:74:7a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:54.458487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.478636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3ad61f-005e-407b-b594-5cb3f85fbff5 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:54.493059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a428910-c79a-4d9f-b3aa-5e3c02092774 req-7a69b387-75a4-4fa9-960e-f0ade794ced4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:54.495917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a428910-c79a-4d9f-b3aa-5e3c02092774 req-7a69b387-75a4-4fa9-960e-f0ade794ced4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 943 time: 0.1465907 Dec 23 12:17:54.497381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.514230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:54.574473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.609803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a428910-c79a-4d9f-b3aa-5e3c02092774 req-7b60c1da-d1fb-476c-a9dc-93b06b733d1b tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858390 Dec 23 12:17:54.766796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:54.902332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.050054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['2f3ad61f-005e-407b-b594-5cb3f85fbff5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:55.080237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.082908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5dd22d-29e3-42b3-9c5b-499deb6a098d None None] Network 36fdac57-9d23-47e9-a2b0-44ca30090bd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:17:55.084777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4e35126-3952-4880-a609-e8a6e0d83876 HTTP/1.1" status: 204 len: 168 time: 1.1011667 Dec 23 12:17:55.090308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:55.092870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e35126-3952-4880-a609-e8a6e0d83876,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:55.105235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.105987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.106548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.107056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.107542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.131370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.132280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.132894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.133514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.141747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.144203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.144739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.145265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f91a8-33fe-4a85-a203-fc7f5dcce7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:55.225660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d8cf-1dd0-49a8-99a2-24e9b1ae9268 req-270a1a1e-05ef-4636-a294-f90e6cd46119 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:55.240096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0294d8cf-1dd0-49a8-99a2-24e9b1ae9268 req-270a1a1e-05ef-4636-a294-f90e6cd46119 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.4681826 Dec 23 12:17:55.272627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a4d9-19d8-47d5-bb46-57a5a9df0f35 req-22e013c1-57e9-4799-b099-5ebcbf47bb04 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:55.272627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e8a4d9-19d8-47d5-bb46-57a5a9df0f35 req-22e013c1-57e9-4799-b099-5ebcbf47bb04 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.3185856 Dec 23 12:17:55.278282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.360737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0294d8cf-1dd0-49a8-99a2-24e9b1ae9268 req-4d5b22c9-2454-4454-a275-63dc2d9d1a57 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036630 Dec 23 12:17:55.363390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb6bdd85-52fd-4b34-908f-d66548807c5d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:55.418393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cb6bdd85-52fd-4b34-908f-d66548807c5d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:55.418880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb6bdd85-52fd-4b34-908f-d66548807c5d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:55.432607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Deleting port d2682ed8-32f7-4085-b091-0f63527fc4e9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:55.436970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.461043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e8a4d9-19d8-47d5-bb46-57a5a9df0f35 req-072cc504-1992-4adc-8eb6-1004a283eabd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491766 Dec 23 12:17:55.554711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] DHCP port deletion for 36fdac57-9d23-47e9-a2b0-44ca30090bd1 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:17:55.611368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] For port d2682ed8-32f7-4085-b091-0f63527fc4e9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2682ed8-32f7-4085-b091-0f63527fc4e9,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:55.612156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.644505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Calling delete_port for d2682ed8-32f7-4085-b091-0f63527fc4e9 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:55.655745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Deleting port d2682ed8-32f7-4085-b091-0f63527fc4e9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:55.657052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.797316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ac9bb-bd01-42c3-981e-6a5ab02330d9 req-197abb81-49b2-4693-a167-ba9e08e37a6c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:55.809747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f06ac9bb-bd01-42c3-981e-6a5ab02330d9 req-197abb81-49b2-4693-a167-ba9e08e37a6c tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 944 time: 0.0943124 Dec 23 12:17:55.830213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] For port d2682ed8-32f7-4085-b091-0f63527fc4e9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2682ed8-32f7-4085-b091-0f63527fc4e9,segment=NetworkSegment(19f01884-29ea-41aa-a916-513483558f10),segment_id=19f01884-29ea-41aa-a916-513483558f10)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:55.830606 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.859756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Calling delete_port for d2682ed8-32f7-4085-b091-0f63527fc4e9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:55.905146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.938949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f06ac9bb-bd01-42c3-981e-6a5ab02330d9 req-0755c6b0-0188-4f63-9eb3-929e0e74c341 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287229 Dec 23 12:17:55.957255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2682ed8-32f7-4085-b091-0f63527fc4e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:55.957255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] No DVR routers for this DVR port d2682ed8-32f7-4085-b091-0f63527fc4e9 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:56.130777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.154173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.180737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fdac57-9d23-47e9-a2b0-44ca30090bd1']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:56.194429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] Pushing event deleted for resources: {'Port': ['ID=d2682ed8-32f7-4085-b091-0f63527fc4e9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:56.197232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9011756-734a-4323-b6ac-c70d8eebc94d None None] No DVR routers for this DVR port d2682ed8-32f7-4085-b091-0f63527fc4e9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:56.216142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f01884-29ea-41aa-a916-513483558f10') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:56.216449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f01884-29ea-41aa-a916-513483558f10') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:56.245941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.262764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.263647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b7a72-c3f2-4dec-bae0-7fc27682e00c req-f7d39612-5c3e-4adb-bb23-e7e85d02e478 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.270911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-486b7a72-c3f2-4dec-bae0-7fc27682e00c req-f7d39612-5c3e-4adb-bb23-e7e85d02e478 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1663222 Dec 23 12:17:56.278383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:17:56.279146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.349621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-486b7a72-c3f2-4dec-bae0-7fc27682e00c req-e62e5a27-6176-421f-ad05-529011e47739 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726032 Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:17:56.391878 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:17:56.497987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234fbe-8339-4797-9947-25976adc9267 req-fb111c5c-e395-4161-80ef-17b9e023f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.499487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-fb111c5c-e395-4161-80ef-17b9e023f8c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.1150496 Dec 23 12:17:56.599584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57004a05-35eb-4adc-9dd4-5a334d6026e3 req-a5a5aeb6-7e0c-450d-b69b-548d77879ba3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.601190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57004a05-35eb-4adc-9dd4-5a334d6026e3 req-a5a5aeb6-7e0c-450d-b69b-548d77879ba3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1089315 Dec 23 12:17:56.649828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.653581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234fbe-8339-4797-9947-25976adc9267 req-d6a89636-6670-40d7-87b8-8404e98641e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.654333 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-d6a89636-6670-40d7-87b8-8404e98641e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.1410854 Dec 23 12:17:56.658497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:56.664071 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/36fdac57-9d23-47e9-a2b0-44ca30090bd1 HTTP/1.1" status: 204 len: 168 time: 1.5722628 Dec 23 12:17:56.692517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57004a05-35eb-4adc-9dd4-5a334d6026e3 req-5ccda9cb-251a-4e4e-ad12-7e05cd849553 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811648 Dec 23 12:17:56.732144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a155a85-42c5-4f5f-9428-863a7e2789e7 req-72f981d1-969a-4fef-8857-8c5a05d2116c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.752408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a155a85-42c5-4f5f-9428-863a7e2789e7 req-72f981d1-969a-4fef-8857-8c5a05d2116c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.1501477 Dec 23 12:17:56.783402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-63887ef9-de71-4164-adcf-0a1a925acd62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 217 time: 0.1094673 Dec 23 12:17:56.793893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2504-8df7-4e79-b7cb-027b89ba4c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=36fdac57-9d23-47e9-a2b0-44ca30090bd1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:56.843766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a155a85-42c5-4f5f-9428-863a7e2789e7 req-574740db-e08e-4f1f-9821-320933e56d93 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825100 Dec 23 12:17:56.891679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234fbe-8339-4797-9947-25976adc9267 req-9731888c-f30a-4191-85f8-0fcacbc48454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.893320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-9731888c-f30a-4191-85f8-0fcacbc48454 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0973394 Dec 23 12:17:56.937331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-4bea8ec4-0516-4dc5-854d-eedb038f58d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339880 Dec 23 12:17:57.129303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae903b-307b-44d0-ae2f-56e4252eae75 req-d8cd5afb-a23b-458f-8003-e425fce2e2ec tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:57.139114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fae903b-307b-44d0-ae2f-56e4252eae75 req-d8cd5afb-a23b-458f-8003-e425fce2e2ec tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 944 time: 0.1042900 Dec 23 12:17:57.161491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-3dfd54d3-374b-4e00-9f5b-013da1029672 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112238 Dec 23 12:17:57.303567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fae903b-307b-44d0-ae2f-56e4252eae75 req-f5bd12c0-89ed-47b5-ae0b-29618da90d47 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635728 Dec 23 12:17:57.342427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2682ed8-32f7-4085-b091-0f63527fc4e9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:57.372304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-49234fbe-8339-4797-9947-25976adc9267 req-404516f8-0fe6-4880-a29e-c455f0215d20 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021186 Dec 23 12:17:57.382687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d2682ed8-32f7-4085-b091-0f63527fc4e9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:57.383445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2682ed8-32f7-4085-b091-0f63527fc4e9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:57.488148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755d257-c06f-42cf-b5f1-e9a8944211b8 req-6229d151-9e82-4e1f-aa9d-f6dc20830e03 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:57.489709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3755d257-c06f-42cf-b5f1-e9a8944211b8 req-6229d151-9e82-4e1f-aa9d-f6dc20830e03 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0521724 Dec 23 12:17:57.630780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3755d257-c06f-42cf-b5f1-e9a8944211b8 req-c973679a-321a-4460-98c8-b0d3159dbeca tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322143 Dec 23 12:17:57.677888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:57.724905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d57809f5-383b-4c5c-bd44-59368a895a33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ff841af5498447cac08b08206354baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432599 Dec 23 12:17:57.725322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34390) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:57.843156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-bb9294de-700a-4802-b423-e4d0acba8368 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:57.843806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-bb9294de-700a-4802-b423-e4d0acba8368 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1017354 Dec 23 12:17:57.859942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:57.891813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd26079-e927-4325-9ef0-325839914df9 req-7c6ef1b9-a73c-479d-9251-dfb514cd5a2e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:57.902932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd26079-e927-4325-9ef0-325839914df9 req-7c6ef1b9-a73c-479d-9251-dfb514cd5a2e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 945 time: 0.1121759 Dec 23 12:17:57.988779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:57.990751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.002328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd26079-e927-4325-9ef0-325839914df9 req-2691c37d-d7b3-4c17-b253-a6ad32878839 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Dec 23 12:17:58.057905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.078632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09062b69-912c-482d-99f9-5b1f240e6499 req-bb791a17-aaad-4b58-b40e-a9c4183f3d20 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:58.081090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09062b69-912c-482d-99f9-5b1f240e6499 req-bb791a17-aaad-4b58-b40e-a9c4183f3d20 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0776870 Dec 23 12:17:58.100298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2f3ad61f-005e-407b-b594-5cb3f85fbff5 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:58.194250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09062b69-912c-482d-99f9-5b1f240e6499 req-87319880-19c5-4958-9b5b-aa0110c66b63 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Dec 23 12:17:58.219054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:58.269854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:58.272166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.274947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.280662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68077e3-4a2f-44c4-a487-92c58fcab614 HTTP/1.1" status: 204 len: 168 time: 0.5508149 Dec 23 12:17:58.304810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:58.312875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:58.312875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.350925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77ad4-904e-401f-a041-b3955a4b3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68077e3-4a2f-44c4-a487-92c58fcab614,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.412618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54510d91-75e2-4278-9518-abb6a023059c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:58.415070 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29fea62-3053-4fb8-a171-bf7eefef79d2" -d '{"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-unplugged", "status": "completed", "tag": "54510d91-75e2-4278-9518-abb6a023059c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:58.420078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.527674 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64406bd2-b1c5-41de-8f5b-184ad4bc9c2d x-openstack-request-id: req-64406bd2-b1c5-41de-8f5b-184ad4bc9c2d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:58.527967 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-unplugged", "status": "completed", "tag": "54510d91-75e2-4278-9518-abb6a023059c", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:58.528218 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64406bd2-b1c5-41de-8f5b-184ad4bc9c2d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:58.528609 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54510d91-75e2-4278-9518-abb6a023059c', 'code': 200} Dec 23 12:17:58.532319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ac952-e7e2-4a24-886c-b8e10674e9c3 req-88223f0d-faf0-4368-9135-81784c705199 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:58.534165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a36ac952-e7e2-4a24-886c-b8e10674e9c3 req-88223f0d-faf0-4368-9135-81784c705199 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 944 time: 0.0973473 Dec 23 12:17:58.539582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.575934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.608043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:58.611415 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76bc1a9-26fc-47d9-8422-5540b26a1aea" -d '{"events": [{"server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:58.641264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a36ac952-e7e2-4a24-886c-b8e10674e9c3 req-efd735a0-4edd-49bc-a234-ef7f4c290b42 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900505 Dec 23 12:17:58.653949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:58.662567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.675935 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359b851a-8664-4d9b-bb9a-292f6d2746ae x-openstack-request-id: req-359b851a-8664-4d9b-bb9a-292f6d2746ae {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:58.676746 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:58.679369 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-359b851a-8664-4d9b-bb9a-292f6d2746ae {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:58.679369 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'code': 200} Dec 23 12:17:58.694828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:58.695123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:58.695458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:58.733850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.739483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:58.739813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Attempting to bind port 54510d91-75e2-4278-9518-abb6a023059c on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:58.758288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:58.758856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:58.760277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:58.761014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Bound port: 54510d91-75e2-4278-9518-abb6a023059c, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:58.761566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.860643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.883376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74356f-7cf2-4a62-98cc-37d9d28f9a06 req-1023961a-9619-46d3-85d4-312c75f85127 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:58.885197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a74356f-7cf2-4a62-98cc-37d9d28f9a06 req-1023961a-9619-46d3-85d4-312c75f85127 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1226182 Dec 23 12:17:58.981109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:58.997694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:59.004062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ff1d7-93b1-4bbc-a9da-b9209b10346a req-2dc84c97-87c1-4c18-953a-2b4f650b5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.006394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-274ff1d7-93b1-4bbc-a9da-b9209b10346a req-2dc84c97-87c1-4c18-953a-2b4f650b5029 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 1096 time: 0.1963017 Dec 23 12:17:59.073768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a74356f-7cf2-4a62-98cc-37d9d28f9a06 req-3e02272e-3abe-4553-ba9d-5ce177961df9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755285 Dec 23 12:17:59.112924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-274ff1d7-93b1-4bbc-a9da-b9209b10346a req-aa7e8349-1aae-4450-96cd-28be08e03092 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988235 Dec 23 12:17:59.125977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.229784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.231808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.233680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] 10.222.0.43 "PUT /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 1121 time: 1.3794899 Dec 23 12:17:59.258875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87792-19ff-4ae2-9313-4074083e2708 service neutron] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:59.310611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700248-9617-4b42-bc67-fe0a5ee67b9f req-c39593fe-908d-4651-86c8-e1bf4364ea4e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.313286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae700248-9617-4b42-bc67-fe0a5ee67b9f req-c39593fe-908d-4651-86c8-e1bf4364ea4e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.0851409 Dec 23 12:17:59.336729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['54510d91-75e2-4278-9518-abb6a023059c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:59.382280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['54510d91-75e2-4278-9518-abb6a023059c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:59.436644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae700248-9617-4b42-bc67-fe0a5ee67b9f req-73eb5fb7-f269-49c8-a331-83d0d2f781fb tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918961 Dec 23 12:17:59.576467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee89884-2c52-4177-8309-7e1875e1272c req-a1c0edf1-a442-4ee5-8e17-8d1af82a0b35 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.581434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aee89884-2c52-4177-8309-7e1875e1272c req-a1c0edf1-a442-4ee5-8e17-8d1af82a0b35 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.0694866 Dec 23 12:17:59.644310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aee89884-2c52-4177-8309-7e1875e1272c req-afca3163-d36f-4585-a4e2-b77887096626 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Dec 23 12:17:59.712857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 54510d91-75e2-4278-9518-abb6a023059c details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:59.957469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26030d-09b5-46cc-bead-226489886b6d req-06331bcb-8e3f-46c7-94bb-808a8a2bb947 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.970087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb26030d-09b5-46cc-bead-226489886b6d req-06331bcb-8e3f-46c7-94bb-808a8a2bb947 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.1165986 Dec 23 12:18:00.067789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:00.069226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb26030d-09b5-46cc-bead-226489886b6d req-25b7af7b-728f-46cc-88ad-4877f17c92ca tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938716 Dec 23 12:18:00.089001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 54510d91-75e2-4278-9518-abb6a023059c has no active binding in host n-h2-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:18:00.130755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34476) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:00.151015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:00.321527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753f8f-4dce-4ddc-a18f-86500733bc27 req-f57f2404-ae9c-4b63-a46f-d59c0cca0591 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:00.330469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f753f8f-4dce-4ddc-a18f-86500733bc27 req-f57f2404-ae9c-4b63-a46f-d59c0cca0591 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0906129 Dec 23 12:18:00.418763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-367813880-network', 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:00.536647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f753f8f-4dce-4ddc-a18f-86500733bc27 req-f9d9b3ff-96af-42f6-a6bb-f81ecdf6c6a8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929889 Dec 23 12:18:00.553697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'tag': '54510d91-75e2-4278-9518-abb6a023059c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:00.558497 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4cf271-7633-46d5-8540-84bf2df2d3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "tag": "54510d91-75e2-4278-9518-abb6a023059c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:00.685224 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db71f30-2ce0-4ec3-9138-aa918a31c7d4 x-openstack-request-id: req-4db71f30-2ce0-4ec3-9138-aa918a31c7d4 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:00.685444 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "tag": "54510d91-75e2-4278-9518-abb6a023059c", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:00.688013 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4db71f30-2ce0-4ec3-9138-aa918a31c7d4 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:00.689219 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'tag': '54510d91-75e2-4278-9518-abb6a023059c', 'status': 'completed', 'code': 200} Dec 23 12:18:00.946008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-9d728bdd-a86f-4194-9008-60b1365bd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:00.947922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-9d728bdd-a86f-4194-9008-60b1365bd587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1124 time: 0.2708831 Dec 23 12:18:01.070930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96bef7-384d-4c5c-b7f6-d0bf79e334d0 req-f2801a0c-d49f-423f-a495-cb23410a78e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.073393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf96bef7-384d-4c5c-b7f6-d0bf79e334d0 req-f2801a0c-d49f-423f-a495-cb23410a78e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.5333126 Dec 23 12:18:01.101189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9808a99-828a-4bdc-960d-2c6159d1522e req-f14070de-5cf3-446f-85f3-743cc2ba07a0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.109935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9808a99-828a-4bdc-960d-2c6159d1522e req-f14070de-5cf3-446f-85f3-743cc2ba07a0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.1005635 Dec 23 12:18:01.126931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:01.129481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.156065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.215229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9808a99-828a-4bdc-960d-2c6159d1522e req-f9908d66-6b74-4b14-835f-c8c43daaf63b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039641 Dec 23 12:18:01.299928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf96bef7-384d-4c5c-b7f6-d0bf79e334d0 req-96de16d6-1624-40c0-8183-bef4b6656231 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086720 Dec 23 12:18:01.435577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-be5e9873-748e-44ed-9f71-f0d05b5593d5 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.437696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-be5e9873-748e-44ed-9f71-f0d05b5593d5 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.2105899 Dec 23 12:18:01.441702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-539286c7-3db2-4e37-9f75-f559d4d1cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.454591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-539286c7-3db2-4e37-9f75-f559d4d1cb59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.4923222 Dec 23 12:18:01.509110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:01.518862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3336ab-28a7-432a-8073-8cabdfaa1a40 req-22ed5b91-864f-4283-891e-2915b395f18f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.520590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a3336ab-28a7-432a-8073-8cabdfaa1a40 req-22ed5b91-864f-4283-891e-2915b395f18f tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.1475372 Dec 23 12:18:01.546469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.622897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.659310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a3336ab-28a7-432a-8073-8cabdfaa1a40 req-e9429d4e-4fd5-4520-9098-8888f1e98caa tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316602 Dec 23 12:18:01.665946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-048568fc-e33a-4b25-96f3-81a55739e3ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 217 time: 0.2016079 Dec 23 12:18:01.674975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.759344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a27c5e-4bd2-4160-919b-71624c073602,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:01.818505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:18:01.835928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.836283 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Added segment 6dda934c-c697-4840-9d69-b9207dce1c8c of type vlan for network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 Dec 23 12:18:01.890971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-0e9c572d-e616-447c-8adc-8df73b8a3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.892455 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-0e9c572d-e616-447c-8adc-8df73b8a3832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.2149367 Dec 23 12:18:01.969425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6def-f221-4755-af14-826d53cddce5 req-5d70bc8f-54e5-4e5e-bd63-0bf7e01e6c2e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:01.974048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732e6def-f221-4755-af14-826d53cddce5 req-5d70bc8f-54e5-4e5e-bd63-0bf7e01e6c2e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.2017620 Dec 23 12:18:01.976776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.992453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34520) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:01.997679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Request body: {'floatingip': {'port_id': '2f3ad61f-005e-407b-b594-5cb3f85fbff5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:02.002863 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-5fa6da5c-2055-493b-bf47-4f9b59ef958a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005821 Dec 23 12:18:02.027838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.068138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219f18-6117-4a0e-88a3-aa10ebb85504 req-992ca727-20f8-4dbb-afaa-8b85bf3637c4 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.081923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46219f18-6117-4a0e-88a3-aa10ebb85504 req-992ca727-20f8-4dbb-afaa-8b85bf3637c4 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.4161432 Dec 23 12:18:02.216114 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:18:02.264710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.708174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.712283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.714010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.753955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:02.755677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46219f18-6117-4a0e-88a3-aa10ebb85504 req-054feed4-6a7e-4b50-a8e8-e7291bab2de7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786028 Dec 23 12:18:02.820916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-00f1c418-dc94-437e-b094-d5f8f500d084 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659988 Dec 23 12:18:02.826789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] Pushing event updated for resources: {'Network': ['ID=1e27f242-0d91-449a-b9e1-2c77e0b7b829,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:02.841086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:18:02.908028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0325-6526-4fe1-9cef-41117d47b533 req-03973463-772e-416b-bffa-cafa3176e7e3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.923821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:02.927579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-787a0325-6526-4fe1-9cef-41117d47b533 req-03973463-772e-416b-bffa-cafa3176e7e3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 946 time: 0.4186966 Dec 23 12:18:02.942023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12129438-6236-4f96-afd8-cb71443c1fba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7892263 Dec 23 12:18:02.949420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:02.974119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Request body: {'subnet': {'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-367813880-subnet', 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:02.977566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.980597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:02.983735 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f52e2-d6f1-434c-a373-698f2000047d" -d '{"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:03.059398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.101131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-787a0325-6526-4fe1-9cef-41117d47b533 req-ea39cec8-1d72-45d6-b825-3c18e9c04f02 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706777 Dec 23 12:18:03.144436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e4cf271-7633-46d5-8540-84bf2df2d3dd req-3582297d-6eac-4d58-ae8e-2531e4b1fb3d service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121259 Dec 23 12:18:03.192319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:03.210470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Deleting port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:03.224699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.279640 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81009b6-db21-45d2-be08-33cf526aa1fc x-openstack-request-id: req-b81009b6-db21-45d2-be08-33cf526aa1fc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b81009b6-db21-45d2-be08-33cf526aa1fc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'code': 200} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on host n-h2-822750-2 for vnic_type normal with profile {"migrating_to": "n-h1-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:03.283720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:03.289736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:03.290058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Attempting to bind port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:03.297388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:03.297806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:03.298162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:03.298609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Bound port: e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:03.298966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.388405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:03.392544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.399170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] For port a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:03.399170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.410649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2e751-aa43-463a-b648-eac7b757f186 req-c7e215b3-d8ca-4d67-a815-fae3b44a0340 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:03.414285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66e2e751-aa43-463a-b648-eac7b757f186 req-c7e215b3-d8ca-4d67-a815-fae3b44a0340 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.4846392 Dec 23 12:18:03.429468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Calling delete_port for a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:03.438218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:03.444913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:03.517416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.636477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66e2e751-aa43-463a-b648-eac7b757f186 req-0f1efc3d-3824-4716-bf43-49e71076c4ee tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136531 Dec 23 12:18:03.750612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:03.814389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:18:03.836028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:03.836678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.838088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-d2bf94c1-87c1-443c-8e48-94bc3996a917 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 1122 time: 2.3723783 Dec 23 12:18:03.965015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:03.969004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.998970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.027521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:04.046662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1df84-5306-4e79-82cd-f36587cf8b8d req-e38ca433-c47b-40e0-8d4e-be887bbcbbc7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:04.054208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77f1df84-5306-4e79-82cd-f36587cf8b8d req-e38ca433-c47b-40e0-8d4e-be887bbcbbc7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1650488 Dec 23 12:18:04.094211 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.106653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:04.116165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:04.172503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.226135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77f1df84-5306-4e79-82cd-f36587cf8b8d req-13a9598d-1016-4d04-8f79-4dec1b9e62e9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709890 Dec 23 12:18:04.368142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-23073d56-783c-432d-ae37-7af96aad426a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:18:04.467702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.519819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:04.537276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:18:04.832559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2ed8a4-96e3-4dbc-b81c-28edf98df055,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:04.851081 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Floating IP 02e65707-2792-424f-b7f5-236119c3f1c9 associated. External IP: 172.25.7.129, port: 2f3ad61f-005e-407b-b594-5cb3f85fbff5. Dec 23 12:18:04.856911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Router 83a85a4b-e211-4b9f-8050-9d5311d20d84 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:18:04.919304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6124-2b5e-47b0-82f6-2c69ac89e89c req-b0fae57d-afe5-42dd-afe6-7dfcdf9b6bd2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:04.926791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3cf6124-2b5e-47b0-82f6-2c69ac89e89c req-b0fae57d-afe5-42dd-afe6-7dfcdf9b6bd2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.2044258 Dec 23 12:18:04.945337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Checking segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:04.945337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Network hostable DHCP agents. Network: 1e27f242-0d91-449a-b9e1-2c77e0b7b829, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:18:04.971057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6491-9bc6-4457-84f7-0f718705def0 req-26c7f967-2433-4b96-92a8-734609e2fde4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:04.978879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bda6491-9bc6-4457-84f7-0f718705def0 req-26c7f967-2433-4b96-92a8-734609e2fde4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.2209632 Dec 23 12:18:05.078212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:05.089587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Sync routers for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:05.093280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3cf6124-2b5e-47b0-82f6-2c69ac89e89c req-2adef4b9-9168-403b-a69f-e6a851fea515 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653309 Dec 23 12:18:05.096942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-765e0c20-fd4a-4ed8-95e4-c888b26b3dda admin admin] 10.222.0.16 "PUT /v2.0/routers/83a85a4b-e211-4b9f-8050-9d5311d20d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9638360 Dec 23 12:18:05.098944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34562) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:05.122267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:05.122934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:05.153374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bda6491-9bc6-4457-84f7-0f718705def0 req-a6044770-09f4-4772-baf2-01f212016772 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706016 Dec 23 12:18:05.162721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:18:05.283180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:05.285263 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08c4f2-a715-4c43-b815-3d5090e3c686" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:05.339874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:05.343058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.433624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:18:05.436801 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417f3a9-fb37-4955-be8d-5b1ce261696f x-openstack-request-id: req-4417f3a9-fb37-4955-be8d-5b1ce261696f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:05.437120 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:05.437399 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4417f3a9-fb37-4955-be8d-5b1ce261696f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:05.437785 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'status': 'completed', 'code': 200} Dec 23 12:18:05.460517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5c2ed-1758-4dfd-a0a8-45f39a477761 req-3bf14b34-4bdb-43ec-aef0-655eb2d80deb tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:05.462099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75f5c2ed-1758-4dfd-a0a8-45f39a477761 req-3bf14b34-4bdb-43ec-aef0-655eb2d80deb tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0636008 Dec 23 12:18:05.553615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75f5c2ed-1758-4dfd-a0a8-45f39a477761 req-6b60e617-cde2-4b24-ae02-9970ce430845 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Dec 23 12:18:05.556683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 1e27f242-0d91-449a-b9e1-2c77e0b7b829) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:05.564138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:05.564558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.588598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-49662c34-837e-4a01-9c28-b967e000af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:05.590481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-49662c34-837e-4a01-9c28-b967e000af18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1125 time: 0.1517646 Dec 23 12:18:05.615254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.618298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1f628-4c1c-45a3-97fe-d3582a2877b1 None None] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:05.652688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:05.663607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:05.679150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.681189 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:05.683778 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:05.730349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7ae84e4-2336-4424-b25a-36b1b5e8b9fb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7613645 Dec 23 12:18:05.757083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5df71972-9ad4-4f0d-8825-4459e5d91380 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "PUT /v2.0/floatingips/02e65707-2792-424f-b7f5-236119c3f1c9 HTTP/1.1" status: 200 len: 991 time: 3.7635028 Dec 23 12:18:05.757983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:05.764712 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b45a89-e0aa-46e6-8007-76264fbd048e" -d '{"events": [{"name": "network-changed", "server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:05.837764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-0bf747b4-58bd-4791-9a5d-ff6115407657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:05.847137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-0bf747b4-58bd-4791-9a5d-ff6115407657 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.2447681 Dec 23 12:18:05.898252 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17819461-0709-4c51-be67-0b6a557ad7bf x-openstack-request-id: req-17819461-0709-4c51-be67-0b6a557ad7bf {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:05.898735 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:05.898824 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17819461-0709-4c51-be67-0b6a557ad7bf {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:05.899170 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'status': 'completed', 'code': 200} Dec 23 12:18:06.001562 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:06.010890 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-7e0cebd5-ff8c-44b9-ae74-5904fe36cf74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.1493435 Dec 23 12:18:06.253226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Deleting port d7bc14aa-853d-4ce8-954a-dff2d9a8c194 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:06.253568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.265994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ac56-aca6-46a7-bf85-11ab7fdd4762 req-2175e107-2c90-4acb-8ae3-2fb3c68e10e7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.284408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53d3ac56-aca6-46a7-bf85-11ab7fdd4762 req-2175e107-2c90-4acb-8ae3-2fb3c68e10e7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0928924 Dec 23 12:18:06.286796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-a4a0db8d-0250-46ef-9df7-b2b4adb10f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.288483 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-a4a0db8d-0250-46ef-9df7-b2b4adb10f1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 1096 time: 0.2747507 Dec 23 12:18:06.302506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-68c7ee70-a0e0-44c5-90a9-bd38d5525ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.303989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-68c7ee70-a0e0-44c5-90a9-bd38d5525ad5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.2692091 Dec 23 12:18:06.402316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53d3ac56-aca6-46a7-bf85-11ab7fdd4762 req-3cfa3bd6-90ee-4e3c-bb69-2eca3948d074 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163538 Dec 23 12:18:06.433509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-6f660920-dd86-4550-b18f-a4ad894e295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.435191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-6f660920-dd86-4550-b18f-a4ad894e295e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 200 len: 925 time: 0.1303492 Dec 23 12:18:06.474987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-aaf0c146-9c80-4a3d-afde-5170096038f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445008 Dec 23 12:18:06.534422 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:74:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:18:03Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:06.570516 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:06.575230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-76d845c7-8e7a-40e5-95d4-2fbcf2bc94c0 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.586423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e458303-6f9a-4ab6-aa3e-bd7f0c07d10b None None] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:06.587750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-76d845c7-8e7a-40e5-95d4-2fbcf2bc94c0 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.1640508 Dec 23 12:18:06.598603 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:06.599758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:06.677208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:18:03Z', 'revision_number': 5, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port': {'id': 'd7bc14aa-853d-4ce8-954a-dff2d9a8c194', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:15:51Z', 'updated_at': '2021-12-23T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:06.691336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-92421cbc-79b7-4d1a-84a7-48115dee90cd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/quotas/b9593cc611a74612b3d7c97b3d1fd88a HTTP/1.1" status: 200 len: 375 time: 0.0969203 Dec 23 12:18:06.726019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Checking router: 83a85a4b-e211-4b9f-8050-9d5311d20d84 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:06.765541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Routers {'83a85a4b-e211-4b9f-8050-9d5311d20d84'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:06.765788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a85a4b-e211-4b9f-8050-9d5311d20d84'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:06.779421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:06.780611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-622a9827-ee8a-4686-b2bb-c8a4143bbe9c service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830656 Dec 23 12:18:06.798787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-04e2ec14-2561-47f4-bf8a-8af12038b927 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914314 Dec 23 12:18:06.829095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] For port d7bc14aa-853d-4ce8-954a-dff2d9a8c194, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:06.829756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.846220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Calling delete_port for d7bc14aa-853d-4ce8-954a-dff2d9a8c194 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:06.902050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109413-3adf-4e24-9289-9ac6d0c9db27 req-847f8cf2-8d15-4e03-ba9c-ce7e27d75309 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:06.903664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a109413-3adf-4e24-9289-9ac6d0c9db27 req-847f8cf2-8d15-4e03-ba9c-ce7e27d75309 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.3081539 Dec 23 12:18:06.961637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] Set router 83a85a4b-e211-4b9f-8050-9d5311d20d84 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:07.085075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-6e1050ad-6a36-4f41-b812-6fde1e290411 service neutron] 10.222.0.16 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744150 Dec 23 12:18:07.128928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a109413-3adf-4e24-9289-9ac6d0c9db27 req-c4a2fa69-e53e-4005-a9d0-8150e59cde40 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778438 Dec 23 12:18:07.129236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:18:05Z', 'revision_number': 6, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:07.197265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da72e2a-cfda-4616-9a9c-93e1dd65a31a None None] The sync data for ids ['83a85a4b-e211-4b9f-8050-9d5311d20d84'] in n-d-822750-2 is: [{'id': '83a85a4b-e211-4b9f-8050-9d5311d20d84', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112622856-router', 'tenant_id': 'af159898b5574cc7a4411702e7a24222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:50Z', 'updated_at': '2021-12-23T12:18:05Z', 'revision_number': 6, 'project_id': 'af159898b5574cc7a4411702e7a24222', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:07.237347 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-41e53392-ecf4-4358-9acf-542d834dce43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5 HTTP/1.1" status: 200 len: 999 time: 0.7612648 Dec 23 12:18:07.257144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-94cc8b8c-bee3-4788-a6ed-2f1ce4ff553a service neutron] 10.222.0.16 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615582 Dec 23 12:18:07.327194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899da9-46ce-486e-9abc-607f85ad4af5 req-e06b8762-61ce-43b5-a649-03ec6e1c8d7d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:07.335571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b899da9-46ce-486e-9abc-607f85ad4af5 req-e06b8762-61ce-43b5-a649-03ec6e1c8d7d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1102307 Dec 23 12:18:07.361674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.364545 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:74:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:18:03Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:07.399273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bc14aa-853d-4ce8-954a-dff2d9a8c194,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:07.409481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b899da9-46ce-486e-9abc-607f85ad4af5 req-33da4c54-0e7e-44b1-8702-ae3ef0cd4b10 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Dec 23 12:18:07.476950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-67d2f989-fd7a-4f7b-a976-c41241f6aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:07.478501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-67d2f989-fd7a-4f7b-a976-c41241f6aeb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 200 len: 863 time: 0.2240589 Dec 23 12:18:07.527650 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e08c4f2-a715-4c43-b815-3d5090e3c686 req-f1d2fe0f-81fb-4a52-bb0a-b990492fb6da service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819969 Dec 23 12:18:07.553024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.617161 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69334e8e-4bf3-4049-9465-4e005584a36a None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '02e65707-2792-424f-b7f5-236119c3f1c9', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'port_id': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'mac_address': 'fa:16:3e:74:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:14:19Z', 'updated_at': '2021-12-23T12:18:03Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:07.630026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e447d5e-49e4-4354-9849-e96c3e65db56 req-26ae0eb2-4459-4f05-abd8-c6a6b3d9f8d8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:07.640496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e447d5e-49e4-4354-9849-e96c3e65db56 req-26ae0eb2-4459-4f05-abd8-c6a6b3d9f8d8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0792313 Dec 23 12:18:07.646351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-77cf1ebf-3a07-46fd-8d21-1ca3ce017af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:07.648101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-77cf1ebf-3a07-46fd-8d21-1ca3ce017af1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb35beee-922b-458c-add9-baa3a1915ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612408 Dec 23 12:18:07.713568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e447d5e-49e4-4354-9849-e96c3e65db56 req-021d2b85-8919-40d5-a3ec-d95f5dd2dd41 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Dec 23 12:18:07.775426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.779194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.860123 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-994021e3-8ab8-430e-a3c4-ba98f54fc51a service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588867 Dec 23 12:18:07.984568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-04b45a89-e0aa-46e6-8007-76264fbd048e req-aacd4060-9828-46f1-96a1-7cdb711fe456 service neutron] 10.222.0.57 "GET /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049516 Dec 23 12:18:07.985777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.987071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a85a4b-e211-4b9f-8050-9d5311d20d84 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:18:07.998914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.001767 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa5a7c62-1668-41ca-8334-622801d205ab admin admin] 10.222.0.16 "DELETE /v2.0/routers/83a85a4b-e211-4b9f-8050-9d5311d20d84 HTTP/1.1" status: 204 len: 168 time: 2.9012673 Dec 23 12:18:08.004645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:08.034467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b293-cb3d-42b2-be99-829267a96ffa None None] New status for floating IP 02e65707-2792-424f-b7f5-236119c3f1c9: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:18:08.165157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f57ed95f-552d-4d4d-8661-74ebd947b519 req-4cdab64f-0e57-4a56-8c98-5b7b9131c705 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0566609 Dec 23 12:18:08.196511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 54510d91-75e2-4278-9518-abb6a023059c no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:08.199395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Deleting subnet 9bc8bb60-197a-41fe-9120-a7b7ba07a7f1 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:18:08.203222 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.246816 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.377002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.409075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545013e9-164e-4863-accc-55e13cac1571 req-840434b4-153b-494a-9c70-d61d0b10d3d1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:08.410726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-545013e9-164e-4863-accc-55e13cac1571 req-840434b4-153b-494a-9c70-d61d0b10d3d1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.1114182 Dec 23 12:18:08.505263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a488-b3ff-4bda-b7f0-ffcdf647029f req-599192c4-2fb9-4d6a-9042-f4323b399df8 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:08.513204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bc3a488-b3ff-4bda-b7f0-ffcdf647029f req-599192c4-2fb9-4d6a-9042-f4323b399df8 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 950 time: 0.1145120 Dec 23 12:18:08.556365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-545013e9-164e-4863-accc-55e13cac1571 req-f079e43c-1fc1-466e-bcd4-4288cd887e77 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346049 Dec 23 12:18:08.589501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bc3a488-b3ff-4bda-b7f0-ffcdf647029f req-4b9e9077-ee41-4ac3-a0a3-41f98a3d7e33 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747502 Dec 23 12:18:08.632384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.657094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b95ba-cd2e-4946-a192-2350f6753b00 None None] Network 5b5c803f-bf78-4eb1-ac54-04323be598f1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:08.659060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.665481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9bc8bb60-197a-41fe-9120-a7b7ba07a7f1 HTTP/1.1" status: 204 len: 168 time: 0.6587799 Dec 23 12:18:08.668048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34678) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:08.703011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2ad64-1d1f-4348-82e2-bd8162bba5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc8bb60-197a-41fe-9120-a7b7ba07a7f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:08.777669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6add1-f875-4804-be17-35ec0c4c9afc req-53f7bb7b-b55c-4c50-b0eb-893abd5e355a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:08.779385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8de6add1-f875-4804-be17-35ec0c4c9afc req-53f7bb7b-b55c-4c50-b0eb-893abd5e355a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0799205 Dec 23 12:18:08.824762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.857910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8de6add1-f875-4804-be17-35ec0c4c9afc req-be90112c-649f-4b31-8ef4-4544be85be59 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708816 Dec 23 12:18:08.880693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] DHCP port deletion for 5b5c803f-bf78-4eb1-ac54-04323be598f1 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:18:08.905097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Deleting port a9aebada-05ea-4133-9487-8212b8dd1c26 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:08.910300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.922693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674cfb-5caa-4158-a0ee-6f5ab42dfc82 req-d95e2617-687f-4503-b824-5fb52c8f25ae tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:08.933138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25674cfb-5caa-4158-a0ee-6f5ab42dfc82 req-d95e2617-687f-4503-b824-5fb52c8f25ae tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0873003 Dec 23 12:18:08.952405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Deleting port a9aebada-05ea-4133-9487-8212b8dd1c26 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:08.954268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.990784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25674cfb-5caa-4158-a0ee-6f5ab42dfc82 req-ecad239d-8d1e-465e-9b61-cee03cf41266 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Dec 23 12:18:09.021791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] For port a9aebada-05ea-4133-9487-8212b8dd1c26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a9aebada-05ea-4133-9487-8212b8dd1c26,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:09.023050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.063712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] For port a9aebada-05ea-4133-9487-8212b8dd1c26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a9aebada-05ea-4133-9487-8212b8dd1c26,segment=NetworkSegment(3c1fca8d-c6d0-46cd-b547-eeb22e99ef11),segment_id=3c1fca8d-c6d0-46cd-b547-eeb22e99ef11)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:09.064907 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.081752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Calling delete_port for a9aebada-05ea-4133-9487-8212b8dd1c26 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:09.241469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6335d88-aa6a-4134-9b40-a2e82d12635a req-91ae5c91-d0ff-449f-9734-7a3308f2a581 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0332589 Dec 23 12:18:09.310259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Calling delete_port for a9aebada-05ea-4133-9487-8212b8dd1c26 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:09.323978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:09.328187 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.352234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:09.352473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2d3b4d8-d2ba-4d01-bc5f-535bf9c6812b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:09.352768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d7bc14aa-853d-4ce8-954a-dff2d9a8c194 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:09.391125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.394459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Pushing event deleted for resources: {'Port': ['ID=a9aebada-05ea-4133-9487-8212b8dd1c26,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:09.397317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] No DVR routers for this DVR port a9aebada-05ea-4133-9487-8212b8dd1c26 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:09.399710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d7bc14aa-853d-4ce8-954a-dff2d9a8c194 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:09.400050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d7bc14aa-853d-4ce8-954a-dff2d9a8c194 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:09.401283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a9aebada-05ea-4133-9487-8212b8dd1c26 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:09.413060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.413060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.413603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.413603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.413896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.414561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.414561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.414834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.415335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.415508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.415807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.416161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.416560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab301f-7c8c-4317-a7be-d75d51b11e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:09.423998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9aebada-05ea-4133-9487-8212b8dd1c26,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:09.426061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] No DVR routers for this DVR port a9aebada-05ea-4133-9487-8212b8dd1c26 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:09.437527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a9aebada-05ea-4133-9487-8212b8dd1c26 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:09.437867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a9aebada-05ea-4133-9487-8212b8dd1c26 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:09.524310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.545157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5c803f-bf78-4eb1-ac54-04323be598f1']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:09.554996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:09.555293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1fca8d-c6d0-46cd-b547-eeb22e99ef11') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:09.565246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.578989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.584775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:18:09.585178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:18:09.586773 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:18:09.704875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-0a4dd120-53ea-419e-bd46-9301a5e3f831 service neutron] 10.222.0.57 "GET /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.0710368 Dec 23 12:18:09.718206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b666b-89fd-4fcb-a619-fcea2cd02c38 req-45e3c99b-4bb1-4330-96d5-159f20f58c49 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:09.720572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc6b666b-89fd-4fcb-a619-fcea2cd02c38 req-45e3c99b-4bb1-4330-96d5-159f20f58c49 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 943 time: 0.0688415 Dec 23 12:18:09.793641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.802277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.805266 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] 10.222.0.16 "DELETE /v2.0/networks/5b5c803f-bf78-4eb1-ac54-04323be598f1 HTTP/1.1" status: 204 len: 168 time: 1.1362004 Dec 23 12:18:09.806207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624d81a-fdbf-4ef1-9738-e624b84c94d9 req-39b67e3c-a6fb-4db8-b463-3d826dd8d12f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:09.808281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b624d81a-fdbf-4ef1-9738-e624b84c94d9 req-39b67e3c-a6fb-4db8-b463-3d826dd8d12f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 950 time: 0.0853508 Dec 23 12:18:09.809881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34694) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:09.817436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc6b666b-89fd-4fcb-a619-fcea2cd02c38 req-fdf503f1-fd1e-486e-b0fe-d8122407311a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845392 Dec 23 12:18:09.826751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746aa5-073d-4494-a0d5-6815640a614f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5c803f-bf78-4eb1-ac54-04323be598f1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:09.885812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b624d81a-fdbf-4ef1-9738-e624b84c94d9 req-749ce27f-6a5d-4fa4-bd74-25b5faa6728f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664656 Dec 23 12:18:10.019399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9698cad-ccb7-4768-9a28-9db02d843aed req-0a512702-40e9-4818-a5fc-5c9072588044 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:10.029269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9698cad-ccb7-4768-9a28-9db02d843aed req-0a512702-40e9-4818-a5fc-5c9072588044 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0645010 Dec 23 12:18:10.095519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9698cad-ccb7-4768-9a28-9db02d843aed req-398df754-286c-455c-9dce-c05027c69c97 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652795 Dec 23 12:18:10.209397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54991ef-bb4e-4397-88ae-7ee2621ed91e req-041f9a32-3726-4177-ba3b-d06950f7f163 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:10.218740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c54991ef-bb4e-4397-88ae-7ee2621ed91e req-041f9a32-3726-4177-ba3b-d06950f7f163 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0629239 Dec 23 12:18:10.259414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:10.265037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c54991ef-bb4e-4397-88ae-7ee2621ed91e req-1ac6ef8b-0637-4335-98d4-052ae7f9350f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Dec 23 12:18:10.316154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:10.337366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acc69c1c-9231-4d2d-b616-8ce319d7c949 req-24504442-d32e-448c-b9a4-0e07348ac55b tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Dec 23 12:18:10.372985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54510d91-75e2-4278-9518-abb6a023059c {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:10.389528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:10.467651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.546817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.696516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] Transition to ACTIVE for port object 54510d91-75e2-4278-9518-abb6a023059c will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:10.786641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.872282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:10.891276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] No DVR routers for this DVR port 54510d91-75e2-4278-9518-abb6a023059c on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:10.895830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Deleting port 55a7118c-07c7-431d-8805-766cdc7cd7fb {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:10.896165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.966239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-22d191ed-ee82-48c1-8990-2375fdd1a8c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c/bindings/n-h2-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2535276 Dec 23 12:18:10.990825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d887a-1dcc-4afb-abac-57d1aafe3a95 req-52657f21-fb16-49cb-ac4c-03d5e98093a0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:10.993935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d3d887a-1dcc-4afb-abac-57d1aafe3a95 req-52657f21-fb16-49cb-ac4c-03d5e98093a0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0834210 Dec 23 12:18:11.028674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] For port 55a7118c-07c7-431d-8805-766cdc7cd7fb, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=55a7118c-07c7-431d-8805-766cdc7cd7fb,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:11.029097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.045667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Calling delete_port for 55a7118c-07c7-431d-8805-766cdc7cd7fb owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:11.069658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d3d887a-1dcc-4afb-abac-57d1aafe3a95 req-a5f7e3f1-5275-444c-8cdf-afe14b203906 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692055 Dec 23 12:18:11.220234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15143b42-2739-4208-b68e-fc65778146bb req-4df9b0b3-754c-4225-9e26-72230b890374 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.221679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15143b42-2739-4208-b68e-fc65778146bb req-4df9b0b3-754c-4225-9e26-72230b890374 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0521665 Dec 23 12:18:11.256257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-ac63bee5-084f-4452-b77f-fe5b6b19c337 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.257878 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-ac63bee5-084f-4452-b77f-fe5b6b19c337 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.0651603 Dec 23 12:18:11.294121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15143b42-2739-4208-b68e-fc65778146bb req-94644162-c3f5-4f0c-bdd2-dc7117c875e7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Dec 23 12:18:11.368122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-748abf2d-991b-44e7-a69a-1b9940461d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.373017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-748abf2d-991b-44e7-a69a-1b9940461d17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70&tenant_id=fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 1095 time: 0.0695422 Dec 23 12:18:11.455340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a929e3-88cb-4fdd-9558-a3e4480a70ec req-4887dcda-8684-4df9-a94c-97361c3fcf58 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.455499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.456930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a929e3-88cb-4fdd-9558-a3e4480a70ec req-4887dcda-8684-4df9-a94c-97361c3fcf58 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0991590 Dec 23 12:18:11.459590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83ad4886-bf68-4188-b1fa-4f2164312f13 req-d6b47f10-67b5-441d-94d3-6c2dbd1ea390 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0394402 Dec 23 12:18:11.495932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a7118c-07c7-431d-8805-766cdc7cd7fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:11.500424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-9d84e5ce-2217-4ff4-aac1-c73301774471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.502011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-9d84e5ce-2217-4ff4-aac1-c73301774471 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1095 time: 0.0870068 Dec 23 12:18:11.515382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a929e3-88cb-4fdd-9558-a3e4480a70ec req-1b18b996-ae21-440b-a757-c616fff39224 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Dec 23 12:18:11.716674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-8e8dc688-02c9-435f-8632-bdb3d85267da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.718116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-8e8dc688-02c9-435f-8632-bdb3d85267da service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.2024229 Dec 23 12:18:11.775198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-816c0117-3d89-491b-b3e8-ef1f2d0f3621 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 200 len: 217 time: 0.0412195 Dec 23 12:18:11.789566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.911151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-b62b8134-5dc7-42a5-b486-28edb12692d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:11.912620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-b62b8134-5dc7-42a5-b486-28edb12692d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1220305 Dec 23 12:18:11.950978 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-9ac61574-4c1d-4230-b9f9-eb006480b591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280757 Dec 23 12:18:12.128464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-a1021521-316c-4ea7-9eb2-cc4888aceed5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:12.130020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-a1021521-316c-4ea7-9eb2-cc4888aceed5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.1275029 Dec 23 12:18:12.141170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-1d715696-4b06-429c-8c7f-43705da4ed0d service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463826 Dec 23 12:18:12.142872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:18:12.160525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Request body: {'port': {'device_id': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'admin_state_up': True, 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:12.166823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:12.255953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.279903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5e9fc-799e-4f96-bbd3-2230e6df16ee req-8102d7f0-ad6d-4976-85bb-882cf4eaaf75 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:12.279903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ce5e9fc-799e-4f96-bbd3-2230e6df16ee req-8102d7f0-ad6d-4976-85bb-882cf4eaaf75 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.1273277 Dec 23 12:18:12.294646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:12.297162 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236bfba7-b81c-4e41-87dc-4999cc26be0c" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:12.315883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:12.363515 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b849898d-0cf0-4004-934f-eff24e204f3e x-openstack-request-id: req-b849898d-0cf0-4004-934f-eff24e204f3e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:12.364028 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:12.364872 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b849898d-0cf0-4004-934f-eff24e204f3e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:12.365476 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'code': 200} Dec 23 12:18:12.408771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ce5e9fc-799e-4f96-bbd3-2230e6df16ee req-39a1721f-2596-4733-bf90-29dfb2a06ac8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214852 Dec 23 12:18:12.442965 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.486029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54726ae5-f46c-4e49-84e4-2d7114150b92 req-4447cdb6-9b5c-41ef-ab5e-b8f862e1c674 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:12.499503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54726ae5-f46c-4e49-84e4-2d7114150b92 req-4447cdb6-9b5c-41ef-ab5e-b8f862e1c674 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Dec 23 12:18:12.516024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:12.533656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:12.538644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.604313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af095b39-9fc1-4ff4-be92-be0957a0d598 req-1aeff6a9-9fd1-4a86-8e8b-c91228c36ac3 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0493298 Dec 23 12:18:12.617398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54726ae5-f46c-4e49-84e4-2d7114150b92 req-551fd674-01e3-4277-ae0a-acd871c3d30c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185722 Dec 23 12:18:12.690802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:12.693968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-66e266a7-5792-4a8e-acd1-d985233095fb service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416315 Dec 23 12:18:12.700114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da39b0c8-2693-441e-857c-2bfb47cf96d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a3304c8-0ec8-4a09-9731-87d6357ffa20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8745036 Dec 23 12:18:12.702686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:12.706023 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Sync routers for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:12.710934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-6a818f38-1980-422f-a224-cd39e507bc24 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:12.712369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-6a818f38-1980-422f-a224-cd39e507bc24 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.1983669 Dec 23 12:18:12.722931 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:12.724388 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:12.754175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Allocated IP 172.20.0.7 (1e27f242-0d91-449a-b9e1-2c77e0b7b829/fe2ed8a4-96e3-4dbc-b81c-28edf98df055/d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:12.761734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Request body: {'port': {'device_id': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'admin_state_up': True, 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:12.887351 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:12.948422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.030678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcc88a-9050-4358-a394-f06d9e88444f req-a0dfac01-53f8-49f3-a8c0-4216ab6b410c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.033320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18dcc88a-9050-4358-a394-f06d9e88444f req-a0dfac01-53f8-49f3-a8c0-4216ab6b410c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.1447413 Dec 23 12:18:13.083578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.120920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18dcc88a-9050-4358-a394-f06d9e88444f req-8eaeca37-dcc2-4f8c-a71e-6d83772bf704 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746627 Dec 23 12:18:13.138850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.150095 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:18:11Z', 'revision_number': 5, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:13.173611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:13.177192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.181736 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Checking router: 1a3304c8-0ec8-4a09-9731-87d6357ffa20 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:13.193634 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Routers {'1a3304c8-0ec8-4a09-9731-87d6357ffa20'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:13.194265 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:17:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:13.302561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] Set router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:13.316009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Deleting port bf67dd1a-5edf-4af7-9029-836f3ced8e0e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:13.316342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.333380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6dd6-cf95-4436-8e62-d17c5c179b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.334766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.385774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:13.389217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:13.392848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:13.406795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event updated for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:13.455695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.456348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.476530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Allocated IP 172.20.0.3 (1e27f242-0d91-449a-b9e1-2c77e0b7b829/fe2ed8a4-96e3-4dbc-b81c-28edf98df055/8c6f1aaf-1f86-4075-acb7-963b8bac4ee1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:13.526915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-10e7565b-c7a1-4d1a-9ee9-468f03881af6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.526915 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-10e7565b-c7a1-4d1a-9ee9-468f03881af6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.1263077 Dec 23 12:18:13.526915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] For port bf67dd1a-5edf-4af7-9029-836f3ced8e0e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:13.526915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.527334 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:18:11Z', 'revision_number': 5, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:13.535605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639ce65-dbbc-4c76-b30e-ab9bb57e9bd6 req-9a8d4e4a-b450-442e-9a67-bd4213957a63 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.537258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5639ce65-dbbc-4c76-b30e-ab9bb57e9bd6 req-9a8d4e4a-b450-442e-9a67-bd4213957a63 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.0530791 Dec 23 12:18:13.557163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa58cf-c550-443b-953a-998c2a520a6c None None] The sync data for ids ['1a3304c8-0ec8-4a09-9731-87d6357ffa20'] in n-d-822750-2 is: [{'id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'name': 'tempest-AttachSCSIVolumeTestJSON-1418577535-router', 'tenant_id': 'bbeb234ff73446ef916c90878924095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:15:59Z', 'updated_at': '2021-12-23T12:18:11Z', 'revision_number': 5, 'project_id': 'bbeb234ff73446ef916c90878924095a', 'gw_port': {'id': 'bf67dd1a-5edf-4af7-9029-836f3ced8e0e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3304c8-0ec8-4a09-9731-87d6357ffa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:00Z', 'updated_at': '2021-12-23T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:13.561317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Calling delete_port for bf67dd1a-5edf-4af7-9029-836f3ced8e0e owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:13.599569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5639ce65-dbbc-4c76-b30e-ab9bb57e9bd6 req-890204cc-22a5-4948-912b-1d47492587f3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Dec 23 12:18:13.723252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5962faf6-9d86-4eb5-92ea-68e4055e76eb req-834b927d-382d-476f-bc38-2df42270bdba tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 210 time: 0.0346429 Dec 23 12:18:13.780953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede6b6c-835c-4ad5-adde-e2927e25a3ad req-12ae55b6-20ba-4090-8cb2-0e0bee730fbe tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.782445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ede6b6c-835c-4ad5-adde-e2927e25a3ad req-12ae55b6-20ba-4090-8cb2-0e0bee730fbe tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0832639 Dec 23 12:18:13.845877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.853245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ede6b6c-835c-4ad5-adde-e2927e25a3ad req-fd107315-8365-4fb2-bd04-72695f9298eb tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647464 Dec 23 12:18:13.865045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d15f6-9354-4a81-830b-9a03a8756b1d req-65f27349-5280-4c69-886f-1ba4c3fe4561 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.875247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db1d15f6-9354-4a81-830b-9a03a8756b1d req-65f27349-5280-4c69-886f-1ba4c3fe4561 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1095 time: 0.0581131 Dec 23 12:18:13.927843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db1d15f6-9354-4a81-830b-9a03a8756b1d req-0ad4f728-7b6b-403b-bf2d-42e4284665cc tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494432 Dec 23 12:18:14.039836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-a882fd60-cd29-4c8c-88c6-faee7e53f9b4 service neutron] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:14.044379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-a882fd60-cd29-4c8c-88c6-faee7e53f9b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.053367 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb847d15-6165-4006-ba1f-d619b8c03eb7 req-a882fd60-cd29-4c8c-88c6-faee7e53f9b4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c/bindings/n-h1-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.5422127 Dec 23 12:18:14.053758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9423ea44-4b0a-4977-a074-88842aaa15f1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8993673 Dec 23 12:18:14.066564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Request body: {'port': {'device_id': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:14.076329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.078709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.095940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0948f3-2d9f-4a57-8abf-1f50cfa04efa req-16a9c01d-39f8-433e-84ff-4048c4ea1b89 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:14.097481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0948f3-2d9f-4a57-8abf-1f50cfa04efa req-16a9c01d-39f8-433e-84ff-4048c4ea1b89 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 1095 time: 0.0878608 Dec 23 12:18:14.109454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf67dd1a-5edf-4af7-9029-836f3ced8e0e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:14.146027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.172206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:14.194705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:14.199033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0948f3-2d9f-4a57-8abf-1f50cfa04efa req-cdb020a3-2b67-4872-b9c6-3e527e118c02 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Dec 23 12:18:14.213729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:14.243163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event updated for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:14.268537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.350981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bcd3c-2788-4bfd-98ad-ae9c3dfad91f req-2db76fa5-1c2c-45f2-aeb5-2857c6a80954 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:14.352488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50bcd3c-2788-4bfd-98ad-ae9c3dfad91f req-2db76fa5-1c2c-45f2-aeb5-2857c6a80954 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.1291661 Dec 23 12:18:14.371643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:14.371643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.385744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.388635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.462699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-30151114-79d0-4448-a526-777f25c23b7f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7056890 Dec 23 12:18:14.486304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Request body: {'port': {'device_id': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:14.547021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.569505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.570909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3304c8-0ec8-4a09-9731-87d6357ffa20 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:18:14.577399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.581643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea613e64-93ce-4114-a611-d1d1721a2fb7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1a3304c8-0ec8-4a09-9731-87d6357ffa20 HTTP/1.1" status: 204 len: 168 time: 1.8777652 Dec 23 12:18:14.584283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:14.684956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Deleting subnet 13fd4ad3-4f19-4af2-a4c5-04f26cefa186 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:18:14.730705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50bcd3c-2788-4bfd-98ad-ae9c3dfad91f req-68073674-5c29-4de7-930e-34f665186386 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516514 Dec 23 12:18:14.745706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.804925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.891124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:14.900675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.929922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Transition to ACTIVE for port object d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:14.942468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf452-a818-489f-b18d-09100743aab0 req-958213cc-1951-4995-aaae-995ac7421a23 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:14.944238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64dbf452-a818-489f-b18d-09100743aab0 req-958213cc-1951-4995-aaae-995ac7421a23 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 931 time: 0.0972769 Dec 23 12:18:14.962314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.039353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64dbf452-a818-489f-b18d-09100743aab0 req-d91e7d99-29dd-4e1a-a308-64b257ebee18 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880919 Dec 23 12:18:15.047717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.059997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efc760-1053-42a6-9d61-2c30cb4dbdee req-2dbefd5e-2dff-4897-9755-a78832d71881 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:15.061507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4efc760-1053-42a6-9d61-2c30cb4dbdee req-2dbefd5e-2dff-4897-9755-a78832d71881 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0877144 Dec 23 12:18:15.140586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.151158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.179351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fd4ad3-4f19-4af2-a4c5-04f26cefa186,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.181341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.184563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da3403-7f5f-42bc-a850-08cd7d444c47 None None] Network 53f248a6-be12-4065-97f8-8e366b4b31de requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:15.185088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b55dad07-3389-418d-bf88-1e97e2b44a00 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13fd4ad3-4f19-4af2-a4c5-04f26cefa186 HTTP/1.1" status: 204 len: 168 time: 0.5991683 Dec 23 12:18:15.190784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:15.276928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4efc760-1053-42a6-9d61-2c30cb4dbdee req-0f754f4b-0eab-496e-95ed-9de37ca88390 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647937 Dec 23 12:18:15.282270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:15.300120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.346670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Transition to ACTIVE for port object 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:15.347129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.348815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Attempting to bind port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:15.349214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Attempting to bind port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:15.349485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Attempting to bind port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:15.363338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:15.371257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Attempting to bind port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:15.371705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bf67dd1a-5edf-4af7-9029-836f3ced8e0e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:15.379877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:15.380218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Checking segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:15.380602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Bound using segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:15.381062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Bound port: d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:15.381987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.395738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] DHCP port deletion for 53f248a6-be12-4065-97f8-8e366b4b31de request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:18:15.402591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: bf67dd1a-5edf-4af7-9029-836f3ced8e0e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:15.403055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bf67dd1a-5edf-4af7-9029-836f3ced8e0e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:15.403472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 55a7118c-07c7-431d-8805-766cdc7cd7fb no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:15.419227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.429723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 55a7118c-07c7-431d-8805-766cdc7cd7fb {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:15.430120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 55a7118c-07c7-431d-8805-766cdc7cd7fb not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:15.476602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Deleting port cad97bd5-3019-4c81-9640-d17c27cb34e3 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:15.477014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.493789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:15.495523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.496898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Deleting port cad97bd5-3019-4c81-9640-d17c27cb34e3 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:15.497255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.500697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:15.564028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] For port cad97bd5-3019-4c81-9640-d17c27cb34e3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad97bd5-3019-4c81-9640-d17c27cb34e3,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:15.564418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.569046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.581416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Calling delete_port for cad97bd5-3019-4c81-9640-d17c27cb34e3 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:15.598779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Attempting to bind port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:15.600008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Attempting to bind port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:15.600813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Attempting to bind port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:15.608031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:15.608346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Attempting to bind port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:15.614492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:15.615098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Checking segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:15.615776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Bound using segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:15.616487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Bound port: 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:15.617047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.627154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:15.627872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.629401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 HTTP/1.1" status: 200 len: 1091 time: 1.5670974 Dec 23 12:18:15.630225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-54893357-38b6-45ca-be5d-6f786dc87015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.631259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] For port cad97bd5-3019-4c81-9640-d17c27cb34e3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad97bd5-3019-4c81-9640-d17c27cb34e3,segment=NetworkSegment(ae74800d-050d-4364-b414-b79de691e874),segment_id=ae74800d-050d-4364-b414-b79de691e874)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:15.632004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.633988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:15.636987 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:15.660423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Calling delete_port for cad97bd5-3019-4c81-9640-d17c27cb34e3 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:15.672297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6ac07-e45e-46f5-bdfe-b9dd914a40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.714843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:15.719169 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9998da35-e16c-4ced-aca5-4c6470520863 x-openstack-request-id: req-9998da35-e16c-4ced-aca5-4c6470520863 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:15.719467 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:15.719734 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9998da35-e16c-4ced-aca5-4c6470520863 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:15.724226 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013', 'status': 'completed', 'code': 200} Dec 23 12:18:15.724399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:15.788182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.791421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-1fb00da4-a2e0-4284-9eca-5d2648041d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:15.793203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-1fb00da4-a2e0-4284-9eca-5d2648041d39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=f964c3a9-02d9-4c89-bcdf-5b8780be3ddd HTTP/1.1" status: 200 len: 1094 time: 0.0674491 Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.795330 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:15.797806 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:18:15.805581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.817518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] Pushing event deleted for resources: {'Port': ['ID=cad97bd5-3019-4c81-9640-d17c27cb34e3,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.822807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea326b-e43a-4dbc-b08c-02aa9cffc8a4 None None] No DVR routers for this DVR port cad97bd5-3019-4c81-9640-d17c27cb34e3 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:15.842396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.858007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cad97bd5-3019-4c81-9640-d17c27cb34e3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.870039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] No DVR routers for this DVR port cad97bd5-3019-4c81-9640-d17c27cb34e3 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:15.886961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:15.887701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.891146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 HTTP/1.1" status: 200 len: 1091 time: 1.4092627 Dec 23 12:18:15.891146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:15.892300 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef8690-9595-4768-b6be-86891e163d58" -d '{"events": [{"name": "network-changed", "server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:15.938620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052f94-cb09-476a-8b3f-9216630bd0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.971651 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff5d465-459b-4073-8d60-0db104c1b067 x-openstack-request-id: req-cff5d465-459b-4073-8d60-0db104c1b067 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:15.972205 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:15.973507 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cff5d465-459b-4073-8d60-0db104c1b067 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:15.974112 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1', 'status': 'completed', 'code': 200} Dec 23 12:18:16.045132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8690-9595-4768-b6be-86891e163d58 req-51472019-a1c6-4692-995e-10a39c785a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.047007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7eef8690-9595-4768-b6be-86891e163d58 req-51472019-a1c6-4692-995e-10a39c785a11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 1094 time: 0.0477970 Dec 23 12:18:16.084501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.142922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2155c-4dda-44f3-9ad6-ba9575108d25 req-08fcb507-d36b-40b6-93a6-912809e52a1a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.150080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dde2155c-4dda-44f3-9ad6-ba9575108d25 req-08fcb507-d36b-40b6-93a6-912809e52a1a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.2936625 Dec 23 12:18:16.164387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:16.181866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8690-9595-4768-b6be-86891e163d58 req-99f82249-3bf2-4123-8641-8b321dcf81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.184431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7eef8690-9595-4768-b6be-86891e163d58 req-99f82249-3bf2-4123-8641-8b321dcf81ab service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1287022 Dec 23 12:18:16.209305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f248a6-be12-4065-97f8-8e366b4b31de']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:16.236408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-a94efa6d-3c67-4b68-ba1d-ee3b6302bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.238226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-a94efa6d-3c67-4b68-ba1d-ee3b6302bd94 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4199841 Dec 23 12:18:16.240752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae74800d-050d-4364-b414-b79de691e874') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:16.241265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae74800d-050d-4364-b414-b79de691e874') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:16.265911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.304354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:16.317395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'mac_address': 'fa:16:3e:0d:e4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:16.332315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8690-9595-4768-b6be-86891e163d58 req-9d104ea6-423d-4e9f-aef3-8e95ee0c88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.335014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7eef8690-9595-4768-b6be-86891e163d58 req-9d104ea6-423d-4e9f-aef3-8e95ee0c88a8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420012 Dec 23 12:18:16.349538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.357919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dde2155c-4dda-44f3-9ad6-ba9575108d25 req-ad9bf33e-0780-4d2c-b43a-86c0c5d87b54 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063923 Dec 23 12:18:16.368901 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.384282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6ad646a-2f53-4e52-a77b-734050d02683 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:16.407353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:16.423396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:18:16.423910 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.446484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-7fccc852-c25d-4aee-bb12-88527df05b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.449290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-7fccc852-c25d-4aee-bb12-88527df05b91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 1094 time: 0.0560787 Dec 23 12:18:16.453519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:18:16.489300 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:18:16.499096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a440c-89f9-4ad8-a8a4-6b188ddff985 req-c89e85eb-323c-4a8f-b7f3-cd735d95730e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.505640 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-9d3b0a24-e930-498d-9187-4469491ffe91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 HTTP/1.1" status: 200 len: 217 time: 0.0478280 Dec 23 12:18:16.506425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b0a440c-89f9-4ad8-a8a4-6b188ddff985 req-c89e85eb-323c-4a8f-b7f3-cd735d95730e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 943 time: 0.3538280 Dec 23 12:18:16.556456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.558018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-773de52e-0c87-4171-bc7a-ea4b36b8ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.559587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab93a5c1-21fa-4f83-9dbf-920e8445d4f0 req-773de52e-0c87-4171-bc7a-ea4b36b8ff4d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3043675 Dec 23 12:18:16.563699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-7474d661-caa2-4425-9eb7-7842acda076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.565554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-7474d661-caa2-4425-9eb7-7842acda076a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 200 len: 852 time: 0.0517268 Dec 23 12:18:16.601575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b0a440c-89f9-4ad8-a8a4-6b188ddff985 req-5b46eecb-4296-4d47-8619-a7c0d791f42a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942194 Dec 23 12:18:16.603593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.612402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-25fd9c42-4d53-49cb-b28f-6af2ecc2ed67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e27f242-0d91-449a-b9e1-2c77e0b7b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381210 Dec 23 12:18:16.633312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:16.656004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.663963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/53f248a6-be12-4065-97f8-8e366b4b31de HTTP/1.1" status: 204 len: 168 time: 1.4645479 Dec 23 12:18:16.704666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f053e9-8dc4-45f1-9d16-c2d8319bd90f req-0ac7806a-5ece-4a26-b0ca-17a154c0bfb9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.705484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e6ad646a-2f53-4e52-a77b-734050d02683'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:16.706265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4f053e9-8dc4-45f1-9d16-c2d8319bd90f req-0ac7806a-5ece-4a26-b0ca-17a154c0bfb9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1979251 Dec 23 12:18:16.707077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2fa4-8179-4528-9d14-13391555e4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=53f248a6-be12-4065-97f8-8e366b4b31de,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:16.750924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-bb1d2b05-35a0-4458-b278-ed8eb3887f83 service neutron] 10.222.0.57 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303539 Dec 23 12:18:16.782338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-4d58592c-313d-441f-8c90-e2d4ab9c83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.783919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-4d58592c-313d-441f-8c90-e2d4ab9c83d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=f964c3a9-02d9-4c89-bcdf-5b8780be3ddd HTTP/1.1" status: 200 len: 1094 time: 0.1691294 Dec 23 12:18:16.814700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4f053e9-8dc4-45f1-9d16-c2d8319bd90f req-23e25a41-d19c-48ae-8b7c-7f01e3d62d74 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Dec 23 12:18:16.854526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-0514561b-dd31-49af-880b-e76befbbd851 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 HTTP/1.1" status: 200 len: 217 time: 0.0579259 Dec 23 12:18:16.868609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-67b16ad0-86df-4bc6-9d31-5914f02bb1e5 service neutron] 10.222.0.57 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058810 Dec 23 12:18:16.911548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-e54b7e47-bed4-422e-bd39-328b550eb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:16.913094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-e54b7e47-bed4-422e-bd39-328b550eb0a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 200 len: 852 time: 0.0500646 Dec 23 12:18:16.952295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-7f81efe4-35a0-45f1-bf66-92f48b1d45f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e27f242-0d91-449a-b9e1-2c77e0b7b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252125 Dec 23 12:18:17.055594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34862) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:17.080145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-fc632263-c8e3-4e49-be2b-b53ec72b7f11 service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153059 Dec 23 12:18:17.156080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a48e858-8adf-4be3-af7f-6ed916becb01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af159898b5574cc7a4411702e7a24222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992575 Dec 23 12:18:17.158759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34866) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:17.197169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc213dee-fc65-48f6-8209-1f64a9d0b32c req-113e050e-353b-45c4-917a-474eda95417b service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043825 Dec 23 12:18:17.207877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.233777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.332500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad97bd5-3019-4c81-9640-d17c27cb34e3 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:17.453565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.461233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.466065 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4878f5ba-df59-492d-a1d3-66eb694396f2 HTTP/1.1" status: 204 len: 168 time: 0.3057694 Dec 23 12:18:17.483832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cad97bd5-3019-4c81-9640-d17c27cb34e3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:17.484183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad97bd5-3019-4c81-9640-d17c27cb34e3 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:17.503851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad029c3-179e-420f-9307-5bff17f65930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878f5ba-df59-492d-a1d3-66eb694396f2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:17.516186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095ed8-de34-46b9-9bd8-d99fe93aba06 req-ff90ca34-2481-453e-aa78-a0415ae52661 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:17.524742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c095ed8-de34-46b9-9bd8-d99fe93aba06 req-ff90ca34-2481-453e-aa78-a0415ae52661 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0737605 Dec 23 12:18:17.586654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c095ed8-de34-46b9-9bd8-d99fe93aba06 req-378c26e4-9e21-45b9-9112-9fddbfe7a905 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608311 Dec 23 12:18:17.719846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1265f9-665a-459a-935f-60328b9ef090 req-6161c3cf-7def-4dfe-bbde-4aa098808c4e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:17.721590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1265f9-665a-459a-935f-60328b9ef090 req-6161c3cf-7def-4dfe-bbde-4aa098808c4e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 943 time: 0.0530982 Dec 23 12:18:17.781690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1265f9-665a-459a-935f-60328b9ef090 req-fdcdc3f8-8b78-490a-b4e2-71ff3617d567 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 Dec 23 12:18:17.949677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc9ddc-2259-48fe-aaf4-99d29746c190 req-e5c51328-1bc5-486b-a32b-1a8ae3ae45b1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:17.953425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1cc9ddc-2259-48fe-aaf4-99d29746c190 req-e5c51328-1bc5-486b-a32b-1a8ae3ae45b1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0718877 Dec 23 12:18:18.012665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1cc9ddc-2259-48fe-aaf4-99d29746c190 req-6bd5f513-9c7a-4326-b86d-f3744d465208 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544333 Dec 23 12:18:18.122167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.151411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.179058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:18.232886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port e6ad646a-2f53-4e52-a77b-734050d02683 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:18.233262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.324212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.351701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:18.354473 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c28b64-2736-47cc-81ef-3ffae621202c" -d '{"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:18.373053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:18.389338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:18.414278 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0dc5e4-5d1a-487d-9960-8b8591125d2b x-openstack-request-id: req-3d0dc5e4-5d1a-487d-9960-8b8591125d2b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:18.414852 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:18.415920 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d0dc5e4-5d1a-487d-9960-8b8591125d2b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:18.416616 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'code': 200} Dec 23 12:18:18.432877 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9e037254-2d8a-4565-aac6-1c6f017a0ceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbeb234ff73446ef916c90878924095a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604503 Dec 23 12:18:18.435138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34906) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:18.453406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.488334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.513849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.523666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:18.659109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.662233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:18.665497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9d8f802-4762-4b32-a322-843252296c79 HTTP/1.1" status: 204 len: 168 time: 0.2266674 Dec 23 12:18:18.679590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872406e5-1492-4597-ae59-bb9bdc9499f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8f802-4762-4b32-a322-843252296c79,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:18.759457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6462d-93b4-4bee-b61f-5191fe948d37 req-5e79a22a-24b6-44a9-9922-a6dce28a991a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:18.761992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bd6462d-93b4-4bee-b61f-5191fe948d37 req-5e79a22a-24b6-44a9-9922-a6dce28a991a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0630629 Dec 23 12:18:18.818786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bd6462d-93b4-4bee-b61f-5191fe948d37 req-1df9c6c4-bc2b-40ed-a7ab-acb028178381 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 Dec 23 12:18:18.979056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da617-4480-4e50-bfdf-4369d411d283 req-459dc256-4a55-487a-8585-dde55c2077f8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:18.981270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b29da617-4480-4e50-bfdf-4369d411d283 req-459dc256-4a55-487a-8585-dde55c2077f8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 943 time: 0.0688498 Dec 23 12:18:19.042478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b29da617-4480-4e50-bfdf-4369d411d283 req-a528f01a-91df-47e1-962c-0610f11ee9de tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Dec 23 12:18:19.087446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:19.174137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20438-3378-486c-b06e-0c9be87a4d27 req-edd5123e-cd28-4ccf-b0bf-ea7ecfb54aac tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:19.175762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecb20438-3378-486c-b06e-0c9be87a4d27 req-edd5123e-cd28-4ccf-b0bf-ea7ecfb54aac tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0642383 Dec 23 12:18:19.247518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecb20438-3378-486c-b06e-0c9be87a4d27 req-eee4730a-17e2-439a-b4c6-6b8660d199cb tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645819 Dec 23 12:18:19.296283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895a51c-ef7c-4155-8fdc-163111cb0036 req-5c6a39e6-e738-4cda-8cf6-b4f8650eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:19.297901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a895a51c-ef7c-4155-8fdc-163111cb0036 req-5c6a39e6-e738-4cda-8cf6-b4f8650eadfb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0657358 Dec 23 12:18:19.360390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a895a51c-ef7c-4155-8fdc-163111cb0036 req-23c8f0a2-a77e-45bb-a548-7cbedd20be94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Dec 23 12:18:19.798259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:19.908583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:19.936070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'port_id': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013', 'mac_address': 'fa:16:3e:81:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2ed8a4-96e3-4dbc-b81c-28edf98df055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:20.120361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1a416-7889-424c-8afa-e99c582218f1 req-5bafb72c-1f4b-4353-a14a-41675d799e64 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:20.120361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8a1a416-7889-424c-8afa-e99c582218f1 req-5bafb72c-1f4b-4353-a14a-41675d799e64 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0721700 Dec 23 12:18:20.122005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.122005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:20.122403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8a1a416-7889-424c-8afa-e99c582218f1 req-118a3403-09c1-4293-ae70-25cd3f46fad6 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Dec 23 12:18:20.122835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:20.166952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b403d3-0923-4c97-87c0-a6ba61282e42 req-2e2da66a-1c61-431a-9684-f1d7f74b2d58 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:20.168425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22b403d3-0923-4c97-87c0-a6ba61282e42 req-2e2da66a-1c61-431a-9684-f1d7f74b2d58 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 943 time: 0.0549626 Dec 23 12:18:20.192557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:20.220341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22b403d3-0923-4c97-87c0-a6ba61282e42 req-65c2fd23-11ed-405e-9b98-6b5273197831 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Dec 23 12:18:20.291661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:20.304069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:18:20.362701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.390841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cc39b-84f8-4a0c-93be-cb0fa5d124e1 req-c87a4229-b6e6-4fe6-9c2c-de8fd2e639b4 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:20.401445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f4cc39b-84f8-4a0c-93be-cb0fa5d124e1 req-c87a4229-b6e6-4fe6-9c2c-de8fd2e639b4 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0806262 Dec 23 12:18:20.426511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:20.449877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:20.481040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f4cc39b-84f8-4a0c-93be-cb0fa5d124e1 req-d162a4a4-0b1a-4190-a430-fa474d45832e tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Dec 23 12:18:20.542593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1249413480-network', 'tenant_id': '35595077f90c4abcb24fe149303c2d48'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:20.624905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Made reservation on behalf of 35595077f90c4abcb24fe149303c2d48 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:20.628634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.639592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.729158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:20.760248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.842017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.866476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:18:20.882442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b199a0-fb27-450f-9042-d7c7b2bdbde6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:20.888154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:20.888506 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Added segment 54245f11-3de0-45d1-bb66-9432d9e65b45 of type vlan for network 33776af5-7402-4ce4-9e4f-87bd4ac4040e Dec 23 12:18:20.980007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:21.082224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:21.083241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.084030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:21.172331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb87db-b236-4600-9122-157995ad2d8f req-2083d5be-7b4d-42a2-9861-3851e521c6b9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.180190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cbb87db-b236-4600-9122-157995ad2d8f req-2083d5be-7b4d-42a2-9861-3851e521c6b9 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.0690544 Dec 23 12:18:21.198337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] Pushing event updated for resources: {'Network': ['ID=33776af5-7402-4ce4-9e4f-87bd4ac4040e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:21.209504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:18:21.250897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cbb87db-b236-4600-9122-157995ad2d8f req-ad67005b-9f61-4de3-ba10-046a31ace7f2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Dec 23 12:18:21.267518 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e80223ea-f5ea-45c3-9aaf-b30a6e0693da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8392360 Dec 23 12:18:21.278337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35012) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:21.283811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Request body: {'subnet': {'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1249413480-subnet', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:21.369036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129984fd-bf42-442e-9d13-8f36b9ac5ea5 req-3f090fd5-c548-4e88-9831-0433663722a6 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.371007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-129984fd-bf42-442e-9d13-8f36b9ac5ea5 req-3f090fd5-c548-4e88-9831-0433663722a6 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 943 time: 0.0546801 Dec 23 12:18:21.428939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-129984fd-bf42-442e-9d13-8f36b9ac5ea5 req-ea8c17d6-e543-4aa3-9f07-073b19930dbf tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Dec 23 12:18:21.455332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Made reservation on behalf of 35595077f90c4abcb24fe149303c2d48 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:21.455834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:21.654223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde27ef-f9c0-4c82-807d-e9d9bbc85f87 req-55c210fe-6763-4cf4-a338-118168e71536 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.656129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fde27ef-f9c0-4c82-807d-e9d9bbc85f87 req-55c210fe-6763-4cf4-a338-118168e71536 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0875247 Dec 23 12:18:21.747656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fde27ef-f9c0-4c82-807d-e9d9bbc85f87 req-5d4a662b-286a-4280-b812-121cb9c4a6e3 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842516 Dec 23 12:18:21.814246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:21.962092 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:21.986909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:18:21.994162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:21.996562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.033220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1066986-efa8-4816-bf8a-e756b45f44c3,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:22.049883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Checking segment: {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:22.050237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Network hostable DHCP agents. Network: 33776af5-7402-4ce4-9e4f-87bd4ac4040e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:18:22.140023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.173137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:22.176698 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b8b91-7552-4660-94e8-c04a0f88f1d6" -d '{"events": [{"server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:22.179408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:18:22.194034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:22.211581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:22.317060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 33776af5-7402-4ce4-9e4f-87bd4ac4040e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:22.352079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.352662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.364761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:22.386481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'port_id': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1', 'mac_address': 'fa:16:3e:c1:41:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2ed8a4-96e3-4dbc-b81c-28edf98df055', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:22.398406 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a02621-93db-4ae8-8c88-29cafcdb7582 x-openstack-request-id: req-19a02621-93db-4ae8-8c88-29cafcdb7582 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:22.401008 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:22.401301 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19a02621-93db-4ae8-8c88-29cafcdb7582 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:22.402131 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013', 'code': 200} Dec 23 12:18:22.416173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff9a03-66d0-424d-86bb-9c4a16e7eee9 None None] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:22.443240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff9c6-a868-4a58-8cf2-1e8613a5958b req-1fd8345a-1e88-4ef2-a559-987f56fab1aa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.461985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-310ff9c6-a868-4a58-8cf2-1e8613a5958b req-1fd8345a-1e88-4ef2-a559-987f56fab1aa tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.2340252 Dec 23 12:18:22.493739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17578451-2be7-483b-bee1-3a8809fd4950 req-7889d8ce-b421-4f3e-a336-990df4fcc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.496705 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17578451-2be7-483b-bee1-3a8809fd4950 req-7889d8ce-b421-4f3e-a336-990df4fcc40d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f964c3a9-02d9-4c89-bcdf-5b8780be3ddd HTTP/1.1" status: 200 len: 1096 time: 0.0596659 Dec 23 12:18:22.509679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-082ab3b0-3096-43ca-adcc-24083b394f5d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2361481 Dec 23 12:18:22.511815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:22.517462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:22.558744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.559741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:22.571132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-3e8f4c05-abfb-4e29-9794-ddf54846d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.572862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-3e8f4c05-abfb-4e29-9794-ddf54846d2b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.2518322 Dec 23 12:18:22.591676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17578451-2be7-483b-bee1-3a8809fd4950 req-631590cd-8034-4d45-9c57-bdc49d9ac2b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858967 Dec 23 12:18:22.607560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.634671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:22.637026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.638878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.653564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-310ff9c6-a868-4a58-8cf2-1e8613a5958b req-022ea7b9-9396-4304-adae-e39b80082e6b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906314 Dec 23 12:18:22.669425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:22.680095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e229-f939-449b-9836-a1482d864d96 req-ef27a34f-09af-4c7d-beba-b0f8c5fb20f0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.699177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0737e229-f939-449b-9836-a1482d864d96 req-ef27a34f-09af-4c7d-beba-b0f8c5fb20f0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.2289581 Dec 23 12:18:22.780055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.784617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'project_id': '35595077f90c4abcb24fe149303c2d48', 'fixed_ips': [{'subnet_id': 'e1066986-efa8-4816-bf8a-e756b45f44c3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:18:22.786477 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:22.959029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-30919488-3502-456c-8df5-0bd090e4d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.960853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-30919488-3502-456c-8df5-0bd090e4d105 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.3740890 Dec 23 12:18:23.022286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.064803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:23.074184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-a539d1f2-2ab0-4372-8b67-022f71050e87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 217 time: 0.0992951 Dec 23 12:18:23.089194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0737e229-f939-449b-9836-a1482d864d96 req-82c2af74-50bb-46c6-865e-48b49c0b3651 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888786 Dec 23 12:18:23.094201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.190952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-1a1aae24-b420-44e7-9e1d-da9c76cf8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:23.192440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-1a1aae24-b420-44e7-9e1d-da9c76cf8828 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.1021554 Dec 23 12:18:23.227249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:23.250302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713da6c3-cf6b-4e5b-bfbb-2035bb42d9f3 req-79102365-db1c-4637-8716-f2882955c2d8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:23.257852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-713da6c3-cf6b-4e5b-bfbb-2035bb42d9f3 req-79102365-db1c-4637-8716-f2882955c2d8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 944 time: 0.4827001 Dec 23 12:18:23.310369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Allocated IP 172.20.0.2 (33776af5-7402-4ce4-9e4f-87bd4ac4040e/e1066986-efa8-4816-bf8a-e756b45f44c3/f3e89329-d735-4daf-a007-9a848cd739bf) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:23.347711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-834d1117-f0fb-4f4a-8cf8-5cce522cff5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457200 Dec 23 12:18:23.360403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:23.558971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-713da6c3-cf6b-4e5b-bfbb-2035bb42d9f3 req-8e1c39d4-7313-4f08-bd90-39a69a709c13 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914093 Dec 23 12:18:23.623423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-0eef0e44-bc66-4f8c-9441-416e30d00498 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596095 Dec 23 12:18:23.731948 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:18:23.801114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.850824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ced2da5-faaa-411a-a5f3-8f0a753843bf req-0fde446b-da57-4018-b5cd-53c79ecb5f0c service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120445 Dec 23 12:18:23.862061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.881619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-1f399ea2-c947-4e9c-9549-57b053dbc0cd service neutron] 10.222.0.43 "GET /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.7111166 Dec 23 12:18:23.964396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.014440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67978684-b215-4419-888a-df5b9529208c req-3d53a15f-4037-4a68-a935-1a20c2cdad7c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:24.035915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67978684-b215-4419-888a-df5b9529208c req-3d53a15f-4037-4a68-a935-1a20c2cdad7c tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1464632 Dec 23 12:18:24.110797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:24.136856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67978684-b215-4419-888a-df5b9529208c req-919c7e80-5152-4d4c-8fb1-9c0b1651b777 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964010 Dec 23 12:18:24.157260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:24.165160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:24.169404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Pushing event updated for resources: {'Port': ['ID=f3e89329-d735-4daf-a007-9a848cd739bf,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.311237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:24.319272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:24.397133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e6bf-91bf-48fb-82fb-34fdc2036c47 req-3bbe86b8-3824-4ba3-a6ba-76300a814a87 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:24.398702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c16e6bf-91bf-48fb-82fb-34fdc2036c47 req-3bbe86b8-3824-4ba3-a6ba-76300a814a87 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 944 time: 0.1438234 Dec 23 12:18:24.413931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:24.492409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Attempting to bind port f3e89329-d735-4daf-a007-9a848cd739bf on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:24.493259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Attempting to bind port f3e89329-d735-4daf-a007-9a848cd739bf by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:24.493865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Attempting to bind port f3e89329-d735-4daf-a007-9a848cd739bf on network 33776af5-7402-4ce4-9e4f-87bd4ac4040e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:24.512526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:24.513555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Checking segment: {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:24.514145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.514792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Bound using segment: {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:24.515648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Bound port: f3e89329-d735-4daf-a007-9a848cd739bf, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:24.516255 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.528789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.536558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:18:24.537616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:24.539117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c16e6bf-91bf-48fb-82fb-34fdc2036c47 req-ea03253f-d220-44a8-882d-fd9cee72a820 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302907 Dec 23 12:18:24.555225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:24.561773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.577157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:24.692511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] For port f3e89329-d735-4daf-a007-9a848cd739bf, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:24.695805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] For port f3e89329-d735-4daf-a007-9a848cd739bf, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f3e89329-d735-4daf-a007-9a848cd739bf,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:24.699033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.737555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a69d6-158b-4bb0-b576-bd515896e1ff req-87aa37c0-5909-4fa7-ace9-2ad5007db610 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:24.751920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-404a69d6-158b-4bb0-b576-bd515896e1ff req-87aa37c0-5909-4fa7-ace9-2ad5007db610 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 944 time: 0.0684223 Dec 23 12:18:24.768508 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.849896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] Transition to ACTIVE for port object e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:24.860803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-404a69d6-158b-4bb0-b576-bd515896e1ff req-e5163514-1fad-4f1e-8de7-713214108aef tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851848 Dec 23 12:18:24.879449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Allocated IP 172.25.7.167 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/cc4bd064-6010-4cd0-9962-674d4825078b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:24.899520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18973ec5-aaa3-43a2-88c0-8752d3b15452 None None] Pushing event updated for resources: {'Port': ['ID=f3e89329-d735-4daf-a007-9a848cd739bf,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.992029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.061817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] Pushing event updated for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.137386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] No DVR routers for this DVR port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:25.252145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.319295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-785e0efd-9b49-40a5-ae54-7d584074c65a service neutron] 10.222.0.43 "PUT /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99/bindings/n-h1-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4078355 Dec 23 12:18:25.414567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ae0d-b421-433b-8a72-b9aabca9bde4 req-5c0f384a-6f4b-438b-9882-dc474f2f4bb9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:25.423131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8395ae0d-b421-433b-8a72-b9aabca9bde4 req-5c0f384a-6f4b-438b-9882-dc474f2f4bb9 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1668613 Dec 23 12:18:25.518142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f3e89329-d735-4daf-a007-9a848cd739bf up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:25.564933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.582982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8395ae0d-b421-433b-8a72-b9aabca9bde4 req-06d8be1a-74e2-459c-b6dc-a962769ad415 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589723 Dec 23 12:18:25.671690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f3e89329-d735-4daf-a007-9a848cd739bf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:25.672078 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.693853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:25.708107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:25.724803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:25.804351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-0d786300-f750-40fb-8c91-aedd0d51d6ab tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:25.805944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-0d786300-f750-40fb-8c91-aedd0d51d6ab tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.3068564 Dec 23 12:18:25.866610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4bd064-6010-4cd0-9962-674d4825078b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.895879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc459ac-221d-4567-8ac3-68757571b74c req-ec75ac2d-1ba4-4dbe-9ab9-fccd34df905c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:25.897455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fc459ac-221d-4567-8ac3-68757571b74c req-ec75ac2d-1ba4-4dbe-9ab9-fccd34df905c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.1200273 Dec 23 12:18:25.946622 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.028713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port f3e89329-d735-4daf-a007-9a848cd739bf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f3e89329-d735-4daf-a007-9a848cd739bf,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:26.099046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fc459ac-221d-4567-8ac3-68757571b74c req-09287d1f-ee9a-4b31-9b20-5c271e7bb1a2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937408 Dec 23 12:18:26.110594 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.210575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dd947-d931-4603-ba3b-1037f199ff70 req-eaca6775-d905-4396-8d3c-8592e57bc1dc tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.217148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=f3e89329-d735-4daf-a007-9a848cd739bf,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:26.217324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-070dd947-d931-4603-ba3b-1037f199ff70 req-eaca6775-d905-4396-8d3c-8592e57bc1dc tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 944 time: 0.1641612 Dec 23 12:18:26.226726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:26.246107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-0b0016f1-17c6-4f54-8e63-f61f8cd61b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.251718 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-0b0016f1-17c6-4f54-8e63-f61f8cd61b37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4&tenant_id=341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 1096 time: 0.4124777 Dec 23 12:18:26.386980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-070dd947-d931-4603-ba3b-1037f199ff70 req-3d58fe8f-1fa3-4d6c-8bb7-4aa9ebe205ea tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570189 Dec 23 12:18:26.448615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:18:26.457893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:26.459012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.568755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.627231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4466b88-4e88-421c-b8a6-504d1e810b99 None None] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:26.723707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-df372293-61e0-44c5-b75b-6e6b839a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.725229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-df372293-61e0-44c5-b75b-6e6b839a2476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1096 time: 0.4457350 Dec 23 12:18:26.877749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e9181726-4cb8-435a-951d-d429a3502949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.880359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e9181726-4cb8-435a-951d-d429a3502949 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1453123 Dec 23 12:18:26.917105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727ae7-b7b0-480d-bbad-620f92dd5c37 req-a1e63403-2fc4-403e-a801-0fdb16dd0d36 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.918642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c727ae7-b7b0-480d-bbad-620f92dd5c37 req-a1e63403-2fc4-403e-a801-0fdb16dd0d36 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1085172 Dec 23 12:18:26.944790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6d9f1fc9-ac22-482e-b15b-ca45759a922a None None] Provisioning complete for port f3e89329-d735-4daf-a007-9a848cd739bf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:26.945574 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1fc9-ac22-482e-b15b-ca45759a922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.044803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-6f97b46e-42a6-4f56-95f1-dc331d951836 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.1419230 Dec 23 12:18:27.048422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.063837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c727ae7-b7b0-480d-bbad-620f92dd5c37 req-28cbe325-54f4-48f1-952a-e4600c410d7b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291387 Dec 23 12:18:27.322149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-b452370d-9fa3-4013-884a-d0a939c858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.326860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-b452370d-9fa3-4013-884a-d0a939c858ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.2811396 Dec 23 12:18:27.407820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-8969d84f-c753-4aff-8f88-d89a366ac230 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704167 Dec 23 12:18:27.427546 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.537276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f3e89329-d735-4daf-a007-9a848cd739bf up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:27.647579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcf953-cd3f-463a-8328-b74269cb0887 req-ffdf0a4b-82bd-4e8c-a608-ba9cb2214c62 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.656467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3dcf953-cd3f-463a-8328-b74269cb0887 req-ffdf0a4b-82bd-4e8c-a608-ba9cb2214c62 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.1360872 Dec 23 12:18:27.662728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:27.718015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:27.724493 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051a6b5-f07e-4369-803a-cf6fc08f339a" -d '{"events": [{"server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "name": "network-vif-plugged", "status": "completed", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:27.766028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3dcf953-cd3f-463a-8328-b74269cb0887 req-6b58bbf9-58e2-46e1-bf0a-d936693f8eb2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009336 Dec 23 12:18:27.769119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.801540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-03d1f54c-5dc7-4b7d-9141-b973a6fd73cb service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834982 Dec 23 12:18:27.938150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:27.975729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268607a3-fe83-41b3-bbd6-4f94dc528d94 req-4a7a60ba-3c3f-4706-bf41-d30a3786dabf tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.985968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-268607a3-fe83-41b3-bbd6-4f94dc528d94 req-4a7a60ba-3c3f-4706-bf41-d30a3786dabf tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 945 time: 0.1116195 Dec 23 12:18:28.000582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f3e89329-d735-4daf-a007-9a848cd739bf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:28.001017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.090834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-aae0b5f4-9268-4408-b210-b709b9c232e7 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759032 Dec 23 12:18:28.112038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Router be6922b9-0271-4c44-8c30-ca723cb7108c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:18:28.138637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-124f00fa-5e30-407b-9e8b-5e0f32bbf7a0 None None] Provisioning complete for port f3e89329-d735-4daf-a007-9a848cd739bf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:28.141396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-124f00fa-5e30-407b-9e8b-5e0f32bbf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.144724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-268607a3-fe83-41b3-bbd6-4f94dc528d94 req-6a1477c8-b626-469e-b5e7-02d896fca1a7 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543703 Dec 23 12:18:28.443121 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f701206-b147-436f-aa30-a56ab4c302c2 x-openstack-request-id: req-1f701206-b147-436f-aa30-a56ab4c302c2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:28.443550 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "name": "network-vif-plugged", "status": "completed", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:28.443818 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f701206-b147-436f-aa30-a56ab4c302c2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:28.444233 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1', 'code': 200} Dec 23 12:18:28.459154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:28.491635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Sync routers for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:28.507575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:28.508719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:28.616138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2aab56-b5ef-4d35-8bc1-41f6535a5aed req-ce572ab9-b3e8-41c0-bf7b-73787c9c0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.620385 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dc2aab56-b5ef-4d35-8bc1-41f6535a5aed req-ce572ab9-b3e8-41c0-bf7b-73787c9c0f03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 1096 time: 0.1106863 Dec 23 12:18:28.626848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.633282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8789f1a5-1612-4872-a270-1ea037788ab7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1167843 Dec 23 12:18:28.633759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35228) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:28.732353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:28.751333 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dc2aab56-b5ef-4d35-8bc1-41f6535a5aed req-25db4bb2-7cfb-4350-bbfc-f84970b9609b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181524 Dec 23 12:18:29.184052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:26Z', 'revision_number': 3, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:29.296809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Checking router: be6922b9-0271-4c44-8c30-ca723cb7108c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:29.297062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Updating router be6922b9-0271-4c44-8c30-ca723cb7108c port cc4bd064-6010-4cd0-9962-674d4825078b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:18:29.359695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:29.463473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e855bee4-17ba-4568-ad75-999f07f29a92 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:29.469029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-e855bee4-17ba-4568-ad75-999f07f29a92 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1055958 Dec 23 12:18:29.551652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb631-78d6-409b-a021-2e92f9d31508 req-1ed8f7f9-b52f-4b7b-be0f-17b0f2cf291c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:29.561066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5bdb631-78d6-409b-a021-2e92f9d31508 req-1ed8f7f9-b52f-4b7b-be0f-17b0f2cf291c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.4594808 Dec 23 12:18:29.636681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5bdb631-78d6-409b-a021-2e92f9d31508 req-9f974abc-6e1a-424c-bce1-183df3d87ad5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708165 Dec 23 12:18:29.811369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a123f00-4b7c-4c02-a0ab-70731b3cae0d req-87f9c430-40ef-4684-92a0-891fb94d0aa5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:29.823254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a123f00-4b7c-4c02-a0ab-70731b3cae0d req-87f9c430-40ef-4684-92a0-891fb94d0aa5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 945 time: 0.0765998 Dec 23 12:18:29.852201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-ce777dc6-9f94-4268-8033-30bc524a8441 service neutron] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:29.871389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-ce777dc6-9f94-4268-8033-30bc524a8441 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:29.880372 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6031f38a-e3cd-42b5-81e3-97e4c16cbe5a req-ce777dc6-9f94-4268-8033-30bc524a8441 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99/bindings/n-h2-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.3978896 Dec 23 12:18:29.899267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-e8c82a5b-a0a4-4252-a60a-0f4df87ae074 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085033 Dec 23 12:18:30.040440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.071531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726876-b42b-4232-8224-4e196799127c req-bf84fd70-5160-4101-a731-509f15dea234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:30.073829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-bf84fd70-5160-4101-a731-509f15dea234 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1063378 Dec 23 12:18:30.107250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a123f00-4b7c-4c02-a0ab-70731b3cae0d req-2108ada3-8da2-4366-82d4-918f236d1730 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826304 Dec 23 12:18:30.332565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.418615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726876-b42b-4232-8224-4e196799127c req-bfc1d75d-80a6-4faf-a59c-397a3a18aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:30.420425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-bfc1d75d-80a6-4faf-a59c-397a3a18aecb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.3248160 Dec 23 12:18:30.476917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.540579 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-980670ec-4e98-44f7-a302-16583cbabbfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 200 len: 217 time: 0.1118784 Dec 23 12:18:30.594845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Allocated IP 172.20.0.1 (33776af5-7402-4ce4-9e4f-87bd4ac4040e/e1066986-efa8-4816-bf8a-e756b45f44c3/95fa14cb-8386-456f-9ca7-fca04ea20263) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:30.660045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726876-b42b-4232-8224-4e196799127c req-2e88dec1-0944-4735-9392-e8596e9e65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:30.661561 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-2e88dec1-0944-4735-9392-e8596e9e65e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1127470 Dec 23 12:18:30.677904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7e522-eec7-425d-b41c-4beaee64b527 None None] Pushing event updated for resources: {'Port': ['ID=cc4bd064-6010-4cd0-9962-674d4825078b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:30.705421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Attempting to bind port cc4bd064-6010-4cd0-9962-674d4825078b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:30.705793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Attempting to bind port cc4bd064-6010-4cd0-9962-674d4825078b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:30.706158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Attempting to bind port cc4bd064-6010-4cd0-9962-674d4825078b on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:30.731797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:30.732343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:30.732752 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.733172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:30.733655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Bound port: cc4bd064-6010-4cd0-9962-674d4825078b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:30.734034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.734414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-6f8ffa9e-bf59-4ea7-986b-376c9020c9b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641894 Dec 23 12:18:30.864713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] For port cc4bd064-6010-4cd0-9962-674d4825078b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:30.869782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] For port cc4bd064-6010-4cd0-9962-674d4825078b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cc4bd064-6010-4cd0-9962-674d4825078b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:30.951139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-0865b9e2-7be2-42eb-8a35-bb7ef525fa9e service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087350 Dec 23 12:18:30.966350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.975257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c0ad-518b-4fd4-bdc1-d6261ddeccfc req-09ad3adf-3a97-423c-8f26-de621875c3a8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:30.976807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d684c0ad-518b-4fd4-bdc1-d6261ddeccfc req-09ad3adf-3a97-423c-8f26-de621875c3a8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.1507506 Dec 23 12:18:31.096947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:31.122439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d684c0ad-518b-4fd4-bdc1-d6261ddeccfc req-6a59df4d-7b08-464c-a021-05b215e247f2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155081 Dec 23 12:18:31.207906 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48726876-b42b-4232-8224-4e196799127c req-2bb8d68b-d7dd-4d87-b32c-5c933df6e346 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492428 Dec 23 12:18:31.249837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7e522-eec7-425d-b41c-4beaee64b527 None None] Pushing event updated for resources: {'Port': ['ID=cc4bd064-6010-4cd0-9962-674d4825078b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:31.258379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:31.259077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:31.285856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:31.349289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:31.350180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Pushing event updated for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:31.355369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:31.358365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:31.367356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68628b37-ce52-4fa2-a013-d7ad1fc9a046 req-8f16daff-b63c-4382-b846-5e4b5b760c27 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:31.369511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68628b37-ce52-4fa2-a013-d7ad1fc9a046 req-8f16daff-b63c-4382-b846-5e4b5b760c27 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 945 time: 0.1644104 Dec 23 12:18:31.452569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:31.456241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:31.519760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68628b37-ce52-4fa2-a013-d7ad1fc9a046 req-37c1ff99-b480-42f1-b171-2c5ac7eb6778 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249256 Dec 23 12:18:31.772548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-07ebb1d0-a9ec-4067-a0fb-45dff7bec83f None None] Provisioning complete for port 95fa14cb-8386-456f-9ca7-fca04ea20263 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:31.773244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07ebb1d0-a9ec-4067-a0fb-45dff7bec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:31.829481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-07ebb1d0-a9ec-4067-a0fb-45dff7bec83f None None] Port 95fa14cb-8386-456f-9ca7-fca04ea20263 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:18:31.840716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:26Z', 'revision_number': 3, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:31.889727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874a2dc-c50f-4a5a-8bf4-5484ba26083d None None] The sync data for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 is: [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:26Z', 'revision_number': 3, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:31.922369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:32.061377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959f00-614e-4ebb-8b80-f35e0769610b req-f727b35f-64c0-4c61-90a2-65f48a4da87b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:32.072763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16959f00-614e-4ebb-8b80-f35e0769610b req-f727b35f-64c0-4c61-90a2-65f48a4da87b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1751709 Dec 23 12:18:32.204838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16959f00-614e-4ebb-8b80-f35e0769610b req-2547591b-a540-42d4-b7cb-b4e3da411106 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305559 Dec 23 12:18:32.360480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:32.426819 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:32.476007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:32.562672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Pushing event updated for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:32.665056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e2b1-e807-4714-b1f2-bdd6bc8141fa req-9e47ce6a-1ac9-4f43-9dd6-c4a2accbc589 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:32.673429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e618e2b1-e807-4714-b1f2-bdd6bc8141fa req-9e47ce6a-1ac9-4f43-9dd6-c4a2accbc589 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=f964c3a9-02d9-4c89-bcdf-5b8780be3ddd HTTP/1.1" status: 200 len: 945 time: 0.3101847 Dec 23 12:18:32.810869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:32.826900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:32.896777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e618e2b1-e807-4714-b1f2-bdd6bc8141fa req-0b5291bb-a5ef-4ffe-993a-1ac209d1116b tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970562 Dec 23 12:18:33.182905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dfa309e3-f79c-46de-94ea-fdc8cf172c89 None None] Provisioning complete for port 95fa14cb-8386-456f-9ca7-fca04ea20263 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:33.183810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dfa309e3-f79c-46de-94ea-fdc8cf172c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.195203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408d86b-3b72-408a-afa4-73036a09423d req-b9f182f6-d44a-4c14-a02d-d4e5f04d212e tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:33.196692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2408d86b-3b72-408a-afa4-73036a09423d req-b9f182f6-d44a-4c14-a02d-d4e5f04d212e tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1096 time: 0.1612408 Dec 23 12:18:33.254970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dfa309e3-f79c-46de-94ea-fdc8cf172c89 None None] Port 95fa14cb-8386-456f-9ca7-fca04ea20263 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:18:33.258111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Router be6922b9-0271-4c44-8c30-ca723cb7108c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:18:33.302085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2408d86b-3b72-408a-afa4-73036a09423d req-816b5411-5629-414d-bc7e-cc79d8879c96 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Dec 23 12:18:33.485832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cc4bd064-6010-4cd0-9962-674d4825078b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:33.562895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:33.576415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-32bfc601-19a5-4c6c-a2bd-81001e9a0155 admin admin] 10.222.0.16 "PUT /v2.0/routers/be6922b9-0271-4c44-8c30-ca723cb7108c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9407716 Dec 23 12:18:33.635477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cc4bd064-6010-4cd0-9962-674d4825078b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:33.636162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.754957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.800506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port cc4bd064-6010-4cd0-9962-674d4825078b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cc4bd064-6010-4cd0-9962-674d4825078b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:33.870683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.932952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=cc4bd064-6010-4cd0-9962-674d4825078b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:34.476169 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Sync routers for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:34.519281 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:34.520160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:34.652424 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:35.044918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:31Z', 'revision_number': 4, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '95fa14cb-8386-456f-9ca7-fca04ea20263', 'name': '', 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'mac_address': 'fa:16:3e:d0:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:30Z', 'updated_at': '2021-12-23T12:18:32Z', 'revision_number': 2, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'subnets': [{'id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:35.115500 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Checking router: be6922b9-0271-4c44-8c30-ca723cb7108c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:35.116957 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Updating router be6922b9-0271-4c44-8c30-ca723cb7108c port 95fa14cb-8386-456f-9ca7-fca04ea20263 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:18:35.169335 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.473267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cc4bd064-6010-4cd0-9962-674d4825078b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:35.494980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9418ac4-987e-4396-bd45-d18403f82052 req-a7a275d0-cc9f-40f7-8ba3-9076be67695a tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:35.496267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9418ac4-987e-4396-bd45-d18403f82052 req-a7a275d0-cc9f-40f7-8ba3-9076be67695a tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1096 time: 0.1180718 Dec 23 12:18:35.602865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9418ac4-987e-4396-bd45-d18403f82052 req-c703609c-71f1-499b-a4bb-cba3b9f5ffc1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972657 Dec 23 12:18:35.618829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cc4bd064-6010-4cd0-9962-674d4825078b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:35.621492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.742939 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.104682 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.229669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-a01ada86-af18-4dcd-8a91-39c1319b28fa tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3215237 Dec 23 12:18:36.229669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:36.350818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Pushing event updated for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:36.386064 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.386412 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.386753 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.387088 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.387660 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.388107 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.388446 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.396296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:36.418592 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Attempting to bind port 95fa14cb-8386-456f-9ca7-fca04ea20263 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:36.419060 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Attempting to bind port 95fa14cb-8386-456f-9ca7-fca04ea20263 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:36.419490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Attempting to bind port 95fa14cb-8386-456f-9ca7-fca04ea20263 on network 33776af5-7402-4ce4-9e4f-87bd4ac4040e {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:36.427500 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:36.428441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Checking segment: {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:36.430177 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.430177 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Bound using segment: {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:36.430177 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Bound port: 95fa14cb-8386-456f-9ca7-fca04ea20263, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54245f11-3de0-45d1-bb66-9432d9e65b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:36.430529 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.597520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] For port 95fa14cb-8386-456f-9ca7-fca04ea20263, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:36.609419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] For port 95fa14cb-8386-456f-9ca7-fca04ea20263, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=95fa14cb-8386-456f-9ca7-fca04ea20263,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:36.737997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.767544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3dd33d54-cc32-4d0f-ad39-d86999a2244e None None] Provisioning complete for port 95fa14cb-8386-456f-9ca7-fca04ea20263 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:36.775225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3dd33d54-cc32-4d0f-ad39-d86999a2244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.776514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-94fd4cd6-fc73-4f68-85d1-2adec373d173 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:36.778179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-94fd4cd6-fc73-4f68-85d1-2adec373d173 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "GET /v2.0/ports?device_id=f964c3a9-02d9-4c89-bcdf-5b8780be3ddd HTTP/1.1" status: 200 len: 945 time: 0.1798005 Dec 23 12:18:36.814805 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.895736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3dd33d54-cc32-4d0f-ad39-d86999a2244e None None] Port 95fa14cb-8386-456f-9ca7-fca04ea20263 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:18:36.992688 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc17d4-781b-4d39-bd94-675650df21e9 None None] Pushing event updated for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:37.028983 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:37.030901 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:15Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:37.064507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Deleting port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:37.064971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.082534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.277955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] For port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:37.279827 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:37.280276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.326368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Allocated IP 172.25.7.84 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d3fe029e-2cfc-4462-8edd-2f81dad075ca) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:37.329665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Calling delete_port for d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:37.778919 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:31Z', 'revision_number': 4, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '95fa14cb-8386-456f-9ca7-fca04ea20263', 'name': '', 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'mac_address': 'fa:16:3e:d0:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:30Z', 'updated_at': '2021-12-23T12:18:36Z', 'revision_number': 4, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'subnets': [{'id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:37.796796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.848483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711a30a-ddba-4bde-9e7f-40f27d4b33d1 None None] The sync data for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 is: [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:31Z', 'revision_number': 4, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '95fa14cb-8386-456f-9ca7-fca04ea20263', 'name': '', 'network_id': '33776af5-7402-4ce4-9e4f-87bd4ac4040e', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'mac_address': 'fa:16:3e:d0:cb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:30Z', 'updated_at': '2021-12-23T12:18:36Z', 'revision_number': 4, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'subnets': [{'id': 'e1066986-efa8-4816-bf8a-e756b45f44c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:37.861032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.874581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event deleted for resources: {'Port': ['ID=d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:37.891803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] No DVR routers for this DVR port d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:37.895577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.899568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1cab726f-78f3-4185-aa55-454f9c45a288 req-ef325689-4e0f-4969-abe7-ed3b5223adbd tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "DELETE /v2.0/ports/d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 HTTP/1.1" status: 204 len: 173 time: 1.1135774 Dec 23 12:18:37.901176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'name': 'network-vif-deleted', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:37.903932 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f9f18e-9e2d-4ea0-8e75-304cfabc509c" -d '{"events": [{"server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "name": "network-vif-deleted", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:37.945184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:37.966762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:38.049161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] Provisioning complete for port 95fa14cb-8386-456f-9ca7-fca04ea20263 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:38.049532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.235106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.292771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] For port 95fa14cb-8386-456f-9ca7-fca04ea20263, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=95fa14cb-8386-456f-9ca7-fca04ea20263,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:38.430439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.433821 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.544328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bacadc-66a3-4856-963b-70d233b4203d None None] Pushing event updated for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:38.556365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:38.567828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:38.580417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:38.590019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event updated for resources: {'Port': ['ID=d3fe029e-2cfc-4462-8edd-2f81dad075ca,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:38.736101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.962201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.377905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.456290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.477028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 95fa14cb-8386-456f-9ca7-fca04ea20263 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:39.553795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 95fa14cb-8386-456f-9ca7-fca04ea20263 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:39.554440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.597161 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.673093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event updated for resources: {'Port': ['ID=d3fe029e-2cfc-4462-8edd-2f81dad075ca,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:39.714068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.718634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-de96b266-07f4-4f92-af62-e329fd022825 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5489008 Dec 23 12:18:39.904139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:39.906789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-9a1e3966-dc54-4693-812f-f14325f2ee63 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.1847916 Dec 23 12:18:39.947152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:39.947466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:40.418606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d490dae-c790-415a-9128-23d2d1b5464d req-e2894eb0-30ee-4b22-8eb5-fe13e4852025 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:40.420045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-e2894eb0-30ee-4b22-8eb5-fe13e4852025 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.4954906 Dec 23 12:18:40.434508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-d3bc7cab-ffca-4012-a089-e4734aed9a9a tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:18:40.436022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d490dae-c790-415a-9128-23d2d1b5464d req-d3bc7cab-ffca-4012-a089-e4734aed9a9a tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075512 Dec 23 12:18:41.479453 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e2a3fe-1b87-402b-8ea6-71d336fbef50 x-openstack-request-id: req-94e2a3fe-1b87-402b-8ea6-71d336fbef50 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:41.479940 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f964c3a9-02d9-4c89-bcdf-5b8780be3ddd", "name": "network-vif-deleted", "tag": "d8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:41.479940 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94e2a3fe-1b87-402b-8ea6-71d336fbef50 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:41.480383 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f964c3a9-02d9-4c89-bcdf-5b8780be3ddd', 'name': 'network-vif-deleted', 'tag': 'd8ae1bd2-8d7e-48ad-b9f2-8f8f27b25013', 'status': 'completed', 'code': 200} Dec 23 12:18:41.701454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c6ba030-4757-4124-a055-7e6ae54ea9e9 req-3dcedc31-0e8c-4aa5-9e2f-99c43ecfedf7 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips/29302e70-f05b-4865-b292-8ca4c1899e80 HTTP/1.1" status: 200 len: 692 time: 0.0709891 Dec 23 12:18:41.930840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ba030-4757-4124-a055-7e6ae54ea9e9 req-0617dbe2-6710-426d-83f1-6a6e25f4e66a tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:41.940113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c6ba030-4757-4124-a055-7e6ae54ea9e9 req-0617dbe2-6710-426d-83f1-6a6e25f4e66a tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2372677 Dec 23 12:18:41.946044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-8c6ba030-4757-4124-a055-7e6ae54ea9e9 req-2869e926-d3b5-4941-9e1b-d2f953cd0b5e tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:18:41.962007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c6ba030-4757-4124-a055-7e6ae54ea9e9 req-2869e926-d3b5-4941-9e1b-d2f953cd0b5e tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207994 Dec 23 12:18:42.983327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-b8b09447-4259-4de7-9047-a254baa1f497 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:42.985857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-b8b09447-4259-4de7-9047-a254baa1f497 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e93f18e-fff8-41d4-86d3-f6b729f1ef21 HTTP/1.1" status: 200 len: 945 time: 0.0738945 Dec 23 12:18:43.246302 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3349f2d-b1e3-43f2-a852-9ba0fa459328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.633999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Deleting port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:43.635064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.761738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] For port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:43.762142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.782180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Calling delete_port for 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:44.309104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:44.322416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:44.376493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event deleted for resources: {'Port': ['ID=8c6f1aaf-1f86-4075-acb7-963b8bac4ee1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:44.450949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] No DVR routers for this DVR port 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:44.461958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:44.469821 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d826e675-c5d3-4912-a93f-6af0c0f196e0 req-506f140f-347c-4c94-9122-edb733fa3708 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "DELETE /v2.0/ports/8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 HTTP/1.1" status: 204 len: 173 time: 1.4770250 Dec 23 12:18:44.470311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'name': 'network-vif-deleted', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:44.474162 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc580e-2eed-4751-aa23-c122c14050b8" -d '{"events": [{"server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "name": "network-vif-deleted", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:45.630639 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-48079a8e-174c-4423-acd9-7837b67b3118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:46.206476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d52c61-2af8-43b9-b42a-04dbd6f29793 req-a10c3945-bce1-4c75-b50c-7f2e8d7de37d tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=35595077f90c4abcb24fe149303c2d48 HTTP/1.1" status: 200 len: 695 time: 0.0998397 Dec 23 12:18:46.215338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-e11f673c-8cad-49fd-9ece-6a3a5814352f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:46.216739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-e11f673c-8cad-49fd-9ece-6a3a5814352f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.2405283 Dec 23 12:18:46.343002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:46.347218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d52c61-2af8-43b9-b42a-04dbd6f29793 req-486b6a51-8fc6-4eb5-9254-17e86cd48852 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:46.348736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d52c61-2af8-43b9-b42a-04dbd6f29793 req-486b6a51-8fc6-4eb5-9254-17e86cd48852 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks?id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 787 time: 0.1310723 Dec 23 12:18:46.388726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-f7d52c61-2af8-43b9-b42a-04dbd6f29793 req-8fdd1685-92b7-4ff8-a15e-a402cc23425d tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:18:46.389762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d52c61-2af8-43b9-b42a-04dbd6f29793 req-8fdd1685-92b7-4ff8-a15e-a402cc23425d tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299919 Dec 23 12:18:46.391380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-1e1bc90d-d39f-4268-9a95-81477cc586b6 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/quotas/b9593cc611a74612b3d7c97b3d1fd88a HTTP/1.1" status: 200 len: 375 time: 0.0414641 Dec 23 12:18:46.426178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:46.427834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8c6f1aaf-1f86-4075-acb7-963b8bac4ee1 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:46.434369 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:46.460462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-68cb6140-7d1b-43ad-b618-dbc17155b41c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514491 Dec 23 12:18:46.573326 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c095a7a-c569-4cd2-a23c-bed10464e3dd x-openstack-request-id: req-2c095a7a-c569-4cd2-a23c-bed10464e3dd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:46.574040 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93f18e-fff8-41d4-86d3-f6b729f1ef21", "name": "network-vif-deleted", "tag": "8c6f1aaf-1f86-4075-acb7-963b8bac4ee1", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:46.574040 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c095a7a-c569-4cd2-a23c-bed10464e3dd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:46.577963 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93f18e-fff8-41d4-86d3-f6b729f1ef21', 'name': 'network-vif-deleted', 'tag': '8c6f1aaf-1f86-4075-acb7-963b8bac4ee1', 'status': 'completed', 'code': 200} Dec 23 12:18:46.602029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-7d0d8280-2b79-4420-a0fb-2c71a4a56c3c service neutron] 10.222.0.16 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295433 Dec 23 12:18:46.795053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-c44de208-df20-47a7-9a99-564ad573840e tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips/29302e70-f05b-4865-b292-8ca4c1899e80 HTTP/1.1" status: 200 len: 692 time: 0.0644481 Dec 23 12:18:46.905688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-36594169-4b60-4dc6-85c3-866a6693836a service neutron] 10.222.0.16 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961962 Dec 23 12:18:46.975925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-f5841fa9-4bd2-4b48-8c05-d747a85e1289 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:46.984980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-f5841fa9-4bd2-4b48-8c05-d747a85e1289 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1837928 Dec 23 12:18:46.990628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-1793931f-0aec-4d3b-9f12-1f1abdc4bb87 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:18:47.000609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-1793931f-0aec-4d3b-9f12-1f1abdc4bb87 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147662 Dec 23 12:18:47.082603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-21a115e5-41ec-4869-9b00-96ab4c71ad2e tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0761905 Dec 23 12:18:47.137045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-4ef2dd80-e768-4a6e-bdc2-a7b9c7c472ec tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0574679 Dec 23 12:18:47.293591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Deleting port d3fe029e-2cfc-4462-8edd-2f81dad075ca {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:47.294215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.389248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.389732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.406163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Calling delete_port for d3fe029e-2cfc-4462-8edd-2f81dad075ca owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:47.745419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.780879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event deleted for resources: {'Port': ['ID=d3fe029e-2cfc-4462-8edd-2f81dad075ca,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:47.883318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.888257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:47.893292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-369aace3-8d82-42a4-958e-3d04bcb965f9 req-06d7926b-f7f2-4a83-8d7f-4831f0f80622 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "DELETE /v2.0/floatingips/29302e70-f05b-4865-b292-8ca4c1899e80 HTTP/1.1" status: 204 len: 173 time: 0.7501423 Dec 23 12:18:48.029454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:48.043010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3e4eb-2069-4d1e-8bda-9575baaf474c req-486dcb84-bae7-4f78-9a95-42998a1bc09f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:48.046346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ce3e4eb-2069-4d1e-8bda-9575baaf474c req-486dcb84-bae7-4f78-9a95-42998a1bc09f tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 950 time: 0.0734098 Dec 23 12:18:48.065119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:48.121670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ce3e4eb-2069-4d1e-8bda-9575baaf474c req-dfebfb9d-9325-4e7f-8ec9-7cd82ad826dd tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Dec 23 12:18:48.303699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-3cbb23d0-e59c-4315-9f89-61aa3655b743 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1569560 Dec 23 12:18:48.315330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:48.442418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:48.576200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:48.724609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Allocated IP 172.25.7.117 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/b126d41c-57c8-4d22-93a8-009e5caa1d48) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:48.883181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.002921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d46e9c1e-ed61-4188-adff-d424f5682c6d req-995c7638-f2ba-4aaf-a9d0-efe10b90baef tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Dec 23 12:18:49.082065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.147206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:49.147206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:49.154805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:49.158626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event updated for resources: {'Port': ['ID=b126d41c-57c8-4d22-93a8-009e5caa1d48,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:49.167765 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.326322 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.489753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.743600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:49.961827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.046594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event updated for resources: {'Port': ['ID=b126d41c-57c8-4d22-93a8-009e5caa1d48,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:50.063945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.221146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.222637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-d2944bed-9dd9-40f9-ab37-f3aa93fef7d8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9113154 Dec 23 12:18:50.294420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-3161c389-07a0-401b-aafc-9fe049678af7 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.0645261 Dec 23 12:18:50.351882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:50.384173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-970d8bbb-fcdd-4afc-9851-e2c16672b84a req-de2ab2de-f38f-40e6-b1fa-5a3c05555cca tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0588212 Dec 23 12:18:50.450201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-9d080ff4-1d1b-4dbc-8dd6-46c010d6053b tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.451682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a3cab7e-fec5-4301-ab55-6858097aa153 req-9d080ff4-1d1b-4dbc-8dd6-46c010d6053b tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1515267 Dec 23 12:18:50.519855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-72f22f86-fa4a-4f23-a508-11162dce7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.519855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-72f22f86-fa4a-4f23-a508-11162dce7796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0934689 Dec 23 12:18:50.523703 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.578127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:50.581179 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce923193-3356-4240-8246-6bd361803e73" -d '{"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:50.607075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:50.616390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7971-57a7-49c3-a315-416d1d138611 req-61875994-b27b-4593-9b44-f83d3ec465bc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.621869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d9e7971-57a7-49c3-a315-416d1d138611 req-61875994-b27b-4593-9b44-f83d3ec465bc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0903194 Dec 23 12:18:50.672022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-68ae44e9-dcfc-480c-9d06-e8d105177d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.673617 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-68ae44e9-dcfc-480c-9d06-e8d105177d3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.1855533 Dec 23 12:18:50.687970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.758092 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-2cf151b7-dc61-46db-a25b-d86f45a75fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 217 time: 0.0763779 Dec 23 12:18:50.770898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:50.799257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-481f7b73-7bd4-48a3-8209-7e5549302bd2 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips/c75bf2aa-5b5d-4fb1-a116-155ca367489d HTTP/1.1" status: 200 len: 693 time: 0.1562185 Dec 23 12:18:50.829642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-300e86d4-bbd1-461b-a53b-54b5c8b5182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.831622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d9e7971-57a7-49c3-a315-416d1d138611 req-b0b9630d-a082-4378-bad9-3160c08dae28 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087133 Dec 23 12:18:50.832590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-300e86d4-bbd1-461b-a53b-54b5c8b5182c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.0668895 Dec 23 12:18:50.877529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-5d0a19d9-65d5-4799-9423-6e057fec5909 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318599 Dec 23 12:18:50.893680 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28943d25-bcfe-4d3c-9094-7fa29e972702 x-openstack-request-id: req-28943d25-bcfe-4d3c-9094-7fa29e972702 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:50.897091 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:50.899175 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28943d25-bcfe-4d3c-9094-7fa29e972702 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:50.901049 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'code': 200} Dec 23 12:18:51.063181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-d834ed08-a68d-4687-a80e-8b9605ffecd8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:51.072579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-d834ed08-a68d-4687-a80e-8b9605ffecd8 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2355435 Dec 23 12:18:51.104375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-5b2d1721-ab47-48a1-8e04-7bcf910addd0 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178357 Dec 23 12:18:51.155284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-12a24acd-e608-405b-ade0-d803ea590a6d tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.0814092 Dec 23 12:18:51.237378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-681a4d03-4bba-4c04-a0d4-59e7edcc9910 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.117 HTTP/1.1" status: 200 len: 696 time: 0.0810566 Dec 23 12:18:51.269268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c7a34f11-379c-498f-9a89-16a7f6988235 req-9df04d09-3c7b-4102-8fcd-fad4e671779e service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579781 Dec 23 12:18:51.428794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Deleting port b126d41c-57c8-4d22-93a8-009e5caa1d48 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:51.429455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.565333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbb3ffb5-c6ce-400c-b272-0007f6437146 req-550a1035-482a-47ce-940f-2a95e1bad1ca tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0392730 Dec 23 12:18:51.569025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.569351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.593844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Calling delete_port for b126d41c-57c8-4d22-93a8-009e5caa1d48 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:51.888420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.901790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-5ec2b861-2a1b-4463-b8a9-a1b697bd8335 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:51.901790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-5ec2b861-2a1b-4463-b8a9-a1b697bd8335 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.1472483 Dec 23 12:18:51.927755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Request body: {'port': {'device_id': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'admin_state_up': True, 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:51.996747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Pushing event deleted for resources: {'Port': ['ID=b126d41c-57c8-4d22-93a8-009e5caa1d48,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:52.162917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbea2b4-ff00-4a4a-bf1e-37878121df4f req-6fd2f2fd-236d-425a-990e-e93a6bd32a08 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.183661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fbea2b4-ff00-4a4a-bf1e-37878121df4f req-6fd2f2fd-236d-425a-990e-e93a6bd32a08 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.2120590 Dec 23 12:18:52.205144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.208153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.209531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b1478c-1b35-4692-9844-23bb836ce5fe req-cd87dbed-dabc-48af-a35a-68f24b566fdc tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "DELETE /v2.0/floatingips/c75bf2aa-5b5d-4fb1-a116-155ca367489d HTTP/1.1" status: 204 len: 173 time: 0.9713881 Dec 23 12:18:52.231543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:52.236364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.279554 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-bdc1378f-90ad-48ae-afff-07e65879fbd9 req-a26688d1-e019-439e-9753-61d242f0480b tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] show failed (client error): The resource could not be found. Dec 23 12:18:52.289520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bdc1378f-90ad-48ae-afff-07e65879fbd9 req-a26688d1-e019-439e-9753-61d242f0480b tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips/c75bf2aa-5b5d-4fb1-a116-155ca367489d HTTP/1.1" status: 404 len: 350 time: 0.0511482 Dec 23 12:18:52.309103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fbea2b4-ff00-4a4a-bf1e-37878121df4f req-43003382-0b9f-4b79-b6db-dbdf5fd390ee tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254501 Dec 23 12:18:52.382535 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-f8940b60-35da-43c4-b2ee-6a1ae97589c7 req-0de1cde1-3105-4c29-b6d4-a96e95e06fb3 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] show failed (client error): The resource could not be found. Dec 23 12:18:52.383485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8940b60-35da-43c4-b2ee-6a1ae97589c7 req-0de1cde1-3105-4c29-b6d4-a96e95e06fb3 tempest-FloatingIPsTestJSON-1523963443 tempest-FloatingIPsTestJSON-1523963443-project] 10.222.0.16 "GET /v2.0/floatingips/c75bf2aa-5b5d-4fb1-a116-155ca367489d HTTP/1.1" status: 404 len: 350 time: 0.0659385 Dec 23 12:18:52.393788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:52.459839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.506885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Allocated IP 172.20.0.7 (1e27f242-0d91-449a-b9e1-2c77e0b7b829/fe2ed8a4-96e3-4dbc-b81c-28edf98df055/a07b898a-4f49-4f71-924c-7f45966d02d8) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:52.656073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-a5450528-058f-431c-bbf8-3f7d1f1b39b0 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.656073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-a5450528-058f-431c-bbf8-3f7d1f1b39b0 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 812 time: 0.2125921 Dec 23 12:18:52.700225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Request body: {'port': {'device_id': '0af89dda-4c06-4b87-b920-246006bbc073', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'admin_state_up': True, 'tenant_id': 'b9593cc611a74612b3d7c97b3d1fd88a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:52.728877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1853e1ee-70df-442a-ae78-039238a78a64 req-d0e4e4da-9193-4a12-bcec-9162c56df15e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0471227 Dec 23 12:18:53.008036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:53.031468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Made reservation on behalf of b9593cc611a74612b3d7c97b3d1fd88a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:53.041451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:53.316357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:53.463628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event updated for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:53.468503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:53.481375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Allocated IP 172.20.0.2 (1e27f242-0d91-449a-b9e1-2c77e0b7b829/fe2ed8a4-96e3-4dbc-b81c-28edf98df055/51fc7d8a-c518-43d9-80fd-a92d9252fa1f) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:53.487249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:53.489931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:53.515498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb6f4-076d-4998-9578-cc3d82d14b76 req-b4f5d26f-e1ed-4a1a-8377-a45d046a4dd3 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.519006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16bbb6f4-076d-4998-9578-cc3d82d14b76 req-b4f5d26f-e1ed-4a1a-8377-a45d046a4dd3 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1134794 Dec 23 12:18:53.519989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:53.522721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.523302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.523876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.524990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.525332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.525665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.526224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.526638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.526963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.527398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.527724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.528045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.528364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:53.631551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.632229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:53.637557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16bbb6f4-076d-4998-9578-cc3d82d14b76 req-da5f9cd0-5708-4bdc-b343-505b02d37c7f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101873 Dec 23 12:18:53.747034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-c1df3d42-1108-472a-b8dd-1ef03b1963fa tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290548 Dec 23 12:18:53.797005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Request body: {'port': {'device_id': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:53.923774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fae5d1e8-fd4a-40dd-b86b-e803ccfe54c0 req-b2f3a73d-2a42-4dab-829c-0b69a464e12e tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0438299 Dec 23 12:18:53.975173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400331fd-71bb-4d8d-9614-2088f2976290 req-52ccae92-f071-4b89-8fba-d87a54cad2fb tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.978027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400331fd-71bb-4d8d-9614-2088f2976290 req-52ccae92-f071-4b89-8fba-d87a54cad2fb tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.1578579 Dec 23 12:18:54.033403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.092531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400331fd-71bb-4d8d-9614-2088f2976290 req-05ce1c67-b45e-472c-b32a-79c455d5a940 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983846 Dec 23 12:18:54.095506 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.312570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Deleting port 95fa14cb-8386-456f-9ca7-fca04ea20263 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:54.313408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.357045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.365984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:54.458842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:54.470417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:54.478841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:54.478981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:54.481729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event updated for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:54.492712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'mac_address': 'fa:16:3e:88:53:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:54.537492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.552105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:54.574990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:54.582144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] For port 95fa14cb-8386-456f-9ca7-fca04ea20263, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=95fa14cb-8386-456f-9ca7-fca04ea20263,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:54.582510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.594339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:54.594944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.615480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Calling delete_port for 95fa14cb-8386-456f-9ca7-fca04ea20263 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:54.706073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07b898a-4f49-4f71-924c-7f45966d02d8 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:54.742552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.742552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Transition to ACTIVE for port object a07b898a-4f49-4f71-924c-7f45966d02d8 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:54.767171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb9d0-9f5e-4da1-a0d2-f0a1c634402f req-cf012239-69d3-4d43-863a-b0bc5d7356c6 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:54.768795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26dbb9d0-9f5e-4da1-a0d2-f0a1c634402f req-cf012239-69d3-4d43-863a-b0bc5d7356c6 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0516899 Dec 23 12:18:54.785370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.841398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26dbb9d0-9f5e-4da1-a0d2-f0a1c634402f req-fe9a4cc3-3f83-4a86-9f05-9064d7e62ef0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665307 Dec 23 12:18:54.847997 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ca6f3007-6aa0-426f-8648-c74908282b0a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1543252 Dec 23 12:18:54.849328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:54.870016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Request body: {'port': {'device_id': '0af89dda-4c06-4b87-b920-246006bbc073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:54.927079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a2a7c598-ec55-4f5c-903e-1db5618357f0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:54.932873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.937387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.027224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:55.059464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.164920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fa14cb-8386-456f-9ca7-fca04ea20263,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:55.178717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5012-9992-476e-8665-2eca03e4d0ae req-5b78b817-dfdf-4e66-9378-d6c611f8ad37 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:55.193213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a15e5012-9992-476e-8665-2eca03e4d0ae req-5b78b817-dfdf-4e66-9378-d6c611f8ad37 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 931 time: 0.1768007 Dec 23 12:18:55.263174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Attempting to bind port a07b898a-4f49-4f71-924c-7f45966d02d8 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:55.263524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Attempting to bind port a07b898a-4f49-4f71-924c-7f45966d02d8 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:55.263829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Attempting to bind port a07b898a-4f49-4f71-924c-7f45966d02d8 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:55.273344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Port a07b898a-4f49-4f71-924c-7f45966d02d8 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:55.273646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Attempting to bind port a07b898a-4f49-4f71-924c-7f45966d02d8 on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:55.339352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:55.339699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Checking segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:55.340094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Bound using segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:55.340541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Bound port: a07b898a-4f49-4f71-924c-7f45966d02d8, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:55.341647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.682911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a15e5012-9992-476e-8665-2eca03e4d0ae req-b4856af5-9e04-4279-aded-cb5b810ca117 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887168 Dec 23 12:18:55.701437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33018e0-3466-4a91-b30e-476dba2c1fda req-c120445a-c1d8-415d-bcd5-174790543d3d tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:55.701437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33018e0-3466-4a91-b30e-476dba2c1fda req-c120445a-c1d8-415d-bcd5-174790543d3d tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.4890451 Dec 23 12:18:55.707658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-0dbd25f8-e315-4b9d-9461-86927725c120 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:55.709339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-0dbd25f8-e315-4b9d-9461-86927725c120 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 945 time: 0.1267591 Dec 23 12:18:55.819308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:55.827235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33018e0-3466-4a91-b30e-476dba2c1fda req-a5e1bc29-d870-497f-8fca-53752bd3196c tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/security-groups?id=01951977-ed21-4f56-9c2b-d835fe796faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169252 Dec 23 12:18:55.832125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.846813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a07b898a-4f49-4f71-924c-7f45966d02d8,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:55.851729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Deleting port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:55.852134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.983694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.021211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc7d8a-c518-43d9-80fd-a92d9252fa1f {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:56.037499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] For port 15f62a67-ef64-4e7c-b0d8-0e623a847e60, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=15f62a67-ef64-4e7c-b0d8-0e623a847e60,segment=NetworkSegment(453e4f95-3d08-4548-895c-15ce2e67fac6),segment_id=453e4f95-3d08-4548-895c-15ce2e67fac6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:56.037773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.039711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.051014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.051624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.053042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] 10.222.0.57 "PUT /v2.0/ports/a07b898a-4f49-4f71-924c-7f45966d02d8 HTTP/1.1" status: 200 len: 1091 time: 2.2717240 Dec 23 12:18:56.055183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:56.058375 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50575ebc-6371-41ed-94bc-d40a5352f11a" -d '{"events": [{"name": "network-changed", "server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:56.070318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94a5b-b539-405c-95f3-6243913c08bf req-e26b63c6-080b-432a-ab2e-fd26050c54d0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.073200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbf94a5b-b539-405c-95f3-6243913c08bf req-e26b63c6-080b-432a-ab2e-fd26050c54d0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1108379 Dec 23 12:18:56.079265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Calling delete_port for 15f62a67-ef64-4e7c-b0d8-0e623a847e60 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:56.084681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Transition to ACTIVE for port object 51fc7d8a-c518-43d9-80fd-a92d9252fa1f will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:56.093311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82b3e2-881d-4f1a-be9a-22583650d155 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:56.134820 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e4a67-0b4f-44d9-800e-c590cea8837c x-openstack-request-id: req-4f1e4a67-0b4f-44d9-800e-c590cea8837c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:56.134820 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:56.135183 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f1e4a67-0b4f-44d9-800e-c590cea8837c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:56.135481 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8', 'status': 'completed', 'code': 200} Dec 23 12:18:56.214493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.236735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbf94a5b-b539-405c-95f3-6243913c08bf req-a7c2dff6-ca8d-4491-8042-618586773202 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510992 Dec 23 12:18:56.289840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:56.294568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-5f5eaa2a-6d10-47e8-8927-1404721849b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.296116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-5f5eaa2a-6d10-47e8-8927-1404721849b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 1094 time: 0.1143146 Dec 23 12:18:56.321213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Router be6922b9-0271-4c44-8c30-ca723cb7108c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:18:56.377752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:56.458949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a2a7c598-ec55-4f5c-903e-1db5618357f0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:56.459555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.495925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Attempting to bind port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:56.495925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Attempting to bind port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:56.495925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Attempting to bind port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:56.517599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-7e6ee34e-bc2a-488f-b4eb-b397284aeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.519086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-7e6ee34e-bc2a-488f-b4eb-b397284aeab8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1985326 Dec 23 12:18:56.544751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:56.545088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Attempting to bind port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f on network 1e27f242-0d91-449a-b9e1-2c77e0b7b829 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:56.568875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.574807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:56.575151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Checking segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:56.575537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Bound using segment: {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:56.575988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Bound port: 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dda934c-c697-4840-9d69-b9207dce1c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:56.576344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.603632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:56.606747 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcafefd0-2631-4fc8-ac6d-164727a420d1" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:56.625152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.630745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:56.639437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['15f62a67-ef64-4e7c-b0d8-0e623a847e60'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:56.659832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:18:56.671965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fafd1041-0206-4709-bd41-f379dfe48715 admin admin] 10.222.0.16 "PUT /v2.0/routers/be6922b9-0271-4c44-8c30-ca723cb7108c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2777863 Dec 23 12:18:56.676125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:56.698921 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f02cb-a0e6-47d8-952c-3bf539db6bb3 x-openstack-request-id: req-7b9f02cb-a0e6-47d8-952c-3bf539db6bb3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:56.698921 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:56.698921 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b9f02cb-a0e6-47d8-952c-3bf539db6bb3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:56.698921 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'code': 200} Dec 23 12:18:56.698921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Sync routers for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:18:56.718336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:56.719979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:56.735701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Pushing event deleted for resources: {'Port': ['ID=15f62a67-ef64-4e7c-b0d8-0e623a847e60,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:56.738996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] No DVR routers for this DVR port 15f62a67-ef64-4e7c-b0d8-0e623a847e60 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:18:56.741758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.750590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6feabe61-e251-4a28-ac13-6708cbd303b5 req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.43 "DELETE /v2.0/ports/15f62a67-ef64-4e7c-b0d8-0e623a847e60 HTTP/1.1" status: 204 len: 173 time: 1.0205338 Dec 23 12:18:56.754922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'name': 'network-vif-deleted', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:56.761674 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318f78f0-c521-4d3a-91c4-8af825d1c3da" -d '{"events": [{"server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "name": "network-vif-deleted", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:56.765918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-b543b32e-e0e5-43c4-9841-ee662d1a5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.767848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-50575ebc-6371-41ed-94bc-d40a5352f11a req-b543b32e-e0e5-43c4-9841-ee662d1a5f55 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155786 Dec 23 12:18:56.770845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.771199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.771543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.771881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.774024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.774381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.775916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.778192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.779930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.780304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.781337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.781337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.781337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b1d3a-ae2b-48d4-95bc-590503260505 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:56.799657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.802582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:56.822971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:56.837607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.873567 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b754e819-64cb-45be-a75f-5efd8c1274c0 x-openstack-request-id: req-b754e819-64cb-45be-a75f-5efd8c1274c0 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:56.874101 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6b6619-11db-4f67-8830-9831a84b13ec", "name": "network-vif-deleted", "tag": "15f62a67-ef64-4e7c-b0d8-0e623a847e60", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:56.875274 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b754e819-64cb-45be-a75f-5efd8c1274c0 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:56.876548 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6b6619-11db-4f67-8830-9831a84b13ec', 'name': 'network-vif-deleted', 'tag': '15f62a67-ef64-4e7c-b0d8-0e623a847e60', 'status': 'completed', 'code': 200} Dec 23 12:18:56.963417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eef361-99b4-4afc-a5e8-f6f912f46905 req-e215e83a-fcaa-4792-bf15-6e85e2c3a043 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.966362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80eef361-99b4-4afc-a5e8-f6f912f46905 req-e215e83a-fcaa-4792-bf15-6e85e2c3a043 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 943 time: 0.1089017 Dec 23 12:18:56.968409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:56.990030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-4a5cd70a-c549-4636-a768-33d2df960fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.990660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-4a5cd70a-c549-4636-a768-33d2df960fbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 1094 time: 0.1092579 Dec 23 12:18:56.994186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.997844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:57.087587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.088215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.090100 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] 10.222.0.43 "PUT /v2.0/ports/51fc7d8a-c518-43d9-80fd-a92d9252fa1f HTTP/1.1" status: 200 len: 1091 time: 2.2247818 Dec 23 12:18:57.100267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.105883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80eef361-99b4-4afc-a5e8-f6f912f46905 req-0fd72db2-65dc-4ab5-b0ab-459746aa570c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320705 Dec 23 12:18:57.107179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-1747fbc3-abb0-4205-b7b3-ee8505ecaebf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a07b898a-4f49-4f71-924c-7f45966d02d8 HTTP/1.1" status: 200 len: 217 time: 0.0990586 Dec 23 12:18:57.172235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5d1ca7e-2afa-4dcb-8bdf-1fa8c55d32ed req-2c8c86f9-3568-4b39-9546-5df453ac68ea tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 210 time: 0.0440018 Dec 23 12:18:57.195971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-af09e660-adc9-4a07-8628-b1123aa948ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.200267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-af09e660-adc9-4a07-8628-b1123aa948ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 200 len: 852 time: 0.0736012 Dec 23 12:18:57.201120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278418d-9768-4928-9ef8-525f25d15221 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:57.252119 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-75ae41c2-5762-4a6a-a8a3-a98bec0e2a77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e27f242-0d91-449a-b9e1-2c77e0b7b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355942 Dec 23 12:18:57.329927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:54Z', 'revision_number': 5, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port': {'id': 'cc4bd064-6010-4cd0-9962-674d4825078b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:24Z', 'updated_at': '2021-12-23T12:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:57.379931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Checking router: be6922b9-0271-4c44-8c30-ca723cb7108c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:18:57.389547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fdd15-3907-4d33-8a21-1908b48282e3 req-5e64f41d-2dc0-486a-a6cd-9c29c7f7ed50 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.396066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Routers {'be6922b9-0271-4c44-8c30-ca723cb7108c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:18:57.396794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:18:45Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['be6922b9-0271-4c44-8c30-ca723cb7108c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:57.398375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-015fdd15-3907-4d33-8a21-1908b48282e3 req-5e64f41d-2dc0-486a-a6cd-9c29c7f7ed50 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0742071 Dec 23 12:18:57.427356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ee324cf4-6347-44ba-bbac-8873230f1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.429907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-ee324cf4-6347-44ba-bbac-8873230f1d94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 1094 time: 0.1085100 Dec 23 12:18:57.477311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-015fdd15-3907-4d33-8a21-1908b48282e3 req-5d91798e-9b0d-4c7a-bcc9-330f2679da40 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772159 Dec 23 12:18:57.503853 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-fc64c97e-8440-4c56-875b-69c9fdf29bc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f HTTP/1.1" status: 200 len: 217 time: 0.0595872 Dec 23 12:18:57.508596 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-3f89a8fd-f0b5-49c3-bf47-0d2c1494c5c7 service neutron] 10.222.0.57 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418849 Dec 23 12:18:57.551710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa5ef-43f1-4dca-9420-c1e951a84b33 req-ce6df092-4474-4602-9ce8-f5be3ecf9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.554691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-775aa5ef-43f1-4dca-9420-c1e951a84b33 req-ce6df092-4474-4602-9ce8-f5be3ecf9642 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.0909748 Dec 23 12:18:57.596979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Deleting port cc4bd064-6010-4cd0-9962-674d4825078b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:18:57.597352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.610539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-775aa5ef-43f1-4dca-9420-c1e951a84b33 req-d92fe0f5-ab1c-4bed-945b-70c08d0501f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Dec 23 12:18:57.685815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-a2d8e493-ddab-4fb5-9a54-ccf48480775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:57.687288 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-a2d8e493-ddab-4fb5-9a54-ccf48480775e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 200 len: 852 time: 0.1751742 Dec 23 12:18:57.693863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] Set router be6922b9-0271-4c44-8c30-ca723cb7108c gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:18:57.719510 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-fed99f76-13ee-4dd8-aa51-3624f4f605c9 service neutron] 10.222.0.57 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911528 Dec 23 12:18:57.732691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] For port cc4bd064-6010-4cd0-9962-674d4825078b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cc4bd064-6010-4cd0-9962-674d4825078b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:57.733475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.748086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Calling delete_port for cc4bd064-6010-4cd0-9962-674d4825078b owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:18:57.753719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:57Z', 'revision_number': 6, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:18:57.785541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25967bd0-9400-481f-96ba-56f63a3c7e58 None None] The sync data for ids ['be6922b9-0271-4c44-8c30-ca723cb7108c'] in n-d-822750-2 is: [{'id': 'be6922b9-0271-4c44-8c30-ca723cb7108c', 'name': 'tempest-FloatingIPsTestJSON-1249413480-router', 'tenant_id': '35595077f90c4abcb24fe149303c2d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:22Z', 'updated_at': '2021-12-23T12:18:57Z', 'revision_number': 6, 'project_id': '35595077f90c4abcb24fe149303c2d48', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:18:57.833174 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-7e6fc023-052a-4962-a485-54331a526df5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e27f242-0d91-449a-b9e1-2c77e0b7b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332007 Dec 23 12:18:57.983914 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-d1a0687e-47a4-420d-8d1b-4ef9c48609ce service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417158 Dec 23 12:18:58.289880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425f92c-d56d-4dbd-9a09-e1f43a6db67a req-044a41c7-f941-4ca5-9142-fbb7a53004d8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.294111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9425f92c-d56d-4dbd-9a09-e1f43a6db67a req-044a41c7-f941-4ca5-9142-fbb7a53004d8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 943 time: 0.0971584 Dec 23 12:18:58.356605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:58.373770 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:58.374314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fee2a98-66c0-4e85-bd1a-b8409a87f444 req-952c095c-9495-4e58-9eae-32b770ab9b54 tempest-VolumesAdminNegativeTest-703309841 tempest-VolumesAdminNegativeTest-703309841-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6b6619-11db-4f67-8830-9831a84b13ec HTTP/1.1" status: 200 len: 210 time: 0.0432727 Dec 23 12:18:58.395635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9425f92c-d56d-4dbd-9a09-e1f43a6db67a req-b9357ff2-50d3-44db-9f8b-8c0cf19799d7 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933008 Dec 23 12:18:58.409296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-934a96b1-b96c-45c3-814c-c2d828de7c40 req-49f6c5d6-4f21-4581-a5c0-9b13e001a7ea service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070425 Dec 23 12:18:58.447930 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9dacd-4894-4af0-a751-9d3b95998cc8 x-openstack-request-id: req-f7e9dacd-4894-4af0-a751-9d3b95998cc8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:58.447930 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:58.447930 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e9dacd-4894-4af0-a751-9d3b95998cc8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:58.448866 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f', 'status': 'completed', 'code': 200} Dec 23 12:18:58.629016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.680229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ea097-03d2-4947-87ae-6c1bfca2a982 req-c3386890-c0e7-481f-9016-0b2956e91cd7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.682156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4bd064-6010-4cd0-9962-674d4825078b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:58.704524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61ea097-03d2-4947-87ae-6c1bfca2a982 req-c3386890-c0e7-481f-9016-0b2956e91cd7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1444170 Dec 23 12:18:58.768159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-c353c752-5622-46a8-b70d-af70fc3fa251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.768332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61ea097-03d2-4947-87ae-6c1bfca2a982 req-50088e96-78ee-47fa-a4ad-7115b64bb203 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Dec 23 12:18:58.769719 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-c353c752-5622-46a8-b70d-af70fc3fa251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 1094 time: 0.0995445 Dec 23 12:18:58.775785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.917057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.945011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.032394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-ede2d4a9-66ed-4583-8b55-0c18cba5ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:59.034500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-ede2d4a9-66ed-4583-8b55-0c18cba5ae52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 200 len: 913 time: 0.2563787 Dec 23 12:18:59.089648 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-e0851631-84e1-4731-978a-f9806e7b317f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f HTTP/1.1" status: 200 len: 217 time: 0.0478032 Dec 23 12:18:59.127099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.127654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6922b9-0271-4c44-8c30-ca723cb7108c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:18:59.133893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.138381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7438a84c-9459-4aa2-ab23-1de9b022a11d admin admin] 10.222.0.16 "DELETE /v2.0/routers/be6922b9-0271-4c44-8c30-ca723cb7108c HTTP/1.1" status: 204 len: 168 time: 2.4597924 Dec 23 12:18:59.145428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35836) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:59.159430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-64687caf-518a-49f5-805c-d38a3550520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:59.161015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-64687caf-518a-49f5-805c-d38a3550520d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 200 len: 852 time: 0.0645678 Dec 23 12:18:59.206568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-09a1f8a5-f5f7-48dc-a26d-812435d912fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e27f242-0d91-449a-b9e1-2c77e0b7b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345719 Dec 23 12:18:59.208536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Deleting subnet e1066986-efa8-4816-bf8a-e756b45f44c3 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:18:59.213282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.262994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.358102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-33965a6f-13b6-45dd-9a9f-af393117e7ed service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417699 Dec 23 12:18:59.394659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.429230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 95fa14cb-8386-456f-9ca7-fca04ea20263 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:59.458514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 95fa14cb-8386-456f-9ca7-fca04ea20263 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:59.458514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 95fa14cb-8386-456f-9ca7-fca04ea20263 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:59.459415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cc4bd064-6010-4cd0-9962-674d4825078b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:18:59.465820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:59.499673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cc4bd064-6010-4cd0-9962-674d4825078b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:18:59.500379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cc4bd064-6010-4cd0-9962-674d4825078b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:18:59.537298 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba19fd5d-dc9e-477f-9de1-414145ab3dfb req-47715f83-20dc-4a4c-82e9-e4a060f6c10f service neutron] 10.222.0.43 "GET /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718073 Dec 23 12:18:59.544237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Deleting subnet 60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:18:59.565133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.607071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.644093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d10c47-27dc-4d85-88bf-93ce5b67776d req-2082f332-7fd8-4f61-90cd-afd8aa170047 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:59.645370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52d10c47-27dc-4d85-88bf-93ce5b67776d req-2082f332-7fd8-4f61-90cd-afd8aa170047 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 943 time: 0.1170707 Dec 23 12:18:59.693688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.745246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.747495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1066986-efa8-4816-bf8a-e756b45f44c3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:59.783779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.789735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c012315-948d-415a-a5d1-ccb7120a27e8 None None] Network 33776af5-7402-4ce4-9e4f-87bd4ac4040e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:59.790538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35866) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:59.790744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ecd18d74-342f-4fe7-9a47-67bc996f3424 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e1066986-efa8-4816-bf8a-e756b45f44c3 HTTP/1.1" status: 204 len: 168 time: 0.6439111 Dec 23 12:18:59.834335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52d10c47-27dc-4d85-88bf-93ce5b67776d req-8be48a65-dd06-42fb-9c85-7578c34d831d tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655228 Dec 23 12:18:59.958782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.027311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 15f62a67-ef64-4e7c-b0d8-0e623a847e60 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:00.042413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a5bf-f6db-45e5-a65c-7f8126abcd5e req-9b44a0f2-bae8-486c-845c-74f6c9bcb272 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:00.052151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 15f62a67-ef64-4e7c-b0d8-0e623a847e60 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:00.052774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 15f62a67-ef64-4e7c-b0d8-0e623a847e60 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:00.060059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af60a5bf-f6db-45e5-a65c-7f8126abcd5e req-9b44a0f2-bae8-486c-845c-74f6c9bcb272 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0951524 Dec 23 12:19:00.102440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.136697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Deleting port f3e89329-d735-4daf-a007-9a848cd739bf {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:00.137434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.161262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] DHCP port deletion for 33776af5-7402-4ce4-9e4f-87bd4ac4040e request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:19:00.161663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:00.170837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af60a5bf-f6db-45e5-a65c-7f8126abcd5e req-f7a441cc-904b-4b06-a0c2-6a6bbf2fc9c1 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098912 Dec 23 12:19:00.173626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.177309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-30991d30-fb1a-4e12-880f-2e3df747ce63 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/60f07ff5-89ce-4b1c-9fbd-5c63da2f2d6e HTTP/1.1" status: 204 len: 168 time: 0.7083931 Dec 23 12:19:00.182800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:00.253258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] For port f3e89329-d735-4daf-a007-9a848cd739bf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f3e89329-d735-4daf-a007-9a848cd739bf,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:00.253650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.253825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Deleting port f3e89329-d735-4daf-a007-9a848cd739bf {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:00.254182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.286269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Calling delete_port for f3e89329-d735-4daf-a007-9a848cd739bf owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:00.286630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.358242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] For port f3e89329-d735-4daf-a007-9a848cd739bf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f3e89329-d735-4daf-a007-9a848cd739bf,segment=NetworkSegment(54245f11-3de0-45d1-bb66-9432d9e65b45),segment_id=54245f11-3de0-45d1-bb66-9432d9e65b45)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:00.358599 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.378114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Calling delete_port for f3e89329-d735-4daf-a007-9a848cd739bf owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:00.528074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.579362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c76f06-9781-4ed0-bb96-546c3cc987a0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:00.579362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453e4f95-3d08-4548-895c-15ce2e67fac6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:00.579362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453e4f95-3d08-4548-895c-15ce2e67fac6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:00.611413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.644277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.654422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:19:00.654885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:19:00.657203 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:19:00.737814 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:19:01.412481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f3e89329-d735-4daf-a007-9a848cd739bf no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:01.546670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.790027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.790828 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:19:01.793705 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:19:01.796405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.855493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] No DVR routers for this DVR port f3e89329-d735-4daf-a007-9a848cd739bf on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:01.857441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e89329-d735-4daf-a007-9a848cd739bf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:01.859515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.870987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.883207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3c76f06-9781-4ed0-bb96-546c3cc987a0 HTTP/1.1" status: 204 len: 168 time: 1.6978161 Dec 23 12:19:01.887576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35890) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:01.945164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] Pushing event deleted for resources: {'Port': ['ID=f3e89329-d735-4daf-a007-9a848cd739bf,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:01.991937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168a341-c349-46f7-86ee-bb776098ab13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c76f06-9781-4ed0-bb96-546c3cc987a0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:02.026660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47057000-fe92-41b6-90c2-56e83f5139f3 None None] No DVR routers for this DVR port f3e89329-d735-4daf-a007-9a848cd739bf on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:02.027669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Deleting subnet ed2da2d7-f61e-49a7-9f91-2baab1bc2486 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:19:02.030403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.037338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 51fc7d8a-c518-43d9-80fd-a92d9252fa1f details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:02.086138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.273145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:02.288021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.305933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c5ad9-2e8f-4da8-8bfc-f7cfae1a0f20 req-e95fc06d-2372-4604-9df5-a642bcc84010 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.307440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'port_id': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f', 'mac_address': 'fa:16:3e:c1:b0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2ed8a4-96e3-4dbc-b81c-28edf98df055', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:02.314890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-714c5ad9-2e8f-4da8-8bfc-f7cfae1a0f20 req-e95fc06d-2372-4604-9df5-a642bcc84010 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 943 time: 0.1271157 Dec 23 12:19:02.323337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.349041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33776af5-7402-4ce4-9e4f-87bd4ac4040e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:02.392333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54245f11-3de0-45d1-bb66-9432d9e65b45') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:02.392629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54245f11-3de0-45d1-bb66-9432d9e65b45') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:02.393964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.418412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-3a917d6e-cae0-4348-86f9-8bf5397fbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.419928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-3a917d6e-cae0-4348-86f9-8bf5397fbfb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=af888f0fbc664aea821d40bc687773ff&device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 1096 time: 0.2277009 Dec 23 12:19:02.421954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.434142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-714c5ad9-2e8f-4da8-8bfc-f7cfae1a0f20 req-8a265b0d-edf9-4ea3-b7b3-677a90f197b7 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118865 Dec 23 12:19:02.445143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc7d8a-c518-43d9-80fd-a92d9252fa1f {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:02.450687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a07b898a-4f49-4f71-924c-7f45966d02d8 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:02.470499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.549228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:02.599686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:19:02.603499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:19:02.605496 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:19:02.631127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.667189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.675168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.687598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed2da2d7-f61e-49a7-9f91-2baab1bc2486 HTTP/1.1" status: 204 len: 168 time: 0.7876966 Dec 23 12:19:02.705423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:02.816537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77817d2-11f5-47b8-9efc-700badaa5b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2da2d7-f61e-49a7-9f91-2baab1bc2486,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:02.864312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:02.883753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2cba5-14a2-4a46-8d7f-fc59e327f2a7 req-262bf742-2759-43dd-a63a-5537907b32bd tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.894871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.897369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-34865dd7-4b83-4e2f-8f6c-367ea0fcd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.898890 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-34865dd7-4b83-4e2f-8f6c-367ea0fcd80c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 200 len: 919 time: 0.4695742 Dec 23 12:19:02.903384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ee2cba5-14a2-4a46-8d7f-fc59e327f2a7 req-262bf742-2759-43dd-a63a-5537907b32bd tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.2489040 Dec 23 12:19:02.921004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a07b898a-4f49-4f71-924c-7f45966d02d8,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:02.957503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['51fc7d8a-c518-43d9-80fd-a92d9252fa1f'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:02.961264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-29210b4b-0026-4cfe-b1b4-5e82a6dfa009 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 200 len: 217 time: 0.0545757 Dec 23 12:19:02.977465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a07b898a-4f49-4f71-924c-7f45966d02d8', 'network_id': '1e27f242-0d91-449a-b9e1-2c77e0b7b829', 'port_id': 'a07b898a-4f49-4f71-924c-7f45966d02d8', 'mac_address': 'fa:16:3e:df:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2ed8a4-96e3-4dbc-b81c-28edf98df055', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:03.018664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ee2cba5-14a2-4a46-8d7f-fc59e327f2a7 req-0d879859-250b-46d5-95af-4ab09f27b37b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133368 Dec 23 12:19:03.072373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.087015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.095423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] 10.222.0.16 "DELETE /v2.0/networks/33776af5-7402-4ce4-9e4f-87bd4ac4040e HTTP/1.1" status: 204 len: 168 time: 3.3035991 Dec 23 12:19:03.122938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9eb3f-89d0-4415-b03a-236c90b78add admin admin] Pushing event deleted for resources: {'Network': ['ID=33776af5-7402-4ce4-9e4f-87bd4ac4040e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.126464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.142210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-28779937-32a2-4ff9-8580-cb044e9aaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:03.144109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-28779937-32a2-4ff9-8580-cb044e9aaba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 200 len: 858 time: 0.1548057 Dec 23 12:19:03.203332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.206413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-db344ded-b106-4223-b670-896709e0939b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:03.217151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-7b74dc74-67ef-4f5b-9ec5-c57670a9f648 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5273c965-7b38-4d27-9f73-bcbbc9ee4fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588672 Dec 23 12:19:03.236437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-db344ded-b106-4223-b670-896709e0939b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dcfb7c-6236-43ab-989a-f63b3242c638') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:03.236805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-db344ded-b106-4223-b670-896709e0939b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dcfb7c-6236-43ab-989a-f63b3242c638') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:03.277929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07b898a-4f49-4f71-924c-7f45966d02d8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:03.292413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.304654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a07b898a-4f49-4f71-924c-7f45966d02d8,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:03.327533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.343593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:19:03.347745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:19:03.350738 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:19:03.445281 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-58095e8a-2a70-49ee-9eb7-4d33ff2c5dfc service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200780 Dec 23 12:19:03.527625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.565532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-015ba7ab-3ebc-4709-8327-a37c79bb18f2 req-200ce9d4-78b2-436a-8620-26905e7ad272 service neutron] 10.222.0.43 "GET /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112459 Dec 23 12:19:03.632118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.638763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.643761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db344ded-b106-4223-b670-896709e0939b admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2 HTTP/1.1" status: 204 len: 168 time: 0.9198565 Dec 23 12:19:03.665572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67954e5-54ed-4abe-8f31-c642b8eaac46 req-014436c9-754d-4315-a4b7-9028f2f6a9d4 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:03.677483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b67954e5-54ed-4abe-8f31-c642b8eaac46 req-014436c9-754d-4315-a4b7-9028f2f6a9d4 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 944 time: 0.1574142 Dec 23 12:19:03.703865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.705235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db344ded-b106-4223-b670-896709e0939b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4990e0-7ac6-4f7a-a6cf-ed97d465e6e2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.765527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b67954e5-54ed-4abe-8f31-c642b8eaac46 req-5f9f19e2-a654-414a-8ce9-7dea6b8cd3e6 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869856 Dec 23 12:19:03.832870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:03.919743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35912) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:03.921030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c7cd072-9460-4c2d-a319-7840aa07711c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35595077f90c4abcb24fe149303c2d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880201 Dec 23 12:19:03.940689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a07b898a-4f49-4f71-924c-7f45966d02d8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:03.984199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.016014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.030544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 51fc7d8a-c518-43d9-80fd-a92d9252fa1f up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:04.276364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6921d7-6d8f-4f37-b735-916d63d83506 req-58b5641c-b1f7-4672-941b-518a2a6227cc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:04.278022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf6921d7-6d8f-4f37-b735-916d63d83506 req-58b5641c-b1f7-4672-941b-518a2a6227cc tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1264620 Dec 23 12:19:04.313483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.316078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.319552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8b199a0-fb27-450f-9042-d7c7b2bdbde6 HTTP/1.1" status: 204 len: 168 time: 0.3952603 Dec 23 12:19:04.343816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f1c7-6c46-4a6d-8b83-bbe1c019f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b199a0-fb27-450f-9042-d7c7b2bdbde6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:04.383768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf6921d7-6d8f-4f37-b735-916d63d83506 req-c6808076-9fa8-4550-be96-75488c6b4482 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967000 Dec 23 12:19:04.457175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35920) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:04.507393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cefbeab9-9e75-4666-b7f7-dc05e7fa03ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=250c107d30e64c89815fc16daecfd8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487542 Dec 23 12:19:04.510461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35922) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:04.566057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.606516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.886366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa979-3756-4dfa-b05b-b4be0f681e79 req-767552ee-0820-44dd-852a-a3d46a28ed85 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:04.887906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01baa979-3756-4dfa-b05b-b4be0f681e79 req-767552ee-0820-44dd-852a-a3d46a28ed85 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 944 time: 0.0524402 Dec 23 12:19:04.938889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01baa979-3756-4dfa-b05b-b4be0f681e79 req-5e93ffea-6ee3-483e-a75e-8481f88b75ca tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Dec 23 12:19:05.110590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:05.115025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:05.115289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.207744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.240159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:05.242411 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6aff4b-2275-4e80-a2d4-48f793bce963" -d '{"events": [{"server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "name": "network-vif-plugged", "status": "completed", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:05.257351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:05.271203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.271203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.271203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01951977-ed21-4f56-9c2b-d835fe796faf HTTP/1.1" status: 204 len: 168 time: 0.7568190 Dec 23 12:19:05.283597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08f51d-3dad-4175-95de-46950a7e733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01951977-ed21-4f56-9c2b-d835fe796faf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:05.297856 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746bc2e4-f317-4865-81f0-73e446bf2b67 x-openstack-request-id: req-746bc2e4-f317-4865-81f0-73e446bf2b67 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:05.298164 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "name": "network-vif-plugged", "status": "completed", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:05.298416 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-746bc2e4-f317-4865-81f0-73e446bf2b67 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:05.299059 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f', 'code': 200} Dec 23 12:19:05.379438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.484251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4efe-9cf2-45cd-af94-a42d9011057a req-1773f97b-e2cc-463b-8bdd-c4a074480282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:05.488755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ded4efe-9cf2-45cd-af94-a42d9011057a req-1773f97b-e2cc-463b-8bdd-c4a074480282 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 1096 time: 0.1025367 Dec 23 12:19:05.515947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:05.561059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ded4efe-9cf2-45cd-af94-a42d9011057a req-59f1f24f-a560-4dbd-ac38-09f09a4aaa1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Dec 23 12:19:05.585727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280da944-c337-471c-b467-44fcf3a46b3a req-0399c804-e7b0-43f6-8968-51e563813be0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:05.587537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280da944-c337-471c-b467-44fcf3a46b3a req-0399c804-e7b0-43f6-8968-51e563813be0 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0891161 Dec 23 12:19:05.700503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280da944-c337-471c-b467-44fcf3a46b3a req-b478abe4-3835-4b3a-8db8-cc33647ebb69 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948758 Dec 23 12:19:06.116766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba66a0-1725-4189-97a3-64de0a227b99 req-f5affa3d-cc21-48bf-9f1d-c17fe1f60e24 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:06.121236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04ba66a0-1725-4189-97a3-64de0a227b99 req-f5affa3d-cc21-48bf-9f1d-c17fe1f60e24 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 945 time: 0.0815885 Dec 23 12:19:06.187651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04ba66a0-1725-4189-97a3-64de0a227b99 req-96537669-8295-45bc-b95e-27f4938fafa1 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608151 Dec 23 12:19:06.454290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a07b898a-4f49-4f71-924c-7f45966d02d8 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:06.757008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35974) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:06.787841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port a07b898a-4f49-4f71-924c-7f45966d02d8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:06.800071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a07b898a-4f49-4f71-924c-7f45966d02d8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:06.800449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.903551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35980) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:06.966663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd82ff-a2df-45e7-9a42-166db754eafe req-0881d740-bc79-401e-9e92-f4fbed4a6a70 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:06.968275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cafd82ff-a2df-45e7-9a42-166db754eafe req-0881d740-bc79-401e-9e92-f4fbed4a6a70 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1858370 Dec 23 12:19:06.992376 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.035428 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-175001f5-18d3-47a6-89f9-5fda8fff8f7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdc11e8fd40046a095c46c0786910a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297126 Dec 23 12:19:07.035670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:07.056629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a07b898a-4f49-4f71-924c-7f45966d02d8,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:07.123203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cafd82ff-a2df-45e7-9a42-166db754eafe req-4a6c41cf-2b9e-4a3f-b80e-9a565a99df86 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395073 Dec 23 12:19:07.169575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.211562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.239124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.302771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:07.316624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-network', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:07.329352 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce96c40-2480-432d-acdb-80c818da35d6" -d '{"events": [{"server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "name": "network-vif-plugged", "status": "completed", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:07.358745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.402759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1360a-4665-46c9-9ba0-b53be758481e req-94aa40e8-cc9b-4dd5-a249-66a3f6b9b52a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:07.404238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ed1360a-4665-46c9-9ba0-b53be758481e req-94aa40e8-cc9b-4dd5-a249-66a3f6b9b52a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 945 time: 0.0780478 Dec 23 12:19:07.464924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ed1360a-4665-46c9-9ba0-b53be758481e req-00622419-3338-47be-b15d-d86f2aa5c8c8 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534432 Dec 23 12:19:07.539640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Made reservation on behalf of f736ecdb72e144d1bf0e42e4f19c156a for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:07.543070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.554771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.592139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.601264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.608091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dcebf33-9573-4236-84cc-f8a034e23135 HTTP/1.1" status: 204 len: 168 time: 0.5670962 Dec 23 12:19:07.637962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62e866-6945-4286-8673-270103309ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcebf33-9573-4236-84cc-f8a034e23135,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.770313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.057138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.063479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:09.078134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.078787 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Added segment 185a3b31-691f-47a2-8c53-61f2df4fbef6 of type vlan for network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f Dec 23 12:19:09.142510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.159320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642c4e24-a6ff-4353-b75c-3a855a8885bb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:09.371376 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5724bdb7-4ec6-4d4f-842d-84e69ccbbb74 x-openstack-request-id: req-5724bdb7-4ec6-4d4f-842d-84e69ccbbb74 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:09.371928 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "name": "network-vif-plugged", "status": "completed", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:09.371928 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5724bdb7-4ec6-4d4f-842d-84e69ccbbb74 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:09.372307 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8', 'code': 200} Dec 23 12:19:09.502819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b27b98-df44-4414-bd07-275610b3faaf req-1784925e-27ee-490c-abb8-76f1605c8169 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.506244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04b27b98-df44-4414-bd07-275610b3faaf req-1784925e-27ee-490c-abb8-76f1605c8169 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 945 time: 0.0781400 Dec 23 12:19:09.514052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff554ad-814f-4cba-b945-1baef2ab6ad8 req-0046e274-c367-4efc-a48d-30e71ac07f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.515944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ff554ad-814f-4cba-b945-1baef2ab6ad8 req-0046e274-c367-4efc-a48d-30e71ac07f4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 1096 time: 0.0677776 Dec 23 12:19:09.568621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ff554ad-814f-4cba-b945-1baef2ab6ad8 req-ffa1aa14-69ce-46e6-ba2e-3c1768914897 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Dec 23 12:19:09.582596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04b27b98-df44-4414-bd07-275610b3faaf req-e9871a65-0c95-410c-b7a4-b418c40f6322 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565348 Dec 23 12:19:09.688098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.691442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.691725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.753923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] Pushing event updated for resources: {'Network': ['ID=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:09.765020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:09.959418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c8bcfbcc-94ac-4016-b37a-152b892febab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.2010674 Dec 23 12:19:09.962491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36040) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:09.971716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Request body: {'subnet': {'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-subnet', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:10.145071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Made reservation on behalf of f736ecdb72e144d1bf0e42e4f19c156a for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:10.151021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.566237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.665939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Checking segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:10.666724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Network hostable DHCP agents. Network: 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:10.669005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd615af-1636-439f-97a0-bd91621d8450,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:10.744808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:10.844349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:10.894759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566e2e-cfa9-4f32-9105-c80354d7aaae req-0dd0f3c3-419b-4738-b451-0f8825f16bc5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:10.905181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c566e2e-cfa9-4f32-9105-c80354d7aaae req-0dd0f3c3-419b-4738-b451-0f8825f16bc5 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 945 time: 0.1671927 Dec 23 12:19:11.012323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-network', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:11.063488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c566e2e-cfa9-4f32-9105-c80354d7aaae req-1af2c338-ef39-442c-bf27-07942bdc4a16 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559262 Dec 23 12:19:11.072609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:11.088785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.089580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.091402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b3f15-e69e-44ed-b8e0-f3a0b3054302 None None] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:11.190611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Made reservation on behalf of 32694ee6ca7c447bb75a012ff7a0b3b6 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:11.207226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.210121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.289410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d8e834d-bee0-4431-b095-32ebdbae0de6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3254805 Dec 23 12:19:11.293063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:11.298272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:11.340034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.413946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.415011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.477468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.492691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:11.518776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.528472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.530696 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Added segment 9bb511d3-e951-487d-937e-1857396363c6 of type vlan for network 088b3cc6-e044-4d22-bfad-00dd22806112 Dec 23 12:19:11.619409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.631703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:11.633052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.711326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa8321-fc28-4efd-ab20-92678a405f02,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:11.739163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.740979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.741577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.872905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1268268 Dec 23 12:19:11.873582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:11.882784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Request body: {'subnet': {'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-subnet', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:11.958997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Allocated IP 172.20.0.2 (34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f/2bd615af-1636-439f-97a0-bd91621d8450/3c56ad8d-f8b5-4c1d-aa72-d07e68b54752) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:11.967551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a580679-0624-44f3-b5b9-4cc1836c20e1 admin admin] Pushing event updated for resources: {'Network': ['ID=088b3cc6-e044-4d22-bfad-00dd22806112,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:12.007970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Made reservation on behalf of 32694ee6ca7c447bb75a012ff7a0b3b6 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:12.011825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.016545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.255963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 088b3cc6-e044-4d22-bfad-00dd22806112 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:12.336586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812aee-5bbd-4328-84a4-e10cef6af123 req-38e4fda2-b373-4758-9636-f390c824b7eb tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:12.344198 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.344813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b812aee-5bbd-4328-84a4-e10cef6af123 req-38e4fda2-b373-4758-9636-f390c824b7eb tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 945 time: 0.1340110 Dec 23 12:19:12.521925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.543116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b812aee-5bbd-4328-84a4-e10cef6af123 req-2fb57505-1e1e-4b03-9613-caa24337266a tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973784 Dec 23 12:19:12.591806 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.608434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=defc6f02-4735-4c4c-ab99-3b720641613d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:12.632346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.672122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.680234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Checking segment: {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:12.680593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Network hostable DHCP agents. Network: 088b3cc6-e044-4d22-bfad-00dd22806112, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:12.721946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Pushing event updated for resources: {'Port': ['ID=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:12.736895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:12.742906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:12.752860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:12.763698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.764057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.764403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.764744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.765109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.765444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.765774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.770141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.772860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.779312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.779312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.785450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.789304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:12.800183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Network 088b3cc6-e044-4d22-bfad-00dd22806112 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:12.898934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Attempting to bind port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:12.899310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Attempting to bind port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:12.899755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Attempting to bind port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 on network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:12.909894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:12.910117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Allocated IP 172.25.7.234 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/844a1751-4f78-42fa-9b8d-b4df80e20f84) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:12.910290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Checking segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:12.910900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.911025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Bound using segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:12.911500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Bound port: 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:12.911917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.104083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 088b3cc6-e044-4d22-bfad-00dd22806112) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:13.104083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.104083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.105293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a854090-c4d6-4fe6-a081-4cfad0a24edc None None] Network 088b3cc6-e044-4d22-bfad-00dd22806112 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:13.133232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41d2548f-d30c-4189-a7a9-0d9847ee1eaa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2566843 Dec 23 12:19:13.133475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:13.137102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.143273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:13.300145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] For port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:13.306558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a0cea737-456e-4ba6-9ef3-24bb969ac047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.334701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] For port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:13.395577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-088b3cc6-e044-4d22-bfad-00dd22806112', 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112', 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'fixed_ips': [{'subnet_id': 'defc6f02-4735-4c4c-ab99-3b720641613d'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:13.396459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.402404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-b77b59c1-a7f3-4798-970b-d04614145c68 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.416722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.419834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-b77b59c1-a7f3-4798-970b-d04614145c68 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.3798695 Dec 23 12:19:13.549761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-9fbb9d0a-ab34-448f-839a-a1699db7cab3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/quotas/fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 375 time: 0.0756836 Dec 23 12:19:13.549761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.598640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:13.607619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:13.610780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:13.695677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a4b24-289d-40c8-9366-b386f8ff34b9 None None] Pushing event updated for resources: {'Port': ['ID=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:13.720446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.720446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.826301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Allocated IP 172.20.0.2 (088b3cc6-e044-4d22-bfad-00dd22806112/defc6f02-4735-4c4c-ab99-3b720641613d/bbec764e-cdb7-4794-8a87-f66e3900f0ce) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:14.059587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.085548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.137118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-1b481d43-7b57-4444-bcde-21377f9b9744 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6395392 Dec 23 12:19:14.168056 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.184561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=844a1751-4f78-42fa-9b8d-b4df80e20f84,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:14.294644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Pushing event updated for resources: {'Port': ['ID=bbec764e-cdb7-4794-8a87-f66e3900f0ce,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:14.319508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Network 088b3cc6-e044-4d22-bfad-00dd22806112 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:14.321396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:14.325893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:14.463396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Attempting to bind port bbec764e-cdb7-4794-8a87-f66e3900f0ce on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:14.463767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Attempting to bind port bbec764e-cdb7-4794-8a87-f66e3900f0ce by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:14.466141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Attempting to bind port bbec764e-cdb7-4794-8a87-f66e3900f0ce on network 088b3cc6-e044-4d22-bfad-00dd22806112 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:14.480626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:14.486006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Checking segment: {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:14.486006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.486006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Bound using segment: {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:14.486006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Bound port: bbec764e-cdb7-4794-8a87-f66e3900f0ce, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:14.486006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.689673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] For port bbec764e-cdb7-4794-8a87-f66e3900f0ce, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:14.697661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] For port bbec764e-cdb7-4794-8a87-f66e3900f0ce, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bbec764e-cdb7-4794-8a87-f66e3900f0ce,segment=NetworkSegment(9bb511d3-e951-487d-937e-1857396363c6),segment_id=9bb511d3-e951-487d-937e-1857396363c6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:14.802189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.871178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bca29a76-b503-476f-b202-7f233ae8d582 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:14.873857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bca29a76-b503-476f-b202-7f233ae8d582 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 945 time: 0.1291513 Dec 23 12:19:15.031018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2032d1-6fa8-4c5b-9397-37ca30a08c63 None None] Pushing event updated for resources: {'Port': ['ID=bbec764e-cdb7-4794-8a87-f66e3900f0ce,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:15.059933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Deleting port a07b898a-4f49-4f71-924c-7f45966d02d8 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:15.059933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.233648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.252512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] For port a07b898a-4f49-4f71-924c-7f45966d02d8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a07b898a-4f49-4f71-924c-7f45966d02d8,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:15.252908 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.271390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a021a9-6546-4f22-82f2-9c73eac98101 req-d77da580-6b3e-477d-8562-3f9b2b1db174 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:15.281763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46a021a9-6546-4f22-82f2-9c73eac98101 req-d77da580-6b3e-477d-8562-3f9b2b1db174 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 945 time: 0.5162320 Dec 23 12:19:15.291749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Calling delete_port for a07b898a-4f49-4f71-924c-7f45966d02d8 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:15.294741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a72ffb-f169-4abe-a043-fd838bea651e None None] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:15.378779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-f548764c-fbae-45a5-9a18-7f5e2572a45e service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1901791 Dec 23 12:19:15.531826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] Provisioning complete for port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:15.531826 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.548912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46a021a9-6546-4f22-82f2-9c73eac98101 req-ddccc232-62b3-4d0a-b2b4-e1abc5bc3492 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a27c5e-4bd2-4160-919b-71624c073602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668376 Dec 23 12:19:15.549555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.695400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:15.831190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-62a17da4-3b4a-4b24-b5a5-47541fed5abb tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:15.832660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-62a17da4-3b4a-4b24-b5a5-47541fed5abb tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 945 time: 0.3781009 Dec 23 12:19:16.000800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.028076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1173afef-3e4d-4280-ae69-dfd314e2c30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.044411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-db8fd9e1-5903-449e-b1f3-c3bf400aed17 service neutron] 10.222.0.16 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489862 Dec 23 12:19:16.053141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['51fc7d8a-c518-43d9-80fd-a92d9252fa1f'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:16.094455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event deleted for resources: {'Port': ['ID=a07b898a-4f49-4f71-924c-7f45966d02d8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:16.184507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a07b898a-4f49-4f71-924c-7f45966d02d8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:16.378635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] No DVR routers for this DVR port a07b898a-4f49-4f71-924c-7f45966d02d8 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:16.382350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Deleting port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:16.388260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.394701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.395227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de0d12a5-95e1-455e-aae0-dfc42f30b4b7 req-bc36ecc6-5406-485b-a56b-44d1af96d06c tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.57 "DELETE /v2.0/ports/a07b898a-4f49-4f71-924c-7f45966d02d8 HTTP/1.1" status: 204 len: 173 time: 1.5134604 Dec 23 12:19:16.410108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'name': 'network-vif-deleted', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:16.412518 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e1f6c0-8220-4cd6-a48a-9a157ccd8585" -d '{"events": [{"server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "name": "network-vif-deleted", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:16.567914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.613735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] For port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:16.616987 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.618100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:16.619179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.730701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] For port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,segment=NetworkSegment(6dda934c-c697-4840-9d69-b9207dce1c8c),segment_id=6dda934c-c697-4840-9d69-b9207dce1c8c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:16.731637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.744020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.750265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Calling delete_port for 51fc7d8a-c518-43d9-80fd-a92d9252fa1f owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:16.782576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.979422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46a7a0-4ed8-47f3-a1c7-bf0cadc88418 None None] Pushing event updated for resources: {'Port': ['ID=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:17.001570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-78aee762-5f0d-42e3-9171-4a39cff65384 None None] Provisioning complete for port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:17.002254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78aee762-5f0d-42e3-9171-4a39cff65384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.088479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72066840-1f40-4cfb-ada1-eb86e74066d2 None None] Network 088b3cc6-e044-4d22-bfad-00dd22806112 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:17.185060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.269747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Pushing event deleted for resources: {'Port': ['ID=51fc7d8a-c518-43d9-80fd-a92d9252fa1f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:17.497373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] No DVR routers for this DVR port 51fc7d8a-c518-43d9-80fd-a92d9252fa1f on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:17.501135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.515484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2662845c-e161-43b5-b2d6-ae27205be9b7 req-3422ecac-a421-4194-bb6d-3b311158d707 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.43 "DELETE /v2.0/ports/51fc7d8a-c518-43d9-80fd-a92d9252fa1f HTTP/1.1" status: 204 len: 173 time: 1.6744351 Dec 23 12:19:17.564453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] Provisioning complete for port bbec764e-cdb7-4794-8a87-f66e3900f0ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:17.564846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.645220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67bb8772-f94f-47df-9d26-63d1927ba7e1 req-95e53f7b-0f3f-48a6-acfc-5f1063c42b88 tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3 HTTP/1.1" status: 200 len: 210 time: 0.1218748 Dec 23 12:19:17.781676 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9474dff-07f3-4300-8817-b97bce47d607 x-openstack-request-id: req-d9474dff-07f3-4300-8817-b97bce47d607 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:17.781905 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3", "name": "network-vif-deleted", "tag": "a07b898a-4f49-4f71-924c-7f45966d02d8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:17.782311 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9474dff-07f3-4300-8817-b97bce47d607 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:17.783221 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727b1e5-5ce1-4bf1-bdc1-550cf3e7ede3', 'name': 'network-vif-deleted', 'tag': 'a07b898a-4f49-4f71-924c-7f45966d02d8', 'status': 'completed', 'code': 200} Dec 23 12:19:17.828477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.858819 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.868793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bbec764e-cdb7-4794-8a87-f66e3900f0ce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:18.010778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:18.071673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.075396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8802cc14-0c7b-450d-a94a-b800a657dee8 req-01a65d20-9f99-4cca-86e0-5670f3c49f57 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.1037650 Dec 23 12:19:18.133614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] For port bbec764e-cdb7-4794-8a87-f66e3900f0ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bbec764e-cdb7-4794-8a87-f66e3900f0ce,segment=NetworkSegment(9bb511d3-e951-487d-937e-1857396363c6),segment_id=9bb511d3-e951-487d-937e-1857396363c6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:18.159865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bbec764e-cdb7-4794-8a87-f66e3900f0ce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:18.160270 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.236453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.242269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.281575 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.303979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed0e1-c2f7-41ad-8275-e6cf2e140938 None None] Pushing event updated for resources: {'Port': ['ID=bbec764e-cdb7-4794-8a87-f66e3900f0ce,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.405519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c81847e9-e613-49e5-9546-8efd354ee9f9 None None] Provisioning complete for port bbec764e-cdb7-4794-8a87-f66e3900f0ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:18.406215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c81847e9-e613-49e5-9546-8efd354ee9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.448913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Allocated IP 172.25.7.50 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/49906b90-766f-4644-8097-3fa63f07097b) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:18.492609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:18.505264 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Sync routers for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:18.523596 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:18.524230 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:18.626752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.631415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a07b898a-4f49-4f71-924c-7f45966d02d8 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:18.636605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:18.724661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: a07b898a-4f49-4f71-924c-7f45966d02d8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:18.725056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a07b898a-4f49-4f71-924c-7f45966d02d8 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:18.764264 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:18.810825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:18.811386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.866014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3743f0d-377a-4a33-8fbe-e1b56e03d8b0 req-4c1b8b1b-b085-4193-9efa-ae30f1a8e59f tempest-MultipleCreateTestJSON-1428010590 tempest-MultipleCreateTestJSON-1428010590-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af89dda-4c06-4b87-b920-246006bbc073 HTTP/1.1" status: 200 len: 210 time: 0.0449505 Dec 23 12:19:19.047218 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:13Z', 'revision_number': 3, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:19.082568 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Checking router: 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:19.083071 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Updating router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 port 844a1751-4f78-42fa-9b8d-b4df80e20f84 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:19.125358 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.142350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.147727 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.152497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:19.158330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c35fadb3-891c-493a-947f-d50a4a6d9ff9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.8641288 Dec 23 12:19:19.162534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.375624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:19.401101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2c15425-3b52-4a6e-a841-0259ce8238fa req-740c9111-52e7-4990-90f9-fd9c284adbeb tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.2022905 Dec 23 12:19:19.404660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:19.427549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:19.449499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Pushing event updated for resources: {'Port': ['ID=49906b90-766f-4644-8097-3fa63f07097b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:19.530546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bbec764e-cdb7-4794-8a87-f66e3900f0ce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:19.642976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bbec764e-cdb7-4794-8a87-f66e3900f0ce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:19.643396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.827780 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.853063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'name': 'network-vif-deleted', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:19.856197 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a227f4b-b657-4e84-9c82-731b5092f71a" -d '{"events": [{"server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "name": "network-vif-deleted", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:19.913349 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99425c0-9bbd-4c85-9c0f-96259b1222d9 x-openstack-request-id: req-d99425c0-9bbd-4c85-9c0f-96259b1222d9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:19.913634 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af89dda-4c06-4b87-b920-246006bbc073", "name": "network-vif-deleted", "tag": "51fc7d8a-c518-43d9-80fd-a92d9252fa1f", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:19.913880 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d99425c0-9bbd-4c85-9c0f-96259b1222d9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:19.914257 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af89dda-4c06-4b87-b920-246006bbc073', 'name': 'network-vif-deleted', 'tag': '51fc7d8a-c518-43d9-80fd-a92d9252fa1f', 'status': 'completed', 'code': 200} Dec 23 12:19:19.944336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:19.999215 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.022811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Deleting subnet fe2ed8a4-96e3-4dbc-b81c-28edf98df055 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:19:20.091178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 51fc7d8a-c518-43d9-80fd-a92d9252fa1f no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:20.123623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.151768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.159618 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a249b-6e27-4f65-bcc9-531a01faf31c None None] Pushing event updated for resources: {'Port': ['ID=844a1751-4f78-42fa-9b8d-b4df80e20f84,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.162902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 51fc7d8a-c518-43d9-80fd-a92d9252fa1f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:20.163465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 51fc7d8a-c518-43d9-80fd-a92d9252fa1f not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:20.214504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.262818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Attempting to bind port 844a1751-4f78-42fa-9b8d-b4df80e20f84 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:20.263584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Attempting to bind port 844a1751-4f78-42fa-9b8d-b4df80e20f84 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:20.266104 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Attempting to bind port 844a1751-4f78-42fa-9b8d-b4df80e20f84 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:20.291556 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:20.295834 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:20.296440 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.297062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:20.297657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Bound port: 844a1751-4f78-42fa-9b8d-b4df80e20f84, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:20.298152 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.321716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.389282 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] For port 844a1751-4f78-42fa-9b8d-b4df80e20f84, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:20.392904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] For port 844a1751-4f78-42fa-9b8d-b4df80e20f84, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=844a1751-4f78-42fa-9b8d-b4df80e20f84,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:20.438100 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.477044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Allocated IP 172.20.0.1 (34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f/2bd615af-1636-439f-97a0-bd91621d8450/ddf8f10a-57d0-489d-8b9f-f01ab568b9c5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:20.523327 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.609766 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a249b-6e27-4f65-bcc9-531a01faf31c None None] Pushing event updated for resources: {'Port': ['ID=844a1751-4f78-42fa-9b8d-b4df80e20f84,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.633055 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:20.635862 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:20.641847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.673861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c622593e-0983-4118-8e98-6a23dac16d12 req-dc7b8541-5d06-465f-b929-738592fc92ed tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0328891 Dec 23 12:19:20.782177 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:20.822379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.841355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.847248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe2ed8a4-96e3-4dbc-b81c-28edf98df055 HTTP/1.1" status: 204 len: 168 time: 0.8993471 Dec 23 12:19:20.848282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:20.865811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2746e3-2e68-4028-a26a-ca4639feff2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2ed8a4-96e3-4dbc-b81c-28edf98df055,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.880415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.888972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.037625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:21.038703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:21.049080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:21.052953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:21.107568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.128433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.225089 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:13Z', 'revision_number': 3, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.253190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Router 37013c56-ca3c-4f63-844e-cb5c38982553 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:21.262335 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668acf1c-1c12-4832-895d-5f2f202f0374 None None] The sync data for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 is: [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:13Z', 'revision_number': 3, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:21.330291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.388515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e27f242-0d91-449a-b9e1-2c77e0b7b829']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.403664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dda934c-c697-4840-9d69-b9207dce1c8c') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.403964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dda934c-c697-4840-9d69-b9207dce1c8c') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.421966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c9ffc27d-840c-43fd-a215-f76fc19b95cb None None] Provisioning complete for port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:21.422568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc27d-840c-43fd-a215-f76fc19b95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.484073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffc27d-840c-43fd-a215-f76fc19b95cb None None] Port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:21.707962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:21.719961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Sync routers for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:21.732715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:21.733423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.800736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.812932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6ff0745-af74-4a27-9989-e5f08f05d834 req-354b343d-9c0a-4427-831b-5f2aa5691f22 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Dec 23 12:19:21.873863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:21.876595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.888560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:19:21.888990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:19:21.890726 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:19:21.959830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.961529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7cbfd6cd-2751-436c-9526-1aa790f9705a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8226712 Dec 23 12:19:21.967003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36300) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:21.993821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-4d2402c7-8f55-4ad6-87dd-a730f867e30f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:21.995625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-4d2402c7-8f55-4ad6-87dd-a730f867e30f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 820 time: 0.2010205 Dec 23 12:19:22.010498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Request body: {'port': {'device_id': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'admin_state_up': True, 'tenant_id': 'fe446f35dda84662a71c0cabc5da52a6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:22.118893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.141370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:19Z', 'revision_number': 3, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:22.182774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Checking router: 37013c56-ca3c-4f63-844e-cb5c38982553 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:22.183134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Updating router 37013c56-ca3c-4f63-844e-cb5c38982553 port 49906b90-766f-4644-8097-3fa63f07097b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:22.205633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.228047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.235500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.241173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/1e27f242-0d91-449a-b9e1-2c77e0b7b829 HTTP/1.1" status: 204 len: 168 time: 1.3904040 Dec 23 12:19:22.309769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a603b7-268d-4625-969d-c10ef137fc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e27f242-0d91-449a-b9e1-2c77e0b7b829,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:22.596890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Made reservation on behalf of fe446f35dda84662a71c0cabc5da52a6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:22.601060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.601626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.610320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.753643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.813502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.816486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.862502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.949485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36334) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:22.970123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Allocated IP 172.20.0.10 (b549ab4f-1e67-4ea0-9e40-144c664c2e7d/6efd998f-07b0-4bb2-8612-cc0eeec0b67f/c042bfe0-df54-4404-9900-c847cd752b57) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:22.973107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.976919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.018902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd38f7-3fda-4a51-81cb-8d85d87a3a70 None None] Pushing event updated for resources: {'Port': ['ID=49906b90-766f-4644-8097-3fa63f07097b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.036584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Attempting to bind port 49906b90-766f-4644-8097-3fa63f07097b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:23.037703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Attempting to bind port 49906b90-766f-4644-8097-3fa63f07097b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:23.041205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Attempting to bind port 49906b90-766f-4644-8097-3fa63f07097b on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:23.048899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:23.060283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:23.063292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.064739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:23.066746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Bound port: 49906b90-766f-4644-8097-3fa63f07097b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:23.067398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.120900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56cca220-6f41-4d86-819e-f2c3cdc2e866 req-9002bfe3-16e3-444e-904e-98298c470486 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0953531 Dec 23 12:19:23.150423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] For port 49906b90-766f-4644-8097-3fa63f07097b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:23.156993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] For port 49906b90-766f-4644-8097-3fa63f07097b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=49906b90-766f-4644-8097-3fa63f07097b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:23.181834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec473182-b3ea-4158-bd79-803ca19f1dd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9593cc611a74612b3d7c97b3d1fd88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310514 Dec 23 12:19:23.200249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:23.262198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:23.265732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:23.269406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Allocated IP 172.20.0.1 (088b3cc6-e044-4d22-bfad-00dd22806112/defc6f02-4735-4c4c-ab99-3b720641613d/fe754d11-fe7b-4312-a2c0-ab01ce27ca64) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:23.353493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.353925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.409227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.474677 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.497130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:23.498065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:23.588944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 844a1751-4f78-42fa-9b8d-b4df80e20f84 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:23.616793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.639941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:23.652022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.677737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747', '54510d91-75e2-4278-9518-abb6a023059c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:23.709183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.804632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bdcc1-26e2-478d-b986-c1507026d31b req-acd99b4e-5b85-4bae-8b69-3e75a701871e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:23.806859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-657bdcc1-26e2-478d-b986-c1507026d31b req-acd99b4e-5b85-4bae-8b69-3e75a701871e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 951 time: 0.1455328 Dec 23 12:19:23.815123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Network b549ab4f-1e67-4ea0-9e40-144c664c2e7d is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:23.819956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:23.834919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:23.835589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.843220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.851551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5a27c5e-4bd2-4160-919b-71624c073602 HTTP/1.1" status: 204 len: 168 time: 0.6503205 Dec 23 12:19:23.876993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd38f7-3fda-4a51-81cb-8d85d87a3a70 None None] Pushing event updated for resources: {'Port': ['ID=49906b90-766f-4644-8097-3fa63f07097b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.905066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.910715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 844a1751-4f78-42fa-9b8d-b4df80e20f84 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:23.911077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.932154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d52559-4fa3-4029-8e74-25ed3191923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a27c5e-4bd2-4160-919b-71624c073602,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.977552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Network 088b3cc6-e044-4d22-bfad-00dd22806112 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:23.987508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a6cdcef6-5d7c-4fac-ae44-baaf0ce401b0 None None] Provisioning complete for port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:23.991947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcef6-5d7c-4fac-ae44-baaf0ce401b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.015081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:24.029201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Sync routers for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:24.042818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:24.045814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:24.054512 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:24.059242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:24.092799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.093553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.109258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.128305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-78d08734-ebd0-4c1f-a48d-ba0675d69a90 admin admin] 10.222.0.16 "PUT /v2.0/routers/4b8a54de-60a9-4582-bf3c-1a2f3d80d224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9649069 Dec 23 12:19:24.180954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:24.308708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-657bdcc1-26e2-478d-b986-c1507026d31b req-bfb5c913-e086-43a7-85bd-a2dede0c20e0 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908669 Dec 23 12:19:24.312514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-5aeee3b0-a104-4ad6-ad5c-2fda0a04bf6f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3069806 Dec 23 12:19:24.344875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Request body: {'port': {'device_id': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:24.369147 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:24.382126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdcef6-5d7c-4fac-ae44-baaf0ce401b0 None None] Port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:24.484528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.512607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.579860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7590be7-5405-44cc-8724-09243fc7b91b req-b6b14f7c-4afa-460d-921a-d35a48146606 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.583328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7590be7-5405-44cc-8724-09243fc7b91b req-b6b14f7c-4afa-460d-921a-d35a48146606 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 932 time: 0.2729387 Dec 23 12:19:24.710105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7590be7-5405-44cc-8724-09243fc7b91b req-4c61e7fd-96da-4d88-bb04-4f1022452d28 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178184 Dec 23 12:19:24.760571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.858997 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:22Z', 'revision_number': 2, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:24.943417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Checking router: 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:24.943795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Updating router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:25.020931 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.114490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c042bfe0-df54-4404-9900-c847cd752b57 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:25.125586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.141112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Transition to ACTIVE for port object c042bfe0-df54-4404-9900-c847cd752b57 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:25.186157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.236484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.296027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-42334907-d30a-467a-8782-1e85bfd226be tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:25.304881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-42334907-d30a-467a-8782-1e85bfd226be tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 829 time: 0.2300291 Dec 23 12:19:25.355904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.416771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-724fb7de-7940-4cff-97c6-ee23c17681b4 None None] Provisioning complete for port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:25.417398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-724fb7de-7940-4cff-97c6-ee23c17681b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.449165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.462941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-2e2df25a-d723-40ee-ab74-f6a5b39ae11e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/quotas/f736ecdb72e144d1bf0e42e4f19c156a HTTP/1.1" status: 200 len: 375 time: 0.1283083 Dec 23 12:19:25.483698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:25.580023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.597733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:25.598286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:25.598777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:25.636746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:25.637380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:25.676995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:25.677606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:25.682089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:25.682089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Bound port: c042bfe0-df54-4404-9900-c847cd752b57, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:25.682089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.685542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-724fb7de-7940-4cff-97c6-ee23c17681b4 None None] Port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:25.710005 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.711719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 844a1751-4f78-42fa-9b8d-b4df80e20f84, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=844a1751-4f78-42fa-9b8d-b4df80e20f84,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:25.726612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:19Z', 'revision_number': 3, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:25.765005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcc8a5-8cec-4384-8aae-4fecf1a55029 None None] The sync data for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 is: [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:19Z', 'revision_number': 3, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:25.777453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-a5fdadca-6769-4d82-b7e7-b1a946e231ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654191 Dec 23 12:19:25.834928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Network 088b3cc6-e044-4d22-bfad-00dd22806112 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:25.837261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:25.844509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:25.847727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:25.850780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:25.858576 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.953177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.976518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.018049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-73d11af4-6248-46b4-afd0-397474a246be tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5523303 Dec 23 12:19:26.071617 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728baad-4155-40c5-9ad1-45a5dd7f42f9 None None] Pushing event updated for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.103205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-3333eb4c-c67f-43c5-bfdc-71a8fc4192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.134384 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-3333eb4c-c67f-43c5-bfdc-71a8fc4192a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 1096 time: 0.2239830 Dec 23 12:19:26.184285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.185319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.203355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-57676975-ffd2-471a-a395-41f7e57abede service neutron] 10.222.0.57 "PUT /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 1092 time: 1.8805146 Dec 23 12:19:26.207374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:26.213792 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834484e1-ec62-4b7c-acb1-074b8c49d3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "tag": "c042bfe0-df54-4404-9900-c847cd752b57"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:26.252116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=844a1751-4f78-42fa-9b8d-b4df80e20f84,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.262295 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Attempting to bind port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:26.262842 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Attempting to bind port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:26.263354 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Attempting to bind port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 on network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:26.271172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:26.271755 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Checking segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:26.272628 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.273187 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Bound using segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:26.273803 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Bound port: ddf8f10a-57d0-489d-8b9f-f01ab568b9c5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:26.275582 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.365432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e908d5-61b5-473b-950c-7fd40035e5cb req-d3b63caf-eac2-4a68-b46e-aedd75ec8498 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.372425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e908d5-61b5-473b-950c-7fd40035e5cb req-d3b63caf-eac2-4a68-b46e-aedd75ec8498 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.3550293 Dec 23 12:19:26.491457 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] For port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:26.496239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] For port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:26.546398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:26.567461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-940e7224-4330-4e3b-bcee-233537a859ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.568990 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-940e7224-4330-4e3b-bcee-233537a859ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.4336061 Dec 23 12:19:26.652700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Provisioning complete for port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:26.653631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.659543 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.663641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57676975-ffd2-471a-a395-41f7e57abede service neutron] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.753024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-fe4375ad-1db5-4dec-8e90-0c42fa3bc172 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 200 len: 217 time: 0.1418395 Dec 23 12:19:26.753529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36470) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:26.757979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-1168eff1-bc97-4ea6-abb7-a8947df00e95 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290950 Dec 23 12:19:26.838419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-5d11eb11-f389-4aa2-92c5-6a3722fec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.838618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Router 37013c56-ca3c-4f63-844e-cb5c38982553 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:26.840371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-5d11eb11-f389-4aa2-92c5-6a3722fec036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0721829 Dec 23 12:19:26.842645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-4c91ea69-ffa3-4710-a842-39d3e46ca78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.844116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-4c91ea69-ffa3-4710-a842-39d3e46ca78a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.2644594 Dec 23 12:19:26.847279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:26.847924 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:26.858662 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728baad-4155-40c5-9ad1-45a5dd7f42f9 None None] Pushing event updated for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.881726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:26.885597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.931226 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-8e7bd831-f875-46c9-a31b-f9cffd308913 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802772 Dec 23 12:19:27.003993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:27.007684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Provisioning complete for port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:27.008056 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.023115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e908d5-61b5-473b-950c-7fd40035e5cb req-46173de8-becc-49b8-bb57-e79362bfe8eb tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423428 Dec 23 12:19:27.075540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1692444376-network', 'tenant_id': '2cc93586dcd64ee58be20fd72a1d0ef5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:27.084861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-00b9a819-9436-43f0-825b-e05fe6b8b2a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 217 time: 0.1510556 Dec 23 12:19:27.143246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:27.143502 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:27.159005 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ede451-b2d1-4bf7-88c6-daf061303c63" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:27.182694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.386682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-488adabb-d6ab-4f98-b960-1d2e3982e589 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277425 Dec 23 12:19:27.389111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.484472 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb106fec-1b10-4ca7-9ecf-e2267ed66d28 x-openstack-request-id: req-cb106fec-1b10-4ca7-9ecf-e2267ed66d28 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:27.485122 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "tag": "c042bfe0-df54-4404-9900-c847cd752b57", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:27.485122 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb106fec-1b10-4ca7-9ecf-e2267ed66d28 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:27.485715 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57', 'status': 'completed', 'code': 200} Dec 23 12:19:27.508021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-b27c1ec3-f346-423c-a7fa-556e88475469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:27.514096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-b27c1ec3-f346-423c-a7fa-556e88475469 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.4026206 Dec 23 12:19:27.517430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] For port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:27.519312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.656532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:27.664338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.699375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-29901d5b-feb1-45b8-b184-ef29e939f9d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/37013c56-ca3c-4f63-844e-cb5c38982553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7337165 Dec 23 12:19:27.705112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-3c293a5c-47e7-447f-b700-f29ae5115a6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540680 Dec 23 12:19:27.718138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Made reservation on behalf of 2cc93586dcd64ee58be20fd72a1d0ef5 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:27.724593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.791698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-182a608b-4ac0-44d7-952f-3f6ef18d56be service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400692 Dec 23 12:19:27.802320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.882497 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:26Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:27.895377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-afc2d307-911b-4e55-8198-d5c3f883f791 None None] Provisioning complete for port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:27.895377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afc2d307-911b-4e55-8198-d5c3f883f791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.034122 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243b8c0-33f4-4d46-9da1-7578a1d22e27 None None] The sync data for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 is: [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:26Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:28.075459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1b4e-4451-4bfb-80f7-5565db8411b6 None None] Pushing event updated for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:28.279903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58e5ee44-8840-486e-8d14-6bdd9c5fcf10 req-96bfdea7-b700-4c25-8bab-e79b87d34505 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 210 time: 0.0646250 Dec 23 12:19:28.386930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.420637 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e8db1-2284-45d2-acd7-1b0f182cfcb7 x-openstack-request-id: req-4e8e8db1-2284-45d2-acd7-1b0f182cfcb7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:28.421151 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:28.421588 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e8e8db1-2284-45d2-acd7-1b0f182cfcb7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:28.422235 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'code': 200} Dec 23 12:19:28.428131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bb8aa-cc4a-4739-90db-b1a8dd9a31db req-61e5b987-1361-4b6d-acea-cbcaf4a4c87a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.435802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-776bb8aa-cc4a-4739-90db-b1a8dd9a31db req-61e5b987-1361-4b6d-acea-cbcaf4a4c87a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0919046 Dec 23 12:19:28.461363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-850b8b88-1d1f-4f70-a51d-fc1f91318300 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311924 Dec 23 12:19:28.480022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 49906b90-766f-4644-8097-3fa63f07097b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:28.532794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.545703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-776bb8aa-cc4a-4739-90db-b1a8dd9a31db req-a565604c-cc11-46a5-bad9-a8056186d263 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033788 Dec 23 12:19:28.599996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 49906b90-766f-4644-8097-3fa63f07097b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:28.600886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.704091 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-028f1fbb-3b15-4619-bc92-556d99927e2f req-d518c73d-8dc7-465f-85fd-e205dc932357 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981707 Dec 23 12:19:28.716429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:28.726734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.727180 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Added segment 30432a07-f24a-4f4f-b307-aa9ecb6faf32 of type vlan for network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 Dec 23 12:19:28.733771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.755568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cf2b91f-dc41-48b4-aba8-13d1a75e05de req-27071aef-71e1-439d-a167-1821672212dd tempest-FloatingIPsNegativeTestJSON-744774859 tempest-FloatingIPsNegativeTestJSON-744774859-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=32694ee6ca7c447bb75a012ff7a0b3b6 HTTP/1.1" status: 200 len: 217 time: 0.1387942 Dec 23 12:19:28.786586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 49906b90-766f-4644-8097-3fa63f07097b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=49906b90-766f-4644-8097-3fa63f07097b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:28.851427 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.881662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.882771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 844a1751-4f78-42fa-9b8d-b4df80e20f84 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:28.895463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c0707f8-01a3-414d-9446-88d0991d7c63 req-d33c141b-8703-4967-a472-f1e50c7920b1 tempest-FloatingIPsNegativeTestJSON-744774859 tempest-FloatingIPsNegativeTestJSON-744774859-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0320284 Dec 23 12:19:28.940537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede7bbe2-dc30-4bce-ba92-8fe393728f68,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:29.032161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fefa06d4-b80c-4c48-9d02-0205984e4432 req-4108acb1-a4c2-4921-a256-2b1714b9aa72 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541716 Dec 23 12:19:29.058542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.059557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.060211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.075466 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-acf072ae-b10b-4630-825f-7175d8cf3caf req-5ca658d3-5476-4f7e-b699-bb0c543b9899 tempest-FloatingIPsNegativeTestJSON-744774859 tempest-FloatingIPsNegativeTestJSON-744774859-project] show failed (client error): The resource could not be found. Dec 23 12:19:29.095369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acf072ae-b10b-4630-825f-7175d8cf3caf req-5ca658d3-5476-4f7e-b699-bb0c543b9899 tempest-FloatingIPsNegativeTestJSON-744774859 tempest-FloatingIPsNegativeTestJSON-744774859-project] 10.222.0.16 "GET /v2.0/floatingips/f564ed29-f095-4bc3-a80b-eb30fa97b448 HTTP/1.1" status: 404 len: 350 time: 0.1340046 Dec 23 12:19:29.096217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36556) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:29.219226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=49906b90-766f-4644-8097-3fa63f07097b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:29.262596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] Pushing event updated for resources: {'Network': ['ID=64fcfee8-9ded-4979-b984-94fb9c2c46a0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:29.309071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:29.368037 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6c75e5f6-5039-4a36-8d46-c05d1b3bbb2b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6084373 Dec 23 12:19:29.376222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36574) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:29.409266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Request body: {'subnet': {'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1692444376-subnet', 'tenant_id': '2cc93586dcd64ee58be20fd72a1d0ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:29.447313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Sync routers for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:29.474224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-b4c8badf-9727-483f-8242-948817d8450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.474669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 844a1751-4f78-42fa-9b8d-b4df80e20f84 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:29.475049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.476421 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-b4c8badf-9727-483f-8242-948817d8450d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.2039402 Dec 23 12:19:29.503214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:29.504190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:29.581992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-282f8841-3eb0-4291-831a-668622f753e6 req-1017a085-d663-45bd-bfcb-9d7f5ef9f937 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 210 time: 0.1544478 Dec 23 12:19:29.734915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Made reservation on behalf of 2cc93586dcd64ee58be20fd72a1d0ef5 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:29.739986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.793613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:29.838262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949bd2-4190-408f-b947-207568c87f8f req-db844904-6841-4973-a6e2-eb3152696154 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.849291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4949bd2-4190-408f-b947-207568c87f8f req-db844904-6841-4973-a6e2-eb3152696154 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1216857 Dec 23 12:19:30.129563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4949bd2-4190-408f-b947-207568c87f8f req-c7f266c6-02a6-4b41-ae69-ee804dfe9b4c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761111 Dec 23 12:19:30.133633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-6ec3e921-cd7f-4ceb-9324-f6ed9073220b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4540870 Dec 23 12:19:30.138747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-61d5cc02-c5d5-4919-8ddb-2df95223f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.142895 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-61d5cc02-c5d5-4919-8ddb-2df95223f483 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.6474118 Dec 23 12:19:30.308126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 4, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fe754d11-fe7b-4312-a2c0-ab01ce27ca64', 'name': '', 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'mac_address': 'fa:16:3e:68:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:22Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 2, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'subnets': [{'id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:30.352122 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-aaf078bf-d753-40d5-8f73-ef6efbd7fc6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 217 time: 0.2016757 Dec 23 12:19:30.386095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 49906b90-766f-4644-8097-3fa63f07097b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:30.389894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Checking router: 37013c56-ca3c-4f63-844e-cb5c38982553 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:30.390446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Updating router 37013c56-ca3c-4f63-844e-cb5c38982553 port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:30.429653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-dda7a1d1-9b8f-4b95-a412-b626a421a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.431986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-dda7a1d1-9b8f-4b95-a412-b626a421a3bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 1095 time: 0.2624290 Dec 23 12:19:30.473203 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.552086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-8bc20f64-71f2-409d-8ec6-52695dae7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.567907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.568326 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-8bc20f64-71f2-409d-8ec6-52695dae7cbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.2071071 Dec 23 12:19:30.728302 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-e8ad0886-a312-4c73-82be-ee26156544e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376450 Dec 23 12:19:30.760302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 49906b90-766f-4644-8097-3fa63f07097b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:30.760961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.998343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-4c06de3b-92ab-42fd-89dc-f40e0acd06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.999840 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-4c06de3b-92ab-42fd-89dc-f40e0acd06e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.5396254 Dec 23 12:19:31.221783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e1fd50f-8369-4a28-a20d-dea2f6c3f5d7 req-63e63691-fc17-4a3d-bc96-7a185dca3230 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 210 time: 0.5267746 Dec 23 12:19:31.273765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:31.396179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.399258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-5883e9e5-0fb4-4991-a4c9-734c6c2a6e85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 200 len: 217 time: 0.3852785 Dec 23 12:19:31.408217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:31.408653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.411622 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.544465 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-32634224-9cd0-493e-be97-ae92842abded service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019929 Dec 23 12:19:31.564477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55122672-990a-4b5a-89a7-02c3fee65ee4 req-4672094b-767c-451e-ae3e-52af31bd88c0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:31.564477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55122672-990a-4b5a-89a7-02c3fee65ee4 req-4672094b-767c-451e-ae3e-52af31bd88c0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1580896 Dec 23 12:19:31.618289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.634508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-adbee52e-d94d-4f42-aacf-7075620938d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:31.636929 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-adbee52e-d94d-4f42-aacf-7075620938d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.2289174 Dec 23 12:19:31.637809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Pushing event updated for resources: {'Subnet': ['ID=adde3250-9405-4735-a172-a3fdd4624415,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:31.642724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Checking segment: {'id': '30432a07-f24a-4f4f-b307-aa9ecb6faf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:31.653620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Network hostable DHCP agents. Network: 64fcfee8-9ded-4979-b984-94fb9c2c46a0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:31.706145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-cfa57fc1-7365-43db-a9ec-895999478480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483682 Dec 23 12:19:31.717072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55122672-990a-4b5a-89a7-02c3fee65ee4 req-87a1ec4f-0588-4118-a112-187add3cd819 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471055 Dec 23 12:19:31.725875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8d4a0-4c6b-4a1b-89e7-d4054122fd51 None None] Pushing event updated for resources: {'Port': ['ID=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:31.865507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Deleting port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:31.865853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.924586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Attempting to bind port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:31.924990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Attempting to bind port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:31.927486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Attempting to bind port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 on network 088b3cc6-e044-4d22-bfad-00dd22806112 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:31.951366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:31.958766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Checking segment: {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:31.958766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.958766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Bound using segment: {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:31.958766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Bound port: fe754d11-fe7b-4312-a2c0-ab01ce27ca64, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb511d3-e951-487d-937e-1857396363c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:31.958766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.959245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-834484e1-ec62-4b7c-acb1-074b8c49d3a6 req-74be023d-d303-4972-a204-4cbe1fe29658 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789392 Dec 23 12:19:32.020331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:32.027553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-bbe14a1e-3613-4364-a4e6-750f524d211d service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926512 Dec 23 12:19:32.107481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] For port fe754d11-fe7b-4312-a2c0-ab01ce27ca64, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:32.111211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] For port fe754d11-fe7b-4312-a2c0-ab01ce27ca64, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,segment=NetworkSegment(9bb511d3-e951-487d-937e-1857396363c6),segment_id=9bb511d3-e951-487d-937e-1857396363c6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:32.121268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] For port fe754d11-fe7b-4312-a2c0-ab01ce27ca64, host n-d-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:32.121680 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.160675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1064a6f5-1201-437c-8ab5-64f9d0a664df None None] Provisioning complete for port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:32.161967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1064a6f5-1201-437c-8ab5-64f9d0a664df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.182275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Calling delete_port for fe754d11-fe7b-4312-a2c0-ab01ce27ca64 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:32.192375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d58ce1a-66ba-428b-87fb-443fd5b689ce req-eab74a1a-cd56-4c2f-9bf1-764b29d1d403 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543441 Dec 23 12:19:32.236214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 64fcfee8-9ded-4979-b984-94fb9c2c46a0) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:32.241612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.241612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.255220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e9758-cc0f-4f4c-9e8e-25a19ed3c14a None None] Network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:32.258985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1064a6f5-1201-437c-8ab5-64f9d0a664df None None] Port fe754d11-fe7b-4312-a2c0-ab01ce27ca64 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:32.373210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d6f72-8235-4532-8593-b73c85176775 None None] Network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:32.393543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.408077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e78502d-8ec3-4ebe-a123-559d45abd591 req-c3a7be8c-6b2f-4e7e-96db-8b2f221ce068 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 210 time: 0.0440121 Dec 23 12:19:32.515824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8d4a0-4c6b-4a1b-89e7-d4054122fd51 None None] Pushing event updated for resources: {'Port': ['ID=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:32.521480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:32.522179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:32.676730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:32.681871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.685799 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-758ffc0c-207d-42aa-afb0-f3e725d201da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3076317 Dec 23 12:19:32.793964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe754d11-fe7b-4312-a2c0-ab01ce27ca64,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:33.023786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d23edb15-d481-42f2-b334-91cb9b5312c2 None None] Could not find standard attr ID for object fe754d11-fe7b-4312-a2c0-ab01ce27ca64. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:19:33.134676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-e17a764a-9a34-43a9-b07b-ec5d69ac4a2b tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:33.141273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-e17a764a-9a34-43a9-b07b-ec5d69ac4a2b tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.43 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 829 time: 0.3222272 Dec 23 12:19:33.171303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'port': {'device_id': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'admin_state_up': True, 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:33.298919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 4, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fe754d11-fe7b-4312-a2c0-ab01ce27ca64', 'name': '', 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'mac_address': 'fa:16:3e:68:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:22Z', 'updated_at': '2021-12-23T12:19:32Z', 'revision_number': 4, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'subnets': [{'id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:33.362525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efd0a0-5125-45ef-9653-529abf703ea8 None None] The sync data for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 is: [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '49906b90-766f-4644-8097-3fa63f07097b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 4, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port': {'id': '49906b90-766f-4644-8097-3fa63f07097b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:17Z', 'updated_at': '2021-12-23T12:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fe754d11-fe7b-4312-a2c0-ab01ce27ca64', 'name': '', 'network_id': '088b3cc6-e044-4d22-bfad-00dd22806112', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'mac_address': 'fa:16:3e:68:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:22Z', 'updated_at': '2021-12-23T12:19:32Z', 'revision_number': 4, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'subnets': [{'id': 'defc6f02-4735-4c4c-ab99-3b720641613d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:33.504119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1ec20-69a0-40c0-b672-4e024b258f2c req-35546cd2-2d75-4b73-b718-02c7daf62fb7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:33.512620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bce1ec20-69a0-40c0-b672-4e024b258f2c req-35546cd2-2d75-4b73-b718-02c7daf62fb7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.5272930 Dec 23 12:19:33.638222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bce1ec20-69a0-40c0-b672-4e024b258f2c req-585310a1-ef01-4b6d-bb45-988d80ac8b8a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239049 Dec 23 12:19:33.645509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.716076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Made reservation on behalf of f736ecdb72e144d1bf0e42e4f19c156a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:33.719737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.154401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Allocated IP 172.20.0.5 (34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f/2bd615af-1636-439f-97a0-bd91621d8450/b9a8b989-94b3-468a-b4cd-a761ef8a98f4) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:34.360349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-0ef6c14b-3972-4e0b-ab74-7691fd2eb2d7 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:34.362025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-0ef6c14b-3972-4e0b-ab74-7691fd2eb2d7 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/networks?id=64fcfee8-9ded-4979-b984-94fb9c2c46a0 HTTP/1.1" status: 200 len: 814 time: 0.4513304 Dec 23 12:19:34.373009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Router 37013c56-ca3c-4f63-844e-cb5c38982553 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:34.417947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-759b08ad-3268-47cd-900e-5ec6f73a2d8c tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/quotas/2cc93586dcd64ee58be20fd72a1d0ef5 HTTP/1.1" status: 200 len: 375 time: 0.0411050 Dec 23 12:19:34.505520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-59da626e-febc-49ea-a045-e8a13011dc79 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2cc93586dcd64ee58be20fd72a1d0ef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423510 Dec 23 12:19:34.523868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.683348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:34.696634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:34.706549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-45252f72-4bfa-459f-a453-46be16bbc94e admin admin] 10.222.0.16 "PUT /v2.0/routers/37013c56-ca3c-4f63-844e-cb5c38982553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6083412 Dec 23 12:19:34.767267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-81d8838a-73be-42c2-b9e1-39e2a10cb50e service neutron] 10.222.0.16 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497346 Dec 23 12:19:34.772987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.939864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-2e77c8be-1cec-4cc5-afa9-f49877b0d78f service neutron] 10.222.0.16 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632152 Dec 23 12:19:34.950680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:34.963406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:34.979738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:35.096412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event updated for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:35.117607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:35.119304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.132993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.266023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.328349 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-973a8575-8632-4866-ba92-b6396251183f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1660805 Dec 23 12:19:35.358406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Request body: {'port': {'device_id': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:35.371421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e691721c-5858-4c36-bfb0-900c63c11153 None None] Provisioning complete for port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:35.371889 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e691721c-5858-4c36-bfb0-900c63c11153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.489252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e691721c-5858-4c36-bfb0-900c63c11153 None None] Port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:35.570680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da324611-cfd1-4f80-a6f2-926b5417d9da req-4530c65b-a943-45bf-bdee-f2019ea800d5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:35.582133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da324611-cfd1-4f80-a6f2-926b5417d9da req-4530c65b-a943-45bf-bdee-f2019ea800d5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 931 time: 0.1454890 Dec 23 12:19:35.607642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.666420 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Sync routers for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:35.672559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da324611-cfd1-4f80-a6f2-926b5417d9da req-38cdc11a-d692-465f-a0ce-2e12adbf38af tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840344 Dec 23 12:19:35.681586 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:35.682485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:35.694608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Deleting port 49906b90-766f-4644-8097-3fa63f07097b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:35.695178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.922947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] For port 49906b90-766f-4644-8097-3fa63f07097b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=49906b90-766f-4644-8097-3fa63f07097b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:35.923776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.940353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Calling delete_port for 49906b90-766f-4644-8097-3fa63f07097b owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:35.987270 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:36.008103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce248312-4a04-477b-858e-a3238c81ad85 req-879f602d-84e7-45fb-b40c-7eb8b123916d tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 210 time: 0.0567262 Dec 23 12:19:36.040547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82372-bce0-42be-9cad-93441f64088d req-a7a1edd0-6bd7-45e4-a744-5bfa071a3032 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:36.062302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:35Z', 'revision_number': 6, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:36.062959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26d82372-bce0-42be-9cad-93441f64088d req-a7a1edd0-6bd7-45e4-a744-5bfa071a3032 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1610322 Dec 23 12:19:36.153529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26d82372-bce0-42be-9cad-93441f64088d req-351f0059-ba55-4967-a61e-e000f6b55ecc tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870411 Dec 23 12:19:36.171360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Checking router: 37013c56-ca3c-4f63-844e-cb5c38982553 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:36.191786 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Routers {'37013c56-ca3c-4f63-844e-cb5c38982553'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:36.192584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['37013c56-ca3c-4f63-844e-cb5c38982553'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:36.382485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] Set router 37013c56-ca3c-4f63-844e-cb5c38982553 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:36.443133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:35Z', 'revision_number': 6, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:36.466931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a8b989-94b3-468a-b4cd-a761ef8a98f4 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:36.471734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9354ed-0028-4a8b-8ff0-e5c90aa9e582 None None] The sync data for ids ['37013c56-ca3c-4f63-844e-cb5c38982553'] in n-d-822750-2 is: [{'id': '37013c56-ca3c-4f63-844e-cb5c38982553', 'name': 'tempest-FloatingIPsNegativeTestJSON-1376627731-router', 'tenant_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:13Z', 'updated_at': '2021-12-23T12:19:35Z', 'revision_number': 6, 'project_id': '32694ee6ca7c447bb75a012ff7a0b3b6', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:36.476764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-9fcf8ce3-3bae-46ad-9507-41a5cfb7c1d4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:36.477722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.484724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-9fcf8ce3-3bae-46ad-9507-41a5cfb7c1d4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.1622663 Dec 23 12:19:36.496574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Transition to ACTIVE for port object b9a8b989-94b3-468a-b4cd-a761ef8a98f4 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:36.497524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-c7c6308c-3ffa-4978-a311-2966592a3f4b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/quotas/341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 375 time: 0.0117679 Dec 23 12:19:36.570300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-5a1ae0a0-d2e0-4d57-ae2a-5ba7355e4f96 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677507 Dec 23 12:19:36.624918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.635098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.672370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-4c0e9194-085f-49f7-bc3a-9a519736adef service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939460 Dec 23 12:19:36.721728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:36.813545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49906b90-766f-4644-8097-3fa63f07097b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:36.820441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-2191499d-8cd6-45bc-8860-c555b953eee2 service neutron] 10.222.0.16 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344349 Dec 23 12:19:36.830157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.964630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.968084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.973779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Attempting to bind port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:36.973779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Attempting to bind port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:36.973779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Attempting to bind port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 on network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:37.027494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 on network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:37.027817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Attempting to bind port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 on network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:37.034547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:37.037420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Checking segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:37.037420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Bound using segment: {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:37.037420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Bound port: b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a3b31-691f-47a2-8c53-61f2df4fbef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:37.037420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.100066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:37.103638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:37.217271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.217809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37013c56-ca3c-4f63-844e-cb5c38982553 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:19:37.224247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.224371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e97cc51-f3fe-4b0b-82c5-d16c12dfb2f3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/37013c56-ca3c-4f63-844e-cb5c38982553 HTTP/1.1" status: 204 len: 168 time: 2.5262337 Dec 23 12:19:37.226697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36836) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:37.282900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Deleting subnet defc6f02-4735-4c4c-ab99-3b720641613d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:19:37.286272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.300440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.326377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.339858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.340441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.342033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] 10.222.0.43 "PUT /v2.0/ports/b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 1091 time: 2.0049753 Dec 23 12:19:37.342561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:37.346163 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83daca28-e23e-4d38-9da1-81ba82a55abd" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:37.374542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebad5f-8ad7-4581-8c08-3d703ac15d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:37.450481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.613825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.656530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defc6f02-4735-4c4c-ab99-3b720641613d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:37.670961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.672427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-69f19463-5441-44f0-86cb-b84d9d113b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.674020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-69f19463-5441-44f0-86cb-b84d9d113b68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1094 time: 0.0756176 Dec 23 12:19:37.676231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c8efb06b-34f1-4f56-994a-28ebb0ddef94 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/defc6f02-4735-4c4c-ab99-3b720641613d HTTP/1.1" status: 204 len: 168 time: 0.4471755 Dec 23 12:19:37.676771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bdb2e5-74bd-4653-8db0-ce49ef348ca9 None None] Network 088b3cc6-e044-4d22-bfad-00dd22806112 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:37.678774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:37.745440 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:19:37.764162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.796124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-417b5a36-c2b2-4d1d-af20-85691dffb12c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 217 time: 0.1097038 Dec 23 12:19:37.869453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Deleting port bbec764e-cdb7-4794-8a87-f66e3900f0ce {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:37.869453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.870952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-a2e9d20b-b968-4938-870d-cf4a9f159d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.873293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-a2e9d20b-b968-4938-870d-cf4a9f159d10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.0671971 Dec 23 12:19:37.922935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-6d2409b3-bfd7-4a31-8179-2df95a4657dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.924853 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-6d2409b3-bfd7-4a31-8179-2df95a4657dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447202 Dec 23 12:19:37.990791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] DHCP port deletion for 088b3cc6-e044-4d22-bfad-00dd22806112 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:19:37.999025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] For port bbec764e-cdb7-4794-8a87-f66e3900f0ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bbec764e-cdb7-4794-8a87-f66e3900f0ce,segment=NetworkSegment(9bb511d3-e951-487d-937e-1857396363c6),segment_id=9bb511d3-e951-487d-937e-1857396363c6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:38.012298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.064018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Calling delete_port for bbec764e-cdb7-4794-8a87-f66e3900f0ce owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:38.121414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-935c9420-2b40-4a1a-81e4-e02e49b3a409 service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889820 Dec 23 12:19:38.156652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Deleting port bbec764e-cdb7-4794-8a87-f66e3900f0ce {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:38.157162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.245368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec34e54-5830-4fc5-9b91-750652ffb716 req-3bcb1530-8e0e-4853-a4b4-3c25a0ec6f54 service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171486 Dec 23 12:19:38.261197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 49906b90-766f-4644-8097-3fa63f07097b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:38.292636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 49906b90-766f-4644-8097-3fa63f07097b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:38.295635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 49906b90-766f-4644-8097-3fa63f07097b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:38.295635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bbec764e-cdb7-4794-8a87-f66e3900f0ce no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:38.334208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] For port bbec764e-cdb7-4794-8a87-f66e3900f0ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bbec764e-cdb7-4794-8a87-f66e3900f0ce,segment=NetworkSegment(9bb511d3-e951-487d-937e-1857396363c6),segment_id=9bb511d3-e951-487d-937e-1857396363c6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:38.334577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4223a8-619c-49f8-9236-8e927077b312 req-35e24243-8246-4cfa-bead-7b1a6be7d62d tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.335213 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.336128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e4223a8-619c-49f8-9236-8e927077b312 req-35e24243-8246-4cfa-bead-7b1a6be7d62d tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 943 time: 0.1644769 Dec 23 12:19:38.356191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Calling delete_port for bbec764e-cdb7-4794-8a87-f66e3900f0ce owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:38.398715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e4223a8-619c-49f8-9236-8e927077b312 req-31a952da-a068-4de7-857a-b0c1b31662a1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552506 Dec 23 12:19:38.486396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.551027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b2a125fc-3c5f-456c-862e-03e41dd7b0e7 req-8286eb32-fe46-4b8d-8b7c-c010ce37e454 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 210 time: 0.0414603 Dec 23 12:19:38.554013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.580773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbec764e-cdb7-4794-8a87-f66e3900f0ce,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:38.585023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] No DVR routers for this DVR port bbec764e-cdb7-4794-8a87-f66e3900f0ce on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:38.587850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fe754d11-fe7b-4312-a2c0-ab01ce27ca64 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:38.634618 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680d1af-6ce5-4993-a706-d65eda7ba58f x-openstack-request-id: req-3680d1af-6ce5-4993-a706-d65eda7ba58f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:38.634966 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:38.635247 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3680d1af-6ce5-4993-a706-d65eda7ba58f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:38.635740 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'status': 'completed', 'code': 200} Dec 23 12:19:38.641410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.655270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fe754d11-fe7b-4312-a2c0-ab01ce27ca64 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:38.655783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fe754d11-fe7b-4312-a2c0-ab01ce27ca64 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:38.696122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] Pushing event deleted for resources: {'Port': ['ID=bbec764e-cdb7-4794-8a87-f66e3900f0ce,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:38.703345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcabda-862b-4d20-8a76-689c07e0cc6c None None] No DVR routers for this DVR port bbec764e-cdb7-4794-8a87-f66e3900f0ce on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:38.758171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.763736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-12cd32e0-c1ad-4f3e-8b9b-84dddf0025c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.765411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-12cd32e0-c1ad-4f3e-8b9b-84dddf0025c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1094 time: 0.0995245 Dec 23 12:19:38.794256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ddc01-dbe2-41b2-b2ae-a0190dba4761 req-7b99ca96-2f0c-4ad9-985b-f7add8674277 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.795904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-635ddc01-dbe2-41b2-b2ae-a0190dba4761 req-7b99ca96-2f0c-4ad9-985b-f7add8674277 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1825223 Dec 23 12:19:38.797743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088b3cc6-e044-4d22-bfad-00dd22806112']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:38.817240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb511d3-e951-487d-937e-1857396363c6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:38.817623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb511d3-e951-487d-937e-1857396363c6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:38.833767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.870368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.883687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:19:38.884174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:19:38.886112 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:19:38.888623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-ce7ef400-cdb8-40e7-87a6-1c3a43d67288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.890522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-ce7ef400-cdb8-40e7-87a6-1c3a43d67288 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 930 time: 0.1170101 Dec 23 12:19:38.907959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-635ddc01-dbe2-41b2-b2ae-a0190dba4761 req-fecabf70-b9d7-45a0-a9ba-50e0fc10cbae tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023111 Dec 23 12:19:38.974732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-ac05ae72-bb2e-4611-bf48-44df930a9efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 217 time: 0.0735042 Dec 23 12:19:39.006195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1cb6c6d-e5f7-4e69-962b-24233fc7f38f req-ef3111ec-1bc2-4f45-b31e-756d82a8655d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0288315 Dec 23 12:19:39.046103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-a4d509d4-1884-4370-af91-b98850e7f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.047722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-a4d509d4-1884-4370-af91-b98850e7f932 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.0654249 Dec 23 12:19:39.095994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-3b134d8b-8301-40b7-b553-56e6cc5c99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.097579 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-3b134d8b-8301-40b7-b553-56e6cc5c99a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403280 Dec 23 12:19:39.120345 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.126693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.131549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] 10.222.0.16 "DELETE /v2.0/networks/088b3cc6-e044-4d22-bfad-00dd22806112 HTTP/1.1" status: 204 len: 168 time: 1.4505675 Dec 23 12:19:39.143119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf6319-110e-452e-b9c5-b4155ab0f23f admin admin] Pushing event deleted for resources: {'Network': ['ID=088b3cc6-e044-4d22-bfad-00dd22806112,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:39.213195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-a77e9c8c-aef5-4ce1-a17e-8b2f97c62e0b service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065588 Dec 23 12:19:39.309389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfd477-ac81-4fca-b07d-a86b290b13ee req-8ca8f2da-35db-4827-a13a-4a59a4dd22df tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.310861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0dfd477-ac81-4fca-b07d-a86b290b13ee req-8ca8f2da-35db-4827-a13a-4a59a4dd22df tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0691581 Dec 23 12:19:39.361629 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-83daca28-e23e-4d38-9da1-81ba82a55abd req-43c9b89c-bf5b-4b93-84ed-235211ff780a service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410589 Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-e79f6098-2fc8-401c-b1fc-0607c77cb6c6 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-e79f6098-2fc8-401c-b1fc-0607c77cb6c6 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.43 "GET /v2.0/networks?id=64fcfee8-9ded-4979-b984-94fb9c2c46a0 HTTP/1.1" status: 200 len: 814 time: 0.2082429 Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0dfd477-ac81-4fca-b07d-a86b290b13ee req-53c32ff2-10b1-460f-8a0a-f996bfc31952 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782731 Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Request body: {'port': {'device_id': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0', 'admin_state_up': True, 'tenant_id': '2cc93586dcd64ee58be20fd72a1d0ef5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf80b9c-56a4-4cbc-9bfd-54e55010a522 req-1693345e-9fb8-438c-a770-f81827aa00d4 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcf80b9c-56a4-4cbc-9bfd-54e55010a522 req-1693345e-9fb8-438c-a770-f81827aa00d4 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 943 time: 0.0638075 Dec 23 12:19:39.635946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcf80b9c-56a4-4cbc-9bfd-54e55010a522 req-b9112885-ce76-4a7f-a497-6aa207e392a4 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Dec 23 12:19:39.759325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09212925-e7f6-4fd3-beac-e6b5ebabaade req-c10cb572-e90c-4b8b-a037-194ee7bab65a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Dec 23 12:19:40.051101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Made reservation on behalf of 2cc93586dcd64ee58be20fd72a1d0ef5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:40.054496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.124232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fad65-732e-4a21-80a2-884984d93f09 req-1942388f-108a-41fd-805d-964327c8aa64 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:40.125731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d15fad65-732e-4a21-80a2-884984d93f09 req-1942388f-108a-41fd-805d-964327c8aa64 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1017056 Dec 23 12:19:40.138733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a8b989-94b3-468a-b4cd-a761ef8a98f4 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:40.248434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Allocated IP 172.20.0.6 (64fcfee8-9ded-4979-b984-94fb9c2c46a0/adde3250-9405-4735-a172-a3fdd4624415/215b6586-5a49-4139-ae86-19655ab4e213) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:40.253379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d15fad65-732e-4a21-80a2-884984d93f09 req-6acfae83-6f04-42f3-aa90-ff0a6a574afd tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215801 Dec 23 12:19:40.284601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:40.296465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'mac_address': 'fa:16:3e:7c:c2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:40.298930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97263ec3-ae10-4fe6-9918-0076f56b8697 req-b9208576-92e8-4f89-81b2-426260988c9b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0332198 Dec 23 12:19:40.356250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.371101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a8b989-94b3-468a-b4cd-a761ef8a98f4 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:40.379286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:40.395213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:40.436075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36189062-3b5c-4f32-97c0-357d8653928f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32694ee6ca7c447bb75a012ff7a0b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479159 Dec 23 12:19:40.436075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:40.487696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.512594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.527125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.581016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:40.716593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.719176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.720322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5efa8321-fc28-4efd-ab20-92678a405f02 HTTP/1.1" status: 204 len: 168 time: 0.2873273 Dec 23 12:19:40.739565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885290a-35d3-4881-ae8b-813bfaac2bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa8321-fc28-4efd-ab20-92678a405f02,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:40.778654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9a8b989-94b3-468a-b4cd-a761ef8a98f4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:40.780608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85b05-9efb-4668-ae43-b96d1e1fa297 req-5c946640-271e-4bc0-949d-fb822f6c96b1 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:40.784986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66d85b05-9efb-4668-ae43-b96d1e1fa297 req-5c946640-271e-4bc0-949d-fb822f6c96b1 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.4015517 Dec 23 12:19:40.812566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cb63a-6673-4b76-9cd8-5afa92b932bb req-621139ab-bf81-4917-9306-e0ac5203a8ab tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:40.814092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd3cb63a-6673-4b76-9cd8-5afa92b932bb req-621139ab-bf81-4917-9306-e0ac5203a8ab tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.1143899 Dec 23 12:19:40.818031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.887831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66d85b05-9efb-4668-ae43-b96d1e1fa297 req-52aa25a2-e947-466e-9c13-86bafb36adba tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964808 Dec 23 12:19:40.912285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd3cb63a-6673-4b76-9cd8-5afa92b932bb req-7838f167-2b6a-4a59-aa95-ceab28480d4b tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857584 Dec 23 12:19:41.020464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.043784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61de62-1f02-4528-a1da-eaebf3ff83b9 req-63ad3399-3e82-4eef-a1c8-59f2782513c2 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.045378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c61de62-1f02-4528-a1da-eaebf3ff83b9 req-63ad3399-3e82-4eef-a1c8-59f2782513c2 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 944 time: 0.0758178 Dec 23 12:19:41.126420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:41.134107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:41.140160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:41.146951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Pushing event updated for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:41.208562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efaf41-caa3-4955-af23-fe3ea8b1c550 req-ce03e985-9adc-42cc-a47b-eba924a2408d tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.210076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69efaf41-caa3-4955-af23-fe3ea8b1c550 req-ce03e985-9adc-42cc-a47b-eba924a2408d tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 931 time: 0.1627903 Dec 23 12:19:41.217628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c61de62-1f02-4528-a1da-eaebf3ff83b9 req-eb30099c-665e-4097-8deb-6493429f16a5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556861 Dec 23 12:19:41.249750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.250263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.280000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69efaf41-caa3-4955-af23-fe3ea8b1c550 req-86c0c944-0029-48df-a8e4-f3b985304db1 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 Dec 23 12:19:41.349395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-4a3e0174-8ed7-4b83-8628-80e35dcee278 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.351682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-4a3e0174-8ed7-4b83-8628-80e35dcee278 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.0549796 Dec 23 12:19:41.392715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde24bde-ef76-466c-bb50-09fb41b4a2da req-972e8d59-5bdf-4b62-8a87-1081a5d709c6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.395375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bde24bde-ef76-466c-bb50-09fb41b4a2da req-972e8d59-5bdf-4b62-8a87-1081a5d709c6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0551965 Dec 23 12:19:41.437926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a13efce-812b-4d11-b2bd-c0ff043c15e5 req-0916202e-559d-44a7-8cb1-4124165d9978 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0394361 Dec 23 12:19:41.441020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-af70c743-842f-4e74-8d97-48d2c1be727a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0384648 Dec 23 12:19:41.454530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Request body: {'port': {'device_id': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:41.470629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Deleting port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:41.474245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.512344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bde24bde-ef76-466c-bb50-09fb41b4a2da req-8e907334-1099-49af-b9ab-537475c93547 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014688 Dec 23 12:19:41.551834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.575947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] For port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:41.576299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.592865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Calling delete_port for 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:41.869115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215b6586-5a49-4139-ae86-19655ab4e213 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:41.877911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.890628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Transition to ACTIVE for port object 215b6586-5a49-4139-ae86-19655ab4e213 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:41.974372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.025444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-ce6eabe8-d0bf-4143-b5f6-98ca66f9c83d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.026950 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-ce6eabe8-d0bf-4143-b5f6-98ca66f9c83d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 807 time: 0.4305055 Dec 23 12:19:42.040366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Request body: {'port': {'device_id': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'admin_state_up': True, 'tenant_id': '341ebc27346e466e9c04f40d73bef006'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:42.062506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Pushing event updated for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:42.152660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a8b989-94b3-468a-b4cd-a761ef8a98f4 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:42.169244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48375a6a-09c8-499a-b02d-418333b1dbed req-4f53a60d-444a-48b0-91ec-fc1415cd5e6b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.185417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48375a6a-09c8-499a-b02d-418333b1dbed req-4f53a60d-444a-48b0-91ec-fc1415cd5e6b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.2225308 Dec 23 12:19:42.233950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-485233db-71d3-4286-983e-3b06a843e8b9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.235895 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-485233db-71d3-4286-983e-3b06a843e8b9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 948 time: 0.0933285 Dec 23 12:19:42.260718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367843f4-d172-47d8-84e4-56bbae62f770 req-2572db09-1899-446f-8cff-0b5f91d67251 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.262359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-367843f4-d172-47d8-84e4-56bbae62f770 req-2572db09-1899-446f-8cff-0b5f91d67251 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 945 time: 0.2009141 Dec 23 12:19:42.291609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Made reservation on behalf of 341ebc27346e466e9c04f40d73bef006 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:42.294897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.347511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48375a6a-09c8-499a-b02d-418333b1dbed req-6572ea3d-a38a-48ee-81da-2630063f00e9 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573820 Dec 23 12:19:42.355082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Attempting to bind port 215b6586-5a49-4139-ae86-19655ab4e213 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:42.355430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Attempting to bind port 215b6586-5a49-4139-ae86-19655ab4e213 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '30432a07-f24a-4f4f-b307-aa9ecb6faf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:42.355763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Attempting to bind port 215b6586-5a49-4139-ae86-19655ab4e213 on network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:42.395857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-367843f4-d172-47d8-84e4-56bbae62f770 req-24ccdbb6-83b4-40e6-a7e7-bfe80c9e35ce tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248758 Dec 23 12:19:42.397389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Port 215b6586-5a49-4139-ae86-19655ab4e213 on network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:42.403954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Attempting to bind port 215b6586-5a49-4139-ae86-19655ab4e213 on network 64fcfee8-9ded-4979-b984-94fb9c2c46a0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:42.410679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:42.411034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Checking segment: {'id': '30432a07-f24a-4f4f-b307-aa9ecb6faf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:42.412077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Bound using segment: {'id': '30432a07-f24a-4f4f-b307-aa9ecb6faf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:42.412077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Bound port: 215b6586-5a49-4139-ae86-19655ab4e213, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30432a07-f24a-4f4f-b307-aa9ecb6faf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:42.412291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.417591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:42.425069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:42.425485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.504350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Deleting port e6ad646a-2f53-4e52-a77b-734050d02683 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:42.508628 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.512932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.523179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:42.528575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=215b6586-5a49-4139-ae86-19655ab4e213,segment=NetworkSegment(30432a07-f24a-4f4f-b307-aa9ecb6faf32),segment_id=30432a07-f24a-4f4f-b307-aa9ecb6faf32)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:42.535801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['858c1c1f-2d58-4366-a5b1-b4d36241b204'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:42.613336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Pushing event deleted for resources: {'Port': ['ID=1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:42.628598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.628714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Allocated IP 172.20.0.7 (9a47b559-f1c1-4d50-9876-70c83e79d518/c2605051-fa00-4be4-9a99-ae65b9112d44/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:42.669069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.693552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:42.695434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] No DVR routers for this DVR port 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:42.695949 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afdbe35-5712-4471-af83-ed8a31c0af78" -d '{"events": [{"server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "name": "network-vif-plugged", "status": "completed", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:42.701690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.705728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-754f13c5-c7e8-4651-bc79-e0fdc9ebd56d req-5028c355-e1f4-45b7-b6f9-cbd361ee2916 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "DELETE /v2.0/ports/1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae HTTP/1.1" status: 204 len: 173 time: 1.3478808 Dec 23 12:19:42.708314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'name': 'network-vif-deleted', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:42.717796 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56acac1-1907-4fb2-ad14-f78cd7a83445" -d '{"events": [{"server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "name": "network-vif-deleted", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:42.719304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:42.753279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Pushing event updated for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:42.761545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.762986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.765815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-6f9dd9bc-1215-4a53-b1e6-19a959a6e813 service neutron] 10.222.0.43 "PUT /v2.0/ports/215b6586-5a49-4139-ae86-19655ab4e213 HTTP/1.1" status: 200 len: 1091 time: 1.3159480 Dec 23 12:19:42.766388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:42.768881 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff" -d '{"events": [{"name": "network-changed", "server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "tag": "215b6586-5a49-4139-ae86-19655ab4e213"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:42.797105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] For port e6ad646a-2f53-4e52-a77b-734050d02683, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e6ad646a-2f53-4e52-a77b-734050d02683,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:42.797744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.807001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-8973ee1c-c8b9-467f-a9c8-b2e9f0e0ae82 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193776 Dec 23 12:19:42.816659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c82a36-e729-4ac6-9315-c0205a7dd808 req-5b69994c-a961-43da-9bf3-33c924af9ad1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.818319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0c82a36-e729-4ac6-9315-c0205a7dd808 req-5b69994c-a961-43da-9bf3-33c924af9ad1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 944 time: 0.2610474 Dec 23 12:19:42.851858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Calling delete_port for e6ad646a-2f53-4e52-a77b-734050d02683 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:42.888162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.941331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0c82a36-e729-4ac6-9315-c0205a7dd808 req-ac3946e2-d4e0-4b92-9ad4-d7e5c0063753 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119704 Dec 23 12:19:42.982160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:43.006296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.059393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-56d35486-9f50-4740-b933-2353fcf37a5b tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.060848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-56d35486-9f50-4740-b933-2353fcf37a5b tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416713 Dec 23 12:19:43.100363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-f18d13cc-bae4-4b02-81a3-dd4b90abf391 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/quotas/f4bc006f9b7c4d7cb7e0424fa6ea9a45 HTTP/1.1" status: 200 len: 375 time: 0.0211101 Dec 23 12:19:43.106425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-01744412-0164-4a7e-89ca-953ef3dbf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.108957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-01744412-0164-4a7e-89ca-953ef3dbf01a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cc93586dcd64ee58be20fd72a1d0ef5&device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 1094 time: 0.1096463 Dec 23 12:19:43.148495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-d074c88c-217f-4840-9e79-0905d9473e0a tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384955 Dec 23 12:19:43.185180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-adac683b-a111-4326-ad2e-3e92315ca6cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215b6586-5a49-4139-ae86-19655ab4e213 HTTP/1.1" status: 200 len: 217 time: 0.0611777 Dec 23 12:19:43.196688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037f7c-eb60-4b93-adcf-bbaec80f1652 req-632b8f83-f6f4-403e-b18d-637fc922f072 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.198278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8037f7c-eb60-4b93-adcf-bbaec80f1652 req-632b8f83-f6f4-403e-b18d-637fc922f072 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 943 time: 0.1580861 Dec 23 12:19:43.269420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-c9fc5d95-507c-41a0-bee8-478292cd980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.270872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-c9fc5d95-507c-41a0-bee8-478292cd980a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=adde3250-9405-4735-a172-a3fdd4624415 HTTP/1.1" status: 200 len: 854 time: 0.0717204 Dec 23 12:19:43.291577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8037f7c-eb60-4b93-adcf-bbaec80f1652 req-8a265d37-ca24-4dae-b94e-2045acc71ab0 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824628 Dec 23 12:19:43.313220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-438c911b-0072-4ff6-b813-37fd613e7caa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64fcfee8-9ded-4979-b984-94fb9c2c46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327291 Dec 23 12:19:43.345033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.352997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.385379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Pushing event deleted for resources: {'Port': ['ID=e6ad646a-2f53-4e52-a77b-734050d02683,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:43.437232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8eed55ce-74d2-4da3-b1de-6cd20571fd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.455438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:43.460624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bad1f-8e22-466a-8fcc-51fe2fe7a137 req-c0c2c9f1-39f9-4c46-8931-1b5caa575fa3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.464771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a02bad1f-8e22-466a-8fcc-51fe2fe7a137 req-c0c2c9f1-39f9-4c46-8931-1b5caa575fa3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 931 time: 0.0932124 Dec 23 12:19:43.465613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-9d590101-2b11-4c38-8d2a-04dbd59fc708 service neutron] 10.222.0.43 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472840 Dec 23 12:19:43.470617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Network 9a47b559-f1c1-4d50-9876-70c83e79d518 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:43.478244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:43.496468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:43.536271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] No DVR routers for this DVR port e6ad646a-2f53-4e52-a77b-734050d02683 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:43.541503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.545579 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ae1f723-e4ee-4756-a7be-dd294d7d7bfd req-98fda34b-c959-4dc6-9203-5c59ac99bcdc tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "DELETE /v2.0/ports/e6ad646a-2f53-4e52-a77b-734050d02683 HTTP/1.1" status: 204 len: 173 time: 1.3015180 Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.580158 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.582807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.597155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a02bad1f-8e22-466a-8fcc-51fe2fe7a137 req-ad014a62-8423-41c2-8bdc-04173e8ebb2d tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255224 Dec 23 12:19:43.667795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ce7d1-3509-4578-9134-a7814a4825c2 req-e39d2a34-118c-4578-9066-c7e00da7d9b6 service neutron] 10.222.0.43 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897953 Dec 23 12:19:43.675854 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c7b1b-b3fb-464d-8540-78e9cbfde579 x-openstack-request-id: req-743c7b1b-b3fb-464d-8540-78e9cbfde579 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:43.676418 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "name": "network-vif-plugged", "status": "completed", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:43.676926 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-743c7b1b-b3fb-464d-8540-78e9cbfde579 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:43.677842 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'code': 200} Dec 23 12:19:43.716339 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4f86d-ca73-449a-be15-0614b774cb1f x-openstack-request-id: req-00e4f86d-ca73-449a-be15-0614b774cb1f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:43.716650 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d04802e-c04a-44a8-adda-b64dbbb8f686", "name": "network-vif-deleted", "tag": "1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:43.717130 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00e4f86d-ca73-449a-be15-0614b774cb1f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:43.717741 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d04802e-c04a-44a8-adda-b64dbbb8f686', 'name': 'network-vif-deleted', 'tag': '1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae', 'status': 'completed', 'code': 200} Dec 23 12:19:43.781209 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-9ea54223-9f7d-4ff2-bd6f-1996ebf3a219 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7379618 Dec 23 12:19:43.790172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Request body: {'port': {'device_id': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:43.935031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.970990 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538f1d4-63fb-4846-8817-5c987313d7d5 x-openstack-request-id: req-b538f1d4-63fb-4846-8817-5c987313d7d5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:43.971475 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "tag": "215b6586-5a49-4139-ae86-19655ab4e213", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:43.971583 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b538f1d4-63fb-4846-8817-5c987313d7d5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:43.971948 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213', 'status': 'completed', 'code': 200} Dec 23 12:19:44.037712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022536d-e164-45ef-8017-cf69d04cdc12 req-b1dd8b4b-0170-44e9-9768-daf04c77640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.042702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1022536d-e164-45ef-8017-cf69d04cdc12 req-b1dd8b4b-0170-44e9-9768-daf04c77640d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1096 time: 0.2489574 Dec 23 12:19:44.099931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-957a7c67-dbe7-438f-a7ee-14c93f9f1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.101469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-957a7c67-dbe7-438f-a7ee-14c93f9f1629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2cc93586dcd64ee58be20fd72a1d0ef5&device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 1094 time: 0.1136518 Dec 23 12:19:44.153267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2912b49e-30d1-487b-8729-45385382d4b9 req-24928038-1c03-440d-ba35-31c09e4958b7 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb4e544-5082-4be8-8c5f-9a0949a57ad4 HTTP/1.1" status: 200 len: 210 time: 0.0613022 Dec 23 12:19:44.167386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:44.202376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408397-364f-4e40-88fc-f31b20bac799 req-366eb350-07e0-4617-b712-4818e0cd90ba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.204002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc408397-364f-4e40-88fc-f31b20bac799 req-366eb350-07e0-4617-b712-4818e0cd90ba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.2672651 Dec 23 12:19:44.212787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1022536d-e164-45ef-8017-cf69d04cdc12 req-d8022f49-61df-4d40-bcf3-c0e9c2565641 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533828 Dec 23 12:19:44.240422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:44.241094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1b4dd9b1-2104-4e00-a1d8-3a9ab87757ae not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:44.286966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc408397-364f-4e40-88fc-f31b20bac799 req-edb73f72-052f-4090-8422-c694dbca12ec tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Dec 23 12:19:44.337888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78c6f97d-9038-45a0-a0db-b17a0fc91b23 req-39254a5f-e549-4117-8c7b-11c6937a982f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d04802e-c04a-44a8-adda-b64dbbb8f686 HTTP/1.1" status: 200 len: 210 time: 0.0498335 Dec 23 12:19:44.353446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-d4809dcf-d6b2-4ad3-9e43-80b3274875dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.355303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-d4809dcf-d6b2-4ad3-9e43-80b3274875dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=64fcfee8-9ded-4979-b984-94fb9c2c46a0 HTTP/1.1" status: 200 len: 915 time: 0.2464671 Dec 23 12:19:44.419828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-686c3775-8ee6-4cc0-945e-7572c0211bf7 req-03b08be0-a771-4389-ae65-cb0d996f7060 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Dec 23 12:19:44.495783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:44.516446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:44.556037 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-ed19c1d4-4393-48e6-b7c4-d266cfcee307 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215b6586-5a49-4139-ae86-19655ab4e213 HTTP/1.1" status: 200 len: 217 time: 0.0484254 Dec 23 12:19:44.559365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Transition to ACTIVE for port object 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:44.581793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95204c7a-b7f5-4bf8-971c-549fcf16236d req-c5b1d69e-b1f7-4a35-9b80-8a78f0636439 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.583675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95204c7a-b7f5-4bf8-971c-549fcf16236d req-c5b1d69e-b1f7-4a35-9b80-8a78f0636439 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 943 time: 0.0878751 Dec 23 12:19:44.600357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66615cb-edc8-46dc-bd22-18c385e1c962 req-c6efbdfc-6de5-4537-a712-60eb042eeb19 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.602206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c66615cb-edc8-46dc-bd22-18c385e1c962 req-c6efbdfc-6de5-4537-a712-60eb042eeb19 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 945 time: 0.0928195 Dec 23 12:19:44.618243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-9a14c19e-a0da-416e-9656-ddaadc0e11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.640139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-9a14c19e-a0da-416e-9656-ddaadc0e11df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=adde3250-9405-4735-a172-a3fdd4624415 HTTP/1.1" status: 200 len: 854 time: 0.0566649 Dec 23 12:19:44.653864 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-c11095ff-46ed-4863-a0e8-817f23d65103 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64fcfee8-9ded-4979-b984-94fb9c2c46a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259886 Dec 23 12:19:44.686759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95204c7a-b7f5-4bf8-971c-549fcf16236d req-11670817-80fe-4747-8f25-887fb561b5d0 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832829 Dec 23 12:19:44.691606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c66615cb-edc8-46dc-bd22-18c385e1c962 req-555c047d-53a1-41d7-8286-f13959ee5470 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Dec 23 12:19:44.717681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:44.785295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:44.854123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f7e9-d8c8-42a0-a211-ecb4b28e5762 req-662a099b-d3fa-4429-bad6-a8e6ac837668 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.856341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e05f7e9-d8c8-42a0-a211-ecb4b28e5762 req-662a099b-d3fa-4429-bad6-a8e6ac837668 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0958300 Dec 23 12:19:44.867089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-5beb67e5-f23a-47e6-9666-89b3cb18595c service neutron] 10.222.0.43 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055385 Dec 23 12:19:44.969161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:44.969581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:44.969939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:44.972036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e05f7e9-d8c8-42a0-a211-ecb4b28e5762 req-f544bde7-aecd-4845-857f-4a316f419d82 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048872 Dec 23 12:19:44.984970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:44.985580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:44.997385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:44.998028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:44.998657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:44.999180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Bound port: 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:44.999623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.069105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6226f5c-6c5a-4ee9-a7ef-d352c8394eff req-73445ad2-1ecd-4050-931a-b059cf870564 service neutron] 10.222.0.43 "GET /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930218 Dec 23 12:19:45.097623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:45.100795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:45.204573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.263083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.263725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.266343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 1091 time: 1.4802313 Dec 23 12:19:45.284302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320212c1-b921-485c-9cff-d537ecb297a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:45.434812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cd368-da35-4e10-afe7-344be7b4af3e req-d6d617b6-caf4-46bc-8bff-2954b966cfa1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.436348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-651cd368-da35-4e10-afe7-344be7b4af3e req-d6d617b6-caf4-46bc-8bff-2954b966cfa1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0579782 Dec 23 12:19:45.489071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-9e0c4b99-ef5d-444f-a15a-a4e91d6532f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.490833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-9e0c4b99-ef5d-444f-a15a-a4e91d6532f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0691628 Dec 23 12:19:45.516664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-651cd368-da35-4e10-afe7-344be7b4af3e req-75142fc1-07bc-496a-81c7-9202e26d83e6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737765 Dec 23 12:19:45.544174 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-164eefa1-0964-46a3-ab70-064d98f811cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 217 time: 0.0422766 Dec 23 12:19:45.596245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe6706-b218-4c64-8235-2aa433887037 req-4a583d44-60b9-4937-8c02-bbc1a7e3b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.597835 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-4a583d44-60b9-4937-8c02-bbc1a7e3b242 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0472982 Dec 23 12:19:45.632214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-4ff05578-0aac-465a-9658-a73c02fd2711 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269818 Dec 23 12:19:45.655833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2e43f80-8557-458c-b381-8c89e7eef1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.719643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-deleted', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683'}, {'name': 'network-changed', 'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:45.721190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be4287a5-3e8d-4159-aeff-31183318ce7b req-7c3ec642-f1c5-48d0-ae5f-f133896a7de5 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 210 time: 0.0277643 Dec 23 12:19:45.722066 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18256d81-6dc1-4625-817f-d1d34867c966" -d '{"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-deleted", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683"}, {"name": "network-changed", "server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:45.760459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-6250a8e4-c10a-46b3-84f3-d6e904a96b67 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183860 Dec 23 12:19:45.877375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b54b4-f0a3-4bc7-b5c3-f22a805f848b req-03edfc66-b986-4475-8ea2-249936e4279c tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.879078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-223b54b4-f0a3-4bc7-b5c3-f22a805f848b req-03edfc66-b986-4475-8ea2-249936e4279c tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 945 time: 0.0597742 Dec 23 12:19:45.891920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfe6706-b218-4c64-8235-2aa433887037 req-d23579db-00ae-4c73-a5e7-9bea57e0bec4 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249013 Dec 23 12:19:45.934111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-223b54b4-f0a3-4bc7-b5c3-f22a805f848b req-872a61f4-4bd4-42f8-bb08-cf87c9584b54 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Dec 23 12:19:46.007284 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03795f-127a-4251-bea9-6620a401b094 x-openstack-request-id: req-1a03795f-127a-4251-bea9-6620a401b094 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:46.007865 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4e544-5082-4be8-8c5f-9a0949a57ad4", "name": "network-vif-deleted", "tag": "e6ad646a-2f53-4e52-a77b-734050d02683", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:46.008127 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a03795f-127a-4251-bea9-6620a401b094 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:46.009397 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4e544-5082-4be8-8c5f-9a0949a57ad4', 'name': 'network-vif-deleted', 'tag': 'e6ad646a-2f53-4e52-a77b-734050d02683', 'status': 'completed', 'code': 200} Dec 23 12:19:46.009577 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'status': 'completed', 'code': 200} Dec 23 12:19:46.103121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256d81-6dc1-4625-817f-d1d34867c966 req-164ce2bb-bd1e-48de-9dbc-d6a6e7915f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.104647 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-164ce2bb-bd1e-48de-9dbc-d6a6e7915f36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1094 time: 0.0468786 Dec 23 12:19:46.123324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b191f9-f966-4358-837b-7e993bdd8f46 req-43734bc7-3584-41f1-859b-60a7af23a86a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.126023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80b191f9-f966-4358-837b-7e993bdd8f46 req-43734bc7-3584-41f1-859b-60a7af23a86a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 943 time: 0.0643752 Dec 23 12:19:46.182644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80b191f9-f966-4358-837b-7e993bdd8f46 req-98f6d4c2-a09c-4aee-bb6a-5cb36d502460 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501804 Dec 23 12:19:46.183000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 215b6586-5a49-4139-ae86-19655ab4e213 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:46.222786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256d81-6dc1-4625-817f-d1d34867c966 req-353e7062-ac2c-40c1-bb2f-ae9a014363d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.225790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-353e7062-ac2c-40c1-bb2f-ae9a014363d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.1119096 Dec 23 12:19:46.280074 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-bec16796-e2f6-43ed-81cc-d9dd9ff138e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 217 time: 0.0468740 Dec 23 12:19:46.321560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=215b6586-5a49-4139-ae86-19655ab4e213,segment=NetworkSegment(30432a07-f24a-4f4f-b307-aa9ecb6faf32),segment_id=30432a07-f24a-4f4f-b307-aa9ecb6faf32)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:46.332608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfdfc7-bde4-4915-9d01-d006af1d873a req-37f3c05c-a3b5-4b60-8a05-c5ae71dce25a tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.333972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fbfdfc7-bde4-4915-9d01-d006af1d873a req-37f3c05c-a3b5-4b60-8a05-c5ae71dce25a tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 949 time: 0.0735583 Dec 23 12:19:46.350313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256d81-6dc1-4625-817f-d1d34867c966 req-ab9b6550-7500-4f1c-99e7-18beffaeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.352969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-ab9b6550-7500-4f1c-99e7-18beffaeb18d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0654809 Dec 23 12:19:46.360863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '215b6586-5a49-4139-ae86-19655ab4e213', 'network_id': '64fcfee8-9ded-4979-b984-94fb9c2c46a0', 'port_id': '215b6586-5a49-4139-ae86-19655ab4e213', 'mac_address': 'fa:16:3e:78:7d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde3250-9405-4735-a172-a3fdd4624415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:46.386902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-0d9a8a94-8833-4bb9-9334-a95952e601f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276294 Dec 23 12:19:46.404115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.418252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215b6586-5a49-4139-ae86-19655ab4e213 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:46.439131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=215b6586-5a49-4139-ae86-19655ab4e213,segment=NetworkSegment(30432a07-f24a-4f4f-b307-aa9ecb6faf32),segment_id=30432a07-f24a-4f4f-b307-aa9ecb6faf32)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:46.481058 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-62a4ee66-f09e-4afa-a12f-b945b4b3d72b service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868478 Dec 23 12:19:46.510370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fbfdfc7-bde4-4915-9d01-d006af1d873a req-855f76fc-942b-45ac-9541-37c2f826f911 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685302 Dec 23 12:19:46.578605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.582942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18256d81-6dc1-4625-817f-d1d34867c966 req-1d1f1282-9377-4ffc-856d-fd7680d47b09 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894780 Dec 23 12:19:46.587837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-30b52ab0-8b31-499b-af93-02dac0574ddb tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 258 time: 0.2291262 Dec 23 12:19:46.605084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:46.632475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device c042bfe0-df54-4404-9900-c847cd752b57 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:46.635495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:46.662205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b886-0bfe-4dff-8e5e-931135abdf07 req-0ae5baa1-d033-49a6-a29e-a8662954abd5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.662762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.663703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22e7b886-0bfe-4dff-8e5e-931135abdf07 req-0ae5baa1-d033-49a6-a29e-a8662954abd5 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0740912 Dec 23 12:19:46.671472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: e6ad646a-2f53-4e52-a77b-734050d02683 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:46.671814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e6ad646a-2f53-4e52-a77b-734050d02683 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:46.714948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22e7b886-0bfe-4dff-8e5e-931135abdf07 req-16a78ac9-9a43-462d-b4aa-a6057ae7d5bc tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Dec 23 12:19:46.773175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.901097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c70a03-fdc7-4bff-8b4a-1371ff02f5e0 req-c83a8d86-e3fa-41ff-acc4-aeeb0e863c14 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.902663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5c70a03-fdc7-4bff-8b4a-1371ff02f5e0 req-c83a8d86-e3fa-41ff-acc4-aeeb0e863c14 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1102951 Dec 23 12:19:46.939508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:46.957704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:46.969120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'c042bfe0-df54-4404-9900-c847cd752b57', 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d', 'port_id': 'c042bfe0-df54-4404-9900-c847cd752b57', 'mac_address': 'fa:16:3e:97:af:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efd998f-07b0-4bb2-8612-cc0eeec0b67f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:46.998427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5c70a03-fdc7-4bff-8b4a-1371ff02f5e0 req-c55a6720-af4a-4f98-abfb-b86f21689370 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859175 Dec 23 12:19:47.004709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.017041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-5246043e-b7b3-40a8-b546-e7af300ef9e0 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291576 Dec 23 12:19:47.029116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['215b6586-5a49-4139-ae86-19655ab4e213'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:47.079959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.095901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c042bfe0-df54-4404-9900-c847cd752b57 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:47.125706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:47.225149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.226461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Allocated IP 172.25.7.17 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d153a5e2-abdd-4481-88f0-a411f5cc50a0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:47.238828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed610fa6-4e33-4a00-9f2e-d70151487314 req-d0bdfaf9-b656-436e-9383-66379a0f1b52 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.244576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-2536203b-ed60-4cac-84ac-3bbbbd2caa67 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.246291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-2536203b-ed60-4cac-84ac-3bbbbd2caa67 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203834 Dec 23 12:19:47.247161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed610fa6-4e33-4a00-9f2e-d70151487314 req-d0bdfaf9-b656-436e-9383-66379a0f1b52 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0999651 Dec 23 12:19:47.264709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Request body: {'port': {'device_id': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': 'f4bc006f9b7c4d7cb7e0424fa6ea9a45'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:47.282873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:47.362030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed610fa6-4e33-4a00-9f2e-d70151487314 req-d663aba0-dd99-4a21-90be-70c6aa7f99f0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Dec 23 12:19:47.427906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.533179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Made reservation on behalf of f4bc006f9b7c4d7cb7e0424fa6ea9a45 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:47.536513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4069c60-187b-4e2a-986b-794c5b96670a req-199053eb-9d89-42c3-b44c-03201e472ac1 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 210 time: 0.0285165 Dec 23 12:19:47.536769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.547198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.566241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.596597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['c042bfe0-df54-4404-9900-c847cd752b57'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:47.628176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:47.650651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:47.663788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:47.669141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.696423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event updated for resources: {'Port': ['ID=d153a5e2-abdd-4481-88f0-a411f5cc50a0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:47.735057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257523c-745f-4ea9-aedf-a4f9a5e425ef req-d0541172-fcf4-4a3d-b690-287758ca7176 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.738029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e257523c-745f-4ea9-aedf-a4f9a5e425ef req-d0541172-fcf4-4a3d-b690-287758ca7176 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 944 time: 0.1255701 Dec 23 12:19:47.750000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.832157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.838269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74516cc1-8482-4562-9dbd-3a7e2088d37c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:47.858354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e257523c-745f-4ea9-aedf-a4f9a5e425ef req-0241a3ea-d79b-4019-abc9-7f8c49f20b8a tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Dec 23 12:19:47.888671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Allocated IP 192.168.233.83 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/418d6a3b-32cc-415a-8b92-aefa040c50bf) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:47.991481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.018613 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.055779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-7c37a61d-8fcc-4217-a6b1-179ce113f11b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.057586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-7c37a61d-8fcc-4217-a6b1-179ce113f11b tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 949 time: 0.1022611 Dec 23 12:19:48.058882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.083327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef0b4-aa9a-451a-8f9a-6fa2eabefc90 req-f02b9d07-c51d-42aa-ab2b-6847ad67e134 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.084748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45cef0b4-aa9a-451a-8f9a-6fa2eabefc90 req-f02b9d07-c51d-42aa-ab2b-6847ad67e134 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 949 time: 0.1675017 Dec 23 12:19:48.162980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.178292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45cef0b4-aa9a-451a-8f9a-6fa2eabefc90 req-4d2ec736-18ca-4a7b-ba5c-ec0778fd62d0 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b78b3b1-632e-4c40-a92e-c31330b7ac58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681558 Dec 23 12:19:48.194691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 215b6586-5a49-4139-ae86-19655ab4e213 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:48.208279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Deleting port a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:48.209901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.237837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.310249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] For port a2a7c598-ec55-4f5c-903e-1db5618357f0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a2a7c598-ec55-4f5c-903e-1db5618357f0,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:48.313317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.327585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Calling delete_port for a2a7c598-ec55-4f5c-903e-1db5618357f0 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:48.350944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a1b39-1d5e-4aea-a29d-f5bb903e54f7 req-3042088e-d8f7-41be-9783-59d19ba3d76e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.353262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195a1b39-1d5e-4aea-a29d-f5bb903e54f7 req-3042088e-d8f7-41be-9783-59d19ba3d76e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0531833 Dec 23 12:19:48.375595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 215b6586-5a49-4139-ae86-19655ab4e213 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:48.376476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.381766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 215b6586-5a49-4139-ae86-19655ab4e213 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:48.382276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.382473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.440605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event updated for resources: {'Port': ['ID=d153a5e2-abdd-4481-88f0-a411f5cc50a0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:48.441804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Pushing event updated for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:48.466296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:48.468926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:48.472642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:48.480855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.483004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-195a1b39-1d5e-4aea-a29d-f5bb903e54f7 req-3a8cb81b-ad30-4c21-b5bd-49c979c249d1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212149 Dec 23 12:19:48.511789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:48.515570 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d5c01-73e9-443f-83f3-90b2ad046e3d" -d '{"events": [{"server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "name": "network-vif-plugged", "status": "completed", "tag": "215b6586-5a49-4139-ae86-19655ab4e213"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:48.538351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=215b6586-5a49-4139-ae86-19655ab4e213,segment=NetworkSegment(30432a07-f24a-4f4f-b307-aa9ecb6faf32),segment_id=30432a07-f24a-4f4f-b307-aa9ecb6faf32)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:48.542762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.569623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.569623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.634937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.670337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86610-ea98-41c2-b99a-56732c27b264 req-bc5a6348-67a5-443a-9a4a-c85fcd50b98f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.677947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98b86610-ea98-41c2-b99a-56732c27b264 req-bc5a6348-67a5-443a-9a4a-c85fcd50b98f tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0675969 Dec 23 12:19:48.688247 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.689495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-fb586288-dce2-4c89-923b-be92fc02a981 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0911696 Dec 23 12:19:48.690974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:48.736904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b0f9085f-b4c6-47e4-90d9-150f4c7ed354 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4786587 Dec 23 12:19:48.737514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.760134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-d19ae562-3f5b-4f0f-a31e-86c16258a488 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0577455 Dec 23 12:19:48.773172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Pushing event deleted for resources: {'Port': ['ID=a2a7c598-ec55-4f5c-903e-1db5618357f0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:48.809459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98b86610-ea98-41c2-b99a-56732c27b264 req-19321952-ded9-40e8-8c49-126820778cf7 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305184 Dec 23 12:19:48.837835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] No DVR routers for this DVR port a2a7c598-ec55-4f5c-903e-1db5618357f0 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:48.840997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.846158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62418d89-7f35-499f-b506-e92ff074d0d7 req-966ef719-56f6-4ceb-ac1a-2c22204a216e tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.57 "DELETE /v2.0/ports/a2a7c598-ec55-4f5c-903e-1db5618357f0 HTTP/1.1" status: 204 len: 173 time: 0.7823153 Dec 23 12:19:48.846815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-deleted', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:48.849565 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d0d9d-7868-4c38-b15c-9c5607c5b4ba" -d '{"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-deleted", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:48.880213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0cdf084f-1f50-4696-941f-33e1fd57596a None None] Provisioning complete for port 418d6a3b-32cc-415a-8b92-aefa040c50bf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:48.880848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cdf084f-1f50-4696-941f-33e1fd57596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.925713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf084f-1f50-4696-941f-33e1fd57596a None None] Port 418d6a3b-32cc-415a-8b92-aefa040c50bf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:48.933165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Request body: {'port': {'device_id': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:48.942080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-63fda100-d352-4c4d-bcfd-ccbcffca6243 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.943834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5afe7ad-3046-4b23-83e7-e2667f71e227 req-63fda100-d352-4c4d-bcfd-ccbcffca6243 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1762125 Dec 23 12:19:48.983973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541feea-617a-45ce-a76a-239015230c41 req-63a93b98-da7d-42ad-be98-bc2b30fff271 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.985952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1541feea-617a-45ce-a76a-239015230c41 req-63a93b98-da7d-42ad-be98-bc2b30fff271 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0979052 Dec 23 12:19:48.999512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.047381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1541feea-617a-45ce-a76a-239015230c41 req-6731175a-026e-45d1-985d-00c9885d4de4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537970 Dec 23 12:19:49.089015 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d940c5-d012-4045-be53-5657dcc4931e x-openstack-request-id: req-22d940c5-d012-4045-be53-5657dcc4931e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:49.089605 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "name": "network-vif-plugged", "status": "completed", "tag": "215b6586-5a49-4139-ae86-19655ab4e213", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:49.089605 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22d940c5-d012-4045-be53-5657dcc4931e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:49.089946 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213', 'code': 200} Dec 23 12:19:49.152135 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fc995d-fcfd-4e41-95ae-4a701a338da0 x-openstack-request-id: req-d2fc995d-fcfd-4e41-95ae-4a701a338da0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:49.153635 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.155670 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b6812a-7b01-461c-bb0f-7be5a4c54bab", "name": "network-vif-deleted", "tag": "a2a7c598-ec55-4f5c-903e-1db5618357f0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:49.155988 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2fc995d-fcfd-4e41-95ae-4a701a338da0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:49.156401 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b6812a-7b01-461c-bb0f-7be5a4c54bab', 'name': 'network-vif-deleted', 'tag': 'a2a7c598-ec55-4f5c-903e-1db5618357f0', 'status': 'completed', 'code': 200} Dec 23 12:19:49.202538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187387e-2f64-494f-a73d-3a3841616270 req-3ed7a98f-ccb9-43c6-8b26-778bcbdeed99 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.204208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c187387e-2f64-494f-a73d-3a3841616270 req-3ed7a98f-ccb9-43c6-8b26-778bcbdeed99 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 935 time: 0.0743957 Dec 23 12:19:49.256814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f225c-c1cf-4f68-bd83-55f311a1b3ab req-6d4a374d-75cc-4a05-9138-77029dce39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.265994 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-962f225c-c1cf-4f68-bd83-55f311a1b3ab req-6d4a374d-75cc-4a05-9138-77029dce39df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 1096 time: 0.0753238 Dec 23 12:19:49.366809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-962f225c-c1cf-4f68-bd83-55f311a1b3ab req-da495a8c-8d37-4f8e-a65a-3ebcb9ecc1fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990796 Dec 23 12:19:49.379833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418d6a3b-32cc-415a-8b92-aefa040c50bf {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:49.388919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.403699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Transition to ACTIVE for port object 418d6a3b-32cc-415a-8b92-aefa040c50bf will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:49.570480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1565c9-d975-4238-8941-5b856df964e6 req-3ddf009d-4da6-4561-a571-1fa19cd18bc9 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.572746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de1565c9-d975-4238-8941-5b856df964e6 req-3ddf009d-4da6-4561-a571-1fa19cd18bc9 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 945 time: 0.3669510 Dec 23 12:19:49.579878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c187387e-2f64-494f-a73d-3a3841616270 req-2c3caa99-60f0-462a-b5a5-b088551ae464 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641205 Dec 23 12:19:49.622852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de1565c9-d975-4238-8941-5b856df964e6 req-156ea20b-f1eb-4716-a456-2462e2bfd558 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Dec 23 12:19:49.752807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7577c57-7128-4598-898f-55ca73376a38 req-3d4478f6-a836-4d3e-bc8b-0eb21b789a25 tempest-ListImageFiltersTestJSON-1007335186 tempest-ListImageFiltersTestJSON-1007335186-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b6812a-7b01-461c-bb0f-7be5a4c54bab HTTP/1.1" status: 200 len: 210 time: 0.0464756 Dec 23 12:19:49.781425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-58e8fecd-f336-4e10-9209-5747eb7e61fb tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.783680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-58e8fecd-f336-4e10-9209-5747eb7e61fb tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1056621 Dec 23 12:19:49.795727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.853764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-38d862ea-34b1-44a8-b53f-52e0ef33963d tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0648379 Dec 23 12:19:49.869067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:49.877663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'floatingip': {'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:49.929604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Attempting to bind port 418d6a3b-32cc-415a-8b92-aefa040c50bf on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:49.929938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Attempting to bind port 418d6a3b-32cc-415a-8b92-aefa040c50bf by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:49.930772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Attempting to bind port 418d6a3b-32cc-415a-8b92-aefa040c50bf on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:49.934182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.935828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Port 418d6a3b-32cc-415a-8b92-aefa040c50bf on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:49.936148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Attempting to bind port 418d6a3b-32cc-415a-8b92-aefa040c50bf on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:49.941624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:49.944683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:49.944683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:49.944683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Bound port: 418d6a3b-32cc-415a-8b92-aefa040c50bf, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:49.944683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.991802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50009d86-b422-4eb0-a292-a858dd479d16 req-ddaf2136-b97b-4abe-9978-af38b847791a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.994222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50009d86-b422-4eb0-a292-a858dd479d16 req-ddaf2136-b97b-4abe-9978-af38b847791a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1638618 Dec 23 12:19:50.020960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:50.025089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:50.101053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50009d86-b422-4eb0-a292-a858dd479d16 req-b42f0f60-8f8b-48cb-bbc9-da22144f7df1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893314 Dec 23 12:19:50.131627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.175529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.176295 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.178151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] 10.222.0.57 "PUT /v2.0/ports/418d6a3b-32cc-415a-8b92-aefa040c50bf HTTP/1.1" status: 200 len: 1095 time: 1.4316850 Dec 23 12:19:50.202476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5168996-d866-4520-98bb-54d04b9bc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:50.299566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4799a-82ed-43d7-ae76-dfd21c216ddd req-7f8e38d5-6227-4dfb-85f6-fd54e0047428 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.300949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3b4799a-82ed-43d7-ae76-dfd21c216ddd req-7f8e38d5-6227-4dfb-85f6-fd54e0047428 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1071355 Dec 23 12:19:50.419544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-f9eb0075-3bd3-45f1-aa2b-c0de22a1ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.421357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-f9eb0075-3bd3-45f1-aa2b-c0de22a1ccd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 1098 time: 0.0817676 Dec 23 12:19:50.431555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3b4799a-82ed-43d7-ae76-dfd21c216ddd req-deb322e9-0168-401e-84c7-e4131f85b8e8 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238458 Dec 23 12:19:50.471810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-1d3034ee-4112-44d4-9428-56b1edd46629 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf HTTP/1.1" status: 200 len: 217 time: 0.0422487 Dec 23 12:19:50.524981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-384cc729-13d0-494b-b8ed-148d69b36f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.526446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-384cc729-13d0-494b-b8ed-148d69b36f3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0482380 Dec 23 12:19:50.574949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.583570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-6fd2716f-c7a1-4a4a-997a-dc4e0f094e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.585267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-6fd2716f-c7a1-4a4a-997a-dc4e0f094e4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509729 Dec 23 12:19:50.633336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c9ffa-e64b-4a3f-a8f4-34a4e225ff62 req-8b9138f9-3e06-4a53-8419-2e0a797f95ff tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.635220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c62c9ffa-e64b-4a3f-a8f4-34a4e225ff62 req-8b9138f9-3e06-4a53-8419-2e0a797f95ff tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0520713 Dec 23 12:19:50.641414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.648304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device c042bfe0-df54-4404-9900-c847cd752b57 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:50.776647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c62c9ffa-e64b-4a3f-a8f4-34a4e225ff62 req-525e0595-953d-4ef8-a2ac-b9156560ff20 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328399 Dec 23 12:19:50.793942 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Floating IP d80d1105-f1fd-4806-b3aa-861a2b8322a6 associated. External IP: 172.25.7.17, port: b9a8b989-94b3-468a-b4cd-a761ef8a98f4. Dec 23 12:19:50.808551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port c042bfe0-df54-4404-9900-c847cd752b57 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:50.813617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port c042bfe0-df54-4404-9900-c847cd752b57 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:50.814236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.935608 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.970301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:50.988244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-ece26bde-716e-482a-81c8-0155b6888efa service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962271 Dec 23 12:19:51.011679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee77f-a563-43e1-9d12-fb69a3bba0ea req-099b7bd9-0c10-4d45-b7e4-1d9134b3494c tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.013183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-426ee77f-a563-43e1-9d12-fb69a3bba0ea req-099b7bd9-0c10-4d45-b7e4-1d9134b3494c tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 947 time: 0.1117227 Dec 23 12:19:51.041457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:51.087396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8cc2cf59-94e8-4e4b-afae-4908a77a8315 req-6da52fe0-6ccc-4dfa-8faa-bdd0cbc868d6 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916815 Dec 23 12:19:51.090662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:51.093154 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416d1653-3f49-4ba1-a042-6dc33b0aa299" -d '{"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c042bfe0-df54-4404-9900-c847cd752b57"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:51.096698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:51.108522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:51.117306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-426ee77f-a563-43e1-9d12-fb69a3bba0ea req-d2dbe8b7-0087-4251-a738-30627b10ab07 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Dec 23 12:19:51.157161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:51.159586 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d4041-3073-427b-8b06-271523a7187b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:51.262859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825fbfb-f7b9-4a4d-a4da-b95b6da2e14e req-1450945f-54c8-49f7-97e3-97af6cf02fb2 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.264359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1825fbfb-f7b9-4a4d-a4da-b95b6da2e14e req-1450945f-54c8-49f7-97e3-97af6cf02fb2 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 945 time: 0.0885415 Dec 23 12:19:51.265367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:51.270140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:51.277548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Sync routers for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:51.287518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:51.288200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:51.312079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-c3f1f1d1-7152-410c-bc10-0a820aa3825f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "PUT /v2.0/floatingips/d80d1105-f1fd-4806-b3aa-861a2b8322a6 HTTP/1.1" status: 200 len: 995 time: 1.4405186 Dec 23 12:19:51.313735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:51.315805 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:51.363767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1825fbfb-f7b9-4a4d-a4da-b95b6da2e14e req-81ceb256-7f90-4bbb-a82f-c85ab91d4463 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916018 Dec 23 12:19:51.392396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-02f48db5-f837-45f8-be4d-ef1bfea0c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.394110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-02f48db5-f837-45f8-be4d-ef1bfea0c405 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1096 time: 0.0646482 Dec 23 12:19:51.398736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:51.439100 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0d633-5285-46c8-87d7-4c614ee012b4 x-openstack-request-id: req-dcd0d633-5285-46c8-87d7-4c614ee012b4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:51.439508 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c042bfe0-df54-4404-9900-c847cd752b57", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:51.439858 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcd0d633-5285-46c8-87d7-4c614ee012b4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:51.440369 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57', 'code': 200} Dec 23 12:19:51.502085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-1a20adee-715b-43b2-95e7-0afdb27eb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.503759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-1a20adee-715b-43b2-95e7-0afdb27eb1bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 930 time: 0.1024311 Dec 23 12:19:51.549746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502585a2-cf28-463e-b5f4-09dd11d90b42 req-0c023eaf-a4ef-4dd6-b3e9-095c6890c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.551247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-502585a2-cf28-463e-b5f4-09dd11d90b42 req-0c023eaf-a4ef-4dd6-b3e9-095c6890c764 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0476623 Dec 23 12:19:51.598208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-502585a2-cf28-463e-b5f4-09dd11d90b42 req-b966c949-39d1-4b06-ba51-a715a01f09df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Dec 23 12:19:51.629639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-0f92558e-b23b-4411-a874-2049913c4e05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 998 time: 0.1141131 Dec 23 12:19:51.638693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9bb9-599d-4654-8f13-13d9a44f744d req-a1a5b715-4d3a-4901-a081-90580a61ba56 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.640162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81e9bb9-599d-4654-8f13-13d9a44f744d req-a1a5b715-4d3a-4901-a081-90580a61ba56 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1355042 Dec 23 12:19:51.694949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd80d1105-f1fd-4806-b3aa-861a2b8322a6', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'mac_address': 'fa:16:3e:7c:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:19:47Z', 'updated_at': '2021-12-23T12:19:50Z', 'revision_number': 1, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:51.706323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-3665a7ff-34d1-4b4c-a3b0-e3b45447b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.707806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-3665a7ff-34d1-4b4c-a3b0-e3b45447b046 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.0667949 Dec 23 12:19:51.729783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Checking router: 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:51.731058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81e9bb9-599d-4654-8f13-13d9a44f744d req-ae317567-66e8-4a0c-9e0e-97d09b6cbf72 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814342 Dec 23 12:19:51.739012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:51.739635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:51.766138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-791cf2f3-869c-478b-9d23-0e0a00550771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.767868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-791cf2f3-869c-478b-9d23-0e0a00550771 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523231 Dec 23 12:19:51.777976 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d85fe-d15e-4306-ba3e-4919f44e93f7 x-openstack-request-id: req-fe5d85fe-d15e-4306-ba3e-4919f44e93f7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:51.778270 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:51.778523 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5d85fe-d15e-4306-ba3e-4919f44e93f7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:51.778921 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf', 'status': 'completed', 'code': 200} Dec 23 12:19:51.779670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-50f3120d-a828-4755-8f7b-44ed38060aa4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:51.781280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-50f3120d-a828-4755-8f7b-44ed38060aa4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051317 Dec 23 12:19:51.836490 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7405ba-4c1e-4fae-8cb2-de82374481f2 x-openstack-request-id: req-4b7405ba-4c1e-4fae-8cb2-de82374481f2 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:51.836771 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:51.837014 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b7405ba-4c1e-4fae-8cb2-de82374481f2 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:51.837502 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'status': 'completed', 'code': 200} Dec 23 12:19:51.866655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:51.937896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-73caff73-de26-44c3-bb40-dfb83e4fad40 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499181 Dec 23 12:19:51.963772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-b4085184-7a18-4e0c-955c-77e498a83e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.965319 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-b4085184-7a18-4e0c-955c-77e498a83e95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1096 time: 0.1246274 Dec 23 12:19:51.990956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c42ab-d043-413c-902f-04e7cede7325 req-8061b498-5bcc-4400-831a-22523357ab77 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.992619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17c42ab-d043-413c-902f-04e7cede7325 req-8061b498-5bcc-4400-831a-22523357ab77 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.1210198 Dec 23 12:19:51.996512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4041-3073-427b-8b06-271523a7187b req-abe3849e-9115-481e-94c6-2ffcf564468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.997965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-abe3849e-9115-481e-94c6-2ffcf564468c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 1098 time: 0.1059866 Dec 23 12:19:52.045835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30713ade-9cac-4a28-b42e-1805059e3e72 req-7171e641-5865-4a77-81e6-c6a6db93e6f7 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069839 Dec 23 12:19:52.167335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd80d1105-f1fd-4806-b3aa-861a2b8322a6', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'mac_address': 'fa:16:3e:7c:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:19:47Z', 'updated_at': '2021-12-23T12:19:50Z', 'revision_number': 1, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:52.197349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9826cdd0-4810-4a70-a140-50855afdcd78 None None] The sync data for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 is: [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd80d1105-f1fd-4806-b3aa-861a2b8322a6', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'mac_address': 'fa:16:3e:7c:c2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:19:47Z', 'updated_at': '2021-12-23T12:19:50Z', 'revision_number': 1, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:52.250695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-03ca162b-b631-4ee5-a7f6-2a097ca63e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.252197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-03ca162b-b631-4ee5-a7f6-2a097ca63e7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 930 time: 0.2775874 Dec 23 12:19:52.256498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4041-3073-427b-8b06-271523a7187b req-eac81445-da66-4065-bbf8-df378ffdab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.258481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-eac81445-da66-4065-bbf8-df378ffdab4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2300477 Dec 23 12:19:52.281956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c574e-a4f4-46c3-876c-81a9d70be8c9 req-aeb138f8-b682-4bf7-8267-c6b166238a1a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.283526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-355c574e-a4f4-46c3-876c-81a9d70be8c9 req-aeb138f8-b682-4bf7-8267-c6b166238a1a tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 945 time: 0.0620177 Dec 23 12:19:52.338856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-355c574e-a4f4-46c3-876c-81a9d70be8c9 req-fd782579-fecb-49e5-9868-ba45b8ca6de5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/security-groups?id=898ac607-6b20-4598-955c-42ea0e1e91e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Dec 23 12:19:52.347258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-0e1ee44e-f533-4aa2-bed4-fe479a13792f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf HTTP/1.1" status: 200 len: 217 time: 0.0797839 Dec 23 12:19:52.400601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Deleting port 858c1c1f-2d58-4366-a5b1-b4d36241b204 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:52.400989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.450316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e8bc-d411-4343-b9c5-29438e595f19 None None] New status for floating IP d80d1105-f1fd-4806-b3aa-861a2b8322a6: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:19:52.456521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-d991f9ee-2496-42e3-9a77-949c10c5d6c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 998 time: 0.1972470 Dec 23 12:19:52.476453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.481762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4041-3073-427b-8b06-271523a7187b req-ebd706ae-b9d0-4ed9-b94e-2a68f142c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.486048 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-ebd706ae-b9d0-4ed9-b94e-2a68f142c043 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1246235 Dec 23 12:19:52.527206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c931e-a61b-409b-9f17-21c98951ec0f req-31c28177-5b63-4aa2-8bbb-26c2218ecb8f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.528636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-168c931e-a61b-409b-9f17-21c98951ec0f req-31c28177-5b63-4aa2-8bbb-26c2218ecb8f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0522747 Dec 23 12:19:52.584786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-168c931e-a61b-409b-9f17-21c98951ec0f req-d34262e7-60b8-4326-9003-73c255e063f3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Dec 23 12:19:52.597376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] For port 858c1c1f-2d58-4366-a5b1-b4d36241b204, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=858c1c1f-2d58-4366-a5b1-b4d36241b204,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:52.597996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.621991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-1f1777e8-162a-42a6-9498-420f904e445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.623462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-1f1777e8-162a-42a6-9498-420f904e445f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.1438301 Dec 23 12:19:52.629101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Calling delete_port for 858c1c1f-2d58-4366-a5b1-b4d36241b204 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:52.638109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4041-3073-427b-8b06-271523a7187b req-829ad084-0fe5-4103-b598-a0030ed44ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.639664 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-829ad084-0fe5-4103-b598-a0030ed44ddc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474264 Dec 23 12:19:52.667217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:52.689284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: a2a7c598-ec55-4f5c-903e-1db5618357f0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:52.689816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a2a7c598-ec55-4f5c-903e-1db5618357f0 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:52.748011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c37ca-fafa-4195-ac74-4afbe3a623c9 req-72d4dcec-c826-491e-80b4-9a62c8f48e67 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.756102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc3c37ca-fafa-4195-ac74-4afbe3a623c9 req-72d4dcec-c826-491e-80b4-9a62c8f48e67 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 947 time: 0.0578907 Dec 23 12:19:52.813699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-b6e03e62-06c2-44c1-a74c-f85912b8d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.815213 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-b6e03e62-06c2-44c1-a74c-f85912b8d671 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719379 Dec 23 12:19:52.837460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-d5f36709-2ad5-418e-ba25-9c8c1ff88cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845167 Dec 23 12:19:52.855598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc3c37ca-fafa-4195-ac74-4afbe3a623c9 req-87e773f9-9ea2-486c-b197-2af3cda3ddac tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986533 Dec 23 12:19:52.938297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-e82eb1d6-c5c1-44fb-a3f6-5920e2921568 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 258 time: 0.1439114 Dec 23 12:19:52.950924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:53.024796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e33fa2-ba3e-42dc-859f-5fc0597f5d64 req-83fccee1-63b2-4053-bcdf-3505b1127241 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:53.026295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1e33fa2-ba3e-42dc-859f-5fc0597f5d64 req-83fccee1-63b2-4053-bcdf-3505b1127241 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0563502 Dec 23 12:19:53.039570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-1221a4cf-5247-47d8-b415-37cc20287e2e service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156010 Dec 23 12:19:53.042098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c00d4041-3073-427b-8b06-271523a7187b req-2bf29f12-59b4-4d73-94b7-99af8775bf28 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941795 Dec 23 12:19:53.078960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1e33fa2-ba3e-42dc-859f-5fc0597f5d64 req-a3b3cf18-a6e6-4e0f-aebd-4e26d83c79cd tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Dec 23 12:19:53.081360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.124165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.135764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['858c1c1f-2d58-4366-a5b1-b4d36241b204'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:53.173645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Pushing event deleted for resources: {'Port': ['ID=858c1c1f-2d58-4366-a5b1-b4d36241b204,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:53.193892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61e4a633-1cd0-43ac-9b58-4f12c9f9b0ba req-32c92800-5fc2-446c-84eb-f1b3ede5cc12 service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478696 Dec 23 12:19:53.203094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.261531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] No DVR routers for this DVR port 858c1c1f-2d58-4366-a5b1-b4d36241b204 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:53.266505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.269183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17c42ab-d043-413c-902f-04e7cede7325 req-4769fb65-71e3-4a07-8a97-927fcccc7db5 tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.43 "DELETE /v2.0/ports/858c1c1f-2d58-4366-a5b1-b4d36241b204 HTTP/1.1" status: 204 len: 173 time: 1.2421129 Dec 23 12:19:53.329191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Allocated IP 172.25.7.235 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2a2dc18b-95b5-44a9-9dbf-69f473ed9894) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:53.429389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.556381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.601314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:53.604438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:53.608158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:53.613714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event updated for resources: {'Port': ['ID=2a2dc18b-95b5-44a9-9dbf-69f473ed9894,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:53.697174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.780581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'name': 'network-vif-deleted', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:53.783011 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1025aa-2ff2-4a15-9c49-094c974207c4" -d '{"events": [{"server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "name": "network-vif-deleted", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:53.819128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.969576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.079269 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.145462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event updated for resources: {'Port': ['ID=2a2dc18b-95b5-44a9-9dbf-69f473ed9894,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:54.159522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.232196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.233784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-c6c60ec8-67e2-4e96-80d2-ea75d12696fd tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2882798 Dec 23 12:19:54.287863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-5c2f14a5-97a9-46f0-9e83-887fb771c106 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0479224 Dec 23 12:19:54.322251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fdd7c67-c252-4fcc-937f-cc1ca60290fe req-894800b2-9634-4ec5-9484-7f68ddb50a6d tempest-ServerRescueNegativeTestJSON-777542838 tempest-ServerRescueNegativeTestJSON-777542838-project] 10.222.0.16 "GET /v2.0/ports?device_id=40250fc9-4f2d-4e07-bbf2-fc3ce88aee21 HTTP/1.1" status: 200 len: 210 time: 0.0334449 Dec 23 12:19:54.424410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-95a77819-7509-4b1f-8558-e14e7629f0ff tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.426107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bcb550-ff47-44aa-9128-7de03c74a0e1 req-95a77819-7509-4b1f-8558-e14e7629f0ff tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1286137 Dec 23 12:19:54.464720 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053592a9-23ba-439c-8dfe-1e7ba6dea82a x-openstack-request-id: req-053592a9-23ba-439c-8dfe-1e7ba6dea82a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:54.465535 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40250fc9-4f2d-4e07-bbf2-fc3ce88aee21", "name": "network-vif-deleted", "tag": "858c1c1f-2d58-4366-a5b1-b4d36241b204", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:54.465535 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-053592a9-23ba-439c-8dfe-1e7ba6dea82a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:54.465980 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40250fc9-4f2d-4e07-bbf2-fc3ce88aee21', 'name': 'network-vif-deleted', 'tag': '858c1c1f-2d58-4366-a5b1-b4d36241b204', 'status': 'completed', 'code': 200} Dec 23 12:19:54.494918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c084a-67e2-4cb1-8a24-edd55d11e571 req-27be8282-0add-4197-93b8-bdb11d8afaea tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.497490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f81c084a-67e2-4cb1-8a24-edd55d11e571 req-27be8282-0add-4197-93b8-bdb11d8afaea tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0516081 Dec 23 12:19:54.550100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f81c084a-67e2-4cb1-8a24-edd55d11e571 req-854591c7-9ff2-4431-bf9b-fe1758fbfce8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Dec 23 12:19:54.658201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc16ed-fc53-4548-878e-ec59e914b2a0 req-dcb72018-a5b6-435b-a799-b2034c284c76 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.659772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2cc16ed-fc53-4548-878e-ec59e914b2a0 req-dcb72018-a5b6-435b-a799-b2034c284c76 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 947 time: 0.0497186 Dec 23 12:19:54.661195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 418d6a3b-32cc-415a-8b92-aefa040c50bf details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:54.707766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2cc16ed-fc53-4548-878e-ec59e914b2a0 req-35ed0bfc-e837-47d3-a00e-5a5e470bf8ae tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Dec 23 12:19:54.893648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:54.905497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '418d6a3b-32cc-415a-8b92-aefa040c50bf', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '418d6a3b-32cc-415a-8b92-aefa040c50bf', 'mac_address': 'fa:16:3e:31:7d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:54.946496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.960083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418d6a3b-32cc-415a-8b92-aefa040c50bf {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:54.983061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:55.099675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82473f-b200-4ca2-a454-e2387b498bf6 req-b200039d-a760-41ca-a009-7916575cfa38 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.101162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a82473f-b200-4ca2-a454-e2387b498bf6 req-b200039d-a760-41ca-a009-7916575cfa38 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.3242526 Dec 23 12:19:55.148060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a82473f-b200-4ca2-a454-e2387b498bf6 req-93b469cc-9568-4e83-a98e-f3aa1932b461 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Dec 23 12:19:55.249233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46d78-3ce0-4d23-94a3-e7f9a60ff469 req-78ab2ed7-dfa5-411a-a354-30d8bcad0528 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.250694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0de46d78-3ce0-4d23-94a3-e7f9a60ff469 req-78ab2ed7-dfa5-411a-a354-30d8bcad0528 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Dec 23 12:19:55.265502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.300406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0de46d78-3ce0-4d23-94a3-e7f9a60ff469 req-c831dbf1-f42e-4f64-a136-335eec410025 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/security-groups?id=ede7bbe2-dc30-4bce-ba92-8fe393728f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Dec 23 12:19:55.316652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:55.418504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-70a26a22-8cb3-4e65-aaf3-74565e9771ac tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.420300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-70a26a22-8cb3-4e65-aaf3-74565e9771ac tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0572433 Dec 23 12:19:55.497293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-857c351d-3170-4e95-9235-075a1def06f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0698006 Dec 23 12:19:55.509282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-dff3027d-3898-4cfd-8f54-538b08c1f5f8 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'floatingip': {'port_id': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:55.554831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-dff3027d-3898-4cfd-8f54-538b08c1f5f8 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.558445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eba31e-bd4f-4024-9747-7cf3056936fb req-f76688b5-f223-4c9c-8ea5-ef865df6aa47 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.559923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98eba31e-bd4f-4024-9747-7cf3056936fb req-f76688b5-f223-4c9c-8ea5-ef865df6aa47 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0926499 Dec 23 12:19:55.605134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-e97c09d6-1c25-4093-b763-e7e8b9e32dec tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.607505 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-e97c09d6-1c25-4093-b763-e7e8b9e32dec tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.43 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 945 time: 0.0509706 Dec 23 12:19:55.641427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['418d6a3b-32cc-415a-8b92-aefa040c50bf'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:55.694753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98eba31e-bd4f-4024-9747-7cf3056936fb req-6c0a90a1-45d8-4aa9-a707-bedbf2983177 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047678 Dec 23 12:19:55.712387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Deleting port 215b6586-5a49-4139-ae86-19655ab4e213 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:55.712387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.803564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37166) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:55.824854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] For port 215b6586-5a49-4139-ae86-19655ab4e213, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=215b6586-5a49-4139-ae86-19655ab4e213,segment=NetworkSegment(30432a07-f24a-4f4f-b307-aa9ecb6faf32),segment_id=30432a07-f24a-4f4f-b307-aa9ecb6faf32)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:55.832282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.840073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Calling delete_port for 215b6586-5a49-4139-ae86-19655ab4e213 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:55.931829 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-dff3027d-3898-4cfd-8f54-538b08c1f5f8 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 12:19:55.949163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ab35049-c8ce-4ccc-a3fb-4257d84728c3 req-dff3027d-3898-4cfd-8f54-538b08c1f5f8 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "PUT /v2.0/floatingips/23919a8e-0db5-4751-9415-c1e8c82e15e0 HTTP/1.1" status: 409 len: 550 time: 0.4449887 Dec 23 12:19:55.983965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:56.087653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774565f-498f-482d-8186-c21c08258d65 req-69dfef20-2939-440c-b295-589bcf8aa913 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:56.089166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8774565f-498f-482d-8186-c21c08258d65 req-69dfef20-2939-440c-b295-589bcf8aa913 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 948 time: 0.1390595 Dec 23 12:19:56.093407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.107189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['215b6586-5a49-4139-ae86-19655ab4e213'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:56.129161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Pushing event deleted for resources: {'Port': ['ID=215b6586-5a49-4139-ae86-19655ab4e213,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:56.155687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.155935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.156277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.156642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.157018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.157353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.157682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.158007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.158329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.158652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.158973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.159293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.159623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:56.178800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] No DVR routers for this DVR port 215b6586-5a49-4139-ae86-19655ab4e213 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:56.181997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.185464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2417e6af-0a30-4138-8317-ecf967fecee2 req-9fa75b9a-4ab2-4c4f-81a2-c1943b04b943 tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.43 "DELETE /v2.0/ports/215b6586-5a49-4139-ae86-19655ab4e213 HTTP/1.1" status: 204 len: 173 time: 0.5722980 Dec 23 12:19:56.223611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4cf77-aa6f-4655-aa14-77f1be1c24cf req-cbd22cf7-5efe-468a-b9e3-ee2876004ca1 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:56.225183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baa4cf77-aa6f-4655-aa14-77f1be1c24cf req-cbd22cf7-5efe-468a-b9e3-ee2876004ca1 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.2092891 Dec 23 12:19:56.232749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 858c1c1f-2d58-4366-a5b1-b4d36241b204 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:56.236736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-97624b73-a783-4634-8c76-e4a002055161 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a491cab68e4d447699f13eb758b2fa91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490928 Dec 23 12:19:56.239526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:56.243471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8774565f-498f-482d-8186-c21c08258d65 req-369383d1-da56-4dc2-a682-e3511378ad54 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408498 Dec 23 12:19:56.268965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 858c1c1f-2d58-4366-a5b1-b4d36241b204 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:56.269394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 858c1c1f-2d58-4366-a5b1-b4d36241b204 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:56.269813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 215b6586-5a49-4139-ae86-19655ab4e213 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:56.291848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 215b6586-5a49-4139-ae86-19655ab4e213 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:56.292194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 215b6586-5a49-4139-ae86-19655ab4e213 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:56.296501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.322937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.352684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-42223efd-d267-4041-8255-fca4246f680f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips/23919a8e-0db5-4751-9415-c1e8c82e15e0 HTTP/1.1" status: 200 len: 693 time: 0.0759890 Dec 23 12:19:56.373360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baa4cf77-aa6f-4655-aa14-77f1be1c24cf req-0cc0a811-8018-4aac-ae0d-b31108804264 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397247 Dec 23 12:19:56.466918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'name': 'network-vif-deleted', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:56.469244 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e848e53e-f039-4785-98bb-2847019f19ca" -d '{"events": [{"server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "name": "network-vif-deleted", "tag": "215b6586-5a49-4139-ae86-19655ab4e213"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:56.516410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.519310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.522985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b78b3b1-632e-4c40-a92e-c31330b7ac58 HTTP/1.1" status: 204 len: 168 time: 0.2789996 Dec 23 12:19:56.523414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-ff93164a-7806-4bfb-84b7-8f5f72feb7ce tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:56.525605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-ff93164a-7806-4bfb-84b7-8f5f72feb7ce tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1654878 Dec 23 12:19:56.541559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19308355-7286-4c26-936c-45ba57905a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b78b3b1-632e-4c40-a92e-c31330b7ac58,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:56.548533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-1da2d49e-266a-437b-9200-d8445c88ec9b tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:56.550256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-1da2d49e-266a-437b-9200-d8445c88ec9b tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160172 Dec 23 12:19:56.557366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70459d-394d-4eee-b52b-567cf267c065 req-c1c90ec2-72b5-498a-9165-75e3fe037950 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:56.559090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f70459d-394d-4eee-b52b-567cf267c065 req-c1c90ec2-72b5-498a-9165-75e3fe037950 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1011140 Dec 23 12:19:56.629181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-b76e38fb-943e-4968-87c3-7ba90fca5bb1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0690944 Dec 23 12:19:56.673762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 418d6a3b-32cc-415a-8b92-aefa040c50bf up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:56.719282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-45280cb3-39cc-4355-bc5d-bd46222bc081 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.235 HTTP/1.1" status: 200 len: 696 time: 0.0687642 Dec 23 12:19:56.726940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f70459d-394d-4eee-b52b-567cf267c065 req-70727ca9-536f-4910-8f37-c84107128361 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572042 Dec 23 12:19:56.822464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 418d6a3b-32cc-415a-8b92-aefa040c50bf completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:56.826523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.827268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 418d6a3b-32cc-415a-8b92-aefa040c50bf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:56.827802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.913523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5182f76d-016d-4c9a-827d-f65b05c6075b req-37afa177-5964-41b4-bafb-6501a775ce3d tempest-ServerAddressesTestJSON-547154278 tempest-ServerAddressesTestJSON-547154278-project] 10.222.0.16 "GET /v2.0/ports?device_id=846043f6-cd84-4771-9fa4-a746b60ddbb5 HTTP/1.1" status: 200 len: 210 time: 0.0839717 Dec 23 12:19:56.940894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.002287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:57.009882 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d9a0c-4bf3-4277-a064-2c5133cd33c2" -d '{"events": [{"server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "name": "network-vif-plugged", "status": "completed", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:57.015921 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09738335-0252-41c9-b2a8-dc431b6104bd x-openstack-request-id: req-09738335-0252-41c9-b2a8-dc431b6104bd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:57.016758 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846043f6-cd84-4771-9fa4-a746b60ddbb5", "name": "network-vif-deleted", "tag": "215b6586-5a49-4139-ae86-19655ab4e213", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:57.017333 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09738335-0252-41c9-b2a8-dc431b6104bd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:57.017900 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846043f6-cd84-4771-9fa4-a746b60ddbb5', 'name': 'network-vif-deleted', 'tag': '215b6586-5a49-4139-ae86-19655ab4e213', 'status': 'completed', 'code': 200} Dec 23 12:19:57.018863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:57.072692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Deleting port 2a2dc18b-95b5-44a9-9dbf-69f473ed9894 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:57.073174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.085817 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.161875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:57.213145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.213599 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.236887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Calling delete_port for 2a2dc18b-95b5-44a9-9dbf-69f473ed9894 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:57.411634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Deleting port 1010ccfb-f2ec-4044-a8dd-4d65de325bea {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:57.412081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.571893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] For port 1010ccfb-f2ec-4044-a8dd-4d65de325bea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1010ccfb-f2ec-4044-a8dd-4d65de325bea,segment=NetworkSegment(e0d0091b-d01b-4af5-8bb9-d357c96f8343),segment_id=e0d0091b-d01b-4af5-8bb9-d357c96f8343)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:57.572379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.589378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Calling delete_port for 1010ccfb-f2ec-4044-a8dd-4d65de325bea owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:57.672660 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.755721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event deleted for resources: {'Port': ['ID=2a2dc18b-95b5-44a9-9dbf-69f473ed9894,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:57.775553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.776020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.776477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.776965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.777425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.777880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.778333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.778777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.779219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.779662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.780103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.780547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.781031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:57.868339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.877748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.877748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf75b00f-17df-443d-9a7f-e70b79b9b0f6 req-7a0819da-0bd0-4da3-badb-59d76df190f5 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "DELETE /v2.0/floatingips/23919a8e-0db5-4751-9415-c1e8c82e15e0 HTTP/1.1" status: 204 len: 173 time: 1.1434457 Dec 23 12:19:57.927502 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00af78-5b87-44e7-b61a-cbeca7fe4ec2 x-openstack-request-id: req-db00af78-5b87-44e7-b61a-cbeca7fe4ec2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:57.927814 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "name": "network-vif-plugged", "status": "completed", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:57.928066 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db00af78-5b87-44e7-b61a-cbeca7fe4ec2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:57.928477 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf', 'code': 200} Dec 23 12:19:58.065502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f3828-a921-49e2-8c9f-465b76a58c0f req-44738c8e-7a8e-4d1a-b25c-0a8fed3b21ed tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:58.067183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-183f3828-a921-49e2-8c9f-465b76a58c0f req-44738c8e-7a8e-4d1a-b25c-0a8fed3b21ed tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 949 time: 0.0686500 Dec 23 12:19:58.067458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a7fc-8fd7-4f16-805f-207705cc75cf req-66956305-cad2-4b1f-8f84-5d5d11b997e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:58.071739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0206a7fc-8fd7-4f16-805f-207705cc75cf req-66956305-cad2-4b1f-8f84-5d5d11b997e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 1100 time: 0.0833218 Dec 23 12:19:58.081121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.122853 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0206a7fc-8fd7-4f16-805f-207705cc75cf req-e84836b0-7910-4ec8-b00a-9a0ca7aa15e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Dec 23 12:19:58.129289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1010ccfb-f2ec-4044-a8dd-4d65de325bea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:58.215609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-183f3828-a921-49e2-8c9f-465b76a58c0f req-53c3749b-cff1-4842-98fa-048a12d450af tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370490 Dec 23 12:19:58.245027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:58.350557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:58.362959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518', 'port_id': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'mac_address': 'fa:16:3e:cc:70:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2605051-fa00-4be4-9a99-ae65b9112d44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:58.375543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c329-5da4-4592-b707-54c31671e5f0 req-1748caeb-cf34-41f4-8b7d-e4f8c5a9f0e0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:58.377037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7016c329-5da4-4592-b707-54c31671e5f0 req-1748caeb-cf34-41f4-8b7d-e4f8c5a9f0e0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0957646 Dec 23 12:19:58.393046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.401100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.414333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:58.441391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:58.483276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7016c329-5da4-4592-b707-54c31671e5f0 req-d6816f50-5414-44fe-b955-345087a51ce0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984604 Dec 23 12:19:58.519333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.575039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:58.760307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:58.907650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-624996d8-fda2-46e9-a4e7-a007787ae508 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.3912842 Dec 23 12:19:59.028495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-fda145d3-8699-418b-b321-acf0aad97481 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:59.029850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-fda145d3-8699-418b-b321-acf0aad97481 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports/b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 942 time: 0.0864546 Dec 23 12:19:59.054428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Router 0b26a44c-c51a-43db-bd35-508945291508 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:59.229711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:59.238660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Sync routers for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:59.243165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-677c0c95-0ff0-4e90-b66c-334030f44cf4 admin admin] 10.222.0.16 "PUT /v2.0/routers/0b26a44c-c51a-43db-bd35-508945291508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4363644 Dec 23 12:19:59.243839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37250) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:59.248789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-59fb906b-4f60-429b-8f41-f23afb8b1ceb tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.1042554 Dec 23 12:19:59.252171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:59.253410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:59.359498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.380550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:59.407103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-042118e1-242d-4372-9426-0d22b4a744e6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:59.411736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-042118e1-242d-4372-9426-0d22b4a744e6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100515 Dec 23 12:19:59.412086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-a393f350-d1f3-4df4-b273-04ee3eb09d52 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:59.412086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-a393f350-d1f3-4df4-b273-04ee3eb09d52 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1549418 Dec 23 12:19:59.421276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-440b7601-bdf3-41b2-8ec9-af9fcd42896f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:59.422239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-440b7601-bdf3-41b2-8ec9-af9fcd42896f tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057073 Dec 23 12:19:59.505718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-1f96e6d0-2917-43a8-b10d-7b1a0c51839a tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1000 time: 0.0761085 Dec 23 12:19:59.506491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-022f9d82-70ae-4b5e-89a9-2f0635e01dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:59.512053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:59.514278 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-022f9d82-70ae-4b5e-89a9-2f0635e01dee service neutron] 10.222.0.16 "GET /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 1094 time: 0.0901253 Dec 23 12:19:59.518852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Request body: {'binding': {'host': 'n-h2-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:59.519306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Unknown quota resources ['binding']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:19:59.579280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.602829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:19:57Z', 'revision_number': 5, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:59.603925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.637237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Checking router: 0b26a44c-c51a-43db-bd35-508945291508 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:59.647043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Routers {'0b26a44c-c51a-43db-bd35-508945291508'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:59.647756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0b26a44c-c51a-43db-bd35-508945291508'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:59.691233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h2-822750-2 for vnic_type normal with profile None {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:59.691678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:59.692107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:59.698506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:59.698930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:59.707966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:59.708414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:59.708954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:59.709534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Bound port: c042bfe0-df54-4404-9900-c847cd752b57, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:59.761427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] Set router 0b26a44c-c51a-43db-bd35-508945291508 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:59.765849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.824520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:59.830477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Deleting port ab869f2c-80e2-411f-8df0-e252c02e3751 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:59.830922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.864128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.864501 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Floating IP d80d1105-f1fd-4806-b3aa-861a2b8322a6 disassociated. External IP: 172.25.7.17, port: b9a8b989-94b3-468a-b4cd-a761ef8a98f4. Dec 23 12:19:59.946288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] For port ab869f2c-80e2-411f-8df0-e252c02e3751, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ab869f2c-80e2-411f-8df0-e252c02e3751,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:59.946984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.959260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:19:57Z', 'revision_number': 5, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:59.973058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Calling delete_port for ab869f2c-80e2-411f-8df0-e252c02e3751 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:59.990889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d0ea9-480a-4096-9227-5216bb565fac None None] The sync data for ids ['0b26a44c-c51a-43db-bd35-508945291508'] in n-d-822750-2 is: [{'id': '0b26a44c-c51a-43db-bd35-508945291508', 'name': 'tempest-ServerRescueNegativeTestJSON-555977014-router', 'tenant_id': 'af888f0fbc664aea821d40bc687773ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:42Z', 'updated_at': '2021-12-23T12:19:57Z', 'revision_number': 5, 'project_id': 'af888f0fbc664aea821d40bc687773ff', 'gw_port': {'id': 'ab869f2c-80e2-411f-8df0-e252c02e3751', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a44c-c51a-43db-bd35-508945291508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:43Z', 'updated_at': '2021-12-23T12:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:59.997944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.999720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-1e7327ee-0829-458d-aaf5-1e5a069d34b9 service neutron] 10.222.0.16 "POST /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57/bindings HTTP/1.1" status: 201 len: 389 time: 0.4841444 Dec 23 12:20:00.170526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:00.245094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:00.281339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:00.285668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.294306 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Sync routers for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:00.304119 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:00.304725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:00.315254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-9d8e13e9-4fde-4d54-ad9e-0227e09c3390 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "PUT /v2.0/floatingips/d80d1105-f1fd-4806-b3aa-861a2b8322a6 HTTP/1.1" status: 200 len: 694 time: 0.8076091 Dec 23 12:20:00.315444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:00.317664 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049577c3-0978-4734-ba01-0c00e8520898" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:00.453413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37260) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:00.475445 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:00.557661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.590606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:00.595744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:00.596395 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.624645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-46ae62ea-59f7-44b2-93f8-c2a476b5faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:00.637420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-46ae62ea-59f7-44b2-93f8-c2a476b5faff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1096 time: 0.3059695 Dec 23 12:20:00.719069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab869f2c-80e2-411f-8df0-e252c02e3751,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:00.793729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Deleting subnet adde3250-9405-4735-a172-a3fdd4624415 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:00.815470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-52d8c687-d0ba-4e0a-9a44-d7126effb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:00.827805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.834796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-52d8c687-d0ba-4e0a-9a44-d7126effb3f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 930 time: 0.1962109 Dec 23 12:20:00.841814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.881106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:00.881361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:00.886218 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bebf1d-337e-4ad6-9b3b-217d0593e9b4" -d '{"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-plugged", "status": "completed", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:00.894035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-655ca2df-fcfa-4a63-9452-79f3a762d213 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 217 time: 0.0578246 Dec 23 12:20:00.925277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:00.936377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.939904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.956061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Checking router: 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:00.982475 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:00.984890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:01.002483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-5a57c485-b09f-40bf-bafd-fc7c9ec92fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.012312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-5a57c485-b09f-40bf-bafd-fc7c9ec92fae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.1173165 Dec 23 12:20:01.018480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.104324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.107801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:01.113244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.143139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.156527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-2cea96c4-7947-4676-97d4-bb5fa99b9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.165360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-2cea96c4-7947-4676-97d4-bb5fa99b9182 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517100 Dec 23 12:20:01.209855 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:01.265151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7ae7-9747-4d03-9ecc-b9d3c22873e5 req-af9dbc5e-853e-46e2-ba30-59a61c551410 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.267272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-162a7ae7-9747-4d03-9ecc-b9d3c22873e5 req-af9dbc5e-853e-46e2-ba30-59a61c551410 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 949 time: 0.1825936 Dec 23 12:20:01.289129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-21f10d6c-cbc9-4194-9e14-039b6fe01797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.297528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-21f10d6c-cbc9-4194-9e14-039b6fe01797 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0828898 Dec 23 12:20:01.322806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-b745876d-ea5e-42f1-99b0-8a18a0915dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561084 Dec 23 12:20:01.454096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f50b0629-3200-4c29-bb3f-d65cf65508e5 req-aa9c2594-62cd-43ea-9300-cdc337c70ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003420 Dec 23 12:20:01.457886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-162a7ae7-9747-4d03-9ecc-b9d3c22873e5 req-b6c41ff0-d697-46e7-9dfe-59736e8418bb tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774848 Dec 23 12:20:01.484120 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:01.609187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812dd0-3048-4171-9c6c-fe58be6784ea req-b4b4e81e-214e-4c0d-aacd-e729dd2ac13b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.619135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb812dd0-3048-4171-9c6c-fe58be6784ea req-b4b4e81e-214e-4c0d-aacd-e729dd2ac13b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0855808 Dec 23 12:20:01.675514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e41098-5b58-48bb-9e1a-17211e345145 None None] The sync data for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 is: [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ddf8f10a-57d0-489d-8b9f-f01ab568b9c5', 'name': '', 'network_id': '34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'mac_address': 'fa:16:3e:88:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '2bd615af-1636-439f-97a0-bd91621d8450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:20Z', 'updated_at': '2021-12-23T12:19:27Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'subnets': [{'id': '2bd615af-1636-439f-97a0-bd91621d8450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:01.682746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.683357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b26a44c-c51a-43db-bd35-508945291508 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:20:01.697747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.698982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-63d3bb3d-6a04-4777-96e3-53052ca69bbd admin admin] 10.222.0.16 "DELETE /v2.0/routers/0b26a44c-c51a-43db-bd35-508945291508 HTTP/1.1" status: 204 len: 168 time: 2.4540935 Dec 23 12:20:01.701687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:01.744027 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a045e-ca26-439c-8208-aed553b26b52 x-openstack-request-id: req-3a9a045e-ca26-439c-8208-aed553b26b52 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:01.744729 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:01.744729 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a9a045e-ca26-439c-8208-aed553b26b52 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:01.745427 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'status': 'completed', 'code': 200} Dec 23 12:20:01.776108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb812dd0-3048-4171-9c6c-fe58be6784ea req-afe85500-0a83-4171-9a75-0c506bd8d86e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559160 Dec 23 12:20:01.810250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Deleting subnet b8e8607b-43d2-46b5-ace0-24050b1bdd6d {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:01.854250 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.861482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.927879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-acd8d57f-f1ea-4073-83b8-806ffe13a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.928783 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-acd8d57f-f1ea-4073-83b8-806ffe13a2ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.6202829 Dec 23 12:20:01.958656 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b33098-df41-4d2a-81a7-da1bdddade91 x-openstack-request-id: req-24b33098-df41-4d2a-81a7-da1bdddade91 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:01.959151 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-plugged", "status": "completed", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:01.959254 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24b33098-df41-4d2a-81a7-da1bdddade91 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:01.959596 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'code': 200} Dec 23 12:20:02.019740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93a6ff-7c41-4417-8d84-2c2079d957d5 req-195cfddf-6b3d-42be-8401-74621f915316 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.038200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d93a6ff-7c41-4417-8d84-2c2079d957d5 req-195cfddf-6b3d-42be-8401-74621f915316 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1484523 Dec 23 12:20:02.046884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.138792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adde3250-9405-4735-a172-a3fdd4624415,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:02.142068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.149120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd2c8742-4c0b-4d9d-a895-e9c6f95bf4e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/adde3250-9405-4735-a172-a3fdd4624415 HTTP/1.1" status: 204 len: 168 time: 1.6927204 Dec 23 12:20:02.150687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37278) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:02.151990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.236112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-8c72a99d-4205-44ee-b1f5-e7f419deeefb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 217 time: 0.1208382 Dec 23 12:20:02.247453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d93a6ff-7c41-4417-8d84-2c2079d957d5 req-6fb48495-b5fc-4d50-a056-6fde33161b67 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981354 Dec 23 12:20:02.293909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.301436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049577c3-0978-4734-ba01-0c00e8520898 req-b342e91e-9ba9-48a0-a660-046237598316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.303667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac155f0-0250-4684-9b1f-25f9be6fe76c req-78bd3e2e-5c5b-4001-94e6-c1a11238e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.303998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-b342e91e-9ba9-48a0-a660-046237598316 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 1096 time: 0.5181067 Dec 23 12:20:02.305749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ac155f0-0250-4684-9b1f-25f9be6fe76c req-78bd3e2e-5c5b-4001-94e6-c1a11238e297 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.2247322 Dec 23 12:20:02.310417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a38c5-49ea-49ad-98da-f26b6802570b None None] New status for floating IP d80d1105-f1fd-4806-b3aa-861a2b8322a6: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:20:02.368693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-588a63b7-8180-4869-a22f-79362946a0e5 req-4c0b3495-6f7f-4502-b16a-d43e93ffac5e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips/d80d1105-f1fd-4806-b3aa-861a2b8322a6 HTTP/1.1" status: 200 len: 694 time: 0.0882356 Dec 23 12:20:02.427785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-cceed20f-280d-4a1b-9bfc-d1f36ae1f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.430750 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-cceed20f-280d-4a1b-9bfc-d1f36ae1f332 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1839185 Dec 23 12:20:02.486387 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-bed3b782-a0e2-459a-ac9e-14f0bd05bc03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484204 Dec 23 12:20:02.535346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049577c3-0978-4734-ba01-0c00e8520898 req-d505c3f2-55a8-4248-82ed-f05cfd0eef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.536884 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-d505c3f2-55a8-4248-82ed-f05cfd0eef94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 200 len: 930 time: 0.2171957 Dec 23 12:20:02.614654 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-0534b15f-d9a7-45e4-a575-dc9780b8dadc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 200 len: 217 time: 0.0665321 Dec 23 12:20:02.619820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.623757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ac155f0-0250-4684-9b1f-25f9be6fe76c req-e096c40b-f153-4951-85fb-3f11f5f6fe33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830870 Dec 23 12:20:02.631166 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.673819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1010ccfb-f2ec-4044-a8dd-4d65de325bea no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:02.682757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fcfee8-9ded-4979-b984-94fb9c2c46a0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:02.698362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e8607b-43d2-46b5-ace0-24050b1bdd6d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:02.701195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049577c3-0978-4734-ba01-0c00e8520898 req-07e7f7fd-3a30-4f2a-8f51-4c804a55cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.701873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1010ccfb-f2ec-4044-a8dd-4d65de325bea {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:02.702223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1010ccfb-f2ec-4044-a8dd-4d65de325bea not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:02.702666 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-07e7f7fd-3a30-4f2a-8f51-4c804a55cbfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 200 len: 868 time: 0.0728507 Dec 23 12:20:02.705763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.710049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30432a07-f24a-4f4f-b307-aa9ecb6faf32') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:02.710733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30432a07-f24a-4f4f-b307-aa9ecb6faf32') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:02.712065 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a111de23-5c3d-47cf-b1aa-09181d20727c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8e8607b-43d2-46b5-ace0-24050b1bdd6d HTTP/1.1" status: 204 len: 168 time: 1.0093703 Dec 23 12:20:02.713622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37282) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:02.746463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-7f0a6191-f86a-46da-9268-2171b0b111f8 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213342 Dec 23 12:20:02.757212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a63b7-8180-4869-a22f-79362946a0e5 req-9ed00060-bea0-41c4-8ef5-8e868e7c7e1e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.759227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-588a63b7-8180-4869-a22f-79362946a0e5 req-9ed00060-bea0-41c4-8ef5-8e868e7c7e1e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.3662329 Dec 23 12:20:02.761799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.856627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.879750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-588a63b7-8180-4869-a22f-79362946a0e5 req-371a5e4d-96cd-446b-a28b-dfca6cb3264b tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 697 time: 0.0770237 Dec 23 12:20:02.882009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:02.882413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:02.896966 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:02.900743 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:02.965257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049577c3-0978-4734-ba01-0c00e8520898 req-9e8a5b34-6e0b-4f1a-b886-7f5035ea7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.966757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-9e8a5b34-6e0b-4f1a-b886-7f5035ea7bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411853 Dec 23 12:20:02.975736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.980744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-588a63b7-8180-4869-a22f-79362946a0e5 req-5e76de35-5ce9-4eb7-b61f-e788dc8f5007 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1000206 Dec 23 12:20:02.983938 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-730f8898-c038-47e3-b688-71e6979a8c60 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501379 Dec 23 12:20:03.089196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-37828747-1a0b-4598-b54e-92e41a59af83 service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042218 Dec 23 12:20:03.175201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.209383 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-049577c3-0978-4734-ba01-0c00e8520898 req-09e05f2f-9fb6-4eda-87f1-58a78ed10fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108863 Dec 23 12:20:03.210747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.214358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] 10.222.0.16 "DELETE /v2.0/networks/64fcfee8-9ded-4979-b984-94fb9c2c46a0 HTTP/1.1" status: 204 len: 168 time: 1.0574338 Dec 23 12:20:03.234938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1af17-ac32-4e38-bf99-0cb41d91934d admin admin] Pushing event deleted for resources: {'Network': ['ID=64fcfee8-9ded-4979-b984-94fb9c2c46a0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:03.238955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.284603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5273c965-7b38-4d27-9f73-bcbbc9ee4fab']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:03.307896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4ac1-8f81-4c6f-a6ee-df223429dbb0 req-28bfd354-7408-4691-a248-4462ee6f2444 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:03.309307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aba4ac1-8f81-4c6f-a6ee-df223429dbb0 req-28bfd354-7408-4691-a248-4462ee6f2444 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 949 time: 0.1543524 Dec 23 12:20:03.311322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d0091b-d01b-4af5-8bb9-d357c96f8343') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:03.311616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d0091b-d01b-4af5-8bb9-d357c96f8343') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:03.335155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.354784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Deleting port d153a5e2-abdd-4481-88f0-a411f5cc50a0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:03.355142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.373117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.412941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:03.413339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:03.415782 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:03.745871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:03.781710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aba4ac1-8f81-4c6f-a6ee-df223429dbb0 req-44f9317b-9053-4392-8975-9bec81718f68 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/security-groups?id=74516cc1-8482-4562-9dbd-3a7e2088d37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616115 Dec 23 12:20:03.793494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e318664-1c56-4a2b-b925-951d2f9d618c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cc93586dcd64ee58be20fd72a1d0ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436306 Dec 23 12:20:03.793704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:03.841509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.841897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.850395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.867047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Calling delete_port for d153a5e2-abdd-4481-88f0-a411f5cc50a0 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:03.877146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.925926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.947567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.951150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] 10.222.0.16 "DELETE /v2.0/networks/5273c965-7b38-4d27-9f73-bcbbc9ee4fab HTTP/1.1" status: 204 len: 168 time: 1.2343872 Dec 23 12:20:03.987730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9fa2-03f1-48c3-adec-7d43e07a015c admin admin] Pushing event deleted for resources: {'Network': ['ID=5273c965-7b38-4d27-9f73-bcbbc9ee4fab,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.024589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.025691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.026989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede7bbe2-dc30-4bce-ba92-8fe393728f68 HTTP/1.1" status: 204 len: 168 time: 0.2323940 Dec 23 12:20:04.045325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ab869f2c-80e2-411f-8df0-e252c02e3751 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:04.045906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc725fc0-20ee-4b17-ac38-c57dc881bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede7bbe2-dc30-4bce-ba92-8fe393728f68,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.047889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76a0c2-9396-45a1-acdd-e8c87f8a609b req-19b72629-821e-49fe-b870-ecc8436c778f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.049739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae76a0c2-9396-45a1-acdd-e8c87f8a609b req-19b72629-821e-49fe-b870-ecc8436c778f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1254783 Dec 23 12:20:04.104501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ab869f2c-80e2-411f-8df0-e252c02e3751 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:04.105316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ab869f2c-80e2-411f-8df0-e252c02e3751 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:04.166359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae76a0c2-9396-45a1-acdd-e8c87f8a609b req-f56a8539-4ec4-4f8b-8429-0ea1a5437b09 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022835 Dec 23 12:20:04.193548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-310c1b5c-7c86-47f7-a63f-9a0650ae2d6b tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.193548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-310c1b5c-7c86-47f7-a63f-9a0650ae2d6b tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 949 time: 0.1222267 Dec 23 12:20:04.282070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.293328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Deleting port 418d6a3b-32cc-415a-8b92-aefa040c50bf {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:04.293963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.312929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event deleted for resources: {'Port': ['ID=d153a5e2-abdd-4481-88f0-a411f5cc50a0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.409319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] For port 418d6a3b-32cc-415a-8b92-aefa040c50bf, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=418d6a3b-32cc-415a-8b92-aefa040c50bf,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:04.410003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.417168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.421461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.422805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-588a63b7-8180-4869-a22f-79362946a0e5 req-f4ef62e6-a1fe-4aba-b66a-7d5799970bc1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "DELETE /v2.0/floatingips/d80d1105-f1fd-4806-b3aa-861a2b8322a6 HTTP/1.1" status: 204 len: 173 time: 1.4284499 Dec 23 12:20:04.442213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Calling delete_port for 418d6a3b-32cc-415a-8b92-aefa040c50bf owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:04.572463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dc3b8-33eb-4ea0-acb4-070109f4fded req-984844a8-2027-4452-a513-074e5634ac8f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.574305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c5dc3b8-33eb-4ea0-acb4-070109f4fded req-984844a8-2027-4452-a513-074e5634ac8f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0711598 Dec 23 12:20:04.585877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37306) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:04.675875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-345130fa-219a-4bda-8683-44e6d06828e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af888f0fbc664aea821d40bc687773ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888729 Dec 23 12:20:04.679010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37312) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:04.710461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.713222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c5dc3b8-33eb-4ea0-acb4-070109f4fded req-aed62bea-9b6e-429a-9a63-0227715597d3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290331 Dec 23 12:20:04.726517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['418d6a3b-32cc-415a-8b92-aefa040c50bf'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:04.766194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Pushing event deleted for resources: {'Port': ['ID=418d6a3b-32cc-415a-8b92-aefa040c50bf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.883733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355aea9-6f1a-48dd-93dd-ca53894d1c79 req-1d0f6a32-dd9f-4fe2-8bb3-18f7da31b032 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.888273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e355aea9-6f1a-48dd-93dd-ca53894d1c79 req-1d0f6a32-dd9f-4fe2-8bb3-18f7da31b032 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0889566 Dec 23 12:20:04.900715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] No DVR routers for this DVR port 418d6a3b-32cc-415a-8b92-aefa040c50bf on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:04.904816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.908732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff04623c-2ab7-4691-9e77-8aab6309b64f req-87e28ccd-4aac-4c5b-8dd3-12135532b1a6 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.57 "DELETE /v2.0/ports/418d6a3b-32cc-415a-8b92-aefa040c50bf HTTP/1.1" status: 204 len: 173 time: 0.7101920 Dec 23 12:20:04.909457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'name': 'network-vif-deleted', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:04.922684 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27486248-fad1-4261-be31-ba6d97c1bbf9" -d '{"events": [{"server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "name": "network-vif-deleted", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:04.963232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.991073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e355aea9-6f1a-48dd-93dd-ca53894d1c79 req-c387609c-7345-4315-af7f-2327a966992a tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1017330 Dec 23 12:20:04.996840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:05.096090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-984a93e4-dead-4651-8f97-fc07f2588080 req-ecb7d96d-df81-4d50-9dc7-c65b34e966e8 tempest-ImagesNegativeTestJSON-1082677391 tempest-ImagesNegativeTestJSON-1082677391-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6006fd9-29db-48ed-a588-0af2d8980cc9 HTTP/1.1" status: 200 len: 210 time: 0.0472422 Dec 23 12:20:05.119082 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4868c103-a9d8-431d-8108-7e08bb031732 x-openstack-request-id: req-4868c103-a9d8-431d-8108-7e08bb031732 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:05.119464 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6006fd9-29db-48ed-a588-0af2d8980cc9", "name": "network-vif-deleted", "tag": "418d6a3b-32cc-415a-8b92-aefa040c50bf", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:05.119856 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4868c103-a9d8-431d-8108-7e08bb031732 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:05.120426 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6006fd9-29db-48ed-a588-0af2d8980cc9', 'name': 'network-vif-deleted', 'tag': '418d6a3b-32cc-415a-8b92-aefa040c50bf', 'status': 'completed', 'code': 200} Dec 23 12:20:05.167545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:05.172381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:05.183354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/898ac607-6b20-4598-955c-42ea0e1e91e0 HTTP/1.1" status: 204 len: 168 time: 0.5027745 Dec 23 12:20:05.205699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3aa6a-d1d1-45fc-b11a-9c030a8df8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ac607-6b20-4598-955c-42ea0e1e91e0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:05.271865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9bf8313-25f4-494a-97a1-c00d9071c028 req-8199e653-4541-4651-a23c-479d6036f320 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1303360 Dec 23 12:20:05.366832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d8a32-647a-4073-b3fe-3121df3b06e5 req-d01003bc-8fb0-4050-b4b6-3dfd2c8fb418 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.370621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f21d8a32-647a-4073-b3fe-3121df3b06e5 req-d01003bc-8fb0-4050-b4b6-3dfd2c8fb418 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0828197 Dec 23 12:20:05.421904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f21d8a32-647a-4073-b3fe-3121df3b06e5 req-7bef94be-5408-4183-a042-b8a01c1bd828 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Dec 23 12:20:05.542332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5a6b4-ee98-4f4b-a6fd-2e7e282ea998 req-f2999d8d-c0c9-4bc2-a326-e3af39ddaebf tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.543947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20b5a6b4-ee98-4f4b-a6fd-2e7e282ea998 req-f2999d8d-c0c9-4bc2-a326-e3af39ddaebf tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0428305 Dec 23 12:20:05.590558 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20b5a6b4-ee98-4f4b-a6fd-2e7e282ea998 req-24da6d3e-ea71-448d-bea2-9fbaad927371 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Dec 23 12:20:05.735809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51060032-f5e9-49b0-9cb0-f7c3b4bbad10 req-4a98e2d8-0634-464b-9998-cdd8181fbc96 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.737483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51060032-f5e9-49b0-9cb0-f7c3b4bbad10 req-4a98e2d8-0634-464b-9998-cdd8181fbc96 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0555110 Dec 23 12:20:05.799683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51060032-f5e9-49b0-9cb0-f7c3b4bbad10 req-bcbfd271-dc79-448f-b5d7-deb807dd19b2 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538762 Dec 23 12:20:06.004209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fbc01-ee0c-4b5b-a728-f6b17d5adc95 req-52e8a83f-e904-4b19-b2f5-dc781ca1d19b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.012309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-259fbc01-ee0c-4b5b-a728-f6b17d5adc95 req-52e8a83f-e904-4b19-b2f5-dc781ca1d19b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1152210 Dec 23 12:20:06.095340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-259fbc01-ee0c-4b5b-a728-f6b17d5adc95 req-a6084662-2f85-4151-b777-5724eeb01c31 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820494 Dec 23 12:20:06.139329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a403b-4845-4c52-bcd6-5e0b7562e013 req-84b30018-ec8d-4a67-a6fb-4aa37162cec3 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.141311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-858a403b-4845-4c52-bcd6-5e0b7562e013 req-84b30018-ec8d-4a67-a6fb-4aa37162cec3 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 945 time: 0.1264188 Dec 23 12:20:06.197821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37380) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:06.237817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:06.245858 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-858a403b-4845-4c52-bcd6-5e0b7562e013 req-5487af7f-862f-4f18-a574-3abdd820e7c2 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Dec 23 12:20:06.371525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-network', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:06.423946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af910866-d5fd-4d6e-87df-b4cd57290cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.482696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Made reservation on behalf of bc99cc3caf74403e907680ef9ecf0ac9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:06.485285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.504023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.568315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af910866-d5fd-4d6e-87df-b4cd57290cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.629030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.675532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af910866-d5fd-4d6e-87df-b4cd57290cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.712670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af910866-d5fd-4d6e-87df-b4cd57290cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187c368f-679d-407a-b26c-ff27303f257d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:06.719202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af910866-d5fd-4d6e-87df-b4cd57290cb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b092ce2d52f24807861e91d027eb31da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779658 Dec 23 12:20:06.719400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:06.771085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.796697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.805397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.854064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:06.873869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:06.882466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.882798 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Added segment 734b8a34-2a91-4976-b988-aee29497b221 of type vlan for network 53713a67-50c3-486b-ad30-45ae39eda5af Dec 23 12:20:06.937844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.053511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.056702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.060025 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/187c368f-679d-407a-b26c-ff27303f257d HTTP/1.1" status: 204 len: 168 time: 0.3371623 Dec 23 12:20:07.060025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.060946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.061744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.084963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37426) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:07.144640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb95fe-662d-4b1c-abd9-932f971c0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187c368f-679d-407a-b26c-ff27303f257d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:07.150164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9500649 Dec 23 12:20:07.153005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:07.158874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Request body: {'subnet': {'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-subnet', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:07.165859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2069-5053-48b9-b37d-0a3a4b97c1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=53713a67-50c3-486b-ad30-45ae39eda5af,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:07.186272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 53713a67-50c3-486b-ad30-45ae39eda5af details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:07.223353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37440) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:07.340713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-105b29c2-7996-4625-8e8b-fa60ebf957cc tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.342613 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-105b29c2-7996-4625-8e8b-fa60ebf957cc tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 945 time: 0.1030207 Dec 23 12:20:07.351355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1743100495-network', 'tenant_id': 'a7afa6a18ee34a8b980033ccd43327d3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:07.371402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9c73-f3c7-4a55-8084-b22a009b0933 req-96369d44-50f1-4ef1-9dfe-196b0b83a379 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.374324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc1c9c73-f3c7-4a55-8084-b22a009b0933 req-96369d44-50f1-4ef1-9dfe-196b0b83a379 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1356831 Dec 23 12:20:07.377532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Made reservation on behalf of bc99cc3caf74403e907680ef9ecf0ac9 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:07.379833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.464703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Deleting port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:07.464915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.494870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc1c9c73-f3c7-4a55-8084-b22a009b0933 req-57ab0664-d04a-4222-a020-085a4abaa082 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128073 Dec 23 12:20:07.606135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-752d6076-4661-4a48-9272-0be50faedd2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4bc006f9b7c4d7cb7e0424fa6ea9a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815477 Dec 23 12:20:07.612020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37452) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:07.627414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Made reservation on behalf of a7afa6a18ee34a8b980033ccd43327d3 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:07.629671 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.630512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] For port b9a8b989-94b3-468a-b4cd-a761ef8a98f4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:07.630877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.652074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Calling delete_port for b9a8b989-94b3-468a-b4cd-a761ef8a98f4 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:07.673659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.756898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.765411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.826083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab787-8cc2-4ad4-93d8-b9e6d77a557f req-7561b7a6-817a-4af3-a959-6617d508e88e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.834765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-047ab787-8cc2-4ad4-93d8-b9e6d77a557f req-7561b7a6-817a-4af3-a959-6617d508e88e tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 945 time: 0.2135186 Dec 23 12:20:07.871114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.872730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3faa043-ab15-4e39-b6a3-15dbce0b65f3,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:07.881822 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.895421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.909802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9a8b989-94b3-468a-b4cd-a761ef8a98f4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:07.915353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefcf713-1a97-4fbe-badf-96b8d6aa084a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:07.938724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:07.950154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Checking segment: {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:07.950525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Network hostable DHCP agents. Network: 53713a67-50c3-486b-ad30-45ae39eda5af, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:07.958884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.978841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.979187 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Added segment df9d5925-86e7-4b90-a13f-3442e854b039 of type vlan for network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f Dec 23 12:20:07.992853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-047ab787-8cc2-4ad4-93d8-b9e6d77a557f req-bfc8d216-4ff1-437a-ae5a-939e8d4c03d3 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/security-groups?id=642c4e24-a6ff-4353-b75c-3a855a8885bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539676 Dec 23 12:20:08.052613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.074143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Pushing event deleted for resources: {'Port': ['ID=b9a8b989-94b3-468a-b4cd-a761ef8a98f4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:08.093805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Network 53713a67-50c3-486b-ad30-45ae39eda5af is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:08.138366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] No DVR routers for this DVR port b9a8b989-94b3-468a-b4cd-a761ef8a98f4 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:08.141619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.145194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d36f2d95-0737-4616-ae6f-d45502c92d61 req-43835186-32d3-40f7-a456-584c5c4652c1 tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.43 "DELETE /v2.0/ports/b9a8b989-94b3-468a-b4cd-a761ef8a98f4 HTTP/1.1" status: 204 len: 173 time: 0.7908664 Dec 23 12:20:08.145689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'name': 'network-vif-deleted', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:08.150071 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b5e8bc-768d-4844-8c82-ddb20c49a07a" -d '{"events": [{"server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "name": "network-vif-deleted", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:08.159328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.162659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.163824 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74516cc1-8482-4562-9dbd-3a7e2088d37c HTTP/1.1" status: 204 len: 168 time: 0.5509067 Dec 23 12:20:08.174491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe78478-9ab1-4dc2-8480-b0c189210bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74516cc1-8482-4562-9dbd-3a7e2088d37c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:08.190756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.191509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:08.200948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.213390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 53713a67-50c3-486b-ad30-45ae39eda5af) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:08.235122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0bf55f-402b-4fc5-8315-6c7444824922 None None] Network 53713a67-50c3-486b-ad30-45ae39eda5af requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:08.258590 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5fd4c4-4792-49df-ac49-de29147a9180 x-openstack-request-id: req-1b5fd4c4-4792-49df-ac49-de29147a9180 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:08.259083 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc32126-f3f2-4076-b40d-6cb72e5f40e8", "name": "network-vif-deleted", "tag": "b9a8b989-94b3-468a-b4cd-a761ef8a98f4", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:08.259083 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b5fd4c4-4792-49df-ac49-de29147a9180 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:08.259484 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc32126-f3f2-4076-b40d-6cb72e5f40e8', 'name': 'network-vif-deleted', 'tag': 'b9a8b989-94b3-468a-b4cd-a761ef8a98f4', 'status': 'completed', 'code': 200} Dec 23 12:20:08.266451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:08.267427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.368386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:08.401530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e6ba57fe-68e3-478e-96e0-5f169d5b95df admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2467413 Dec 23 12:20:08.406242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37474) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:08.408506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:08.409706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:08.446658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e6af6f9-f245-49e5-b4a4-f16a30dcab32 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3605850 Dec 23 12:20:08.454773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37476) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:08.459988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Request body: {'subnet': {'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1743100495-subnet', 'tenant_id': 'a7afa6a18ee34a8b980033ccd43327d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:08.471037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26251cc0-632f-43f9-bf97-39d1f17487bc None None] Network 53713a67-50c3-486b-ad30-45ae39eda5af requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:08.585139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.591149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.701535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.705342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286a41-bfc5-43be-8c51-3ab91195946d req-fc33edfb-cf21-49d3-adbf-94f7a14d657c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:08.707728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21286a41-bfc5-43be-8c51-3ab91195946d req-fc33edfb-cf21-49d3-adbf-94f7a14d657c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.0870283 Dec 23 12:20:08.714925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 418d6a3b-32cc-415a-8b92-aefa040c50bf no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:08.746863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 418d6a3b-32cc-415a-8b92-aefa040c50bf {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:08.747331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 418d6a3b-32cc-415a-8b92-aefa040c50bf not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:08.770044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Made reservation on behalf of a7afa6a18ee34a8b980033ccd43327d3 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:08.774133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.804620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21286a41-bfc5-43be-8c51-3ab91195946d req-431838aa-17d6-4e01-8c5f-33ae1817bc53 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898561 Dec 23 12:20:09.067424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-709958ce-b274-42db-bfe4-cd49acfcc2e1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:20:09.068690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-709958ce-b274-42db-bfe4-cd49acfcc2e1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069470 Dec 23 12:20:09.113798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.152930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-69830be5-e329-4e10-b235-433d546d7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:09.154882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-69830be5-e329-4e10-b235-433d546d7f3d service neutron] 10.222.0.16 "GET /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 1093 time: 0.0743382 Dec 23 12:20:09.167384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Request body: {'binding': {'host': 'n-h1-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:09.169835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:20:09.183525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.208893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6d5a952-9421-48a5-afc2-27b87bf73ea4 req-c323cdd6-6be2-4335-9696-1d8d6d5de51a tempest-FloatingIPsAssociationNegativeTestJSON-814054635 tempest-FloatingIPsAssociationNegativeTestJSON-814054635-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdc32126-f3f2-4076-b40d-6cb72e5f40e8 HTTP/1.1" status: 200 len: 210 time: 0.0579891 Dec 23 12:20:09.269564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62769a8f-2853-44c5-a277-49318652b1ec,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:09.354609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Checking segment: {'id': 'df9d5925-86e7-4b90-a13f-3442e854b039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:09.360255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Network hostable DHCP agents. Network: 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:09.426472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on host n-h1-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:09.426868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:09.427136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:09.433848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:09.434192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:09.439541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:09.439883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:09.440488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:09.440877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Bound port: 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:09.504391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:09.555445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.580343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.581895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:09.598555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.600058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-aeff942e-07ea-4757-9c5d-d06f6fbfb1f4 service neutron] 10.222.0.16 "POST /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4365535 Dec 23 12:20:09.704278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:09.708423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:09.709056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.720148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f96fc-e915-48b4-8b5b-98851a67ec37 None None] Network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:09.740187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Allocated IP 172.25.7.232 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/78bc356b-4932-450e-8ddc-03acd64fb2db) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:09.822086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-343d4501-c357-466f-b1f7-d7cb5b9da214 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3572342 Dec 23 12:20:09.890705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead39a1-db2a-4109-acd0-627c2ff19c6c None None] Network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:09.916331 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.114526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.172790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:10.174440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=78bc356b-4932-450e-8ddc-03acd64fb2db,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:10.176970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:10.179061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:10.228383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3eecf-c4b0-43c1-ab18-6a5b2295636f req-c4efe24d-c596-453a-9c5a-0ce53400d2dc tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.229965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1c3eecf-c4b0-43c1-ab18-6a5b2295636f req-c4efe24d-c596-453a-9c5a-0ce53400d2dc tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1025100 Dec 23 12:20:10.283910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1c3eecf-c4b0-43c1-ab18-6a5b2295636f req-28a79279-e356-4af7-b2bd-6a7c9536860a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 Dec 23 12:20:10.291672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a8b989-94b3-468a-b4cd-a761ef8a98f4 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:10.321297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: b9a8b989-94b3-468a-b4cd-a761ef8a98f4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:10.327520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a8b989-94b3-468a-b4cd-a761ef8a98f4 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:10.434997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a9936-16d4-4f31-ae15-215107571011 req-f917094b-4187-46f5-8c73-030caa4f0e6f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.442579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d93a9936-16d4-4f31-ae15-215107571011 req-f917094b-4187-46f5-8c73-030caa4f0e6f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0630827 Dec 23 12:20:10.494494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d93a9936-16d4-4f31-ae15-215107571011 req-d1c0bfb9-c633-47a3-b0e7-bac15995720f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507832 Dec 23 12:20:10.538875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-f379ade6-e07b-4542-aafe-0b3ed576a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.541163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-f379ade6-e07b-4542-aafe-0b3ed576a367 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.1055095 Dec 23 12:20:10.550179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37552) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:10.751581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-2f71e3db-3f88-4afb-89f9-351129aeb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.753079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-2f71e3db-3f88-4afb-89f9-351129aeb5b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.2052717 Dec 23 12:20:10.798945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-15b36461-e029-4fac-a867-975d8ead7c3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 217 time: 0.0386240 Dec 23 12:20:10.801165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.861876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-086b462d-2559-412a-8743-af52267e644f tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.863336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-086b462d-2559-412a-8743-af52267e644f tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/networks?id=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f HTTP/1.1" status: 200 len: 809 time: 0.1631451 Dec 23 12:20:10.909504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-ff7d36cb-a364-4a46-9d7b-35d20995752a tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/quotas/a7afa6a18ee34a8b980033ccd43327d3 HTTP/1.1" status: 200 len: 375 time: 0.0199153 Dec 23 12:20:10.978518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-790073dc-2e6e-4dd9-aec8-4b9130529399 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7afa6a18ee34a8b980033ccd43327d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571995 Dec 23 12:20:11.130427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e536421-695b-43c3-bc64-ba7dc66030cb service neutron] 10.222.0.16 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464481 Dec 23 12:20:11.217378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-ca2389d2-72bf-477d-b387-522dc0a6ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.220375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-ca2389d2-72bf-477d-b387-522dc0a6ffde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.3818829 Dec 23 12:20:11.260356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-5fb66a5b-d3c5-4d3f-86e3-32a360acad41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325882 Dec 23 12:20:11.285238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37568) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:11.302125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-771f1cfb-0754-41c2-89a4-3855c5a83fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645110 Dec 23 12:20:11.339707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.448102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.448441 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-39d4ab10-e6d8-446c-8877-a8e2b71f3fee service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510901 Dec 23 12:20:11.506534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb71d14-12b9-43c7-bc42-01c3cf39b7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.637026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-c1b6f11f-283f-410c-9459-0230fe88bf1b service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469643 Dec 23 12:20:11.657965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30715-ffcc-4b69-bfa0-707062b8966a req-45a22d13-2262-4a5c-ac6e-32544b707370 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.667277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32f30715-ffcc-4b69-bfa0-707062b8966a req-45a22d13-2262-4a5c-ac6e-32544b707370 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.2051597 Dec 23 12:20:11.752679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32f30715-ffcc-4b69-bfa0-707062b8966a req-936b3136-6f52-4768-abb2-e19b46fb70b7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859804 Dec 23 12:20:11.790192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:20:11.819364 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb71d14-12b9-43c7-bc42-01c3cf39b7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.856058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8c30321-9ed3-4217-a325-6a8dacb245b0 req-88bf61cf-707b-44fb-aa37-336b45d2fe64 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 210 time: 0.0388639 Dec 23 12:20:11.889553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ac53-9129-4d70-955f-e1be49af15fa req-b352c2c6-42a4-406b-ba52-94e05bc95257 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.891085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea27ac53-9129-4d70-955f-e1be49af15fa req-b352c2c6-42a4-406b-ba52-94e05bc95257 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1456335 Dec 23 12:20:11.935413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:11.947811 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Sync routers for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:11.967526 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:11.968791 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:11.975774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bb71d14-12b9-43c7-bc42-01c3cf39b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.004052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea27ac53-9129-4d70-955f-e1be49af15fa req-63078465-455a-4a21-ab8b-f8ac92fd1490 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860679 Dec 23 12:20:12.016837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Deleting port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:12.017191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.050787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71d14-12b9-43c7-bc42-01c3cf39b7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f71028-9c48-40e5-9827-2c3e49c9af52,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:12.074902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.079435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed49ab5d-cb88-41e6-803c-cd6f17c58cc6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6699905 Dec 23 12:20:12.079435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37590) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:12.079867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9bb71d14-12b9-43c7-bc42-01c3cf39b7e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2815a4a4e06d42538eea5d12d5f3ce4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7911181 Dec 23 12:20:12.079989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37592) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:12.096538 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:12.137533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] For port ddf8f10a-57d0-489d-8b9f-f01ab568b9c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:12.138000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.155346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Calling delete_port for ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:12.327635 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:10Z', 'revision_number': 3, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:12.368291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.372726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Checking router: 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:12.373321 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Updating router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 port 78bc356b-4932-450e-8ddc-03acd64fb2db binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:12.408068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.419233 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.514063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.643692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8f10a-57d0-489d-8b9f-f01ab568b9c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:12.718815 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.809324 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.926046 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Pushing event updated for resources: {'Port': ['ID=78bc356b-4932-450e-8ddc-03acd64fb2db,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:12.986666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:12.998872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.000461 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.004541 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.005209 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.005793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.006382 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.006975 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.007220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a300-acf6-4d72-927c-5960b8c2d7ce req-a1005330-7b7f-44d0-8387-ca39c4d4577f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:13.007847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.008643 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.009298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.010026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3232a300-acf6-4d72-927c-5960b8c2d7ce req-a1005330-7b7f-44d0-8387-ca39c4d4577f tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1080759 Dec 23 12:20:13.012279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.012870 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.013380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:13.017721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.020610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.023982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Attempting to bind port 78bc356b-4932-450e-8ddc-03acd64fb2db on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:13.024570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Attempting to bind port 78bc356b-4932-450e-8ddc-03acd64fb2db by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:13.025162 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Attempting to bind port 78bc356b-4932-450e-8ddc-03acd64fb2db on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:13.033252 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:13.033872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:13.035880 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.036443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:13.037413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Bound port: 78bc356b-4932-450e-8ddc-03acd64fb2db, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:13.037995 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.041005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73f71028-9c48-40e5-9827-2c3e49c9af52 HTTP/1.1" status: 204 len: 168 time: 0.9467773 Dec 23 12:20:13.072202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d377cf-5e4d-44d9-b9fa-4e116c13a6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f71028-9c48-40e5-9827-2c3e49c9af52,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:13.113160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] For port 78bc356b-4932-450e-8ddc-03acd64fb2db, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:13.118201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] For port 78bc356b-4932-450e-8ddc-03acd64fb2db, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=78bc356b-4932-450e-8ddc-03acd64fb2db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:13.123621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.230852 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.259392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-964b7ae7-61c1-48fc-9175-a007cd685623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.293068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:13.294062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:13.354933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3232a300-acf6-4d72-927c-5960b8c2d7ce req-bd0b6866-e534-4fcb-9cbb-2adc78524657 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404994 Dec 23 12:20:13.426713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Allocated IP 172.20.0.1 (53713a67-50c3-486b-ad30-45ae39eda5af/d3faa043-ab15-4e39-b6a3-15dbce0b65f3/4e9042b2-a9c2-471a-9445-74708bcbd19f) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:13.489546 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:13.497661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:13.620184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.670134 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3298b9-280b-4557-b205-028d3a6fd8ce None None] Pushing event updated for resources: {'Port': ['ID=78bc356b-4932-450e-8ddc-03acd64fb2db,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:13.737027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.790625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Network 53713a67-50c3-486b-ad30-45ae39eda5af is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:13.804024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:13.808074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:13.860316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:13.892745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:13.909062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:10Z', 'revision_number': 3, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:13.951727 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6a48d-f3f0-4fd5-a121-701bc8c837b0 None None] The sync data for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 is: [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:10Z', 'revision_number': 3, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:14.144269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5655f4f-227f-4d55-98c7-d3df1a4d19dd req-39b32b5a-35f7-4cf1-98ca-e15eba0ff9d6 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 210 time: 0.5220490 Dec 23 12:20:14.162481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:14.213110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328862b-9db6-4a87-87bd-0709376de70d req-a810de20-9a01-493b-a180-47fde0fe8697 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.220717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7328862b-9db6-4a87-87bd-0709376de70d req-a810de20-9a01-493b-a180-47fde0fe8697 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5875416 Dec 23 12:20:14.264480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:14.272523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Sync routers for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:14.275215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-84698dac-2279-4e92-985e-387e4abda2d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/4b8a54de-60a9-4582-bf3c-1a2f3d80d224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7235794 Dec 23 12:20:14.278701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37620) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:14.296426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:14.297103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:14.386079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7328862b-9db6-4a87-87bd-0709376de70d req-b8518dc5-32dd-4526-8e8c-a5833d1c3522 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643751 Dec 23 12:20:14.542032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:14.625826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:14.636861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d43dc-e007-4670-beb8-391ef086a717 req-32d2782f-a4cd-4e08-a1bb-814a62d8b9b4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.660419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-729d43dc-e007-4670-beb8-391ef086a717 req-32d2782f-a4cd-4e08-a1bb-814a62d8b9b4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1454782 Dec 23 12:20:14.722326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-71b3abf7-58d9-407c-892e-37a927cfb5b6 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.724847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-71b3abf7-58d9-407c-892e-37a927cfb5b6 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.43 "GET /v2.0/networks?id=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f HTTP/1.1" status: 200 len: 809 time: 0.2072763 Dec 23 12:20:14.745631 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:20:14.779133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Request body: {'port': {'device_id': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f', 'admin_state_up': True, 'tenant_id': 'a7afa6a18ee34a8b980033ccd43327d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:14.896926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-729d43dc-e007-4670-beb8-391ef086a717 req-c36ea99b-d7dd-4dec-a600-3ca0251777da tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334692 Dec 23 12:20:14.984867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:14.990799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:20:12Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:15.029524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Checking router: 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:15.044263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Routers {'4b8a54de-60a9-4582-bf3c-1a2f3d80d224'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:15.045312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:19:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:15.170532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.174131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Deleting port 844a1751-4f78-42fa-9b8d-b4df80e20f84 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:15.177563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.268100 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.279077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] Set router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:15.426667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.472053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:15.523986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Made reservation on behalf of a7afa6a18ee34a8b980033ccd43327d3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:15.527922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.529366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94c2e036-bf6d-4a6c-8b6f-d9fb3af58db0 req-6a81d09f-9fd7-4400-b45c-9ad7db5f7db8 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 210 time: 0.1163213 Dec 23 12:20:15.531753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] For port 844a1751-4f78-42fa-9b8d-b4df80e20f84, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=844a1751-4f78-42fa-9b8d-b4df80e20f84,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:15.532441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.573510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Calling delete_port for 844a1751-4f78-42fa-9b8d-b4df80e20f84 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:15.686677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:20:12Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:15.764718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1081e-460a-4a05-9dbf-8a2f25ca7d8f None None] The sync data for ids ['4b8a54de-60a9-4582-bf3c-1a2f3d80d224'] in n-d-822750-2 is: [{'id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1822705176-router', 'tenant_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:20:12Z', 'revision_number': 5, 'project_id': 'f736ecdb72e144d1bf0e42e4f19c156a', 'gw_port': {'id': '844a1751-4f78-42fa-9b8d-b4df80e20f84', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a54de-60a9-4582-bf3c-1a2f3d80d224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:12Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:15.766499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4027a48d-2fab-414a-b4fb-35ae24b0146d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.885680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Network 53713a67-50c3-486b-ad30-45ae39eda5af is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:15.891638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:16.067139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.072198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Allocated IP 172.20.0.8 (0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f/62769a8f-2853-44c5-a277-49318652b1ec/f33c3b56-4f33-4f79-95ff-87a34e9c63d2) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:16.092271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29dc0a-80f6-416f-b1e8-b86495ebd816 req-6a3fd8d8-eef7-4c92-9190-b15378549111 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:16.094301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c29dc0a-80f6-416f-b1e8-b86495ebd816 req-6a3fd8d8-eef7-4c92-9190-b15378549111 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0876226 Dec 23 12:20:16.169911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=844a1751-4f78-42fa-9b8d-b4df80e20f84,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:16.183134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:16.311125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 78bc356b-4932-450e-8ddc-03acd64fb2db up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:16.365415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.431597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb8109-0984-416a-991e-4fbde188fb21 req-b37a07a1-e4f4-4bdc-b391-01c9715d34a6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:16.439842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.441234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fedb8109-0984-416a-991e-4fbde188fb21 req-b37a07a1-e4f4-4bdc-b391-01c9715d34a6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 946 time: 0.1638126 Dec 23 12:20:16.463761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 78bc356b-4932-450e-8ddc-03acd64fb2db triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:16.464526 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.495154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:16.502845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c224712f-cd2c-449e-83d5-2fdf9afa3ce6 admin admin] 10.222.0.16 "PUT /v2.0/routers/4cd6d393-a2ff-4fa3-a241-04b56a52fac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197876 Dec 23 12:20:16.537550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c29dc0a-80f6-416f-b1e8-b86495ebd816 req-3879799e-bd01-4dd3-8334-83c12ff212f1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888409 Dec 23 12:20:16.594580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.641049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.645450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.651347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.678941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fedb8109-0984-416a-991e-4fbde188fb21 req-99c6a128-79de-4ac2-99ed-2c2cc28775c8 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366464 Dec 23 12:20:16.685609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 78bc356b-4932-450e-8ddc-03acd64fb2db, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=78bc356b-4932-450e-8ddc-03acd64fb2db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:16.758472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.787704 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.804215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:16.825208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1f72c2-ef56-400a-9ab2-e5f09e13fd19 req-86f68daa-d3af-497c-8eaf-80c070c92bb2 tempest-AbsoluteLimitsNegativeTestJSON-1580717355 tempest-AbsoluteLimitsNegativeTestJSON-1580717355-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9b750816b9642339c05f7b2546136f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906074 Dec 23 12:20:16.899252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:16.900239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ddf8f10a-57d0-489d-8b9f-f01ab568b9c5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:16.941337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.941868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8a54de-60a9-4582-bf3c-1a2f3d80d224 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:20:16.956150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.960059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:16.960215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-be3dc07f-d2df-4178-b85b-1a434f2d26b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4b8a54de-60a9-4582-bf3c-1a2f3d80d224 HTTP/1.1" status: 204 len: 168 time: 2.6777132 Dec 23 12:20:16.963540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:16.968527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:16.977456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=78bc356b-4932-450e-8ddc-03acd64fb2db,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:16.984013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:16.990766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.991528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.992197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Pushing event updated for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:16.992514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.993278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.993857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.994476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.995167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.995728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.996281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:16.996935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:17.000400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:17.001242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:17.001787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:17.018078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Sync routers for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:17.037128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8693e4-14c3-48cc-9432-cb5d1176aaff req-3585b463-634f-4272-b3e8-abdf88b6c0c4 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.045750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c8693e4-14c3-48cc-9432-cb5d1176aaff req-3585b463-634f-4272-b3e8-abdf88b6c0c4 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 931 time: 0.1347442 Dec 23 12:20:17.053999 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:17.054846 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:17.134664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Deleting subnet 2bd615af-1636-439f-97a0-bd91621d8450 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:17.136610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.142808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-5dd8c166-17ce-403a-a81c-36db00e6c4e9 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.144312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-5dd8c166-17ce-403a-a81c-36db00e6c4e9 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1097 time: 0.2645216 Dec 23 12:20:17.161380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:17.181189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.202241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c8693e4-14c3-48cc-9432-cb5d1176aaff req-6f1c20a2-7b61-488c-9eeb-6ded80b76cb1 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555469 Dec 23 12:20:17.215480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.216333 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.262547 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.265628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f72c2-ef56-400a-9ab2-e5f09e13fd19 req-ab9271c1-8be9-4275-9bbf-092e82d86c1b tempest-AbsoluteLimitsNegativeTestJSON-1580717355 tempest-AbsoluteLimitsNegativeTestJSON-1580717355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.276924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1f72c2-ef56-400a-9ab2-e5f09e13fd19 req-ab9271c1-8be9-4275-9bbf-092e82d86c1b tempest-AbsoluteLimitsNegativeTestJSON-1580717355 tempest-AbsoluteLimitsNegativeTestJSON-1580717355-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4507756 Dec 23 12:20:17.313238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1f72c2-ef56-400a-9ab2-e5f09e13fd19 req-0389a4bf-1757-41ba-b0dd-7c95e9ef7454 tempest-AbsoluteLimitsNegativeTestJSON-1580717355 tempest-AbsoluteLimitsNegativeTestJSON-1580717355-project] 10.222.0.16 "GET /v2.0/quotas/c9b750816b9642339c05f7b2546136f6 HTTP/1.1" status: 200 len: 375 time: 0.0285351 Dec 23 12:20:17.319423 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:17.369686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-8e4c02ad-1a4f-4bf4-9467-91ed376fe167 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6063652 Dec 23 12:20:17.393824 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Request body: {'port': {'device_id': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:17.404222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b1f72c2-ef56-400a-9ab2-e5f09e13fd19 req-80f311dd-7870-4465-9af7-f5e6459bc3ad tempest-AbsoluteLimitsNegativeTestJSON-1580717355 tempest-AbsoluteLimitsNegativeTestJSON-1580717355-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9b750816b9642339c05f7b2546136f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758688 Dec 23 12:20:17.468571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.522008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.667911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:17.710303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:17.757840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-7cdce41c-1ccd-4726-b386-b4ba130fe2ce tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.765776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-7cdce41c-1ccd-4726-b386-b4ba130fe2ce tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 820 time: 0.1929345 Dec 23 12:20:17.779796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:17.782323 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4994ee5-96b5-4f4d-b214-63688a7392e8" -d '{"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c042bfe0-df54-4404-9900-c847cd752b57"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:17.782688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-50154daa-8c52-4e22-9999-91cca3280233 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/quotas/bc99cc3caf74403e907680ef9ecf0ac9 HTTP/1.1" status: 200 len: 375 time: 0.0159731 Dec 23 12:20:17.783251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 2, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:17.786936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.796537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.836880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c774aa3-d64e-4af5-a292-c95bd5517129 None None] Network 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:17.862056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.865851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2bd615af-1636-439f-97a0-bd91621d8450 HTTP/1.1" status: 204 len: 168 time: 0.9010396 Dec 23 12:20:17.876072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37698) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:17.923930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09f835-fa7c-4cee-a7af-2afdcced80b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd615af-1636-439f-97a0-bd91621d8450,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:17.962399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:17.974009 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Checking router: 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:17.977380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Updating router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 port 4e9042b2-a9c2-471a-9445-74708bcbd19f binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:18.009026 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.026500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3d7b-f467-4034-89f4-ee62727c0ebc req-ea09a259-28af-4d77-a166-d6bd1d5d14d7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:18.033956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b85a3d7b-f467-4034-89f4-ee62727c0ebc req-ea09a259-28af-4d77-a166-d6bd1d5d14d7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2215028 Dec 23 12:20:18.047560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-480a41ee-8bf8-425e-85bb-11c58ce9f272 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2638378 Dec 23 12:20:18.084634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.086884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.105107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.156737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] DHCP port deletion for 34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:20:18.202155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33c3b56-4f33-4f79-95ff-87a34e9c63d2 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:18.212083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.215009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 78bc356b-4932-450e-8ddc-03acd64fb2db up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:18.227719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Transition to ACTIVE for port object f33c3b56-4f33-4f79-95ff-87a34e9c63d2 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:18.230262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b85a3d7b-f467-4034-89f4-ee62727c0ebc req-051f7d58-dbc7-4cfc-bcae-1bf4063a2805 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953678 Dec 23 12:20:18.322621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.328359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c042bfe0-df54-4404-9900-c847cd752b57 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:18.407222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:18.427409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Deleting port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:18.428120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.436416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 78bc356b-4932-450e-8ddc-03acd64fb2db triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:18.437054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.474917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-fd8cb059-89cd-49f6-be0d-8bdd0d62b82a service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264846 Dec 23 12:20:18.530362 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.540333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986d6f9-6049-408f-8747-3dab431f2fb2 req-cfd66005-51a8-402b-a15c-cc80aa15c082 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:18.542200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c986d6f9-6049-408f-8747-3dab431f2fb2 req-cfd66005-51a8-402b-a15c-cc80aa15c082 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1903100 Dec 23 12:20:18.599250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Deleting port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:18.599988 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.705288 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.750751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] For port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:18.751595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.761969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:18.780049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Calling delete_port for 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:18.818719 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc9f6-fbf4-46ec-8166-0cf219ef30fa None None] Pushing event updated for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:18.825332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:18.833873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:18.834207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:18.834537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:18.867978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:18.868317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:18.870021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] For port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,segment=NetworkSegment(185a3b31-691f-47a2-8c53-61f2df4fbef6),segment_id=185a3b31-691f-47a2-8c53-61f2df4fbef6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:18.870447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.881127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:18.885181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:18.886066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:18.890690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:18.891024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:18.891408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:18.891848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Bound port: c042bfe0-df54-4404-9900-c847cd752b57, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:18.892351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.939308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Attempting to bind port 4e9042b2-a9c2-471a-9445-74708bcbd19f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:18.939687 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Attempting to bind port 4e9042b2-a9c2-471a-9445-74708bcbd19f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:18.940054 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Attempting to bind port 4e9042b2-a9c2-471a-9445-74708bcbd19f on network 53713a67-50c3-486b-ad30-45ae39eda5af {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:18.946607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:18.946999 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Checking segment: {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:18.947381 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.947841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Bound using segment: {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:18.948318 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Bound port: 4e9042b2-a9c2-471a-9445-74708bcbd19f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:18.949098 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.985653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:18.991055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Calling delete_port for 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:18.993542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:19.007134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Pushing event updated for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.012217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-b4c330e5-a75c-4a41-b059-0fe75ad6838f service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257435 Dec 23 12:20:19.020891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c986d6f9-6049-408f-8747-3dab431f2fb2 req-7fc4b5ad-3c70-4351-974b-44154257bb16 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235001 Dec 23 12:20:19.044730 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] For port 4e9042b2-a9c2-471a-9445-74708bcbd19f, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:19.051542 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] For port 4e9042b2-a9c2-471a-9445-74708bcbd19f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e9042b2-a9c2-471a-9445-74708bcbd19f,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:19.110283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:19.110787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:19.111510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:19.112557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound port: c042bfe0-df54-4404-9900-c847cd752b57, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:19.116071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.123315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 844a1751-4f78-42fa-9b8d-b4df80e20f84 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:19.145839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d32792a9-00d8-486b-94d4-15328719fab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.161990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 844a1751-4f78-42fa-9b8d-b4df80e20f84 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:19.162341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 844a1751-4f78-42fa-9b8d-b4df80e20f84 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:19.173935 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.226250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Attempting to bind port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:19.226624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Attempting to bind port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'df9d5925-86e7-4b90-a13f-3442e854b039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:19.227331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Attempting to bind port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 on network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:19.231873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:19.240959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:19.245548 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.246931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 on network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:19.247708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Attempting to bind port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 on network 0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:19.250602 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:19.251226 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:19.264859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:19.265237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Checking segment: {'id': 'df9d5925-86e7-4b90-a13f-3442e854b039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:19.265610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Bound using segment: {'id': 'df9d5925-86e7-4b90-a13f-3442e854b039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:19.266054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Bound port: f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9d5925-86e7-4b90-a13f-3442e854b039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:19.266408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.310231 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc9f6-fbf4-46ec-8166-0cf219ef30fa None None] Pushing event updated for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.350783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d32792a9-00d8-486b-94d4-15328719fab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.374259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:19.378901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,segment=NetworkSegment(df9d5925-86e7-4b90-a13f-3442e854b039),segment_id=df9d5925-86e7-4b90-a13f-3442e854b039)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:19.388704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.394576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:19.406427 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.408370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.439195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:19.458496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.481863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] No DVR routers for this DVR port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:19.501473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] Pushing event deleted for resources: {'Port': ['ID=3c56ad8d-f8b5-4c1d-aa72-d07e68b54752,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.503871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c042bfe0-df54-4404-9900-c847cd752b57-n-h1-822750-2-0 {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:20:19.504436 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:20:19.507132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09f2f1-9a33-4816-bea8-f876179b10e8 None None] No DVR routers for this DVR port 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:19.554005 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca0c5e7-cd42-42cc-83f9-56c814c3b35e x-openstack-request-id: req-6ca0c5e7-cd42-42cc-83f9-56c814c3b35e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:19.554276 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c042bfe0-df54-4404-9900-c847cd752b57", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:19.554904 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ca0c5e7-cd42-42cc-83f9-56c814c3b35e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:19.555084 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57', 'code': 200} Dec 23 12:20:19.556718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.564001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d32792a9-00d8-486b-94d4-15328719fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.567564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.648258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Pushing event updated for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.689889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32792a9-00d8-486b-94d4-15328719fab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc6d7b-2df2-4df9-b0fd-1fd2c7df8a75,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.693137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.693891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.695902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cc3eba10-2c28-4855-87a4-3644a6ecc30c service neutron] 10.222.0.43 "PUT /v2.0/ports/f33c3b56-4f33-4f79-95ff-87a34e9c63d2 HTTP/1.1" status: 200 len: 1091 time: 2.3090804 Dec 23 12:20:19.709728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d32792a9-00d8-486b-94d4-15328719fab5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b750816b9642339c05f7b2546136f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9132879 Dec 23 12:20:19.710526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37718) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:19.721813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.752753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:19.764433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185a3b31-691f-47a2-8c53-61f2df4fbef6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:19.764734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185a3b31-691f-47a2-8c53-61f2df4fbef6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:19.778398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.792519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.793244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.794611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-a1736098-97af-4902-b5f4-7661933cd196 service neutron] 10.222.0.43 "PUT /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 1122 time: 2.6405444 Dec 23 12:20:19.796518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.810442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:19.810442 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.860689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.864147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['c042bfe0-df54-4404-9900-c847cd752b57'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:19.878654 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:19.900244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.918814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cec85816-1657-46be-8118-fd3d4472cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.928332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-cec85816-1657-46be-8118-fd3d4472cccb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7afa6a18ee34a8b980033ccd43327d3&device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 1094 time: 0.1090903 Dec 23 12:20:19.953063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['c042bfe0-df54-4404-9900-c847cd752b57'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:19.972971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f574cd2-5b41-4a64-995f-e6317e9d45d3 req-fd400d4f-7f16-4dd2-860a-2146172cb4d1 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.982751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f574cd2-5b41-4a64-995f-e6317e9d45d3 req-fd400d4f-7f16-4dd2-860a-2146172cb4d1 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 943 time: 0.3937590 Dec 23 12:20:19.997854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-42bff608-fc8f-4801-b8d9-809b73d848d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2 HTTP/1.1" status: 200 len: 217 time: 0.0595410 Dec 23 12:20:20.014210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b38e0-ebb6-48db-9621-f186121f0f28 req-76965270-b393-4c88-9678-503f9421f0d1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.020630 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:19Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:20.023939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-392b38e0-ebb6-48db-9621-f186121f0f28 req-76965270-b393-4c88-9678-503f9421f0d1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3466780 Dec 23 12:20:20.081534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h1-822750-2 for vnic_type normal with profile {"migrating_to": "n-h2-822750-2"} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:20.082050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:20.082517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:20.108847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-b006465e-c3db-478c-b021-0bd1846ec761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.108847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-b006465e-c3db-478c-b021-0bd1846ec761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62769a8f-2853-44c5-a277-49318652b1ec HTTP/1.1" status: 200 len: 849 time: 0.0965421 Dec 23 12:20:20.110516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:20.110977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempting to bind port c042bfe0-df54-4404-9900-c847cd752b57 on network b549ab4f-1e67-4ea0-9e40-144c664c2e7d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:20.126381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:20.126850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Checking segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:20.127390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound using segment: {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:20.127939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Bound port: c042bfe0-df54-4404-9900-c847cd752b57, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed5ae13-9631-4fe2-8c88-ca59ca333e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b549ab4f-1e67-4ea0-9e40-144c664c2e7d'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:20.128342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.132140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2657f43-7b1e-4060-ab2b-8d710391869a None None] The sync data for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 is: [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:19Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:20.157094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f574cd2-5b41-4a64-995f-e6317e9d45d3 req-ce2a65fc-51ae-408c-8479-c45675d886e3 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671965 Dec 23 12:20:20.160437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.167915 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-b6881805-519a-4e91-a69e-7e7fc146f113 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550201 Dec 23 12:20:20.188910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:20.198623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.209469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] 10.222.0.16 "DELETE /v2.0/networks/34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f HTTP/1.1" status: 204 len: 168 time: 2.3292556 Dec 23 12:20:20.285442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:20.285798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c56ad8d-f8b5-4c1d-aa72-d07e68b54752 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:20.303082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd7513-f4db-47c1-aea6-f9f97834d503 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f8ed9c-8dff-4294-8ca9-fb56f6b1d01f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:20.377070 n-d-822750-2 neutron-server[104039]: WARNING neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Concurrent port binding operations failed on port c042bfe0-df54-4404-9900-c847cd752b57 Dec 23 12:20:20.401179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.401712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-392b38e0-ebb6-48db-9621-f186121f0f28 req-7c167b14-1d33-4c50-b017-45afcc203f19 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624313 Dec 23 12:20:20.401835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.405656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49cc6d7b-2df2-4df9-b0fd-1fd2c7df8a75 HTTP/1.1" status: 204 len: 168 time: 0.6913743 Dec 23 12:20:20.414940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:20.429235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdae59-4d28-46a7-a0c4-a01db645b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc6d7b-2df2-4df9-b0fd-1fd2c7df8a75,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:20.478950 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Attempt 2 to bind port c042bfe0-df54-4404-9900-c847cd752b57 Dec 23 12:20:20.479361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c042bfe0-df54-4404-9900-c847cd752b57 has no active binding in host n-h2-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:20:20.555926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-389f5e15-dd0c-491f-b3ed-1d0531d59fe2 req-3d14aa98-ea05-41a8-b5fb-1f622742ecc6 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 210 time: 0.0791807 Dec 23 12:20:20.592139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-f91915a5-5ad4-4a18-b735-f97b34de9cc6 service neutron] 10.222.0.43 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171495 Dec 23 12:20:20.695063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6037e10-7557-4087-b199-eb276b79e101 req-ca7cdaa8-dac3-4dbc-837f-293346ee5e83 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.698372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6037e10-7557-4087-b199-eb276b79e101 req-ca7cdaa8-dac3-4dbc-837f-293346ee5e83 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0597606 Dec 23 12:20:20.726116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-647088e4-ea75-4f07-beb5-56ed31f4b582 req-778f30c5-fce9-463b-b642-7cf3a3702a1f service neutron] 10.222.0.43 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262672 Dec 23 12:20:20.762287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6037e10-7557-4087-b199-eb276b79e101 req-999a8faf-98c2-4c20-bf2d-381e9e06ac56 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571988 Dec 23 12:20:20.984497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37738) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:21.035826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-813bd65d-f09e-45a4-a6e3-50e954d1bfd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f736ecdb72e144d1bf0e42e4f19c156a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499020 Dec 23 12:20:21.038287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37740) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:21.152388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.187261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.331338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab822fa-b1a8-4362-ad2d-30b7a2e7b6d0 req-b5ea9ee3-5aa1-4c50-bbec-00ae08f0e5d5 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.341602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ab822fa-b1a8-4362-ad2d-30b7a2e7b6d0 req-b5ea9ee3-5aa1-4c50-bbec-00ae08f0e5d5 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 943 time: 0.0701215 Dec 23 12:20:21.403508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ab822fa-b1a8-4362-ad2d-30b7a2e7b6d0 req-4855a305-8e3e-40c8-8a0c-291ca6a8638b tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609093 Dec 23 12:20:21.444648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.448025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.449320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/642c4e24-a6ff-4353-b75c-3a855a8885bb HTTP/1.1" status: 204 len: 168 time: 0.4101150 Dec 23 12:20:21.468247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3a715-5406-4a18-a337-23d9b590303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642c4e24-a6ff-4353-b75c-3a855a8885bb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:21.557253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2'}, {'name': 'network-changed', 'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:21.559619 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31120e4-6916-46f9-9570-d19af1e1feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2"}, {"name": "network-changed", "server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "tag": "c042bfe0-df54-4404-9900-c847cd752b57"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:21.598646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83432ed4-d692-439c-9ac2-f0c60f69a035 req-e43c3b91-a5c7-400e-80d9-e51a6176fcd4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.600439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83432ed4-d692-439c-9ac2-f0c60f69a035 req-e43c3b91-a5c7-400e-80d9-e51a6176fcd4 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0633321 Dec 23 12:20:21.666693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83432ed4-d692-439c-9ac2-f0c60f69a035 req-e2b8f154-1aaf-476c-8ee4-8e79fe7645d6 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Dec 23 12:20:21.719471 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7baceb-5119-41f7-9df5-4d610b191794 x-openstack-request-id: req-5f7baceb-5119-41f7-9df5-4d610b191794 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:21.719772 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "tag": "c042bfe0-df54-4404-9900-c847cd752b57", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:21.720024 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f7baceb-5119-41f7-9df5-4d610b191794 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:21.720629 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2', 'status': 'completed', 'code': 200} Dec 23 12:20:21.720915 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57', 'status': 'completed', 'code': 200} Dec 23 12:20:21.832554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b4f79f-bd37-4cbd-a1e1-36c3528401b5 req-e77171ba-aaa7-4a6f-9c0c-ca82c703513b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 210 time: 0.0635931 Dec 23 12:20:21.844861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-c5370753-9fca-4be5-b6f6-803fea7991ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.846841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-c5370753-9fca-4be5-b6f6-803fea7991ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1001616 Dec 23 12:20:21.858814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-9c9f010b-4d96-41a6-a8e5-01f748cb15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.860609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-9c9f010b-4d96-41a6-a8e5-01f748cb15dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7afa6a18ee34a8b980033ccd43327d3&device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 1094 time: 0.1009266 Dec 23 12:20:22.060064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0946-f6e9-4df1-afa7-8caeee6f41a2 req-f9f48945-29ba-4a40-861f-8af5fa248c35 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.067912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a28b0946-f6e9-4df1-afa7-8caeee6f41a2 req-f9f48945-29ba-4a40-861f-8af5fa248c35 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0760632 Dec 23 12:20:22.141643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-73a8794c-04ce-4778-9528-7c30fce20801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.141643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-73a8794c-04ce-4778-9528-7c30fce20801 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f HTTP/1.1" status: 200 len: 910 time: 0.2528915 Dec 23 12:20:22.141643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-bdc79921-e663-4244-8154-a296c0f6570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.141643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-bdc79921-e663-4244-8154-a296c0f6570f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.2769542 Dec 23 12:20:22.169307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a28b0946-f6e9-4df1-afa7-8caeee6f41a2 req-bf3ff305-6eea-40ed-9d8c-acbad864a8a4 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929854 Dec 23 12:20:22.200269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e9042b2-a9c2-471a-9445-74708bcbd19f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:22.252338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-86c48a78-6574-4278-942e-fe8ee19d5d8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 217 time: 0.0874708 Dec 23 12:20:22.253576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-cf98a9f7-4b0a-44f2-a6ec-b3db50965c5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2 HTTP/1.1" status: 200 len: 217 time: 0.1105704 Dec 23 12:20:22.263128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4e9042b2-a9c2-471a-9445-74708bcbd19f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:22.263506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.347067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-63ac2ef6-7dbc-422f-a3e3-69f88e248e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.348786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-63ac2ef6-7dbc-422f-a3e3-69f88e248e9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0885761 Dec 23 12:20:22.353649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-ce36695d-5f62-447c-bb3d-3351ed98977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.355018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-ce36695d-5f62-447c-bb3d-3351ed98977f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62769a8f-2853-44c5-a277-49318652b1ec HTTP/1.1" status: 200 len: 849 time: 0.0862129 Dec 23 12:20:22.355156 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.395022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 4e9042b2-a9c2-471a-9445-74708bcbd19f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e9042b2-a9c2-471a-9445-74708bcbd19f,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:22.403164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-c8f36182-756f-4790-b965-6f6c374c33f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449929 Dec 23 12:20:22.405566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-9abfd257-0fd6-400b-90b6-3709a57e4536 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397894 Dec 23 12:20:22.468423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.484855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f33c3b56-4f33-4f79-95ff-87a34e9c63d2 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:22.553143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3793c0-8577-4b86-9d19-fd8ae09ba5ac req-dbd14d52-d587-4874-98cb-f222388f2547 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.556349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d3793c0-8577-4b86-9d19-fd8ae09ba5ac req-dbd14d52-d587-4874-98cb-f222388f2547 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 943 time: 0.0749431 Dec 23 12:20:22.576485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.578017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-1d95f101-c828-4b0f-9aae-01e890ede94d service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667991 Dec 23 12:20:22.580366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-9dc8d032-d645-47de-b831-0b2de5fdd126 service neutron] 10.222.0.43 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516623 Dec 23 12:20:22.628340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d3793c0-8577-4b86-9d19-fd8ae09ba5ac req-f83b423e-0a15-4d35-97bc-99c89cd9c064 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598993 Dec 23 12:20:22.684963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:22.688586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,segment=NetworkSegment(df9d5925-86e7-4b90-a13f-3442e854b039),segment_id=df9d5925-86e7-4b90-a13f-3442e854b039)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:22.711652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2', 'network_id': '0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f', 'port_id': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2', 'mac_address': 'fa:16:3e:66:d2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62769a8f-2853-44c5-a277-49318652b1ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:22.761256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-fcd0860a-2a64-4a4b-b9f5-657fe2197cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717269 Dec 23 12:20:22.763283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31120e4-6916-46f9-9570-d19af1e1feaa req-e511b822-06ac-49d0-a976-7352809ba318 service neutron] 10.222.0.43 "GET /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669636 Dec 23 12:20:22.772883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.788780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33c3b56-4f33-4f79-95ff-87a34e9c63d2 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:22.809531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,segment=NetworkSegment(df9d5925-86e7-4b90-a13f-3442e854b039),segment_id=df9d5925-86e7-4b90-a13f-3442e854b039)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:22.849538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5243e-f6a2-409e-ae64-4fb37448fef1 req-e8ececf4-7154-4355-be16-246fed918ea1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.858996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39b5243e-f6a2-409e-ae64-4fb37448fef1 req-e8ececf4-7154-4355-be16-246fed918ea1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0595639 Dec 23 12:20:22.869999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:22.907639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39b5243e-f6a2-409e-ae64-4fb37448fef1 req-6839152f-554c-4b67-a183-62a323efe629 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Dec 23 12:20:22.909785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.971576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:23.029209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5252f736-b038-41cb-ae1a-e995ff611257 req-05be9988-7fd4-4e44-9469-e0cbd1e3cdfc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Dec 23 12:20:23.110841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e03d087b-c60d-4fda-b04f-61e9658d677f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.215281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f33c3b56-4f33-4f79-95ff-87a34e9c63d2'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:23.281312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e03d087b-c60d-4fda-b04f-61e9658d677f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.306130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c84b4-df38-4b46-80c4-c62b0804f055 req-49a35c2f-eca8-4976-9c55-06e54e096471 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:23.307752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e6c84b4-df38-4b46-80c4-c62b0804f055 req-49a35c2f-eca8-4976-9c55-06e54e096471 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0558441 Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.353118 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:23.356094 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:23.360499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-0ba1cbce-eb9a-4a80-8da2-7d038b03b8d1 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:23.363067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-0ba1cbce-eb9a-4a80-8da2-7d038b03b8d1 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 820 time: 0.1424236 Dec 23 12:20:23.375962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'port': {'device_id': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'admin_state_up': True, 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:23.399761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e6c84b4-df38-4b46-80c4-c62b0804f055 req-9c536680-330a-430e-9d0b-7f5ff1b3d5ef tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Dec 23 12:20:23.400869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e03d087b-c60d-4fda-b04f-61e9658d677f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.461735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:23.487751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e03d087b-c60d-4fda-b04f-61e9658d677f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a3f461718f24e1aa667a4c6000f49a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166265 Dec 23 12:20:23.490569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:23.490718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d087b-c60d-4fda-b04f-61e9658d677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8494a1-5419-4b26-8186-46cf36eda991,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:23.550264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.573882 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.604734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1420933177-network', 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:23.694053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Made reservation on behalf of bc99cc3caf74403e907680ef9ecf0ac9 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:23.700098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.720288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:23.745492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.748557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.749794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c8494a1-5419-4b26-8186-46cf36eda991 HTTP/1.1" status: 204 len: 168 time: 0.2582736 Dec 23 12:20:23.762976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc998cb-b6b2-4b9d-9ca7-47a8a8961e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8494a1-5419-4b26-8186-46cf36eda991,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:23.810385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacdcfe-78d7-417f-98c6-b73b4e038980 req-710a8aa7-81ce-48ca-a289-ac6dd471a1eb tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:23.811954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faacdcfe-78d7-417f-98c6-b73b4e038980 req-710a8aa7-81ce-48ca-a289-ac6dd471a1eb tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 944 time: 0.1005471 Dec 23 12:20:23.838011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:23.840534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.858413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.885360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e87aabdc-93ac-4ece-be89-efe55e36db1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.901508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faacdcfe-78d7-417f-98c6-b73b4e038980 req-b991ab40-016f-4adb-8ca1-d1bdb5b5a524 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810432 Dec 23 12:20:23.903945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Allocated IP 172.20.0.12 (53713a67-50c3-486b-ad30-45ae39eda5af/d3faa043-ab15-4e39-b6a3-15dbce0b65f3/6082a84d-bfc9-4678-91e4-982032d53357) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:24.003629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.091542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e87aabdc-93ac-4ece-be89-efe55e36db1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.114651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09454-12e9-4038-b47b-22ce3ec9f11e req-d4d673e3-ef9f-4e48-9bdb-5126f836fe86 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:24.116192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cd09454-12e9-4038-b47b-22ce3ec9f11e req-d4d673e3-ef9f-4e48-9bdb-5126f836fe86 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0940437 Dec 23 12:20:24.124085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.163022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:24.164852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e9042b2-a9c2-471a-9445-74708bcbd19f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:24.183066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e87aabdc-93ac-4ece-be89-efe55e36db1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.211436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.213684 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Added segment 3d0f34f3-febd-4f35-984d-ba9b0250608f of type vlan for network d4e59434-80b8-4a1e-98a4-172e1bbf251f Dec 23 12:20:24.215984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9d1a56-c6ee-40ae-b63f-d6f547548e4b req-e723ca06-f53d-417d-979a-dc1b8bb88a09 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 210 time: 0.0540788 Dec 23 12:20:24.225958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289351f2-41e2-4b47-a988-9e4ebf240cc4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:24.309626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4e9042b2-a9c2-471a-9445-74708bcbd19f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:24.310184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.310897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cd09454-12e9-4038-b47b-22ce3ec9f11e req-ccbcd39b-5226-4c41-8088-aab9da920d56 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808140 Dec 23 12:20:24.311418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e87aabdc-93ac-4ece-be89-efe55e36db1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5727763449b64ee6afb886c44a5507ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900149 Dec 23 12:20:24.316025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:24.328034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.333652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aabdc-93ac-4ece-be89-efe55e36db1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b172123-9ef1-44ba-8aa4-c91a4a94890a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:24.335373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.420306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.446789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.494899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f33c3b56-4f33-4f79-95ff-87a34e9c63d2 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:24.508380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.508380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:24.508380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.571096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.639820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:24.645479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e59434-80b8-4a1e-98a4-172e1bbf251f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:24.653182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Network 53713a67-50c3-486b-ad30-45ae39eda5af is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:24.656705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:24.659628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:24.671661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1098fe-cd53-4873-8df2-847eafe8288c req-bd499daf-cadd-4ec9-9a12-ba04cd5d9702 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:24.678709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:24.681270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff1098fe-cd53-4873-8df2-847eafe8288c req-bd499daf-cadd-4ec9-9a12-ba04cd5d9702 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1770813 Dec 23 12:20:24.717877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:24.719220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.733497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff1098fe-cd53-4873-8df2-847eafe8288c req-ed71f592-022f-4b43-9d7d-f2b6cae9472b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508511 Dec 23 12:20:24.785749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:24.788246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5b99c71f-ff42-454e-aab8-7b1aef89bcd1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3253038 Dec 23 12:20:24.790623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.792100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37864) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:24.792413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:24.792785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.797392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Request body: {'subnet': {'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1420933177-subnet', 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:24.802931 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.804079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b172123-9ef1-44ba-8aa4-c91a4a94890a HTTP/1.1" status: 204 len: 168 time: 0.4848542 Dec 23 12:20:24.813710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-216ce186-bd0d-4cc3-9868-62197183fb72 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4420040 Dec 23 12:20:24.830285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Request body: {'port': {'device_id': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:24.834329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a5f6b-8898-416f-a904-d3238b5d9fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b172123-9ef1-44ba-8aa4-c91a4a94890a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:24.900684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.004772 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.033503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:25.038232 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc62d66-d05e-4cb8-8f87-bf4de4d763ba" -d '{"events": [{"server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "name": "network-vif-plugged", "status": "completed", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:25.091559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:25.093594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,segment=NetworkSegment(df9d5925-86e7-4b90-a13f-3442e854b039),segment_id=df9d5925-86e7-4b90-a13f-3442e854b039)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:25.097069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.127698 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1b59c-c868-4044-8a2f-dc4bf6804b81 x-openstack-request-id: req-c9d1b59c-c868-4044-8a2f-dc4bf6804b81 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:25.128271 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "name": "network-vif-plugged", "status": "completed", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:25.128787 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9d1b59c-c868-4044-8a2f-dc4bf6804b81 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:25.129421 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2', 'code': 200} Dec 23 12:20:25.131374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213beb2-99c5-4223-9166-7e8c0b6b76b4 req-a894829b-3d6d-473f-a023-7da6bc8f8a20 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.133089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8213beb2-99c5-4223-9166-7e8c0b6b76b4 req-a894829b-3d6d-473f-a023-7da6bc8f8a20 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 944 time: 0.1197410 Dec 23 12:20:25.166226 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.224485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8213beb2-99c5-4223-9166-7e8c0b6b76b4 req-d5d5e6c0-2e57-4904-92f8-841e75224ac3 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817120 Dec 23 12:20:25.301077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:25.479616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865006bc-7e79-4aff-ad44-a1b7492a284b req-e135c6df-9655-4e76-83af-854fb503121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.481190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-865006bc-7e79-4aff-ad44-a1b7492a284b req-e135c6df-9655-4e76-83af-854fb503121a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 1096 time: 0.1172080 Dec 23 12:20:25.524064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0a61-3430-400f-b120-2bb76019ba22 req-06ed0dde-c254-4340-84cd-62949cdeb0e7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.526871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d53d0a61-3430-400f-b120-2bb76019ba22 req-06ed0dde-c254-4340-84cd-62949cdeb0e7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1215723 Dec 23 12:20:25.535279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead133a6-90f9-492b-b3d2-82cb2746dcac req-7d01d03d-3400-45dd-aa0e-b36f35f15e4c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.545882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ead133a6-90f9-492b-b3d2-82cb2746dcac req-7d01d03d-3400-45dd-aa0e-b36f35f15e4c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 932 time: 0.1589832 Dec 23 12:20:25.562639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.671818 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-865006bc-7e79-4aff-ad44-a1b7492a284b req-29b1f879-700e-4434-bb4e-bdb4c552716e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820307 Dec 23 12:20:25.692212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ead133a6-90f9-492b-b3d2-82cb2746dcac req-89c449ce-526e-4a15-9c9b-d3f81783f842 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446803 Dec 23 12:20:25.707748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37894) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:25.732186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d53d0a61-3430-400f-b120-2bb76019ba22 req-e8642f90-b39c-46e9-9129-d45a0f2c9996 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835327 Dec 23 12:20:25.830956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:25.878503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-f1d0b75e-c11f-4c97-8ce7-ea303824acee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2392964 Dec 23 12:20:25.887701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1560567664-network', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:25.891251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Checking segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:25.891628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Network hostable DHCP agents. Network: d4e59434-80b8-4a1e-98a4-172e1bbf251f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:25.897854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6082a84d-bfc9-4678-91e4-982032d53357 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:25.907456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.920453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Transition to ACTIVE for port object 6082a84d-bfc9-4678-91e4-982032d53357 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:25.950000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a664-55e3-4a99-b4a1-e30a24578453 req-972a1f22-a1f3-47bd-b4c7-2ed474f91d7d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.958152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d086a664-55e3-4a99-b4a1-e30a24578453 req-972a1f22-a1f3-47bd-b4c7-2ed474f91d7d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1091166 Dec 23 12:20:25.980770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-729d4a54-f250-4ec5-bdd0-93e9e4e7f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.984110 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-729d4a54-f250-4ec5-bdd0-93e9e4e7f7a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0619330 Dec 23 12:20:26.021102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d086a664-55e3-4a99-b4a1-e30a24578453 req-2fb686a1-83ef-4d6f-8d58-0446479eb6ce tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607619 Dec 23 12:20:26.061792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.087582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Made reservation on behalf of ae0684c8f3b743fd836c07120eaf786e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:26.090279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.099905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.140517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:26.146473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:26.190044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-3556a9c2-51fc-43df-8d34-11dd02dd71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.191785 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-3556a9c2-51fc-43df-8d34-11dd02dd71d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1822209 Dec 23 12:20:26.224506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.277362 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-5f6099ed-6eb6-4b96-8e96-55ac6027aeca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 200 len: 217 time: 0.0643671 Dec 23 12:20:26.279755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, d4e59434-80b8-4a1e-98a4-172e1bbf251f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:26.288010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.288647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.291022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7682b-6966-44e4-b233-53f754302a01 None None] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:26.357066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Attempting to bind port 6082a84d-bfc9-4678-91e4-982032d53357 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:26.357872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Attempting to bind port 6082a84d-bfc9-4678-91e4-982032d53357 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:26.358596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Attempting to bind port 6082a84d-bfc9-4678-91e4-982032d53357 on network 53713a67-50c3-486b-ad30-45ae39eda5af {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:26.365085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.366994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Port 6082a84d-bfc9-4678-91e4-982032d53357 on network 53713a67-50c3-486b-ad30-45ae39eda5af not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:26.367982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Attempting to bind port 6082a84d-bfc9-4678-91e4-982032d53357 on network 53713a67-50c3-486b-ad30-45ae39eda5af {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:26.370555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-e25b3f6f-7a9f-48c7-bdba-7abc61f31921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.372463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-e25b3f6f-7a9f-48c7-bdba-7abc61f31921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.0858362 Dec 23 12:20:26.376057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:26.376396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Checking segment: {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:26.376775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Bound using segment: {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:26.377236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Bound port: 6082a84d-bfc9-4678-91e4-982032d53357, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734b8a34-2a91-4976-b988-aee29497b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:26.377757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.400129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:26.412514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7f25e-f421-4cb1-8bc8-79bda76b89e1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:26.419690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c25fe-49e8-4b1e-9d3d-805652e631fe None None] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:26.423336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.423672 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Added segment 64365b10-fa9b-4ec7-bf9a-5a27dd6cc231 of type vlan for network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 Dec 23 12:20:26.448739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-6eea4d5e-b177-4f76-b954-238411312a72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667293 Dec 23 12:20:26.513373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69481fa7-2d71-4727-8a3f-6c224af3482e req-b5fe7241-a2b4-4a90-933a-076ea1e90921 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.532501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69481fa7-2d71-4727-8a3f-6c224af3482e req-b5fe7241-a2b4-4a90-933a-076ea1e90921 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 945 time: 0.1975713 Dec 23 12:20:26.602144 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db86fad6-4d11-4d42-adcc-1658e3e47d2a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8088505 Dec 23 12:20:26.604460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37912) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:26.606358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:26.633235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:26.678993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-1cca29b8-2677-4fce-bde2-ff2bb111cf09 service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525614 Dec 23 12:20:26.790592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-network', 'tenant_id': '5a7116d3c164447fb408f24eb5639388'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:26.796727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.822080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device c042bfe0-df54-4404-9900-c847cd752b57 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:26.903148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.919536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.920205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.921741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 1092 time: 2.0991549 Dec 23 12:20:26.922179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:26.924623 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f844850-5f75-4117-9bfd-d900941fd80c" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:26.971929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69481fa7-2d71-4727-8a3f-6c224af3482e req-f6578f5b-d0b0-47ca-97a7-cd9fd38dbd4f tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346852 Dec 23 12:20:27.002090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825365-1672-4d9b-8405-f83f718c7940 req-da8e9365-a53c-4370-9ea8-2557a518290b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.002291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da634d-6c78-4126-a171-b2c4938721f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:27.005026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0825365-1672-4d9b-8405-f83f718c7940 req-da8e9365-a53c-4370-9ea8-2557a518290b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 944 time: 0.1088200 Dec 23 12:20:27.009704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-ff7a657c-6ba1-446b-800f-bc3310b30839 service neutron] 10.222.0.57 "GET /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.2332060 Dec 23 12:20:27.015407 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c2a121d-f590-4e5f-a9c1-064a8a6bf16d req-b2a069bc-7609-4031-b66d-ebe1654efc0a service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285716 Dec 23 12:20:27.087758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0825365-1672-4d9b-8405-f83f718c7940 req-01de94b3-50a3-4ca6-bd8e-a2a01e23b949 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Dec 23 12:20:27.108157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:27.110468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.117472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.118430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.119090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.129243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.192572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-083c3dd3-2e27-459f-bfad-40a96f90863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.192572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-083c3dd3-2e27-459f-bfad-40a96f90863e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1095 time: 0.1178758 Dec 23 12:20:27.198615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] Pushing event updated for resources: {'Network': ['ID=57963f19-3a8b-431f-a1de-d4a9b3d44cc4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:27.208057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0443-95ae-426d-89cc-a248acad08dc req-1a280d6a-789d-45e0-ae80-bf0bd7fbb3bb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.210437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:27.212731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65dd0443-95ae-426d-89cc-a248acad08dc req-1a280d6a-789d-45e0-ae80-bf0bd7fbb3bb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1428194 Dec 23 12:20:27.268623 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-6717623a-6961-42f5-8f9b-78be660b2237 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0515940 Dec 23 12:20:27.268811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65dd0443-95ae-426d-89cc-a248acad08dc req-6fe59e72-8abe-429b-846c-3c6b033f6b98 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525818 Dec 23 12:20:27.281231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9eca688-d6ca-4590-b07f-8a97e0935c6d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5721459 Dec 23 12:20:27.284986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37934) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:27.290764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Request body: {'subnet': {'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1560567664-subnet', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:27.400567 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7789ce70-c99b-4f04-8fed-ea61cc5d4db7 x-openstack-request-id: req-7789ce70-c99b-4f04-8fed-ea61cc5d4db7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:27.401186 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:27.401624 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7789ce70-c99b-4f04-8fed-ea61cc5d4db7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:27.402233 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:20:27.435991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Made reservation on behalf of ae0684c8f3b743fd836c07120eaf786e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:27.438748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.457449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-c9cc86b0-49f6-4126-b646-516db490fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.459032 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-c9cc86b0-49f6-4126-b646-516db490fe49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.1832111 Dec 23 12:20:27.491070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd949dcd-e4f5-4638-b5a6-1d2a7a9b5aee req-27512311-d5a9-4dff-9481-85944b465f3b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.491455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd949dcd-e4f5-4638-b5a6-1d2a7a9b5aee req-27512311-d5a9-4dff-9481-85944b465f3b tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 944 time: 0.1128993 Dec 23 12:20:27.523137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-c82414b1-5202-4a52-9c82-f4210bb57325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494485 Dec 23 12:20:27.526004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.541945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:27.609572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:27.642221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.656956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd949dcd-e4f5-4638-b5a6-1d2a7a9b5aee req-6e913619-08ad-44bf-91fe-a77d69470df0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500306 Dec 23 12:20:27.671237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c042bfe0-df54-4404-9900-c847cd752b57 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:27.672212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-99be2b1d-49dd-4d34-8787-374eaa3c7138 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.685697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-99be2b1d-49dd-4d34-8787-374eaa3c7138 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.1808743 Dec 23 12:20:27.690609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:27.708056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-d21e0814-17e1-4303-a36c-8b0c30179daf service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754031 Dec 23 12:20:27.709840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:27.716319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-5a649612-69fb-41ce-b71e-a889512a0c48 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/quotas/992453ea67a4430e88c89ad419b0f9dc HTTP/1.1" status: 200 len: 375 time: 0.0158777 Dec 23 12:20:27.740836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9236c-ccc2-4629-965d-626fbdb565fa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:27.753624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.753624 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Added segment 8748b5ff-a69c-45de-a5f0-7829d3deb261 of type vlan for network 05c380c1-e3d8-4678-9b2d-61e09c43c11f Dec 23 12:20:27.783132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-53430aa4-47de-4932-b3c2-5c38af23aa80 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562403 Dec 23 12:20:27.839217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.846377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:27.900691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-0547a842-fdfd-410d-ad32-c94f3daf082d service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078050 Dec 23 12:20:27.961573 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.038140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5184ba00-fee4-494b-afea-21de52eb939c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:28.088299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-71ba8b6f-af68-417c-b435-93484680f97f service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819437 Dec 23 12:20:28.089978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Checking segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:28.092929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Network hostable DHCP agents. Network: 57963f19-3a8b-431f-a1de-d4a9b3d44cc4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:28.218118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5bb46-24be-4640-bd05-cbac58c344a6 req-db576a40-dbd4-48dc-a4a6-ac3b2f802ddd tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.219702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0f5bb46-24be-4640-bd05-cbac58c344a6 req-db576a40-dbd4-48dc-a4a6-ac3b2f802ddd tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 945 time: 0.1162550 Dec 23 12:20:28.222819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:28.240700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9289e52d-7771-4a0d-864f-0c1ddb792121 req-1529cd00-a744-4864-8ec7-a9e95635c7d0 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186014 Dec 23 12:20:28.262268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-d5175d6d-6751-40e1-b3f7-3fd1a44e9a31 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.263747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-d5175d6d-6751-40e1-b3f7-3fd1a44e9a31 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1032701 Dec 23 12:20:28.276250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822750-2'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:28.282965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] Transition to ACTIVE for port object c042bfe0-df54-4404-9900-c847cd752b57 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:28.313588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0f5bb46-24be-4640-bd05-cbac58c344a6 req-1a7bd007-ecf4-4885-a49e-45de8f82226e tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854504 Dec 23 12:20:28.355323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.373831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.374828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.377358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.377514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 57963f19-3a8b-431f-a1de-d4a9b3d44cc4) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:28.378148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.389652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f85d95-d491-49f9-a3ba-a8808d8953a8 None None] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:28.435882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.436633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.527883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9184866 Dec 23 12:20:28.539296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:28.539296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153581fb-d938-4956-8ee1-e464c2e1a6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=05c380c1-e3d8-4678-9b2d-61e09c43c11f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:28.561833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:28.565113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:20:28.566143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.575822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af82d3f-fb15-4d29-90a9-f9f2c9c5ad72 req-e25d4a86-8f2e-4987-9055-688803f26c43 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.583792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5af82d3f-fb15-4d29-90a9-f9f2c9c5ad72 req-e25d4a86-8f2e-4987-9055-688803f26c43 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 944 time: 0.1680791 Dec 23 12:20:28.588666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Request body: {'subnet': {'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-subnet', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:28.594474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] Pushing event updated for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:28.599235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] No DVR routers for this DVR port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:28.643314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844850-5f75-4117-9bfd-d900941fd80c req-7f900c4d-8e8f-4b11-8436-0740468c4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.647115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-7f900c4d-8e8f-4b11-8436-0740468c4830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1095 time: 0.2362604 Dec 23 12:20:28.691152 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d2f4289b-0b36-45b1-a28b-e06cbff0632b service neutron] 10.222.0.57 "PUT /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57/bindings/n-h2-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6732109 Dec 23 12:20:28.713967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5af82d3f-fb15-4d29-90a9-f9f2c9c5ad72 req-2ebcd97b-aa45-493d-8374-83613f6c1e68 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289999 Dec 23 12:20:28.741197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:28.802019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844850-5f75-4117-9bfd-d900941fd80c req-26518841-80e1-4ea8-91c3-8e42d6ce9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.802512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5366a-18c9-4f3e-94e0-a37c5013c616 req-d4c253ba-600f-4b42-83e3-759a17770cc2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.804592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-26518841-80e1-4ea8-91c3-8e42d6ce9dac service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.1502752 Dec 23 12:20:28.805517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b2f5366a-18c9-4f3e-94e0-a37c5013c616 req-d4c253ba-600f-4b42-83e3-759a17770cc2 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1591754 Dec 23 12:20:28.828426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:28.832346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Allocated IP 172.20.0.2 (57963f19-3a8b-431f-a1de-d4a9b3d44cc4/5184ba00-fee4-494b-afea-21de52eb939c/7571f3a1-de70-4b30-843d-a61b00ca83e9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:28.839799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:28.854963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-becc1d06-8e49-4bd6-bcf3-ec3654fe96bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0429614 Dec 23 12:20:28.895424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:28.898870 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c21e29-fe53-494c-b5c7-99d26e8d0a6c" -d '{"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:28.903531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.908865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b2f5366a-18c9-4f3e-94e0-a37c5013c616 req-a551bc91-75d4-4de8-ba1f-cba00c4078ae tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929980 Dec 23 12:20:28.918510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f844850-5f75-4117-9bfd-d900941fd80c req-e41f2ed0-2ca0-4535-9c06-ceb1483039e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:28.920226 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-e41f2ed0-2ca0-4535-9c06-ceb1483039e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.0576575 Dec 23 12:20:28.957633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-8a8e3f8c-f36d-4bd8-ab9e-4c63e7572725 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300727 Dec 23 12:20:28.982838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c761fb46-7135-4c9a-b72c-c48dde0b02f2 req-b71c4856-bdb0-42fc-8fdd-c0d2bed16590 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 210 time: 0.0301313 Dec 23 12:20:29.065312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-d4984c2f-7044-4294-9dbb-357f64005af7 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998693 Dec 23 12:20:29.110865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89829-b96c-42d6-b24e-e23e32dcbd76 req-d6a5b5c5-ab2c-4c64-b883-acb78925f61a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.113341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02a89829-b96c-42d6-b24e-e23e32dcbd76 req-d6a5b5c5-ab2c-4c64-b883-acb78925f61a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0588601 Dec 23 12:20:29.121511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75bd0875-5cea-489b-b886-8a2273c54dbd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8351643 Dec 23 12:20:29.124578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37968) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:29.131279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:29.194792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.205740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:29.216303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f844850-5f75-4117-9bfd-d900941fd80c req-9eefc7c6-773d-4a05-99c1-1875a33e6120 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433783 Dec 23 12:20:29.227097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:20:29.247210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-27435ff8-2c70-45ee-9e63-9a62f30c06f8 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.251359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.251836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-27435ff8-2c70-45ee-9e63-9a62f30c06f8 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.0739539 Dec 23 12:20:29.275061 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5651631-890f-45fe-9e4c-c2fc6b8677b1 x-openstack-request-id: req-e5651631-890f-45fe-9e4c-c2fc6b8677b1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:29.275061 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:29.275061 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5651631-890f-45fe-9e4c-c2fc6b8677b1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:29.275560 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'code': 200} Dec 23 12:20:29.279131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02a89829-b96c-42d6-b24e-e23e32dcbd76 req-90a5f8e4-9d1e-4955-a4af-87f5c0f54cdf tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405177 Dec 23 12:20:29.306567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.321908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-c7ae880b-23dd-46b7-8f91-3d1222efdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.324504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-c7ae880b-23dd-46b7-8f91-3d1222efdb39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0&tenant_id=fe446f35dda84662a71c0cabc5da52a6 HTTP/1.1" status: 200 len: 1096 time: 0.0647116 Dec 23 12:20:29.325822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:29.328861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.344782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on host n-h2-822750-2 for vnic_type normal with profile {"migrating_to": "n-h1-822750-2"} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:29.345149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:29.345481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:29.350196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:29.351794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Attempting to bind port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on network 9a47b559-f1c1-4d50-9876-70c83e79d518 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:29.357150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:29.357738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Checking segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:29.358140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Bound using segment: {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:29.358603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Bound port: 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ffba76-80cc-4039-b532-a83468cc6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9a47b559-f1c1-4d50-9876-70c83e79d518'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:29.358966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.417289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.420773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.421403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.440899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:29.445708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:29.447069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-0cbf0c11-e3bf-44ad-ba76-19078f869a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.448056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-0cbf0c11-e3bf-44ad-ba76-19078f869a7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe446f35dda84662a71c0cabc5da52a6&device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0681009 Dec 23 12:20:29.466298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:29.470758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:29.473433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:29.482153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Pushing event updated for resources: {'Port': ['ID=7571f3a1-de70-4b30-843d-a61b00ca83e9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.490859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.549018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Attempting to bind port 7571f3a1-de70-4b30-843d-a61b00ca83e9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:29.549465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Attempting to bind port 7571f3a1-de70-4b30-843d-a61b00ca83e9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:29.549889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Attempting to bind port 7571f3a1-de70-4b30-843d-a61b00ca83e9 on network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:29.556444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:29.557057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Checking segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:29.557626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.558345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Bound using segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:29.558828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Bound port: 7571f3a1-de70-4b30-843d-a61b00ca83e9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:29.559410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.585146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.611075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d4ec1876-0eb5-4eb9-8a82-3a35b61a1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.612625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-d4ec1876-0eb5-4eb9-8a82-3a35b61a1dc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 200 len: 921 time: 0.1581032 Dec 23 12:20:29.659640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] For port 7571f3a1-de70-4b30-843d-a61b00ca83e9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:29.664239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] For port 7571f3a1-de70-4b30-843d-a61b00ca83e9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7571f3a1-de70-4b30-843d-a61b00ca83e9,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:29.666967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-90b3991b-2b51-4f8e-8204-bd915a0daeb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 200 len: 217 time: 0.0421846 Dec 23 12:20:29.708918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.758935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.793984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-91d81e4f-b574-47b8-ae40-d64786ed27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.796934 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-91d81e4f-b574-47b8-ae40-d64786ed27a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 200 len: 860 time: 0.1167216 Dec 23 12:20:29.802989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.803842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.806088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] 10.222.0.57 "PUT /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 1121 time: 1.5344274 Dec 23 12:20:29.826013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6de7d0f-c217-470b-9090-3d2064169cce,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.831954 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-559dda56-1cfb-450a-b529-75d71c707719 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614676 Dec 23 12:20:29.864640 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-c97e928b-0ab2-4406-a1ea-bc09cf72c376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b549ab4f-1e67-4ea0-9e40-144c664c2e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418732 Dec 23 12:20:29.886996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Checking segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:29.887327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Network hostable DHCP agents. Network: 05c380c1-e3d8-4678-9b2d-61e09c43c11f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:29.888743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7009-0333-4e6e-85df-97e655f03991 None None] Pushing event updated for resources: {'Port': ['ID=7571f3a1-de70-4b30-843d-a61b00ca83e9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.896782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:29.937017 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.944407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadeed6-cbc2-4ac4-82ff-617c5b1da462 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=8']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.965902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:29.997769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52687-5c03-45fc-808d-37bcff4dd4dd req-95e451f6-4291-4aa5-a87f-b17d9cb17d6b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.999525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dda52687-5c03-45fc-808d-37bcff4dd4dd req-95e451f6-4291-4aa5-a87f-b17d9cb17d6b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 944 time: 0.1999500 Dec 23 12:20:30.056650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-dbbf410b-5f32-4ea1-a171-07e8039cc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.058196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-dbbf410b-5f32-4ea1-a171-07e8039cc0c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 1096 time: 0.1901970 Dec 23 12:20:30.088226 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-08806c8d-5d6d-466a-89e2-46d777279a4c service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184975 Dec 23 12:20:30.157359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dda52687-5c03-45fc-808d-37bcff4dd4dd req-d883954c-bcc4-4e0e-a058-6f3d2d5727b4 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450880 Dec 23 12:20:30.252205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:30.269628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2a0b-926a-406f-ab99-aae482d93520 req-ab600649-7cc0-49bf-b27e-7d21012e9b33 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.277848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-911d2a0b-926a-406f-ab99-aae482d93520 req-ab600649-7cc0-49bf-b27e-7d21012e9b33 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1884434 Dec 23 12:20:30.408045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5b938ca-3e97-463a-ae60-0295d29a693c req-56ad02db-fd76-4d80-ad42-f4647be78d4b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 210 time: 0.0422058 Dec 23 12:20:30.413684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-064e7dc0-fa7a-4c72-a832-65ac82c8d71e service neutron] 10.222.0.43 "GET /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084850 Dec 23 12:20:30.415679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-223667a1-b2ec-49fa-be7b-0e132ff89f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.417059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-223667a1-b2ec-49fa-be7b-0e132ff89f24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.3277342 Dec 23 12:20:30.430239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-911d2a0b-926a-406f-ab99-aae482d93520 req-6a16b6d3-f75b-43a2-999f-9bcda15f8463 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396105 Dec 23 12:20:30.472684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 05c380c1-e3d8-4678-9b2d-61e09c43c11f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:30.475590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-15c2fecc-8c66-4c67-a6c1-89868730d368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 200 len: 217 time: 0.0470805 Dec 23 12:20:30.478543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.479126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.485254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a52eb-0d6f-464b-919f-dcbf6136e534 None None] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:30.567593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-90c5fa2f-64c3-407c-82cc-db9b967ebfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.569237 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-90c5fa2f-64c3-407c-82cc-db9b967ebfb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0864704 Dec 23 12:20:30.605996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d0e4-ce11-4a45-90a8-cac7df36e788 req-30b1cfad-a74d-4865-b3ee-f1f1fa8d3de0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.607992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97e8d0e4-ce11-4a45-90a8-cac7df36e788 req-30b1cfad-a74d-4865-b3ee-f1f1fa8d3de0 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0820103 Dec 23 12:20:30.615969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-d5280248-5f7f-47a3-a9b1-7b7014e537f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326478 Dec 23 12:20:30.637383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:20:30.637383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.637946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.658355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.702263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a8c0a1e-9b78-437c-aa78-e5f5217c7e9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1603336 Dec 23 12:20:30.704843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:30.713400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:30.738366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97e8d0e4-ce11-4a45-90a8-cac7df36e788 req-c4efcd09-c921-49e2-9ff2-48f398b024ea tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230268 Dec 23 12:20:30.844556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Allocated IP 172.25.7.55 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/6b052f5d-a631-41b9-9d6c-4c84ea7de9a8) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:30.852294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-91379bfa-8513-4c87-beb5-bcd2ace747d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264793 Dec 23 12:20:30.869211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Allocated IP 172.20.0.2 (05c380c1-e3d8-4678-9b2d-61e09c43c11f/b6de7d0f-c217-470b-9090-3d2064169cce/01a213d8-2a5b-4614-bd78-322673b32447) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:30.881717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.883394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.990111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.999999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.110478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35780869-5ddb-48d6-8d66-61d71843faa7 req-83f83668-585e-4ee5-8e46-8322703ce7d4 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534690 Dec 23 12:20:31.141697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.146668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-6c200f05-98f8-4dc9-b7df-0fe26bdea25f tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.149041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-6c200f05-98f8-4dc9-b7df-0fe26bdea25f tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0&tenant_id=fe446f35dda84662a71c0cabc5da52a6&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.0546279 Dec 23 12:20:31.223690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.285672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.286201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:31.289271 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:31.314937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:31.325083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:31.327951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:31.366735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:31.369123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Pushing event updated for resources: {'Port': ['ID=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:31.372565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:31.378446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:31.386452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.388291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Pushing event updated for resources: {'Port': ['ID=01a213d8-2a5b-4614-bd78-322673b32447,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:31.399387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6c772-7a57-4290-a637-9ee2a256a2c0 req-f5e1bf07-e9ee-4610-b362-dbda111e4dc2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.401051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bad6c772-7a57-4290-a637-9ee2a256a2c0 req-f5e1bf07-e9ee-4610-b362-dbda111e4dc2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 944 time: 0.1725755 Dec 23 12:20:31.427102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d36ec-a036-42ea-95ac-49426700ed77 None None] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:31.533055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Attempting to bind port 01a213d8-2a5b-4614-bd78-322673b32447 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:31.533796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Attempting to bind port 01a213d8-2a5b-4614-bd78-322673b32447 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:31.533796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Attempting to bind port 01a213d8-2a5b-4614-bd78-322673b32447 on network 05c380c1-e3d8-4678-9b2d-61e09c43c11f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:31.544406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] Provisioning complete for port 7571f3a1-de70-4b30-843d-a61b00ca83e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:31.544787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.549526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:31.549526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Checking segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:31.549526 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.550041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Bound using segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:31.550041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Bound port: 01a213d8-2a5b-4614-bd78-322673b32447, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:31.550674 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.557415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bad6c772-7a57-4290-a637-9ee2a256a2c0 req-94db0053-e108-4ce2-a038-e20aff1ed902 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466656 Dec 23 12:20:31.630922 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a4226-5ebe-4795-8597-c46bd948049e x-openstack-request-id: req-526a4226-5ebe-4795-8597-c46bd948049e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:31.631503 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:31.631858 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-526a4226-5ebe-4795-8597-c46bd948049e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:31.632352 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'status': 'completed', 'code': 200} Dec 23 12:20:31.638002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-4e847b73-fb2e-4631-9080-b88a55ad2bc5 service neutron] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:31.645540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-4e847b73-fb2e-4631-9080-b88a55ad2bc5 service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.647438 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b165e06d-ae55-462b-9f11-9ae70d746d3a req-4e847b73-fb2e-4631-9080-b88a55ad2bc5 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57/bindings/n-h1-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.4561558 Dec 23 12:20:31.710986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be707221-92cc-4410-bea8-67877cddc950 req-00c5530a-7fb8-4b04-b6e2-ea58f2e52634 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 210 time: 0.0303829 Dec 23 12:20:31.795346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41aecb0-e7de-4b1a-930e-e9ceb9b9c742 req-63512988-898d-4442-9600-718127676e93 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.806751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b41aecb0-e7de-4b1a-930e-e9ceb9b9c742 req-63512988-898d-4442-9600-718127676e93 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0981460 Dec 23 12:20:31.807400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-e20536a9-e4aa-4bc8-9bb6-253ee04299ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.809207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-e20536a9-e4aa-4bc8-9bb6-253ee04299ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1124 time: 0.1068652 Dec 23 12:20:31.826434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.873245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] For port 01a213d8-2a5b-4614-bd78-322673b32447, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:31.884948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.910166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] For port 01a213d8-2a5b-4614-bd78-322673b32447, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=01a213d8-2a5b-4614-bd78-322673b32447,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:31.917270 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.964990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b41aecb0-e7de-4b1a-930e-e9ceb9b9c742 req-0cb242d3-c060-4b0e-ba05-93b0b3a6b668 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551681 Dec 23 12:20:31.973810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] For port 7571f3a1-de70-4b30-843d-a61b00ca83e9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7571f3a1-de70-4b30-843d-a61b00ca83e9,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:32.004382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.019341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.087513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497cf7-1839-460e-a776-38376845c3f8 None None] Pushing event updated for resources: {'Port': ['ID=01a213d8-2a5b-4614-bd78-322673b32447,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:32.132766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-9b9bcbfc-1441-429a-b4ad-dfc40814d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:32.135192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-9b9bcbfc-1441-429a-b4ad-dfc40814d149 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.2964807 Dec 23 12:20:32.167233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.264003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5792-6302-4ecb-8a79-1a0b42dd7e26 req-a9edbc26-3a93-402b-8dab-c67c3d39f6a9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:32.268154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bbf5792-6302-4ecb-8a79-1a0b42dd7e26 req-a9edbc26-3a93-402b-8dab-c67c3d39f6a9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1836584 Dec 23 12:20:32.302637 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-651298fa-ce50-4fe9-b706-5443a28c05cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 217 time: 0.1423697 Dec 23 12:20:32.321683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7571f3a1-de70-4b30-843d-a61b00ca83e9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:32.335412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Allocated IP 172.25.7.145 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c922f4fb-2fb9-4e77-baaa-0a50f9580155) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:32.370745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d6e6fdd-9453-4376-b66e-13f9661d6f45 None None] Provisioning complete for port 7571f3a1-de70-4b30-843d-a61b00ca83e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:32.371151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d6e6fdd-9453-4376-b66e-13f9661d6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.437228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bbf5792-6302-4ecb-8a79-1a0b42dd7e26 req-9e53a8db-755c-4fda-af5e-518db13567b9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594539 Dec 23 12:20:32.440230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296be90b-beb0-431b-85d1-606d43de0417 None None] Pushing event updated for resources: {'Port': ['ID=7571f3a1-de70-4b30-843d-a61b00ca83e9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:32.478252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-63c49b89-23ed-49a6-b707-ca89a9fd356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:32.479755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-63c49b89-23ed-49a6-b707-ca89a9fd356b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.1698511 Dec 23 12:20:32.496159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7571f3a1-de70-4b30-843d-a61b00ca83e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:32.496773 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.554736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-aff43d35-688d-4acb-920e-63e9c2e979c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501733 Dec 23 12:20:32.689954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.690561 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:32.754658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-e3c0cf8d-9e3e-44a3-b5cc-a522fb927a5a service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847832 Dec 23 12:20:32.839567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007e642-5529-4d89-9772-60bee72338a2 req-d912ab50-c70d-49b8-aec8-275d6e833254 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:32.841005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7007e642-5529-4d89-9772-60bee72338a2 req-d912ab50-c70d-49b8-aec8-275d6e833254 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0636015 Dec 23 12:20:32.844617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6082a84d-bfc9-4678-91e4-982032d53357 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:32.887121 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2050c6f7-7074-45ac-9fdd-1d9e2ca877a1 req-9f18b4a2-6fee-476d-8382-b5f63d8e0056 service neutron] 10.222.0.43 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084328 Dec 23 12:20:32.904264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7007e642-5529-4d89-9772-60bee72338a2 req-3eb49266-8b66-402e-af35-aaf00e45a2b6 tempest-LiveAutoBlockMigrationV225Test-1818109443 tempest-LiveAutoBlockMigrationV225Test-1818109443-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553255 Dec 23 12:20:32.959232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:32.971033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '6082a84d-bfc9-4678-91e4-982032d53357', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'port_id': '6082a84d-bfc9-4678-91e4-982032d53357', 'mac_address': 'fa:16:3e:a4:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:32.993679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:33.016856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:33.020402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:33.045483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:33.058680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:33.064786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7322cad-c0d4-49c7-952a-28604b647c5e req-8bb49346-cd82-4ca2-835d-29ca2f2dbf0e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:33.066631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7322cad-c0d4-49c7-952a-28604b647c5e req-8bb49346-cd82-4ca2-835d-29ca2f2dbf0e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 944 time: 0.0590813 Dec 23 12:20:33.081385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6082a84d-bfc9-4678-91e4-982032d53357 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:33.111763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c922f4fb-2fb9-4e77-baaa-0a50f9580155,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:33.112383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:33.116390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Router 46266966-10a6-484b-b407-e01aacfbbdd0 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:20:33.129722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a350e8e-8af4-4510-ad19-53d27e907aa3 req-f996a8df-5968-4847-920e-673400fe9b15 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 210 time: 0.0604620 Dec 23 12:20:33.174586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7322cad-c0d4-49c7-952a-28604b647c5e req-19477116-9cf6-486a-b638-0ee54956d8bc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948246 Dec 23 12:20:33.227696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:33.309302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:33.325081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Sync routers for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:33.348088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:33.365431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:33.366136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:33.420290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-c921acb1-25ec-4119-b78d-63ea2bf707c5 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:33.422003 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-c921acb1-25ec-4119-b78d-63ea2bf707c5 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.43 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.2460804 Dec 23 12:20:33.434059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:33.435884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f09d9bad-218b-4ee0-9041-f0c10a193499 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3085485 Dec 23 12:20:33.439033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38042) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:33.447194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Request body: {'port': {'device_id': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'admin_state_up': True, 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:33.553512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:33.643352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff27b59-cff0-4c6f-9d0e-55a3ab8e5811 None None] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:33.763499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:33.942073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] Provisioning complete for port 01a213d8-2a5b-4614-bd78-322673b32447 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:33.942677 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.183317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.188217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7180c-3842-4e0d-94df-e671c5d941bc req-1eb4a420-6869-4e37-8ce4-2d89e0c3b3c7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:34.192428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faa7180c-3842-4e0d-94df-e671c5d941bc req-1eb4a420-6869-4e37-8ce4-2d89e0c3b3c7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.2861412 Dec 23 12:20:34.353411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:31Z', 'revision_number': 3, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:34.393335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Checking router: 46266966-10a6-484b-b407-e01aacfbbdd0 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:34.393595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Updating router 46266966-10a6-484b-b407-e01aacfbbdd0 port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:34.436385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7571f3a1-de70-4b30-843d-a61b00ca83e9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:34.448032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.483356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:34.487033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.499589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.600926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] For port 01a213d8-2a5b-4614-bd78-322673b32447, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=01a213d8-2a5b-4614-bd78-322673b32447,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:34.607297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.643386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faa7180c-3842-4e0d-94df-e671c5d941bc req-add9932e-084f-4bca-9d16-ead8bfbde374 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382713 Dec 23 12:20:34.731539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.757143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7571f3a1-de70-4b30-843d-a61b00ca83e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:34.758781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.784284 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:34.816678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f6803-861c-4be8-ad3b-d7b14f9e44a0 req-b880a4f4-223b-442c-9a0f-14cf7366d204 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:34.817654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Allocated IP 172.20.0.8 (d4e59434-80b8-4a1e-98a4-172e1bbf251f/3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b/57905231-16c3-4631-b900-d0273142d3aa) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:34.824892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8f6803-861c-4be8-ad3b-d7b14f9e44a0 req-b880a4f4-223b-442c-9a0f-14cf7366d204 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.4593430 Dec 23 12:20:34.833219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570f49-b982-442c-9051-9628636295e8 req-cf79738a-b1ac-41b8-9917-7808f7f1c249 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:34.835302 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc570f49-b982-442c-9051-9628636295e8 req-cf79738a-b1ac-41b8-9917-7808f7f1c249 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1715896 Dec 23 12:20:34.863590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86296936-6be6-4f02-8293-1f070b2ba0eb req-0cfe5c04-dd6d-4ff1-8a1b-059e88b846b4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 210 time: 0.0814321 Dec 23 12:20:34.977216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fbe0bb7b-1ddf-417c-858b-58b2b782e7c2 None None] Provisioning complete for port 01a213d8-2a5b-4614-bd78-322673b32447 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:34.981100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbe0bb7b-1ddf-417c-858b-58b2b782e7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.010908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8f6803-861c-4be8-ad3b-d7b14f9e44a0 req-5b4e0682-43a9-4021-9f7d-2363d3c98fa1 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795292 Dec 23 12:20:35.102522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c377ce-f425-4aca-ae59-1ffa629bf98b None None] Pushing event updated for resources: {'Port': ['ID=01a213d8-2a5b-4614-bd78-322673b32447,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:35.107914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Deleting port c042bfe0-df54-4404-9900-c847cd752b57 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:35.108391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.174663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Router b20910f6-9a44-443f-9174-64d0cc164531 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:20:35.197464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.252009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b687c-0b85-40bd-9e1a-815f90ca3c3d req-da949c55-3f53-47aa-85f0-f3dc88e48ba2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:35.254444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-410b687c-0b85-40bd-9e1a-815f90ca3c3d req-da949c55-3f53-47aa-85f0-f3dc88e48ba2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 945 time: 0.1779196 Dec 23 12:20:35.269632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 01a213d8-2a5b-4614-bd78-322673b32447 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:35.295568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Allocated IP 172.20.0.1 (57963f19-3a8b-431f-a1de-d4a9b3d44cc4/5184ba00-fee4-494b-afea-21de52eb939c/608f1bb3-97b2-4df3-bc8c-d6663e72abb2) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:35.352811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] For port c042bfe0-df54-4404-9900-c847cd752b57, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c042bfe0-df54-4404-9900-c847cd752b57,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:35.353207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.374323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-410b687c-0b85-40bd-9e1a-815f90ca3c3d req-1a21fc5d-6e9f-4f28-8683-6d023e69143e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063244 Dec 23 12:20:35.389009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Calling delete_port for c042bfe0-df54-4404-9900-c847cd752b57 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:35.457969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.471031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 01a213d8-2a5b-4614-bd78-322673b32447 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:35.471583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.479529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:35.491244 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Sync routers for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:35.526823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:35.526823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:35.527057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.572320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.622156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:35.631164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:35.637713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:35.669937 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:35.683448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:35.739084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:35.739702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.773825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.778536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.780353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35ec0f18-9070-4d74-bf40-a4ac53ec12c9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0742741 Dec 23 12:20:35.784086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38064) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:35.795148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.835197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:35.843150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Attempting to bind port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:35.843530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Attempting to bind port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:35.844200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Attempting to bind port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:35.844517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:35.849324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:35.864261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:35.866036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:35.866480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.866928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:35.867463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Bound port: 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:35.867939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:35.937206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0506af-1275-4d54-b5db-d2e7adc12763 None None] Pushing event updated for resources: {'Port': ['ID=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:35.969407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Pushing event updated for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:35.995990 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:33Z', 'revision_number': 3, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:35.998587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b95eab-5bb4-4aae-9e61-f1c70b369156 req-918acf4b-ae04-45ca-922d-6bb3c705bff7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:36.022251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2b95eab-5bb4-4aae-9e61-f1c70b369156 req-918acf4b-ae04-45ca-922d-6bb3c705bff7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.2731388 Dec 23 12:20:36.027800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] For port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:36.029570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-f954b525-7033-4dcc-90ee-d87395c29b81 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5970500 Dec 23 12:20:36.030581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.032523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] For port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:36.043228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747', '54510d91-75e2-4278-9518-abb6a023059c', 'c042bfe0-df54-4404-9900-c847cd752b57'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:36.051265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.085259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Checking router: b20910f6-9a44-443f-9174-64d0cc164531 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:36.086738 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Updating router b20910f6-9a44-443f-9174-64d0cc164531 port c922f4fb-2fb9-4e77-baaa-0a50f9580155 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:36.098476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Request body: {'port': {'device_id': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:36.137073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.170581 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.192589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event deleted for resources: {'Port': ['ID=c042bfe0-df54-4404-9900-c847cd752b57,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:36.283818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb8c15-d5dc-4543-83a8-6cb802f69841 req-1a873ec5-032c-4fd8-b4bd-be7c41c4ed89 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:36.285433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] No DVR routers for this DVR port c042bfe0-df54-4404-9900-c847cd752b57 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:36.290967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.294679 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cc570f49-b982-442c-9051-9628636295e8 req-39b3ede9-7045-4bc3-aedf-50b2150d9fba tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "DELETE /v2.0/ports/c042bfe0-df54-4404-9900-c847cd752b57 HTTP/1.1" status: 204 len: 173 time: 1.4515853 Dec 23 12:20:36.295409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-deleted', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:36.296007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02bb8c15-d5dc-4543-83a8-6cb802f69841 req-1a873ec5-032c-4fd8-b4bd-be7c41c4ed89 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 931 time: 0.1283097 Dec 23 12:20:36.305151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 01a213d8-2a5b-4614-bd78-322673b32447 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:36.305762 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e51a7-f220-4b3b-a0f2-6990ebd02078" -d '{"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-deleted", "tag": "c042bfe0-df54-4404-9900-c847cd752b57"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:36.307283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2b95eab-5bb4-4aae-9e61-f1c70b369156 req-35713ced-c6ec-42ab-a0d2-961d49224252 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846017 Dec 23 12:20:36.345896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:36.347453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:36.460394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.494528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:36.586225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02bb8c15-d5dc-4543-83a8-6cb802f69841 req-60af7718-17a0-472d-9fa8-7c3edeae9d42 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886534 Dec 23 12:20:36.628976 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.645474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd93afc-f236-42a8-a338-08c7ac025bbe req-8c67ed95-2f3b-4323-be96-4d35e0d95223 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:36.650185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd93afc-f236-42a8-a338-08c7ac025bbe req-8c67ed95-2f3b-4323-be96-4d35e0d95223 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 945 time: 0.2303195 Dec 23 12:20:36.698122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:36.756509 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.760686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9bb54d4-1aa1-4e7c-b010-d7cd998721e9 req-07ad6620-aefa-4c92-91a0-a49976799f4d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0483613 Dec 23 12:20:36.764217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.771576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-57afeee8-9b53-4114-ac8c-c57ae716ff6b None None] Provisioning complete for port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:36.771945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-57afeee8-9b53-4114-ac8c-c57ae716ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.785715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd93afc-f236-42a8-a338-08c7ac025bbe req-633ca27c-8911-471c-b47e-8b911d007b11 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291113 Dec 23 12:20:36.833817 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Attempting to bind port c922f4fb-2fb9-4e77-baaa-0a50f9580155 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:36.834767 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Attempting to bind port c922f4fb-2fb9-4e77-baaa-0a50f9580155 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:36.835334 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Attempting to bind port c922f4fb-2fb9-4e77-baaa-0a50f9580155 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:36.847509 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:36.848184 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:36.848737 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.849293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:36.849936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Bound port: c922f4fb-2fb9-4e77-baaa-0a50f9580155, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:36.850559 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.876767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0506af-1275-4d54-b5db-d2e7adc12763 None None] Pushing event updated for resources: {'Port': ['ID=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:36.905434 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e09e1-be63-40fe-ac6b-0ad875097c2a x-openstack-request-id: req-939e09e1-be63-40fe-ac6b-0ad875097c2a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:36.905899 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f421ad6-1411-4a3f-b67d-f162ca9d6aa0", "name": "network-vif-deleted", "tag": "c042bfe0-df54-4404-9900-c847cd752b57", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:36.906225 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-939e09e1-be63-40fe-ac6b-0ad875097c2a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:36.906860 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f421ad6-1411-4a3f-b67d-f162ca9d6aa0', 'name': 'network-vif-deleted', 'tag': 'c042bfe0-df54-4404-9900-c847cd752b57', 'status': 'completed', 'code': 200} Dec 23 12:20:36.952813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6082a84d-bfc9-4678-91e4-982032d53357 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:36.980885 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5a955-a326-44bd-85da-44074782ac5e None None] Pushing event updated for resources: {'Port': ['ID=c922f4fb-2fb9-4e77-baaa-0a50f9580155,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:36.993753 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] For port c922f4fb-2fb9-4e77-baaa-0a50f9580155, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:37.003573 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] For port c922f4fb-2fb9-4e77-baaa-0a50f9580155, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c922f4fb-2fb9-4e77-baaa-0a50f9580155,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:37.113533 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.126397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f082b8-3690-4a79-aa25-c7dd90b516fd req-3b1f2d57-56af-4017-9e52-3ba1fcab9169 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:37.134851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67f082b8-3690-4a79-aa25-c7dd90b516fd req-3b1f2d57-56af-4017-9e52-3ba1fcab9169 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 945 time: 0.0978622 Dec 23 12:20:37.135768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.190938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.208999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67f082b8-3690-4a79-aa25-c7dd90b516fd req-e0c66a28-c4de-4c53-9c18-8fff0d968ea3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730619 Dec 23 12:20:37.220686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57905231-16c3-4631-b900-d0273142d3aa {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:37.232246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.264105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Transition to ACTIVE for port object 57905231-16c3-4631-b900-d0273142d3aa will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:37.307233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.339745 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:37.340381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:37.357191 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5a955-a326-44bd-85da-44074782ac5e None None] Pushing event updated for resources: {'Port': ['ID=c922f4fb-2fb9-4e77-baaa-0a50f9580155,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:37.386163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-57afeee8-9b53-4114-ac8c-c57ae716ff6b None None] Port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:37.405754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.467741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 01a213d8-2a5b-4614-bd78-322673b32447 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:37.468118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.525048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:37.622295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:37.638619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Attempting to bind port 57905231-16c3-4631-b900-d0273142d3aa on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:37.638619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Attempting to bind port 57905231-16c3-4631-b900-d0273142d3aa by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:37.638951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Attempting to bind port 57905231-16c3-4631-b900-d0273142d3aa on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:37.655440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Port 57905231-16c3-4631-b900-d0273142d3aa on network d4e59434-80b8-4a1e-98a4-172e1bbf251f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:37.655670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Attempting to bind port 57905231-16c3-4631-b900-d0273142d3aa on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:37.674461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.676463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-2e03f57e-f426-4689-a2a3-c433463229fd tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:37.678611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-2e03f57e-f426-4689-a2a3-c433463229fd tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.43 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 945 time: 0.2192702 Dec 23 12:20:37.682320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Allocated IP 172.20.0.1 (05c380c1-e3d8-4678-9b2d-61e09c43c11f/b6de7d0f-c217-470b-9090-3d2064169cce/fb6ca83b-6d96-444a-9e90-162f202dfdf5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:37.698046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:37.698046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Checking segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:37.698046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Bound using segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:37.698527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Bound port: 57905231-16c3-4631-b900-d0273142d3aa, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:37.698527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.729332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044988c-b863-484c-be9e-54bad9a9138c req-b55c451f-d8d0-40a5-8f45-1d7a49fae35c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:37.745062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4044988c-b863-484c-be9e-54bad9a9138c req-b55c451f-d8d0-40a5-8f45-1d7a49fae35c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.3287442 Dec 23 12:20:37.761325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Pushing event updated for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:37.773204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c042bfe0-df54-4404-9900-c847cd752b57 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:37.796507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 6082a84d-bfc9-4678-91e4-982032d53357 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:37.814715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: c042bfe0-df54-4404-9900-c847cd752b57 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:37.814715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c042bfe0-df54-4404-9900-c847cd752b57 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:37.814715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 6082a84d-bfc9-4678-91e4-982032d53357 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:37.815158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.884186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:33Z', 'revision_number': 3, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:37.903254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:31Z', 'revision_number': 3, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:37.946691 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8418b47-e15e-49c3-8310-0496ff3daa78 None None] The sync data for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 is: [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:33Z', 'revision_number': 3, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:37.976972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-0ac3b3ce-68bb-4551-acf7-b0168029f2e2 service neutron] 10.222.0.43 "GET /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.4348073 Dec 23 12:20:37.983158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a09bcf-09ec-442f-b371-50f7570036de None None] The sync data for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 is: [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:31Z', 'revision_number': 3, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:38.041939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.044004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4044988c-b863-484c-be9e-54bad9a9138c req-322c34d1-0971-4369-9965-a76878020dba tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963626 Dec 23 12:20:38.084007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:38.105251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:38.110533 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8016393-314d-455c-8be9-612222540116" -d '{"events": [{"server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "name": "network-vif-plugged", "status": "completed", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:38.158758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6077-efdc-493b-9230-a28819863917 req-53c3f6cd-6a04-4212-a873-3efdf855c6c4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:38.170718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-076f6077-efdc-493b-9230-a28819863917 req-53c3f6cd-6a04-4212-a873-3efdf855c6c4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 943 time: 0.4157627 Dec 23 12:20:38.205745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.290056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.298295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:38.305477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e76e0b57-0012-4ed8-b6c2-1463e3dcd1d7 req-851d033c-7f25-4f90-b208-315c02feb8e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.1020126 Dec 23 12:20:38.305719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Deleting port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:38.305953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.363964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:38.367641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:38.408761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:38.455583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.456785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:38.464457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] For port f33c3b56-4f33-4f79-95ff-87a34e9c63d2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,segment=NetworkSegment(df9d5925-86e7-4b90-a13f-3442e854b039),segment_id=df9d5925-86e7-4b90-a13f-3442e854b039)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:38.464875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.526607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Calling delete_port for f33c3b56-4f33-4f79-95ff-87a34e9c63d2 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:38.537863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:38.538707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.541139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] 10.222.0.43 "PUT /v2.0/ports/57905231-16c3-4631-b900-d0273142d3aa HTTP/1.1" status: 200 len: 1091 time: 2.4706085 Dec 23 12:20:38.551455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.604950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-076f6077-efdc-493b-9230-a28819863917 req-0aedfb39-98f9-42d8-89dd-f96c0de9b20b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073553 Dec 23 12:20:38.877554 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55014da-f156-444d-949f-8792f7f583e7 x-openstack-request-id: req-a55014da-f156-444d-949f-8792f7f583e7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:38.883557 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "name": "network-vif-plugged", "status": "completed", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:38.884007 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a55014da-f156-444d-949f-8792f7f583e7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:38.886667 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'code': 200} Dec 23 12:20:38.897102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:38.906656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:38.911265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'tag': '57905231-16c3-4631-b900-d0273142d3aa'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:38.913744 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce63b94-21e2-4cea-ade1-e09f00b9371a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "tag": "57905231-16c3-4631-b900-d0273142d3aa"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:38.917133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:38.922065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbd408-3e30-41fa-acd3-fbee6a628187 service neutron] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:38.976640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-96be0c91-8bb1-4920-9afe-7f1feb5f27cd None None] Provisioning complete for port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:38.976982 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96be0c91-8bb1-4920-9afe-7f1feb5f27cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.986194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.987718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c939-f99d-4070-b2d1-f90c7a4b29e7 req-d209e1df-05b9-4976-91f9-f9651f2017a9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:38.990870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b82c939-f99d-4070-b2d1-f90c7a4b29e7 req-d209e1df-05b9-4976-91f9-f9651f2017a9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 867 time: 0.5217326 Dec 23 12:20:39.134953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-96be0c91-8bb1-4920-9afe-7f1feb5f27cd None None] Port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:39.136794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-59dc9f15-f1cb-47f3-ad87-504ce0cf1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.138546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-59dc9f15-f1cb-47f3-ad87-504ce0cf1375 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 1094 time: 0.2966378 Dec 23 12:20:39.139325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.207375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Router 46266966-10a6-484b-b407-e01aacfbbdd0 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:39.231888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:39.247797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b82c939-f99d-4070-b2d1-f90c7a4b29e7 req-7811b915-d3a7-4f7a-9359-86904eb7cfe4 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/security-groups?id=eefcf713-1a97-4fbe-badf-96b8d6aa084a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403133 Dec 23 12:20:39.333784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53976bd3-464f-41df-b38b-1384c0e621db req-2be2f7ee-adc8-451c-ab12-f7eb449d2968 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.344620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53976bd3-464f-41df-b38b-1384c0e621db req-2be2f7ee-adc8-451c-ab12-f7eb449d2968 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.3158326 Dec 23 12:20:39.364352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21090ad5-8bff-4c9a-82d3-0440f4605634 None None] Provisioning complete for port fb6ca83b-6d96-444a-9e90-162f202dfdf5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:39.368021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21090ad5-8bff-4c9a-82d3-0440f4605634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.372059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:39.456624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:39.460349 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e0a97c-f25e-4069-ae33-50ce20744dfc x-openstack-request-id: req-47e0a97c-f25e-4069-ae33-50ce20744dfc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:39.460709 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "tag": "57905231-16c3-4631-b900-d0273142d3aa", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:39.461007 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47e0a97c-f25e-4069-ae33-50ce20744dfc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:39.461524 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'tag': '57905231-16c3-4631-b900-d0273142d3aa', 'status': 'completed', 'code': 200} Dec 23 12:20:39.474396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21090ad5-8bff-4c9a-82d3-0440f4605634 None None] Port fb6ca83b-6d96-444a-9e90-162f202dfdf5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:39.494571 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-eab6febe-dc0e-4ad5-af1b-0c5598432c21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57905231-16c3-4631-b900-d0273142d3aa HTTP/1.1" status: 200 len: 217 time: 0.3406162 Dec 23 12:20:39.520755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53976bd3-464f-41df-b38b-1384c0e621db req-c0d35f24-1372-4d74-a9d5-1390dcd2dd73 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751993 Dec 23 12:20:39.536118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:39.591877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:39.622956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] No DVR routers for this DVR port f33c3b56-4f33-4f79-95ff-87a34e9c63d2 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:39.626607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.630687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3489a63f-76cf-4b4d-91d7-87b370c17e50 req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.43 "DELETE /v2.0/ports/f33c3b56-4f33-4f79-95ff-87a34e9c63d2 HTTP/1.1" status: 204 len: 173 time: 1.9458220 Dec 23 12:20:39.631718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad38e-990a-492d-8c0b-c1bacc7821f9 tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] Pushing event deleted for resources: {'Port': ['ID=f33c3b56-4f33-4f79-95ff-87a34e9c63d2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:39.666452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca96f4-642a-4de1-9de8-86c455fb5730 req-44e79b77-db9b-4a6f-b076-085eff5304a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.668050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-77ca96f4-642a-4de1-9de8-86c455fb5730 req-44e79b77-db9b-4a6f-b076-085eff5304a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.6572659 Dec 23 12:20:39.710081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88fb6d33-d376-4ed1-a16c-a798f94f0cad req-b2491e98-7a30-49f6-9b88-190fd2321583 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0433855 Dec 23 12:20:39.734248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.753247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58886b-ee88-4e7f-affd-5c86046b5221 req-cd6e98af-cd3a-410a-964b-839dffe9118c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.754878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e58886b-ee88-4e7f-affd-5c86046b5221 req-cd6e98af-cd3a-410a-964b-839dffe9118c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 943 time: 0.2293944 Dec 23 12:20:39.759856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.778556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:39.787589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1036fbfb-f814-4970-8cc2-0497f47a14d9 admin admin] 10.222.0.16 "PUT /v2.0/routers/46266966-10a6-484b-b407-e01aacfbbdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3468914 Dec 23 12:20:39.801239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-77ca96f4-642a-4de1-9de8-86c455fb5730 req-bbbe6278-71fd-42cd-9fce-010fe6caba0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021681 Dec 23 12:20:39.828122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-e1dfb3d8-1eab-4d2d-a130-20a15efee420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.829673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-e1dfb3d8-1eab-4d2d-a130-20a15efee420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.2560000 Dec 23 12:20:39.919541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-4a43e8e7-7b56-4665-b8f7-bf89b26ba300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813277 Dec 23 12:20:40.058555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e58886b-ee88-4e7f-affd-5c86046b5221 req-93bb2908-f93c-44b0-a3ac-d3ba5552b27e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748032 Dec 23 12:20:40.181919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f764c7-337f-458c-9cb3-2cd31a45e057 req-4dbd3ff8-971b-4900-9177-051074d732c6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:40.197309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43f764c7-337f-458c-9cb3-2cd31a45e057 req-4dbd3ff8-971b-4900-9177-051074d732c6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 943 time: 0.3326986 Dec 23 12:20:40.211879 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-bd641940-93a6-46c4-bc9d-a7356924220a service neutron] 10.222.0.43 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631803 Dec 23 12:20:40.247264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] Transition to ACTIVE for port object 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:40.312996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43f764c7-337f-458c-9cb3-2cd31a45e057 req-dd47886c-efe4-4b81-9637-a93c12cd83b4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034186 Dec 23 12:20:40.314070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:40.330465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.350325 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f807d30e-8fc7-4987-be00-8c4577e148fa req-e4a50845-1a0b-4b03-9a48-8fff9e93400d service neutron] 10.222.0.43 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292331 Dec 23 12:20:40.397020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:40.397657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.505609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] No DVR routers for this DVR port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:40.512512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=10']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:40.551767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.558005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.567818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4b38877-f2b4-464d-8f9e-1fe0aba04ca4 req-089b85a8-8dbc-414b-a221-5f715de791bd tempest-ServerTagsTestJSON-155004366 tempest-ServerTagsTestJSON-155004366-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74bdf99-9a8c-4a48-b57e-48adc6c89ce7 HTTP/1.1" status: 200 len: 210 time: 0.0922470 Dec 23 12:20:40.577066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-6c90f636-525b-48c3-a9f1-ea14b907e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:40.578907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-6c90f636-525b-48c3-a9f1-ea14b907e51b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 1094 time: 0.0951006 Dec 23 12:20:40.596512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:40.610173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-311fd6be-650e-4097-9b67-4e919b8bbe82 service neutron] 10.222.0.43 "PUT /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3/bindings/n-h1-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5994496 Dec 23 12:20:40.614023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f33c3b56-4f33-4f79-95ff-87a34e9c63d2 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:40.640524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f33c3b56-4f33-4f79-95ff-87a34e9c63d2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:40.641150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f33c3b56-4f33-4f79-95ff-87a34e9c63d2 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:40.664418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.717148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.719410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c922f4fb-2fb9-4e77-baaa-0a50f9580155 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:40.788001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:40.793888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16fe46-2dfd-4d88-b02c-764528fd4f14 req-a8898c85-f145-4a7c-b15d-fbbf82cb7fde tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:40.801240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d16fe46-2dfd-4d88-b02c-764528fd4f14 req-a8898c85-f145-4a7c-b15d-fbbf82cb7fde tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1100099 Dec 23 12:20:40.903873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c922f4fb-2fb9-4e77-baaa-0a50f9580155 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:40.904884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.931798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d16fe46-2dfd-4d88-b02c-764528fd4f14 req-caf52973-4140-4b5c-8f9d-f7302cbe7c99 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194012 Dec 23 12:20:40.955085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:40.957922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:40.976361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-9194b724-414c-4ab7-998b-8fca1a85a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:40.979179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-9194b724-414c-4ab7-998b-8fca1a85a4cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 906 time: 0.3922389 Dec 23 12:20:41.036549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.091310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38114) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:41.096678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port c922f4fb-2fb9-4e77-baaa-0a50f9580155, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c922f4fb-2fb9-4e77-baaa-0a50f9580155,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:41.116114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e35715b-1b7d-4eee-87f0-3c01e887d8b3 req-6857ead3-3d44-4c9d-a8d3-9f41031689d2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Dec 23 12:20:41.125322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928056626', 'description': 'tempest-description--1818553061'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:41.170928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.175856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-7d7605bd-1ef8-40a4-80ad-71ee5ab48a0d tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.177341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-7d7605bd-1ef8-40a4-80ad-71ee5ab48a0d tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.4260087 Dec 23 12:20:41.194718 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-18c5dfc8-ae0a-485e-a47e-46042e805b1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57905231-16c3-4631-b900-d0273142d3aa HTTP/1.1" status: 200 len: 217 time: 0.1019497 Dec 23 12:20:41.263289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f95f1-80df-45ba-a28c-dce79ba55bd7 req-6859ac01-e116-4448-84e3-b1fe4870a6be tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.270657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-626f95f1-80df-45ba-a28c-dce79ba55bd7 req-6859ac01-e116-4448-84e3-b1fe4870a6be tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.1081765 Dec 23 12:20:41.278302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=c922f4fb-2fb9-4e77-baaa-0a50f9580155,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:41.328682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:41.330286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:41.357478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-626f95f1-80df-45ba-a28c-dce79ba55bd7 req-0dfd6b17-c061-4d18-92c7-aa3b0735aeeb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854697 Dec 23 12:20:41.411489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-58bd0809-d15a-4533-a912-0e0b852cdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.411489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-58bd0809-d15a-4533-a912-0e0b852cdbf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0&tenant_id=341ebc27346e466e9c04f40d73bef006 HTTP/1.1" status: 200 len: 1095 time: 0.2118208 Dec 23 12:20:41.420241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-57a8f840-29d5-42d6-bcff-13cb9e937dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.422136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-57a8f840-29d5-42d6-bcff-13cb9e937dcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.2153075 Dec 23 12:20:41.463964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79127f-00fa-455e-a6ea-e25fc9a030e4 req-9a6361ec-af7e-4f47-98be-f318a137adab tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.465659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b79127f-00fa-455e-a6ea-e25fc9a030e4 req-9a6361ec-af7e-4f47-98be-f318a137adab tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 943 time: 0.0675762 Dec 23 12:20:41.504505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'name': 'network-vif-deleted', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:41.506766 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a30e95-0479-4433-8ca3-d31e3a04423e" -d '{"events": [{"server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "name": "network-vif-deleted", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:41.592126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b79127f-00fa-455e-a6ea-e25fc9a030e4 req-5e9f146c-d038-4480-b6f4-40c795928d2b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 Dec 23 12:20:41.592898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-1b4af592-72bf-4c43-adaf-a474928e21ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439548 Dec 23 12:20:41.592898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.600262 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2c4fdd-27d2-4799-bce3-480d97d9c3c3 x-openstack-request-id: req-bd2c4fdd-27d2-4799-bce3-480d97d9c3c3 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:41.600540 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74bdf99-9a8c-4a48-b57e-48adc6c89ce7", "name": "network-vif-deleted", "tag": "f33c3b56-4f33-4f79-95ff-87a34e9c63d2", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:41.601575 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd2c4fdd-27d2-4799-bce3-480d97d9c3c3 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:41.602194 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74bdf99-9a8c-4a48-b57e-48adc6c89ce7', 'name': 'network-vif-deleted', 'tag': 'f33c3b56-4f33-4f79-95ff-87a34e9c63d2', 'status': 'completed', 'code': 200} Dec 23 12:20:41.658082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38126) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:41.679983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-ed989f7b-4856-4924-a4f2-e69f0cddc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.681819 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-ed989f7b-4856-4924-a4f2-e69f0cddc7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=341ebc27346e466e9c04f40d73bef006&device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1095 time: 0.2430251 Dec 23 12:20:41.713699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Deleting subnet 62769a8f-2853-44c5-a277-49318652b1ec {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:41.715213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Router b20910f6-9a44-443f-9174-64d0cc164531 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:41.717900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.720615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6c61ab6a-1bb4-4c8a-af75-de725f1592eb None None] Provisioning complete for port fb6ca83b-6d96-444a-9e90-162f202dfdf5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:41.721162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c61ab6a-1bb4-4c8a-af75-de725f1592eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.774600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6c61ab6a-1bb4-4c8a-af75-de725f1592eb None None] Port fb6ca83b-6d96-444a-9e90-162f202dfdf5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:41.779193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.824499 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.890339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Sync routers for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:41.902929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:41.906362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:41.993695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.044564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62769a8f-2853-44c5-a277-49318652b1ec,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:42.060456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:42.076457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.080240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ba28ba1-24a7-462d-9f34-d8a620a26742 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/62769a8f-2853-44c5-a277-49318652b1ec HTTP/1.1" status: 204 len: 168 time: 0.4275444 Dec 23 12:20:42.082855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38130) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:42.279305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:42.325608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.327879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:42.341403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Sync routers for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:42.363458 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:42.365397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:42.371665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-07709d5c-fb16-4779-93d2-5873b56f6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:42.374535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-07709d5c-fb16-4779-93d2-5873b56f6c0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 200 len: 908 time: 0.6736863 Dec 23 12:20:42.377527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fc6a87e5-cac2-47f8-8e4d-36b40f8bf0f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/b20910f6-9a44-443f-9174-64d0cc164531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5916736 Dec 23 12:20:42.413971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.566204 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-5bd7df94-f9eb-4694-8616-f488294e6c4a service neutron] 10.222.0.43 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9748170 Dec 23 12:20:42.570633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee32ab-8c6f-44b8-b891-af00ce741bf1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:42.577747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3a00bc0-1978-43b1-bd6a-dd97b2682f43 req-b26f0ba3-9a53-4aad-ae3e-8198eeb0ca2c tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0466678 Dec 23 12:20:42.590396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-77553022-e522-49bd-9d5a-bee17b1e8dcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 200 len: 217 time: 0.2097170 Dec 23 12:20:42.600610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:42.601058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.606906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:42.633893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197892dd-b962-4993-8a5b-77063b5da147 req-3a3cf2c4-18fa-4ecc-b82e-25c718622839 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:42.646158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-197892dd-b962-4993-8a5b-77063b5da147 req-3a3cf2c4-18fa-4ecc-b82e-25c718622839 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.6127162 Dec 23 12:20:42.699310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.703893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cce63b94-21e2-4cea-ade1-e09f00b9371a req-f6427110-9887-4808-b906-5f13bce58e51 service neutron] 10.222.0.43 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265886 Dec 23 12:20:42.709171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:42.735600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:42.761073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-e485f6b7-3641-43f0-bba3-690d12b0a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:42.764919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-e485f6b7-3641-43f0-bba3-690d12b0a260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 200 len: 847 time: 0.0573924 Dec 23 12:20:42.769577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '57905231-16c3-4631-b900-d0273142d3aa', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': '57905231-16c3-4631-b900-d0273142d3aa', 'mac_address': 'fa:16:3e:ab:61:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:42.827212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-d1e440d4-17c4-45d1-8e0c-298df9c92313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a47b559-f1c1-4d50-9876-70c83e79d518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545096 Dec 23 12:20:42.853626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 2, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:42.884026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Checking router: 46266966-10a6-484b-b407-e01aacfbbdd0 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:42.884384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Updating router 46266966-10a6-484b-b407-e01aacfbbdd0 port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:42.890882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.909351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.918905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.921608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57905231-16c3-4631-b900-d0273142d3aa {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:42.931392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0e9245c2-6341-4162-bcdc-e2bf2652574d tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8308082 Dec 23 12:20:42.934534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38146) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:42.946623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:42.949048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'security_group_rule': {'security_group_id': '05ee32ab-8c6f-44b8-b891-af00ce741bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:42.966592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:42.989447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9d5925-86e7-4b90-a13f-3442e854b039') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:42.994550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9d5925-86e7-4b90-a13f-3442e854b039') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:43.016786 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.024531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-bdc6474a-8b1d-4234-bfdc-efb432e40878 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837065 Dec 23 12:20:43.031707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c922f4fb-2fb9-4e77-baaa-0a50f9580155 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:43.058559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.082998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.107325 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 2, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:43.111698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-197892dd-b962-4993-8a5b-77063b5da147 req-23fbe998-5800-4f03-ac8c-7c604b6d9500 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080322 Dec 23 12:20:43.111698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:43.111698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:43.113897 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:43.117480 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:43.202601 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Checking router: b20910f6-9a44-443f-9174-64d0cc164531 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:43.203365 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Updating router b20910f6-9a44-443f-9174-64d0cc164531 port fb6ca83b-6d96-444a-9e90-162f202dfdf5 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:43.217090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.237892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-e8ae3bdb-e291-482f-8b0c-647fdf7539a1 service neutron] 10.222.0.57 "GET /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061281 Dec 23 12:20:43.243879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211146-e27f-4bf9-98ab-056f6eea142e req-c1c95f96-e018-4972-8275-4f00471f9cc8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:43.251318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b211146-e27f-4bf9-98ab-056f6eea142e req-c1c95f96-e018-4972-8275-4f00471f9cc8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.2180896 Dec 23 12:20:43.292463 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.321057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.380180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b211146-e27f-4bf9-98ab-056f6eea142e req-06092c72-760e-4fc9-ae09-99db38f02216 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259999 Dec 23 12:20:43.401009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52de4-06ee-4545-8c53-df76646a633a req-f2b8f667-231f-4342-949e-d603b7e430d1 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:43.402445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7a52de4-06ee-4545-8c53-df76646a633a req-f2b8f667-231f-4342-949e-d603b7e430d1 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 944 time: 0.1373839 Dec 23 12:20:43.443386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.455494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.467019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f HTTP/1.1" status: 204 len: 168 time: 1.3826487 Dec 23 12:20:43.469717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.530389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e9f200-379a-42df-9982-e4b95321f7f2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:43.564997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7a52de4-06ee-4545-8c53-df76646a633a req-af4a05f9-85a6-4c63-8885-0cf907c995d7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522319 Dec 23 12:20:43.575059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d9ea-f400-4b28-85ed-7c56a31a2065 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7f2b5d-a1dd-42a4-a3b4-8c3114360e5f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:43.626093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.629664 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d58033a9-4cc2-4c88-b890-3718ab75de11 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6898949 Dec 23 12:20:43.630631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38160) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:43.635547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'security_group_rule': {'security_group_id': '05ee32ab-8c6f-44b8-b891-af00ce741bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:43.769061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:43.780724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-535422382-network', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:43.822957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.830243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.838364 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.868743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f3a09a5-3e59-42d9-a85d-e423c8dcf4de req-183407d2-3114-4100-bea1-d0a253d2bd56 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.1122677 Dec 23 12:20:43.937607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.946811 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.954267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:43.965154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c922f4fb-2fb9-4e77-baaa-0a50f9580155 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:43.965493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:43.983747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.025567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Made reservation on behalf of 7d05230effd6449a91f78c0e6a7c2b67 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:44.027919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f772341f-9e2b-4348-87bb-02e0ce9abc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.032481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.046574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.062586 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8de978-13eb-42cb-8e98-24a672dd5bc3 None None] Pushing event updated for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.074313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-e64d60cb-46a1-40cf-b3c4-d38c538f7459 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.076550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-e64d60cb-46a1-40cf-b3c4-d38c538f7459 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0&tenant_id=341ebc27346e466e9c04f40d73bef006&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.0915220 Dec 23 12:20:44.138303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['57905231-16c3-4631-b900-d0273142d3aa'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:44.147225 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Attempting to bind port fb6ca83b-6d96-444a-9e90-162f202dfdf5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:44.147590 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Attempting to bind port fb6ca83b-6d96-444a-9e90-162f202dfdf5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:44.148481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Attempting to bind port fb6ca83b-6d96-444a-9e90-162f202dfdf5 on network 05c380c1-e3d8-4678-9b2d-61e09c43c11f {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:44.162087 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:44.162457 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Checking segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:44.162865 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.163229 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Bound using segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:44.164259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Bound port: fb6ca83b-6d96-444a-9e90-162f202dfdf5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:44.164629 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.201392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.270323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] For port fb6ca83b-6d96-444a-9e90-162f202dfdf5, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:44.276465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] For port fb6ca83b-6d96-444a-9e90-162f202dfdf5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb6ca83b-6d96-444a-9e90-162f202dfdf5,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:44.307309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ca85-1202-436c-9a66-cf043947b93a None None] Pushing event updated for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.309579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.336534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aeb1b-4c2a-4455-b4d1-5424066c7f0e req-7ebb305a-00c5-41d2-9ee3-e145b45e555a tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.338461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b64aeb1b-4c2a-4455-b4d1-5424066c7f0e req-7ebb305a-00c5-41d2-9ee3-e145b45e555a tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1142242 Dec 23 12:20:44.339032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:44.353322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d267e06-b2d9-4518-b5e1-6e6ba875f66d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.362527 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.451093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-0d665737-3e61-4b05-8709-b016422d2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.455324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-0d665737-3e61-4b05-8709-b016422d2adb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.1146107 Dec 23 12:20:44.457421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:44.458454 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:44.511499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.541669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b64aeb1b-4c2a-4455-b4d1-5424066c7f0e req-e816070c-f159-4f77-b24d-94ac0a13ca80 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636829 Dec 23 12:20:44.583717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-cbe490cb-4aa2-402e-aec3-f362a2317c1b service neutron] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:44.587847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-cbe490cb-4aa2-402e-aec3-f362a2317c1b service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.589043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] Provisioning complete for port fb6ca83b-6d96-444a-9e90-162f202dfdf5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:44.589353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.593288 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe35e8c2-b8f3-4e01-ad7a-a28ce215daef req-cbe490cb-4aa2-402e-aec3-f362a2317c1b service neutron] 10.222.0.57 "DELETE /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3/bindings/n-h2-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.4999738 Dec 23 12:20:44.620803 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8de978-13eb-42cb-8e98-24a672dd5bc3 None None] Pushing event updated for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.638425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.640075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fb0fe279-de16-4c0d-ac31-1ef719fe3b1e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0092962 Dec 23 12:20:44.641304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.647911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38176) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:44.709330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:44.725429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce678d7-d2a3-4cd6-ad23-f80d6f9852a6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.750910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:44.783248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.783942 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Added segment 909d1c0b-35a1-4e9f-be0b-0299d349e1fa of type vlan for network 688a698e-7cd7-4624-8669-ee9987d27b6a Dec 23 12:20:44.802683 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:44.842425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.843911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c108867d-96fa-4700-8898-2c0adfb0ea69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7afa6a18ee34a8b980033ccd43327d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020952 Dec 23 12:20:44.845094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:44.851875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.877308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Attempting to bind port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:44.877687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Attempting to bind port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:44.878055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Attempting to bind port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 on network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:44.887731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:44.898294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Checking segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:44.898294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.898294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Bound using segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:44.898294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Bound port: 608f1bb3-97b2-4df3-bc8c-d6663e72abb2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:44.898294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.900042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470552-4fe4-4fb8-97ee-910facf102fd req-11ea791d-54cb-485c-8217-001645c74cf0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.901674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db470552-4fe4-4fb8-97ee-910facf102fd req-11ea791d-54cb-485c-8217-001645c74cf0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.3854306 Dec 23 12:20:44.920296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.926496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891d1bb-d890-4513-922d-2d9ec8e5638a req-6ba75e2a-75ea-4206-82df-e1ddfba4fb8d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.928041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e891d1bb-d890-4513-922d-2d9ec8e5638a req-6ba75e2a-75ea-4206-82df-e1ddfba4fb8d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 944 time: 0.1826277 Dec 23 12:20:44.978552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] For port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:44.981841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] For port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:45.002448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] For port fb6ca83b-6d96-444a-9e90-162f202dfdf5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb6ca83b-6d96-444a-9e90-162f202dfdf5,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:45.005710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.024861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-82e46ac8-c93e-4419-911a-2d0a2e432b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:45.026904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-82e46ac8-c93e-4419-911a-2d0a2e432b7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.4963424 Dec 23 12:20:45.033042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.034054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:45.036052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.087179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.096411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.103097 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:45.130235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db470552-4fe4-4fb8-97ee-910facf102fd req-4057220a-2344-4d92-8a44-37c2f48a1269 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011392 Dec 23 12:20:45.136540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-e4355ab0-34a2-419c-b466-bdb4f6fe8e52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0799658 Dec 23 12:20:45.172843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.226901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4513760 Dec 23 12:20:45.227942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38186) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:45.265408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:45.266453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:45.268704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Request body: {'subnet': {'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-subnet', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:45.311319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-8b3ebded-a81f-4df3-988e-2d9cab03fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:45.319340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-8b3ebded-a81f-4df3-988e-2d9cab03fc48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.1658366 Dec 23 12:20:45.355675 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa2fb1-3dfb-472a-b0ce-2e6450285639 None None] The sync data for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 is: [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:45.365632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182639ff-cfa5-41b2-82e3-f656a9a66aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=688a698e-7cd7-4624-8669-ee9987d27b6a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:45.385376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e891d1bb-d890-4513-922d-2d9ec8e5638a req-4e849ca3-f988-465d-be35-5ee6b62ad18b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382002 Dec 23 12:20:45.419476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-0df10fd9-5984-4574-9810-6b5e3480c77f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967786 Dec 23 12:20:45.463380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.465529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba5376fd-a14d-491d-996a-785a7e02421e req-3a15f9fd-3282-4605-bfe6-8178519b7311 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.1416738 Dec 23 12:20:45.494774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 688a698e-7cd7-4624-8669-ee9987d27b6a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:45.600859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Made reservation on behalf of 7d05230effd6449a91f78c0e6a7c2b67 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:45.614288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.671925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-2e051fdf-58a7-49f9-bc25-532405f860ff service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174885 Dec 23 12:20:45.681018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Provisioning complete for port fb6ca83b-6d96-444a-9e90-162f202dfdf5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:45.681389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.705177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.707970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.709545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eefcf713-1a97-4fbe-badf-96b8d6aa084a HTTP/1.1" status: 204 len: 168 time: 0.8634238 Dec 23 12:20:45.764230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ca85-1202-436c-9a66-cf043947b93a None None] Pushing event updated for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:45.776089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298b843-9f3a-42c6-9b41-cc5bdd9af8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefcf713-1a97-4fbe-badf-96b8d6aa084a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:45.901059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b0f4c-d4b8-46e4-b7d9-cfdb21ef47d5 None None] Pushing event updated for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:45.988430 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-817e7e93-ea35-43df-859a-6cb6bad55762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:45.995808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316165-00fc-417c-8ec7-58996fbe6007 req-292a35b0-8222-4ce5-b27b-9cc3116ba4f7 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:46.008420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f316165-00fc-417c-8ec7-58996fbe6007 req-292a35b0-8222-4ce5-b27b-9cc3116ba4f7 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.3169754 Dec 23 12:20:46.022459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Provisioning complete for port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:46.022459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.072783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fd3a0-ae0b-4eee-a59f-c855ff437fd1 req-0c6d03c9-fcab-4c52-9094-1d9b642222f1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:46.083043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e53fd3a0-ae0b-4eee-a59f-c855ff437fd1 req-0c6d03c9-fcab-4c52-9094-1d9b642222f1 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 1095 time: 0.4156954 Dec 23 12:20:46.185619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c8bef6-1140-4d1b-8087-499d95024a14 req-3d44f028-f094-426f-8505-61f1d6dd6c30 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925487 Dec 23 12:20:46.200388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:46.245582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e53fd3a0-ae0b-4eee-a59f-c855ff437fd1 req-29922898-c942-4c55-aca5-5094cce1d784 tempest-LiveMigrationTest-1027601340 tempest-LiveMigrationTest-1027601340-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608164 Dec 23 12:20:46.294756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f316165-00fc-417c-8ec7-58996fbe6007 req-b3c27abc-8d84-499b-9cfd-9ec8136be22d tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822354 Dec 23 12:20:46.360237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Allocated IP 172.25.7.56 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2e7e60e1-df7a-4873-9a32-1b2d96f15048) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:46.380938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.394424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.443193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb6ca83b-6d96-444a-9e90-162f202dfdf5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:46.573863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15738925-be49-4c9d-a304-351004e614a2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:46.587451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] For port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:46.593533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Checking segment: {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:46.593899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Network hostable DHCP agents. Network: 688a698e-7cd7-4624-8669-ee9987d27b6a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:46.624900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fb6ca83b-6d96-444a-9e90-162f202dfdf5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:46.625258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.652697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.671335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5562d7-8c03-43fc-8bd9-9c9664440895 req-76c42418-3c03-498b-ac4b-bfd4c3426fe8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:46.682197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c5562d7-8c03-43fc-8bd9-9c9664440895 req-76c42418-3c03-498b-ac4b-bfd4c3426fe8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 944 time: 0.1776774 Dec 23 12:20:46.713982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:46.730840 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.798467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c5562d7-8c03-43fc-8bd9-9c9664440895 req-5c8a4b32-f4e5-4297-a810-137c50f2f233 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153004 Dec 23 12:20:46.841588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.847205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Network 688a698e-7cd7-4624-8669-ee9987d27b6a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:46.954161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.977970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7066068-f1c8-4954-9e02-ce656d10d1b0 req-5fa84a28-c8c7-4c6c-b8e9-0930de6fe363 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f421ad6-1411-4a3f-b67d-f162ca9d6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0581095 Dec 23 12:20:47.019490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 688a698e-7cd7-4624-8669-ee9987d27b6a) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:47.044223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.045527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.048319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75c0fb-07a9-4d6b-9a7a-92ec33f945fa None None] Network 688a698e-7cd7-4624-8669-ee9987d27b6a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:47.058639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:47.060813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:47.068303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:47.197384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-688a698e-7cd7-4624-8669-ee9987d27b6a', 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a', 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'fixed_ips': [{'subnet_id': '15738925-be49-4c9d-a304-351004e614a2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:20:47.198313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.264733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22825a6f-5582-40ae-a2cb-0d7aa7d1bc19 req-218ccd06-0de8-42c6-b214-53a5e9328b15 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.277344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22825a6f-5582-40ae-a2cb-0d7aa7d1bc19 req-218ccd06-0de8-42c6-b214-53a5e9328b15 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.0950675 Dec 23 12:20:47.364203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'Port': ['ID=2e7e60e1-df7a-4873-9a32-1b2d96f15048,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:47.373110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.389780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22825a6f-5582-40ae-a2cb-0d7aa7d1bc19 req-6bf68f74-cbd1-4042-83de-19a110db1d7f tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112585 Dec 23 12:20:47.432863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c6b9f-676b-4a45-a9fb-d0e398ace705 None None] Pushing event updated for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:47.439491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 57905231-16c3-4631-b900-d0273142d3aa completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:47.443580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9aa2e609-c81b-4335-8c8e-6aac9751c230 None None] Provisioning complete for port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:47.444138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e609-c81b-4335-8c8e-6aac9751c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.446005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cae63786-6a7b-4aab-bcb3-61d8203cd19b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1935558 Dec 23 12:20:47.456013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38222) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:47.461524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:47.547145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275255-c0e0-4bd9-9569-11b7d50a2cf0 req-13c3020e-53b8-4f99-9878-95118db8cdf0 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.555402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a275255-c0e0-4bd9-9569-11b7d50a2cf0 req-13c3020e-53b8-4f99-9878-95118db8cdf0 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0877125 Dec 23 12:20:47.579147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.599955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Allocated IP 172.20.0.2 (688a698e-7cd7-4624-8669-ee9987d27b6a/15738925-be49-4c9d-a304-351004e614a2/a1d11d7c-fe9e-4aee-9f21-fb80c4906318) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:47.635130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a275255-c0e0-4bd9-9569-11b7d50a2cf0 req-e9ce3320-e358-4cfb-aa8a-cfa4fa4fa86c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750332 Dec 23 12:20:47.679771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.680891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.709219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 57905231-16c3-4631-b900-d0273142d3aa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:47.710120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.829118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.838129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.878036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:47.895707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:47.902225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-c28927e1-28bf-48e1-9e4e-a159500d3349 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.904712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38232) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:47.907200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-c28927e1-28bf-48e1-9e4e-a159500d3349 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.1397793 Dec 23 12:20:47.959906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'Port': ['ID=2e7e60e1-df7a-4873-9a32-1b2d96f15048,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:47.999496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78410641-6f91-4469-910f-bbf13c7e484d None None] The sync data for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 is: [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:48.047909 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.048890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.056128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.157349 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.174091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:48.182182 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32779d65-90a0-4647-a365-a24410257f5d" -d '{"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-plugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:48.192196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.196095 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9f00e597-422a-4c1a-b513-dcb5a695d4e9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4934351 Dec 23 12:20:48.207138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.231813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.242926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1403472387-network', 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:48.287464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:48.315326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Network 688a698e-7cd7-4624-8669-ee9987d27b6a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:48.316411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Pushing event updated for resources: {'Port': ['ID=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:48.321927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:48.324308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:48.382717 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e195ad04-38d7-4432-ba7d-10eb9f3a4d48 x-openstack-request-id: req-e195ad04-38d7-4432-ba7d-10eb9f3a4d48 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:48.384350 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-plugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:48.384612 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e195ad04-38d7-4432-ba7d-10eb9f3a4d48 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:48.385158 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa', 'code': 200} Dec 23 12:20:48.385912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:48.388445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.410893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.415942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:48.467918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aab58-3ed3-4609-b0ea-5dc622ca3699 req-0e7a2388-b069-4b5a-9a1d-2f300b8699fa tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:48.478112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-413aab58-3ed3-4609-b0ea-5dc622ca3699 req-0e7a2388-b069-4b5a-9a1d-2f300b8699fa tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 944 time: 0.5696623 Dec 23 12:20:48.501759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.561394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.600865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e1676-217e-479f-852c-3867f0d71c04 req-e2ef87ac-1bfa-470f-a9be-14b0d1f4f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:48.603646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bf3e1676-217e-479f-852c-3867f0d71c04 req-e2ef87ac-1bfa-470f-a9be-14b0d1f4f72a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 1096 time: 0.1009808 Dec 23 12:20:48.624984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Attempting to bind port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:48.625807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Attempting to bind port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:48.626339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Attempting to bind port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 on network 688a698e-7cd7-4624-8669-ee9987d27b6a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:48.630582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Deleting port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:48.630922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.641179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:48.641867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Checking segment: {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:48.642452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.643008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Bound using segment: {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:48.643699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Bound port: a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:48.644081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.674494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-413aab58-3ed3-4609-b0ea-5dc622ca3699 req-cc2dd055-dbea-456d-8d03-5b24ea941b17 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950443 Dec 23 12:20:48.684355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:48.700592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.704966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bf3e1676-217e-479f-852c-3867f0d71c04 req-9bb7626a-3f8f-4b81-9af2-2525df444250 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944414 Dec 23 12:20:48.715254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:48.720779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.807231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.874972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:20:48.904188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-61e1091c-4712-4b8d-bd24-b4247693c6ed tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1928056626&fields=id&tenant_id=ae0684c8f3b743fd836c07120eaf786e HTTP/1.1" status: 200 len: 267 time: 0.3679924 Dec 23 12:20:48.904426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:48.938938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:48.939337 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Added segment f168ff98-3f89-4ee1-b93b-8e529df0eceb of type vlan for network 35a3903f-256a-4ba2-9a79-3bd5151fa98b Dec 23 12:20:48.958441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] For port a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:49.019804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] For port a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:49.024395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648419d-af8c-4857-9523-cdeaec3e747c req-391c6941-7763-40a5-89fe-468d5156b80e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.031512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f648419d-af8c-4857-9523-cdeaec3e747c req-391c6941-7763-40a5-89fe-468d5156b80e tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 944 time: 0.2090511 Dec 23 12:20:49.033048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.060607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] For port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:49.061303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.101442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Calling delete_port for 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:49.110118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.154499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.161275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.171517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.175287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.224267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f648419d-af8c-4857-9523-cdeaec3e747c req-31b77bbb-aeeb-433e-8b2a-ee919339594a tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895895 Dec 23 12:20:49.271315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-84f58a29-0f7a-4881-8b5e-853be3beaa21 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.282548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-84f58a29-0f7a-4881-8b5e-853be3beaa21 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/networks?id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 200 len: 812 time: 0.3769431 Dec 23 12:20:49.293928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2db5-673e-448d-8cb3-5182743e4d81 None None] Pushing event updated for resources: {'Port': ['ID=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:49.370603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=35a3903f-256a-4ba2-9a79-3bd5151fa98b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:49.386587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:20:49.451483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-3d9f0850-2384-4bde-a6ec-3c646d84c4b4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/quotas/ae0684c8f3b743fd836c07120eaf786e HTTP/1.1" status: 200 len: 375 time: 0.1665890 Dec 23 12:20:49.453689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebe3f01d-2d42-4d9f-8a44-0f1bdd9b8ab0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5028920 Dec 23 12:20:49.457112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38264) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:49.466435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Request body: {'subnet': {'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1403472387-subnet', 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:49.626678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:49.629719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.660983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d80797-19f1-44a8-b2b9-1110c4d6e50c req-8c5ed884-866f-4ff6-8d7c-56883ca57909 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.669553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78d80797-19f1-44a8-b2b9-1110c4d6e50c req-8c5ed884-866f-4ff6-8d7c-56883ca57909 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.2320688 Dec 23 12:20:49.711926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.761593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.873228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-1795283c-2b7e-46f8-bb09-88d5b8e0c46f tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae0684c8f3b743fd836c07120eaf786e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4128165 Dec 23 12:20:49.928851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78d80797-19f1-44a8-b2b9-1110c4d6e50c req-78504459-0d70-49d5-b4f2-d18b1f6b366c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581201 Dec 23 12:20:50.077553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-0960f1d3-572d-439d-abb6-bb4d48078420 service neutron] 10.222.0.16 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033691 Dec 23 12:20:50.130958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.134865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.197622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27af4366-9e23-410b-98c5-ab2f89b805c8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:50.253657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Checking segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:50.254153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Network hostable DHCP agents. Network: 35a3903f-256a-4ba2-9a79-3bd5151fa98b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:20:50.354260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d11d7c-fe9e-4aee-9f21-fb80c4906318 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:50.412145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:50.412516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.433565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:20:50.533015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 35a3903f-256a-4ba2-9a79-3bd5151fa98b) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:50.538753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:50.539127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.548533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129bb01-c928-4dac-98a7-db5ec5fe5260 None None] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:50.658558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.682350 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0912b35a-9a7b-4023-9da3-8d40e83af460 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2183366 Dec 23 12:20:50.799553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:50.820420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event deleted for resources: {'Port': ['ID=89ce9f5a-8abe-46b1-8975-69aff6ec0ae3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:50.842746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-efb119da-a7a4-4709-a50d-f801107cc655 service neutron] 10.222.0.16 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019846 Dec 23 12:20:50.876054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935b7c3-2b96-4562-90c7-fd7c0ec2123d None None] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:50.878823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Allocated IP 172.25.7.94 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/07fd070b-4301-4157-b4c8-09ea0712c456) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:50.879851 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.940706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:51.056970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:51.057462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:51.093472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] No DVR routers for this DVR port 89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:51.096481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.100582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb236ba1-04ce-4ee1-aba4-ffaf5ab419ab req-74ce142d-6127-427e-9970-a333ce2ba644 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "DELETE /v2.0/ports/89ce9f5a-8abe-46b1-8975-69aff6ec0ae3 HTTP/1.1" status: 204 len: 173 time: 3.1821141 Dec 23 12:20:51.101127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.112233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6346-446d-42a9-b7f6-09cedcc9c6db req-6a7b1e76-69df-45f9-ab2c-7776e596b10e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:51.114146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e0c6346-446d-42a9-b7f6-09cedcc9c6db req-6a7b1e76-69df-45f9-ab2c-7776e596b10e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 945 time: 0.3915560 Dec 23 12:20:51.117043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-deleted', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:51.117043 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6d5c7-df48-417e-b1cf-d3bc06817d7a" -d '{"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-deleted", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:51.137210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ee955-eda1-4357-bf54-710fbb5b786a None None] Network 688a698e-7cd7-4624-8669-ee9987d27b6a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:20:51.248471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ad5aae13-334a-44d7-b858-d7e33e9773a4 None None] Provisioning complete for port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:51.249160 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad5aae13-334a-44d7-b858-d7e33e9773a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.251658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e0c6346-446d-42a9-b7f6-09cedcc9c6db req-d0aad3cb-d282-4f53-8253-79a36e296634 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291175 Dec 23 12:20:51.340955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efc75157-a57f-4f63-82f9-ff7ee003c0a9 req-336553a0-feec-440b-879c-5276e5be5119 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0857370 Dec 23 12:20:51.345312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.492310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f76684-54dc-4d4f-bc4b-7b92ac377487 req-79cc728c-0a60-4482-944b-ad9e929d159f tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:51.494035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10f76684-54dc-4d4f-bc4b-7b92ac377487 req-79cc728c-0a60-4482-944b-ad9e929d159f tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1333945 Dec 23 12:20:51.575103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10f76684-54dc-4d4f-bc4b-7b92ac377487 req-2d51c3cd-23c4-4acb-876c-d753bb14976c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745876 Dec 23 12:20:51.631074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.696313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-002f35ad-bb8f-4128-a607-d6b056610f78 None None] Provisioning complete for port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:51.696813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-002f35ad-bb8f-4128-a607-d6b056610f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.744905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:20:51.876278 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671ccce-a631-4da7-ab06-b39bafb2f5af x-openstack-request-id: req-c671ccce-a631-4da7-ab06-b39bafb2f5af {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:51.876811 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0", "name": "network-vif-deleted", "tag": "89ce9f5a-8abe-46b1-8975-69aff6ec0ae3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:51.876811 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c671ccce-a631-4da7-ab06-b39bafb2f5af {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:51.877221 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0', 'name': 'network-vif-deleted', 'tag': '89ce9f5a-8abe-46b1-8975-69aff6ec0ae3', 'status': 'completed', 'code': 200} Dec 23 12:20:51.915117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:51.931159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bdfede0-ca8e-4202-89e8-ee6f338d47aa req-a40e6b8b-4e8d-46dd-816c-722bd823dca1 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 210 time: 0.0634997 Dec 23 12:20:51.948474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:51.992976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:52.003806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Pushing event updated for resources: {'Port': ['ID=07fd070b-4301-4157-b4c8-09ea0712c456,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:52.126016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-9d574166-f93e-4c44-a6f9-6545fcb71d30 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.134317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-9d574166-f93e-4c44-a6f9-6545fcb71d30 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.4333255 Dec 23 12:20:52.211384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-220b599b-1e8a-4556-a0a5-24b9ba7bdba4 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/quotas/1fb2be922f234993a16a4901c1a4ca2c HTTP/1.1" status: 200 len: 375 time: 0.0474138 Dec 23 12:20:52.280181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d11d7c-fe9e-4aee-9f21-fb80c4906318 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:52.296348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-df203bdc-7804-4a47-8a93-910815b8d019 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631673 Dec 23 12:20:52.426734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:52.427104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.518667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-1f28fd4c-1369-4af6-9105-21dcb804e3de service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099853 Dec 23 12:20:52.572864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.675349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bd44d19-8ef6-448e-9808-cd008a9e0212 req-264a2dd9-dfc0-47c4-9273-1e35b6e233d7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0381947 Dec 23 12:20:52.756851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-9a0671de-bd27-4b67-bda1-42a09797d70f service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369051 Dec 23 12:20:52.876974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.955650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530d7b5-31ea-497a-b67f-fe0aa127aa4b req-a266ebfc-90e2-49a3-9b1b-ed777cb086ff tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.957350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a530d7b5-31ea-497a-b67f-fe0aa127aa4b req-a266ebfc-90e2-49a3-9b1b-ed777cb086ff tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 945 time: 0.1264532 Dec 23 12:20:53.067958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a530d7b5-31ea-497a-b67f-fe0aa127aa4b req-d9ddea20-6d74-4b88-b040-9bcbfadba6c4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635905 Dec 23 12:20:53.311942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:53.322167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe5784-a292-4897-b9e6-5970595d809e req-c164b214-c66d-4e1c-b364-64e2bad79441 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:53.323762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5fe5784-a292-4897-b9e6-5970595d809e req-c164b214-c66d-4e1c-b364-64e2bad79441 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0966041 Dec 23 12:20:53.456353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7827f9a3-66b7-4b9f-93b3-8be8c2cdad35 req-112c7aa8-05f1-4ee8-9e80-f9bb1c4c152a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 210 time: 0.0548420 Dec 23 12:20:53.586109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b58432b1-6810-4f2f-9ee2-3463c43e6f69 req-1bb85873-bcbf-4437-b09a-bb6a60873657 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 210 time: 0.0477483 Dec 23 12:20:53.619871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5fe5784-a292-4897-b9e6-5970595d809e req-60a2511e-3ce1-4792-b210-184927e31510 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889206 Dec 23 12:20:53.701335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d9404-362c-40ad-ae70-8a8f34a455ca req-e291a579-8458-405b-8e77-44fe2a92a153 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:53.705333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-066d9404-362c-40ad-ae70-8a8f34a455ca req-e291a579-8458-405b-8e77-44fe2a92a153 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.0586860 Dec 23 12:20:53.778786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Router 674943c0-945c-4026-8149-fce0daa87380 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:20:53.787455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-066d9404-362c-40ad-ae70-8a8f34a455ca req-f26bf844-9d36-4637-a9db-bd2871c455e4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799525 Dec 23 12:20:53.860707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e11c271-63af-43c7-b37c-62f4592ee6e9 req-4b6e37ec-824b-404e-8519-91197633c866 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0702095 Dec 23 12:20:53.933417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:53.942070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Sync routers for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:54.051944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:54.053444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6ec93ded-2eff-487e-b849-fa9a0a8425e7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5964870 Dec 23 12:20:54.056399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38336) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:54.090138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:54.090561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:54.241029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:54.370517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644abc2-44b8-46a4-ba8d-1b717c841d06 req-5264b10f-623c-47b0-8eb5-6082c5f8ed78 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:54.378679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a644abc2-44b8-46a4-ba8d-1b717c841d06 req-5264b10f-623c-47b0-8eb5-6082c5f8ed78 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 945 time: 0.0927179 Dec 23 12:20:54.551346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a644abc2-44b8-46a4-ba8d-1b717c841d06 req-ac8be64f-0b43-480c-a3ff-05292905ab6c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717987 Dec 23 12:20:54.591112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:52Z', 'revision_number': 3, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:54.695565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Checking router: 674943c0-945c-4026-8149-fce0daa87380 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:54.696535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Updating router 674943c0-945c-4026-8149-fce0daa87380 port 07fd070b-4301-4157-b4c8-09ea0712c456 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:20:54.733326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:54.740020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7d6b5fa-ca54-48dd-8dcc-676a11cf47cd req-aa0506c2-ddc6-44aa-8138-0b405b49a523 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 210 time: 0.0377655 Dec 23 12:20:54.749995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-0e9d0342-cb6c-4c36-92fe-ac54804d2536 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:54.755260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-0e9d0342-cb6c-4c36-92fe-ac54804d2536 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.43 "GET /v2.0/networks?id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 200 len: 812 time: 0.2272103 Dec 23 12:20:54.877318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-36ff8646-4060-44ee-acfe-dc3f7074d7f5 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0684c8f3b743fd836c07120eaf786e HTTP/1.1" status: 200 len: 380 time: 0.1120543 Dec 23 12:20:54.888522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'port': {'device_id': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'admin_state_up': True, 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'security_groups': ['05ee32ab-8c6f-44b8-b891-af00ce741bf1']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:55.183484 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.189894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Made reservation on behalf of ae0684c8f3b743fd836c07120eaf786e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:55.193720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.421645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.441481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b82c06bc-e89d-4275-8c53-d34072773c84 req-dd0430c2-e319-45ab-a4fd-d84340903b72 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 210 time: 0.1322546 Dec 23 12:20:55.504616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-fa65185b-3b2e-4821-948a-275005336d3d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:55.511664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-fa65185b-3b2e-4821-948a-275005336d3d tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.2508605 Dec 23 12:20:55.527136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.529456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Allocated IP 172.20.0.4 (57963f19-3a8b-431f-a1de-d4a9b3d44cc4/5184ba00-fee4-494b-afea-21de52eb939c/574ca179-490f-497f-aca6-d44f94a26883) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:55.610149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Attempting to bind port 07fd070b-4301-4157-b4c8-09ea0712c456 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:55.611222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Attempting to bind port 07fd070b-4301-4157-b4c8-09ea0712c456 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:55.611807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Attempting to bind port 07fd070b-4301-4157-b4c8-09ea0712c456 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:55.625917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:55.626672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:55.627269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.627927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:55.628613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Bound port: 07fd070b-4301-4157-b4c8-09ea0712c456, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:55.629239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.709457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1b424-8499-4073-b87a-9ca9906a4b96 None None] Pushing event updated for resources: {'Port': ['ID=07fd070b-4301-4157-b4c8-09ea0712c456,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:55.749495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Allocated IP 172.20.0.1 (688a698e-7cd7-4624-8669-ee9987d27b6a/15738925-be49-4c9d-a304-351004e614a2/7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:55.784787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] For port 07fd070b-4301-4157-b4c8-09ea0712c456, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:55.785689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a9a0-9d43-4d6e-9d47-e9d5e38170ba req-1c1a0aed-19e5-490a-98ab-f48c69a48ae0 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:55.788068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c48a9a0-9d43-4d6e-9d47-e9d5e38170ba req-1c1a0aed-19e5-490a-98ab-f48c69a48ae0 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1453466 Dec 23 12:20:55.796935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] For port 07fd070b-4301-4157-b4c8-09ea0712c456, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=07fd070b-4301-4157-b4c8-09ea0712c456,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:55.852667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.869389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.928509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Deleting port 54510d91-75e2-4278-9518-abb6a023059c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:55.929272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.960083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:55.960908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1b424-8499-4073-b87a-9ca9906a4b96 None None] Pushing event updated for resources: {'Port': ['ID=07fd070b-4301-4157-b4c8-09ea0712c456,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:55.967807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:55.969335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:56.075427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] For port 54510d91-75e2-4278-9518-abb6a023059c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=54510d91-75e2-4278-9518-abb6a023059c,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:56.075925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.089166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:56.093073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Calling delete_port for 54510d91-75e2-4278-9518-abb6a023059c owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:56.094573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:56.099391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:56.102879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:56.132415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c48a9a0-9d43-4d6e-9d47-e9d5e38170ba req-1db67e13-0ddd-475c-91c6-6280be518f75 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370180 Dec 23 12:20:56.156387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8a28-b76e-4b28-bf65-f96804a099f0 req-d7b288d5-6a6a-48c0-80e8-9d8130e02bd3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.172905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-712b8a28-b76e-4b28-bf65-f96804a099f0 req-d7b288d5-6a6a-48c0-80e8-9d8130e02bd3 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 944 time: 0.3538122 Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.214288 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:56.217417 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:20:56.221443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.226843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.251454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event updated for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:56.279996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.280384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.280784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.282028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.282376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.282732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.283065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.283911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.284298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.284705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.285553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.285915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.286938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:56.342229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d975ac6-9819-48ce-933f-2b7a2225fd51 req-252eb7e3-c26c-47de-be47-34b9bcf75ea3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0535443 Dec 23 12:20:56.345360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.438207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:52Z', 'revision_number': 3, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:56.458773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-712b8a28-b76e-4b28-bf65-f96804a099f0 req-aeb5e469-e824-44be-81c7-dd2b0e445804 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660296 Dec 23 12:20:56.483947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-a178aa73-0be3-4036-93f8-cd316e66c4e4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5867052 Dec 23 12:20:56.501142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Request body: {'port': {'device_id': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:56.526114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3244fa-4823-48ed-9eb9-1ec2928ca462 None None] The sync data for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 is: [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:52Z', 'revision_number': 3, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:56.542971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-da11119b-15b0-4256-ab06-f38ef23d747f None None] Provisioning complete for port 574ca179-490f-497f-aca6-d44f94a26883 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:56.543448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da11119b-15b0-4256-ab06-f38ef23d747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.625826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee9d94-8b28-4454-86ab-66981602f5fd req-48e2b0da-b4ef-47ce-a5a4-24bceb8a50ae tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.628267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ee9d94-8b28-4454-86ab-66981602f5fd req-48e2b0da-b4ef-47ce-a5a4-24bceb8a50ae tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.1245658 Dec 23 12:20:56.655517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.662073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-da11119b-15b0-4256-ab06-f38ef23d747f None None] Port 574ca179-490f-497f-aca6-d44f94a26883 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:56.703551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.727523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-25012aac-72a7-427e-a717-3cf22b2ad004 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.729089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-25012aac-72a7-427e-a717-3cf22b2ad004 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.4049361 Dec 23 12:20:56.745583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Request body: {'port': {'device_id': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'admin_state_up': True, 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:56.784449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Network 688a698e-7cd7-4624-8669-ee9987d27b6a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:56.797652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:56.801167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:56.805871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Pushing event updated for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:56.830565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ee9d94-8b28-4454-86ab-66981602f5fd req-7ceda9ae-bbe5-4fdd-a42d-41dbd86986f4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802766 Dec 23 12:20:57.296995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-85ab5edb-7d0c-4f65-8084-1ad9b6607948 None None] Provisioning complete for port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:57.297720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-85ab5edb-7d0c-4f65-8084-1ad9b6607948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.309971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574ca179-490f-497f-aca6-d44f94a26883 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:57.322200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.335124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c359fe5-0276-4eaa-8d73-f72996a36fb9 req-a9f8b7d5-6d05-4ae8-842d-d3833afcfdc5 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:57.343396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c359fe5-0276-4eaa-8d73-f72996a36fb9 req-a9f8b7d5-6d05-4ae8-842d-d3833afcfdc5 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 931 time: 0.7015305 Dec 23 12:20:57.345011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Transition to ACTIVE for port object 574ca179-490f-497f-aca6-d44f94a26883 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:57.347402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:57.351310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.353030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.364671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:57.406699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-85ab5edb-7d0c-4f65-8084-1ad9b6607948 None None] Port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:57.451686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event deleted for resources: {'Port': ['ID=54510d91-75e2-4278-9518-abb6a023059c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:57.459366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.500749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0094e506-422a-4573-801b-07bf2a40608f req-f05e8ecd-0a46-47b7-909d-567b31c53510 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 210 time: 0.1548877 Dec 23 12:20:57.573868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Pushing event updated for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:57.596713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.640662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] No DVR routers for this DVR port 54510d91-75e2-4278-9518-abb6a023059c on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:57.643785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.648570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1dd7224-8dd0-4569-bc8b-fb5883856af0 req-089da930-6250-4bc9-8a36-ceeb88290d37 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "DELETE /v2.0/ports/54510d91-75e2-4278-9518-abb6a023059c HTTP/1.1" status: 204 len: 173 time: 2.1262205 Dec 23 12:20:57.692396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-deleted', 'tag': '54510d91-75e2-4278-9518-abb6a023059c'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:57.699627 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca1d92-fb92-46ac-b94f-eaa4b464259e" -d '{"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-deleted", "tag": "54510d91-75e2-4278-9518-abb6a023059c"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:57.758963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Attempting to bind port 574ca179-490f-497f-aca6-d44f94a26883 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:57.769902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c359fe5-0276-4eaa-8d73-f72996a36fb9 req-c18e2d7c-733c-4b3a-a5be-e9c7b6684753 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255254 Dec 23 12:20:57.795548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-bbf80326-dfe7-4012-8cb6-c1fcfea30415 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:57.795548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-bbf80326-dfe7-4012-8cb6-c1fcfea30415 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.4377165 Dec 23 12:20:57.795774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Attempting to bind port 574ca179-490f-497f-aca6-d44f94a26883 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:57.795774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Attempting to bind port 574ca179-490f-497f-aca6-d44f94a26883 on network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:57.795774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Allocated IP 172.20.0.2 (35a3903f-256a-4ba2-9a79-3bd5151fa98b/27af4366-9e23-410b-98c5-ab2f89b805c8/60b909e3-cecd-437d-a6d1-01aa15efa1ea) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:57.796027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Port 574ca179-490f-497f-aca6-d44f94a26883 on network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:57.796109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Attempting to bind port 574ca179-490f-497f-aca6-d44f94a26883 on network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:57.813265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:57.813808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Checking segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:57.814072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Bound using segment: {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:57.814492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Bound port: 574ca179-490f-497f-aca6-d44f94a26883, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:57.814847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.972213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:57.992718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=574ca179-490f-497f-aca6-d44f94a26883,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:58.012067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80ac8866-63c7-4380-9a00-4517292ad65d req-7fe1dcf9-aac8-4f9b-bb3c-b75e40a865da tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0695817 Dec 23 12:20:58.064752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45be05-88fc-41dd-97e6-e60b5847a2b4 req-cd5dac73-2928-4b1e-b22b-b3fc516eab18 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.075883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b45be05-88fc-41dd-97e6-e60b5847a2b4 req-cd5dac73-2928-4b1e-b22b-b3fc516eab18 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.4400239 Dec 23 12:20:58.086330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.174705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46874ac6-6e86-409d-b8fc-cd33a765ab3d req-eba64413-c774-45b6-8f9e-6b3dc476e02a tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=b721ee03-6fb9-4cbf-a6d4-57776c44df70 HTTP/1.1" status: 200 len: 210 time: 0.0450699 Dec 23 12:20:58.195056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b45be05-88fc-41dd-97e6-e60b5847a2b4 req-80762a41-08fe-4e0f-894c-82576192ee79 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103754 Dec 23 12:20:58.221528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Deleting port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:58.222088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.228657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.242032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.243560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] 10.222.0.43 "PUT /v2.0/ports/574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 200 len: 1091 time: 1.7520170 Dec 23 12:20:58.244038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'tag': '574ca179-490f-497f-aca6-d44f94a26883'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:58.247216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8e58e-d625-430a-8780-cfb5c5282d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "tag": "574ca179-490f-497f-aca6-d44f94a26883"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:58.305947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.371786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 07fd070b-4301-4157-b4c8-09ea0712c456 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:58.397196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abef68a-28b3-47a6-aea1-7c4da23ce301 service neutron] Pushing event updated for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:58.435089 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c714ea-a2a6-492f-b1ac-5a0679ef32df x-openstack-request-id: req-c6c714ea-a2a6-492f-b1ac-5a0679ef32df {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:58.435587 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b721ee03-6fb9-4cbf-a6d4-57776c44df70", "name": "network-vif-deleted", "tag": "54510d91-75e2-4278-9518-abb6a023059c", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:58.435680 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6c714ea-a2a6-492f-b1ac-5a0679ef32df {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:58.436175 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b721ee03-6fb9-4cbf-a6d4-57776c44df70', 'name': 'network-vif-deleted', 'tag': '54510d91-75e2-4278-9518-abb6a023059c', 'status': 'completed', 'code': 200} Dec 23 12:20:58.477703 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3546f8d-69af-4faf-99fe-011b3c4fe36d x-openstack-request-id: req-e3546f8d-69af-4faf-99fe-011b3c4fe36d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:58.483595 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "tag": "574ca179-490f-497f-aca6-d44f94a26883", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:58.483595 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3546f8d-69af-4faf-99fe-011b3c4fe36d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:58.483595 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'tag': '574ca179-490f-497f-aca6-d44f94a26883', 'status': 'completed', 'code': 200} Dec 23 12:20:58.489026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 07fd070b-4301-4157-b4c8-09ea0712c456 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:58.489953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.506888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.542637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-11ecbc91-bb03-40bd-9990-fbedac0b7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.544380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-11ecbc91-bb03-40bd-9990-fbedac0b7a8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae0684c8f3b743fd836c07120eaf786e&device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 1094 time: 0.1380794 Dec 23 12:20:58.577288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3990dc-48dc-4975-a885-b59bbdb3def4 req-78f1842f-3b2c-43ae-88d5-1c0ec46e59c6 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.579007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc3990dc-48dc-4975-a885-b59bbdb3def4 req-78f1842f-3b2c-43ae-88d5-1c0ec46e59c6 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 945 time: 0.1465697 Dec 23 12:20:58.617557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] For port 2f3ad61f-005e-407b-b594-5cb3f85fbff5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2f3ad61f-005e-407b-b594-5cb3f85fbff5,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:58.618281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.668855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-be5780d1-f826-4f5a-b070-3ae77456d30d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 200 len: 217 time: 0.0972514 Dec 23 12:20:58.694910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:58.698078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 54510d91-75e2-4278-9518-abb6a023059c no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:58.758513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-5333e47f-573a-474f-b290-36e6d0b80e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.761471 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-5333e47f-573a-474f-b290-36e6d0b80e3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184ba00-fee4-494b-afea-21de52eb939c HTTP/1.1" status: 200 len: 851 time: 0.0856521 Dec 23 12:20:58.778753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 54510d91-75e2-4278-9518-abb6a023059c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:58.779031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 54510d91-75e2-4278-9518-abb6a023059c not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:58.797528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.805994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-250a724c-7de2-4367-9e27-b7caea7fb1de req-af8b6786-cf5d-4d62-86fd-1fbe8cd2dfb7 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 210 time: 0.1440260 Dec 23 12:20:58.809276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:58.944311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 07fd070b-4301-4157-b4c8-09ea0712c456, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=07fd070b-4301-4157-b4c8-09ea0712c456,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:59.005905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:59.011089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:59.013703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event updated for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.020340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '57905231-16c3-4631-b900-d0273142d3aa', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': '57905231-16c3-4631-b900-d0273142d3aa', 'mac_address': 'fa:16:3e:ab:61:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:59.028005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:59.031927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:59.046222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706682-c32a-45ba-a626-ed2c44cece5b req-1068305b-5166-4ad7-b214-21fd256b1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:59.048336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-1068305b-5166-4ad7-b214-21fd256b1903 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801912 Dec 23 12:20:59.068366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.070213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc3990dc-48dc-4975-a885-b59bbdb3def4 req-28900ee7-9b9b-43e4-a847-60c51ab0bba6 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups?id=917508e1-7b09-4f66-afe2-0d20cda66fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996220 Dec 23 12:20:59.143589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.197420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fc378-c5fb-42fe-b5b3-9dfe376fa283 req-08b69635-70c1-4933-a8a0-05e89008fc71 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:59.199025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-203fc378-c5fb-42fe-b5b3-9dfe376fa283 req-08b69635-70c1-4933-a8a0-05e89008fc71 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 943 time: 0.1935301 Dec 23 12:20:59.221962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57905231-16c3-4631-b900-d0273142d3aa {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:59.255620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:59.261249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=07fd070b-4301-4157-b4c8-09ea0712c456,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.276120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.276766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.277118 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Floating IP 02e65707-2792-424f-b7f5-236119c3f1c9 disassociated. External IP: 172.25.7.129, port: 2f3ad61f-005e-407b-b594-5cb3f85fbff5. Dec 23 12:20:59.277476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Calling delete_port for 2f3ad61f-005e-407b-b594-5cb3f85fbff5 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:59.304917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.309881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58c2178e-72be-400e-947b-38b109c9163b req-22712363-7311-45fa-87d7-03aeecde20d1 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0cde6f9-7a40-4d7f-acc8-a602eed8c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0704644 Dec 23 12:20:59.344501 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.383821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-203fc378-c5fb-42fe-b5b3-9dfe376fa283 req-5ca97533-4bb4-4038-9ded-e82fe942c088 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537864 Dec 23 12:20:59.397445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.441678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.447444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.499933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['57905231-16c3-4631-b900-d0273142d3aa'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:59.593125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Pushing event updated for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.599690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-1c20552f-c050-4ecd-ace5-4ce8c3f72e34 service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256176 Dec 23 12:20:59.627272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.627272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.627272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.627272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.627722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.627963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.628236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.628568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.629058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.629240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.630265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.630598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.630924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:59.658430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:59.661323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.675988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f33589-16f3-44ed-9703-81f9bacfcce5 req-f85d01e8-8075-4dfe-abde-f649323860ad tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:59.677771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87f33589-16f3-44ed-9703-81f9bacfcce5 req-f85d01e8-8075-4dfe-abde-f649323860ad tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.2074981 Dec 23 12:20:59.750459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Network 688a698e-7cd7-4624-8669-ee9987d27b6a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:59.753324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:59.795530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.840891 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-47706682-c32a-45ba-a626-ed2c44cece5b req-526a5f66-04e4-44f0-a16e-13449ce2c5dd service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333672 Dec 23 12:20:59.857472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-fb134b5e-d8b2-459a-b684-ca3438fe2634 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1180427 Dec 23 12:20:59.875888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Request body: {'port': {'device_id': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:59.946847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event deleted for resources: {'Port': ['ID=2f3ad61f-005e-407b-b594-5cb3f85fbff5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.963657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87f33589-16f3-44ed-9703-81f9bacfcce5 req-cdaa1573-5a25-4eaf-abc5-d07461dc9ad8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630601 Dec 23 12:20:59.974553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.237343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f3c87438-5a3c-4039-9363-4915afd04cfe None None] Provisioning complete for port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:00.244731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3c87438-5a3c-4039-9363-4915afd04cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.370344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f3c87438-5a3c-4039-9363-4915afd04cfe None None] Port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:21:00.380580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 07fd070b-4301-4157-b4c8-09ea0712c456 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:00.512802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 07fd070b-4301-4157-b4c8-09ea0712c456 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:00.513469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.603971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-e41745f5-696f-4d77-85d1-0be6249c4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:00.605522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-e41745f5-696f-4d77-85d1-0be6249c4c6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae0684c8f3b743fd836c07120eaf786e&device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 1094 time: 0.2695286 Dec 23 12:21:00.686454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:00.721600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6ebca5a-1e8a-4b6f-9862-bcf443aa9a26 req-79561565-5b1b-4163-a412-6906c03f18c4 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.3925107 Dec 23 12:21:00.751769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-54e1b40f-c24f-4334-8360-310b182a9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:00.753274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-54e1b40f-c24f-4334-8360-310b182a9426 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 200 len: 913 time: 0.1388559 Dec 23 12:21:00.760202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Router 674943c0-945c-4026-8149-fce0daa87380 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:00.763107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:00.807380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-f0536c7a-070b-43a6-83f5-dd951c03ba5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 200 len: 217 time: 0.0446155 Dec 23 12:21:00.834829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 57905231-16c3-4631-b900-d0273142d3aa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:00.835121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.894498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33126577-fd92-4214-9ca1-a762d4383159 req-ae48c1f8-59c4-4b1b-945f-c5d5c95bf4e5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:00.898977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-0625808c-cb46-408a-b3c2-14675b300d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:00.900475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-0625808c-cb46-408a-b3c2-14675b300d2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184ba00-fee4-494b-afea-21de52eb939c HTTP/1.1" status: 200 len: 851 time: 0.0855103 Dec 23 12:21:00.902951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33126577-fd92-4214-9ca1-a762d4383159 req-ae48c1f8-59c4-4b1b-945f-c5d5c95bf4e5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 931 time: 0.6176996 Dec 23 12:21:01.123898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-5318f54e-a75c-49d9-9124-c7ab36f4a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:01.125596 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-5318f54e-a75c-49d9-9124-c7ab36f4a30c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926796 Dec 23 12:21:01.162897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2f3ad61f-005e-407b-b594-5cb3f85fbff5 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:01.204555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 2f3ad61f-005e-407b-b594-5cb3f85fbff5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:01.204944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2f3ad61f-005e-407b-b594-5cb3f85fbff5 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:01.242914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-0b9a1130-ad41-4430-a2e0-463bdf0a1f2e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:01.244502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-0b9a1130-ad41-4430-a2e0-463bdf0a1f2e tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 947 time: 0.6354036 Dec 23 12:21:01.267539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.279865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b909e3-cecd-437d-a6d1-01aa15efa1ea {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:01.294464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.308808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:01.310356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:01.312964 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd3cb4-de8b-4096-afa3-94c65b7fd20c" -d '{"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-plugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:01.330027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Transition to ACTIVE for port object 60b909e3-cecd-437d-a6d1-01aa15efa1ea will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:01.350097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-a17237d6-58b2-4e8e-9372-e9d8f8ba9486 service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149651 Dec 23 12:21:01.390475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.481327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:01.487421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.639285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Pushing event updated for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:01.667032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Attempting to bind port 60b909e3-cecd-437d-a6d1-01aa15efa1ea on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:01.667880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Attempting to bind port 60b909e3-cecd-437d-a6d1-01aa15efa1ea by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:01.668382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Attempting to bind port 60b909e3-cecd-437d-a6d1-01aa15efa1ea on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:01.687150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Port 60b909e3-cecd-437d-a6d1-01aa15efa1ea on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:01.688332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Attempting to bind port 60b909e3-cecd-437d-a6d1-01aa15efa1ea on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:01.707350 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8b8e58e-d625-430a-8780-cfb5c5282d9b req-6fd3cbfd-eafe-4350-8be9-fa5e089a7ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444440 Dec 23 12:21:01.709143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:01.709685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Checking segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:01.710958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Bound using segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:01.717205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Bound port: 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:01.717875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.879543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:01.900072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e077841-e571-4e44-a04b-93f330bbeb0c admin admin] 10.222.0.16 "PUT /v2.0/routers/674943c0-945c-4026-8149-fce0daa87380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8418257 Dec 23 12:21:01.901738 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Sync routers for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:01.910406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:01.918329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:01.923602 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:01.924465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:01.933895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33126577-fd92-4214-9ca1-a762d4383159 req-de8b2e62-a47d-48fb-af1d-76f66e78bbdb tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0300620 Dec 23 12:21:01.979294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175ddf4-3d29-4127-bba1-89236636e0f4 req-3b9a6d4c-f890-4787-8edd-843e42330614 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:01.987932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.989733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b175ddf4-3d29-4127-bba1-89236636e0f4 req-3b9a6d4c-f890-4787-8edd-843e42330614 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 947 time: 0.9556799 Dec 23 12:21:02.118210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.119781 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.127575 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] 10.222.0.43 "PUT /v2.0/ports/60b909e3-cecd-437d-a6d1-01aa15efa1ea HTTP/1.1" status: 200 len: 1091 time: 2.2577391 Dec 23 12:21:02.131161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:02.149282 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144af901-d12c-4d4c-a6f1-ccbf2138df34" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:02.218393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202153-df96-4c97-a4b1-3141bf330146 service neutron] Pushing event updated for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:02.261121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b175ddf4-3d29-4127-bba1-89236636e0f4 req-d4ceaa2d-8c59-457e-a6ca-9c8b3ff31dc7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702894 Dec 23 12:21:02.323515 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:02.370443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-39692dc7-19a5-4569-92c3-d5c9f88224a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.371042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Deleting port f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:02.372180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-39692dc7-19a5-4569-92c3-d5c9f88224a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 1094 time: 0.0780511 Dec 23 12:21:02.377126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.464312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-d91a9bfa-35bd-4d7e-84e4-4903a81c3c4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea HTTP/1.1" status: 200 len: 217 time: 0.0799818 Dec 23 12:21:02.492016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:02.518298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:02.536249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:02.552458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:02.577511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-266bef15-f1d3-4afa-96f8-801fe96da8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.584192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-266bef15-f1d3-4afa-96f8-801fe96da8dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1159422 Dec 23 12:21:02.674000 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-be09c175-a228-4140-a1ba-0c1c77489899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815916 Dec 23 12:21:02.807431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:02.869677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-00bd3161-1ad1-49bb-a40a-634706e65a51 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856568 Dec 23 12:21:02.940116 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26', 'name': '', 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'mac_address': 'fa:16:3e:23:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '15738925-be49-4c9d-a304-351004e614a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:55Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 2, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'subnets': [{'id': '15738925-be49-4c9d-a304-351004e614a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:02.972607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Checking router: 674943c0-945c-4026-8149-fce0daa87380 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:02.973360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Updating router 674943c0-945c-4026-8149-fce0daa87380 port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:21:03.002917 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.061952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5648bc8-ef26-4a6d-a336-54ae389a6122 req-74acd425-e0de-47b3-8a69-74e44e5c3aca service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846292 Dec 23 12:21:03.128157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] No DVR routers for this DVR port 2f3ad61f-005e-407b-b594-5cb3f85fbff5 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:03.157155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.160458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-316c6b55-a28d-49c6-ba35-a2879c47fa5a req-51dc9014-d537-4694-b441-9c2b009642f9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.57 "DELETE /v2.0/ports/2f3ad61f-005e-407b-b594-5cb3f85fbff5 HTTP/1.1" status: 204 len: 173 time: 5.3609629 Dec 23 12:21:03.199989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'name': 'network-vif-deleted', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:03.213441 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e96ef-02cc-498b-a2ca-34b392940307" -d '{"events": [{"server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "name": "network-vif-deleted", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:03.226544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 574ca179-490f-497f-aca6-d44f94a26883 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:03.308762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a60e83-bfb5-4da7-81b9-862ea082efab req-caf3dedd-cc4a-491e-bc26-f9605013c9f4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:03.310348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51a60e83-bfb5-4da7-81b9-862ea082efab req-caf3dedd-cc4a-491e-bc26-f9605013c9f4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 943 time: 0.9966247 Dec 23 12:21:03.317064 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.404499 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.469270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] For port f0886584-d650-4609-a6bc-809abc3c0747, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f0886584-d650-4609-a6bc-809abc3c0747,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:03.469672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.492414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=574ca179-490f-497f-aca6-d44f94a26883,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:03.496272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d678a-a3b7-4599-87b1-aa8be7ec7996 req-28aad86e-fbc3-4eff-ae6b-e0850ec46d76 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:03.511024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a2d678a-a3b7-4599-87b1-aa8be7ec7996 req-28aad86e-fbc3-4eff-ae6b-e0850ec46d76 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.8305700 Dec 23 12:21:03.521835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '574ca179-490f-497f-aca6-d44f94a26883', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'port_id': '574ca179-490f-497f-aca6-d44f94a26883', 'mac_address': 'fa:16:3e:fb:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:03.579805 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee685488-a13d-4367-9e10-d8a870414f83 None None] Pushing event updated for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:03.632372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.657051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Calling delete_port for f0886584-d650-4609-a6bc-809abc3c0747 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:03.658833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Attempting to bind port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:03.658833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Attempting to bind port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:03.659421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Attempting to bind port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 on network 688a698e-7cd7-4624-8669-ee9987d27b6a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:03.669867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574ca179-490f-497f-aca6-d44f94a26883 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:03.673456 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:03.673979 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Checking segment: {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:03.674489 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.674986 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Bound using segment: {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:03.675569 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Bound port: 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909d1c0b-35a1-4e9f-be0b-0299d349e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:03.676055 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.713373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=574ca179-490f-497f-aca6-d44f94a26883,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:03.790183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:03.794058 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] For port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:03.802549 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] For port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:03.828773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:03.842021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:03.842763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:03.970478 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.994631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51a60e83-bfb5-4da7-81b9-862ea082efab req-b58b4239-1c07-4ea1-a047-8e6aa853c92b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6660838 Dec 23 12:21:04.019693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a2d678a-a3b7-4599-87b1-aa8be7ec7996 req-fa492739-c8dc-4128-9c31-dc89b51a1356 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077794 Dec 23 12:21:04.078358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.113835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.132534 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebee2265-017f-4bf5-96ef-af5f4c694747 x-openstack-request-id: req-ebee2265-017f-4bf5-96ef-af5f4c694747 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:04.135660 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-plugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:04.136016 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebee2265-017f-4bf5-96ef-af5f4c694747 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:04.137478 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa', 'code': 200} Dec 23 12:21:04.182682 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee685488-a13d-4367-9e10-d8a870414f83 None None] Pushing event updated for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:04.185509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event deleted for resources: {'Port': ['ID=f0886584-d650-4609-a6bc-809abc3c0747,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:04.202481 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b2087-3fd3-4112-afc2-ee57f44f3f8f x-openstack-request-id: req-0b2b2087-3fd3-4112-afc2-ee57f44f3f8f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:04.202971 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:04.203075 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b2b2087-3fd3-4112-afc2-ee57f44f3f8f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:04.203452 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea', 'status': 'completed', 'code': 200} Dec 23 12:21:04.214231 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:04.214889 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:04.309878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] Provisioning complete for port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:04.310728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.323291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-2c91603d-22db-4d32-8d6d-e2f04ec56151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:04.326635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-2c91603d-22db-4d32-8d6d-e2f04ec56151 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 1094 time: 0.0972049 Dec 23 12:21:04.329415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e61a31a-2a10-4720-ab8c-326d3d7ccbc8 req-acc9dfb2-66ee-4de8-bcb0-76001c095890 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/ports?device_id=142f6f90-2c11-41a1-9f3b-4615b20cf9cc HTTP/1.1" status: 200 len: 210 time: 0.1768520 Dec 23 12:21:04.357472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f0886584-d650-4609-a6bc-809abc3c0747'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:04.391613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:04.409598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] No DVR routers for this DVR port f0886584-d650-4609-a6bc-809abc3c0747 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:04.417982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.446319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba8cc7da-e7d7-428d-a2bc-5b610dab5a30 req-945bcc1f-b02d-479e-a40d-536363628c09 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "DELETE /v2.0/ports/f0886584-d650-4609-a6bc-809abc3c0747 HTTP/1.1" status: 204 len: 173 time: 3.1124880 Dec 23 12:21:04.497144 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19536903-b77c-4c51-a3c5-f97921737883 x-openstack-request-id: req-19536903-b77c-4c51-a3c5-f97921737883 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:04.503647 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142f6f90-2c11-41a1-9f3b-4615b20cf9cc", "name": "network-vif-deleted", "tag": "2f3ad61f-005e-407b-b594-5cb3f85fbff5", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:04.503647 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19536903-b77c-4c51-a3c5-f97921737883 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:04.503647 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142f6f90-2c11-41a1-9f3b-4615b20cf9cc', 'name': 'network-vif-deleted', 'tag': '2f3ad61f-005e-407b-b594-5cb3f85fbff5', 'status': 'completed', 'code': 200} Dec 23 12:21:04.504315 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.523575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['574ca179-490f-497f-aca6-d44f94a26883'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:04.648700 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:04.675476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ea42-af75-49fd-ab79-221237d885b6 req-b260624c-4e73-4f82-b324-e77dac00d7fe tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:04.688098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0577ea42-af75-49fd-ab79-221237d885b6 req-b260624c-4e73-4f82-b324-e77dac00d7fe tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 943 time: 0.2394698 Dec 23 12:21:04.706768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:04.736903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 60b909e3-cecd-437d-a6d1-01aa15efa1ea details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:04.758005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-a76aa58f-b960-4308-92bc-362a636d0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:04.760005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-a76aa58f-b960-4308-92bc-362a636d0697 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.4224441 Dec 23 12:21:04.853101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-5de93514-e225-4ed1-b88e-c6207477643b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea HTTP/1.1" status: 200 len: 217 time: 0.0856395 Dec 23 12:21:04.880332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f0886584-d650-4609-a6bc-809abc3c0747 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:04.955087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b528fab-4996-447e-834f-c4121e920aeb req-ed71439e-f431-40d3-a457-7c701c7182f2 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 210 time: 0.2189755 Dec 23 12:21:05.025258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-10b42dc2-f5bd-4eba-9266-55159cdef53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:05.027143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-10b42dc2-f5bd-4eba-9266-55159cdef53c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.0756562 Dec 23 12:21:05.061627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0577ea42-af75-49fd-ab79-221237d885b6 req-7624d9bb-6142-4650-a619-2f70ec6ec18c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667555 Dec 23 12:21:05.102618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-a64befe3-ed7f-4bdd-ad09-3fd1be169bbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649185 Dec 23 12:21:05.241247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] For port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:05.280694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f0886584-d650-4609-a6bc-809abc3c0747 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:05.284123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f0886584-d650-4609-a6bc-809abc3c0747 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:05.344018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-3e95e7e7-8243-4e1f-aa67-364875d3e654 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359073 Dec 23 12:21:05.391940 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26', 'name': '', 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'mac_address': 'fa:16:3e:23:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '15738925-be49-4c9d-a304-351004e614a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:55Z', 'updated_at': '2021-12-23T12:21:03Z', 'revision_number': 4, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'subnets': [{'id': '15738925-be49-4c9d-a304-351004e614a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:05.411016 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.478645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b214-e14e-4583-a74d-a939bc647cc2 req-9a9ccb06-501e-44a9-9824-bee1cd426097 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:05.485787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3729b214-e14e-4583-a74d-a939bc647cc2 req-9a9ccb06-501e-44a9-9824-bee1cd426097 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 944 time: 0.2194107 Dec 23 12:21:05.506159 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29770e-ad0d-411b-89f8-ca2cd52fd825 None None] The sync data for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 is: [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26', 'name': '', 'network_id': '688a698e-7cd7-4624-8669-ee9987d27b6a', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'mac_address': 'fa:16:3e:23:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '15738925-be49-4c9d-a304-351004e614a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:55Z', 'updated_at': '2021-12-23T12:21:03Z', 'revision_number': 4, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'subnets': [{'id': '15738925-be49-4c9d-a304-351004e614a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:05.545289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a3f81-36ad-42fd-89a2-2e19781f88ee None None] Pushing event updated for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:05.550449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-144af901-d12c-4d4c-a6f1-ccbf2138df34 req-7a173c01-7745-4a68-8be2-607a378b0e99 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967902 Dec 23 12:21:05.580419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae74d-dd9f-4920-9f49-26462d5e1a77 req-967cef68-60de-448b-bf84-4e1dd0e34959 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:05.588995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3beae74d-dd9f-4920-9f49-26462d5e1a77 req-967cef68-60de-448b-bf84-4e1dd0e34959 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.2344575 Dec 23 12:21:05.677252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d3edf21d-dae6-428b-921c-0ca68996d0b0 None None] Provisioning complete for port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:05.682261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3edf21d-dae6-428b-921c-0ca68996d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.748616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:05.888677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '60b909e3-cecd-437d-a6d1-01aa15efa1ea', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'port_id': '60b909e3-cecd-437d-a6d1-01aa15efa1ea', 'mac_address': 'fa:16:3e:98:8d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af4366-9e23-410b-98c5-ab2f89b805c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:05.969810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3beae74d-dd9f-4920-9f49-26462d5e1a77 req-b78d86fe-3a95-40c4-937d-e53f28394da2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546643 Dec 23 12:21:05.990477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3729b214-e14e-4583-a74d-a939bc647cc2 req-2bbc1b96-28bf-4cbe-aea1-ca4a5a72f2e0 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890642 Dec 23 12:21:06.306221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-499a1ab8-3307-44b8-9c6c-6a2e15b16373 req-d0470409-0997-4aca-91df-85f7ece24243 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=afd8e4a7-a037-4f7c-83ff-7ee451407ad8 HTTP/1.1" status: 200 len: 210 time: 0.0662351 Dec 23 12:21:06.373427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.480973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b909e3-cecd-437d-a6d1-01aa15efa1ea {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:06.497004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8bf9-e3fe-4043-9a0d-868f1e48713e req-18c27dd8-9924-467b-adbf-7909474da876 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.515889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31ec8bf9-e3fe-4043-9a0d-868f1e48713e req-18c27dd8-9924-467b-adbf-7909474da876 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 943 time: 0.2079558 Dec 23 12:21:06.519626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:06.535902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-deleted', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:06.547743 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e799f11-7349-4cbc-8cfa-6fec2e6a4e83" -d '{"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-deleted", "tag": "f0886584-d650-4609-a6bc-809abc3c0747"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:06.658557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:06.701914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31ec8bf9-e3fe-4043-9a0d-868f1e48713e req-214684c0-47f8-4050-a452-f92b9290e990 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781259 Dec 23 12:21:06.759590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:06.776633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f314208b-14fd-4f2a-84e3-a631c90d5275 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:13:59Z', 'revision_number': 4, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '28d4bd82-29c3-497c-a0f4-b2e9beed1aec', 'name': '', 'network_id': 'cb35beee-922b-458c-add9-baa3a1915ced', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'mac_address': 'fa:16:3e:76:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:57Z', 'updated_at': '2021-12-23T12:14:05Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'subnets': [{'id': 'f40aabe7-9221-4594-92be-bd3057dbed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:06.812617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:06.813210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.869914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38614) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:06.940391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.953451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 574ca179-490f-497f-aca6-d44f94a26883 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:06.991492 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a058545-f7cf-4105-87bd-67c706f67823 x-openstack-request-id: req-8a058545-f7cf-4105-87bd-67c706f67823 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:06.991931 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd8e4a7-a037-4f7c-83ff-7ee451407ad8", "name": "network-vif-deleted", "tag": "f0886584-d650-4609-a6bc-809abc3c0747", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:06.992189 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a058545-f7cf-4105-87bd-67c706f67823 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:06.992665 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd8e4a7-a037-4f7c-83ff-7ee451407ad8', 'name': 'network-vif-deleted', 'tag': 'f0886584-d650-4609-a6bc-809abc3c0747', 'status': 'completed', 'code': 200} Dec 23 12:21:07.122206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.183871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.239494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee880e-61d0-4df9-9c48-d58e8ec2d93c req-d4deb0bc-ae11-4569-8a1e-fafd950053f1 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:07.258695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fee880e-61d0-4df9-9c48-d58e8ec2d93c req-d4deb0bc-ae11-4569-8a1e-fafd950053f1 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1212199 Dec 23 12:21:07.273631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:07.278808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:07.435315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fee880e-61d0-4df9-9c48-d58e8ec2d93c req-43f2fcc7-372b-4191-a4d5-aea9067634fc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737638 Dec 23 12:21:07.470103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "DELETE /v2.0/security-groups/917508e1-7b09-4f66-afe2-0d20cda66fe7 HTTP/1.1" status: 204 len: 168 time: 0.6058004 Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38626) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-24717222-68f9-4f3b-823a-ebfb7bb4e74e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] show failed (client error): The resource could not be found. Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24717222-68f9-4f3b-823a-ebfb7bb4e74e tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "GET /v2.0/security-groups/917508e1-7b09-4f66-afe2-0d20cda66fe7 HTTP/1.1" status: 404 len: 347 time: 0.0830729 Dec 23 12:21:07.582124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38628) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:07.587407 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b04f7b-8356-4ddd-9254-8e27c98d7cc4 None None] New status for floating IP 02e65707-2792-424f-b7f5-236119c3f1c9: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:07.628692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f04a62-f79d-471b-a0a8-ca029c8eefc9 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917508e1-7b09-4f66-afe2-0d20cda66fe7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:07.801678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd27f-f6e2-490a-9f37-426cf250882b req-5b32124b-e494-47a3-a2c1-ca98f71cb1dd tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:07.825736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22fcd27f-f6e2-490a-9f37-426cf250882b req-5b32124b-e494-47a3-a2c1-ca98f71cb1dd tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 944 time: 0.1895299 Dec 23 12:21:07.898800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 574ca179-490f-497f-aca6-d44f94a26883 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:07.903716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 574ca179-490f-497f-aca6-d44f94a26883 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:07.904087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.925385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22fcd27f-f6e2-490a-9f37-426cf250882b req-58f8d499-9165-452f-aab3-49b00d279ca2 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984457 Dec 23 12:21:08.045385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Deleting port 976c4941-accd-412e-a878-859b88212b07 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:08.045970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.126866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.185091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ca179-490f-497f-aca6-d44f94a26883'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:08.193590 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575044b-332d-42f0-920e-6d047b2762c2" -d '{"events": [{"server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "name": "network-vif-plugged", "status": "completed", "tag": "574ca179-490f-497f-aca6-d44f94a26883"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:08.218798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=574ca179-490f-497f-aca6-d44f94a26883,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:08.266878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cea69-b884-410c-9d8d-b691680e739e req-ea7f36bb-86f8-46af-b5ba-cedfeb84f849 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:08.278639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b6cea69-b884-410c-9d8d-b691680e739e req-ea7f36bb-86f8-46af-b5ba-cedfeb84f849 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 944 time: 0.1365345 Dec 23 12:21:08.291221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.291221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.330249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Calling delete_port for 976c4941-accd-412e-a878-859b88212b07 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:08.374485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b6cea69-b884-410c-9d8d-b691680e739e req-90846e79-fa26-4700-95cb-537f4017ca46 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888786 Dec 23 12:21:08.399819 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.543226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:08.633765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.669546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Pushing event deleted for resources: {'Port': ['ID=976c4941-accd-412e-a878-859b88212b07,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:08.754967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.758842 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.760138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f9b14a5-4858-4f9b-b53d-d527a1c55135 tempest-ServersWithSpecificFlavorTestJSON-113214327 tempest-ServersWithSpecificFlavorTestJSON-113214327-project] 10.222.0.16 "DELETE /v2.0/floatingips/02e65707-2792-424f-b7f5-236119c3f1c9 HTTP/1.1" status: 204 len: 168 time: 1.1857669 Dec 23 12:21:08.963594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 60b909e3-cecd-437d-a6d1-01aa15efa1ea up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:09.106716 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf17803b-05b6-4ed4-a55d-949493c60a14 x-openstack-request-id: req-cf17803b-05b6-4ed4-a55d-949493c60a14 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:09.107116 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "name": "network-vif-plugged", "status": "completed", "tag": "574ca179-490f-497f-aca6-d44f94a26883", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:09.107383 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf17803b-05b6-4ed4-a55d-949493c60a14 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:09.113589 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ca179-490f-497f-aca6-d44f94a26883', 'code': 200} Dec 23 12:21:09.215614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 60b909e3-cecd-437d-a6d1-01aa15efa1ea completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:09.222019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 60b909e3-cecd-437d-a6d1-01aa15efa1ea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:09.223973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.279705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7a4e8-9c7b-4225-885e-ce34515903d7 req-15a3aec7-9ee1-4093-864a-43233a46cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.282007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1b7a4e8-9c7b-4225-885e-ce34515903d7 req-15a3aec7-9ee1-4093-864a-43233a46cf04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 1096 time: 0.1141891 Dec 23 12:21:09.372804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38318-6487-4ab0-82f0-f0eabf128b13 req-4fc26217-a002-4941-a39e-a0610b1f5b92 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.384392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76a38318-6487-4ab0-82f0-f0eabf128b13 req-4fc26217-a002-4941-a39e-a0610b1f5b92 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1930380 Dec 23 12:21:09.404703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1b7a4e8-9c7b-4225-885e-ce34515903d7 req-0fd36187-db85-4c5f-acd3-5c6522ccd306 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140263 Dec 23 12:21:09.429980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.478990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76a38318-6487-4ab0-82f0-f0eabf128b13 req-bb4196b0-b4e7-46ea-abed-127b5de0c1aa tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932691 Dec 23 12:21:09.494360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-b052582f-1980-4a79-91fb-1a93da842154 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.496038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-b052582f-1980-4a79-91fb-1a93da842154 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 945 time: 0.1486757 Dec 23 12:21:09.512941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:09.595400 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.706622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:09.786680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Deleting port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:09.795001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.935008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] For port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,segment=NetworkSegment(aed5ae13-9631-4fe2-8c88-ca59ca333e50),segment_id=aed5ae13-9631-4fe2-8c88-ca59ca333e50)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:09.936545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.977381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Calling delete_port for cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:10.080560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7051af-c6ce-4944-884e-a76d86b0cb7f req-42e0c3e5-d703-4757-a5ea-75582bb916f2 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.082304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb7051af-c6ce-4944-884e-a76d86b0cb7f req-42e0c3e5-d703-4757-a5ea-75582bb916f2 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.1275742 Dec 23 12:21:10.162948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb7051af-c6ce-4944-884e-a76d86b0cb7f req-27832277-6891-41eb-9ac6-0d1ef013a4b4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698514 Dec 23 12:21:10.273267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:10.284696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec37a3-a3ad-4df3-8bbe-27950e1ec722 req-4fdd95cd-b228-46cb-a5da-a54fab1ba5c7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.294011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeec37a3-a3ad-4df3-8bbe-27950e1ec722 req-4fdd95cd-b228-46cb-a5da-a54fab1ba5c7 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/ports?device_id=56448ead-bf0f-429b-afcd-de44c9c9b0cc HTTP/1.1" status: 200 len: 866 time: 0.0614939 Dec 23 12:21:10.336283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Pushing event deleted for resources: {'Port': ['ID=cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:10.452624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] No DVR routers for this DVR port cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:10.457750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:10.463692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ecb471-37bd-4f5f-baf3-bb19c2931858 req-0b600f61-617c-4abc-81d5-36652073d5e9 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.43 "DELETE /v2.0/ports/cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a HTTP/1.1" status: 204 len: 173 time: 0.8591437 Dec 23 12:21:10.464165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-deleted', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:10.466565 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bbd57d-a059-45d5-9dc6-208c09c1f557" -d '{"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-deleted", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:10.481881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeec37a3-a3ad-4df3-8bbe-27950e1ec722 req-27e81b7f-65fc-407a-ab3f-52878aa0eba6 tempest-LiveAutoBlockMigrationV225Test-1950144256 tempest-LiveAutoBlockMigrationV225Test-1950144256-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b4e1d-ca52-4d50-aca8-f3a783902fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891553 Dec 23 12:21:10.617759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed51c7-12e1-4f0c-bd42-aac8981f0f21 req-73fc2f14-ccf2-4b10-ad00-bcf4de13beb2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.625688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aaed51c7-12e1-4f0c-bd42-aac8981f0f21 req-73fc2f14-ccf2-4b10-ad00-bcf4de13beb2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.0712349 Dec 23 12:21:10.697546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aaed51c7-12e1-4f0c-bd42-aac8981f0f21 req-b2162c27-bdcc-4a4d-a9fa-05831118bde0 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686140 Dec 23 12:21:11.115378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:11.118251 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76af6e4-f36f-40e8-86e4-a2d506674f16" -d '{"events": [{"server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "name": "network-vif-plugged", "status": "completed", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:11.251587 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c9c4d-5386-47dc-9ff3-7dfe22be6f85 x-openstack-request-id: req-483c9c4d-5386-47dc-9ff3-7dfe22be6f85 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:11.252434 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56448ead-bf0f-429b-afcd-de44c9c9b0cc", "name": "network-vif-deleted", "tag": "cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:11.252877 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-483c9c4d-5386-47dc-9ff3-7dfe22be6f85 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:11.253479 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56448ead-bf0f-429b-afcd-de44c9c9b0cc', 'name': 'network-vif-deleted', 'tag': 'cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a', 'status': 'completed', 'code': 200} Dec 23 12:21:11.410794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9ff82-5a51-485a-b4b5-b9f8168dbb1a req-c4a6c195-63d9-49c2-807d-e068b4eb55c8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.425729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bb9ff82-5a51-485a-b4b5-b9f8168dbb1a req-c4a6c195-63d9-49c2-807d-e068b4eb55c8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0875793 Dec 23 12:21:11.527799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bb9ff82-5a51-485a-b4b5-b9f8168dbb1a req-229321a9-8dce-4c31-8876-b8ad6918174b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989170 Dec 23 12:21:11.687107 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41b51a-a26c-4358-b06c-e490efd78d15 x-openstack-request-id: req-8c41b51a-a26c-4358-b06c-e490efd78d15 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:11.687645 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "name": "network-vif-plugged", "status": "completed", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:11.688337 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c41b51a-a26c-4358-b06c-e490efd78d15 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:11.689113 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea', 'code': 200} Dec 23 12:21:11.892701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791c07-41e0-4b6f-96db-162dc7525a55 req-07f73dce-ce0a-484b-bbd5-a0ba23247b72 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.900998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b791c07-41e0-4b6f-96db-162dc7525a55 req-07f73dce-ce0a-484b-bbd5-a0ba23247b72 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.1504855 Dec 23 12:21:11.918493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc187f1-6d56-42e1-a655-c7f2e1be4f8b req-099c0761-87b4-4f0b-9e79-731f0d874265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.920084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cc187f1-6d56-42e1-a655-c7f2e1be4f8b req-099c0761-87b4-4f0b-9e79-731f0d874265 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 1096 time: 0.1394305 Dec 23 12:21:11.971664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-d3e5db1e-6261-4fd8-ba0f-9f24f6de304b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.973356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-d3e5db1e-6261-4fd8-ba0f-9f24f6de304b tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 945 time: 0.1468430 Dec 23 12:21:12.053196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b791c07-41e0-4b6f-96db-162dc7525a55 req-e53ff23c-2475-4091-986b-e2632720d8d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513200 Dec 23 12:21:12.068079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cc187f1-6d56-42e1-a655-c7f2e1be4f8b req-22023f8c-d743-4596-b209-59d355d14271 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349878 Dec 23 12:21:12.146785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Deleting port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:12.147527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.304015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee957a-a31d-4ffe-911d-98f895f741f2 req-42b76738-9c59-4dfe-9aac-073658b08968 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:12.305610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91ee957a-a31d-4ffe-911d-98f895f741f2 req-42b76738-9c59-4dfe-9aac-073658b08968 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.0785608 Dec 23 12:21:12.346158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] For port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:12.346523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.370547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Calling delete_port for e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:12.399065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91ee957a-a31d-4ffe-911d-98f895f741f2 req-ce5f2634-6248-49f4-8972-89cf2ff5d18a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855410 Dec 23 12:21:12.469707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38690) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:12.714822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Deleting subnet 6efd998f-07b0-4bb2-8612-cc0eeec0b67f {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:12.719792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.776099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20efff3-ee2d-4979-9df7-09f7d8654d63 req-fe1659eb-90f5-4690-b4e2-89b73f2fc882 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:12.777729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f20efff3-ee2d-4979-9df7-09f7d8654d63 req-fe1659eb-90f5-4690-b4e2-89b73f2fc882 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.0906360 Dec 23 12:21:12.793833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.856762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.862432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f20efff3-ee2d-4979-9df7-09f7d8654d63 req-54efc147-13f7-4829-84ac-99d1c5324edb tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Dec 23 12:21:12.868409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:12.903512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event deleted for resources: {'Port': ['ID=e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:12.978348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:13.024193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:13.027957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device cb4ab6fb-2759-4e57-a9b5-4c5e0d760d8a not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:13.036058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.062734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] No DVR routers for this DVR port e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:13.066488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.072062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb51198a-23cc-4dbf-a6f1-6237e3a4806f req-720109d2-1eaa-4a6f-8767-ac6b5d45643c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "DELETE /v2.0/ports/e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 HTTP/1.1" status: 204 len: 173 time: 1.0898139 Dec 23 12:21:13.083528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efd998f-07b0-4bb2-8612-cc0eeec0b67f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:13.098641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.098826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025e08-4382-4231-ad2b-0d6afa68875b req-f4bf61c4-d0ef-46a7-beed-a6af1387c5d1 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:13.103474 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ae5df6f-e6d2-43ce-b533-11c0b75f5ff0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6efd998f-07b0-4bb2-8612-cc0eeec0b67f HTTP/1.1" status: 204 len: 168 time: 0.6347497 Dec 23 12:21:13.118658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:13.119024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:13.123893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3025e08-4382-4231-ad2b-0d6afa68875b req-f4bf61c4-d0ef-46a7-beed-a6af1387c5d1 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.1409614 Dec 23 12:21:13.213184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Request body: {'floatingip': {'port_id': '574ca179-490f-497f-aca6-d44f94a26883'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:13.251020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-327163ac-386c-415a-9388-e5060fb26f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.257630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-deleted', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:13.264652 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74b390-ab7a-4f06-bd5b-ef8abdf49634" -d '{"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-deleted", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:13.277910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfc57e-22c6-4254-ae1d-cfb6b842d232 req-382fad8c-4ec1-4a83-9d48-5bbe7ea98c49 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:13.282630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.286164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45bfc57e-22c6-4254-ae1d-cfb6b842d232 req-382fad8c-4ec1-4a83-9d48-5bbe7ea98c49 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1091514 Dec 23 12:21:13.317334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b502-81c5-416f-81a2-bae836e6961a req-0b68257a-09fa-4fa8-b4a3-dc7fe57f2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:13.318960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4788b502-81c5-416f-81a2-bae836e6961a req-0b68257a-09fa-4fa8-b4a3-dc7fe57f2ca0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.1074154 Dec 23 12:21:13.376071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.383178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45bfc57e-22c6-4254-ae1d-cfb6b842d232 req-c81398ee-4eb0-41b8-b4c9-11fbb30d4aee tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961158 Dec 23 12:21:13.411388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4788b502-81c5-416f-81a2-bae836e6961a req-08104373-5eb5-45a8-91cd-bdfbf15b78a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837984 Dec 23 12:21:13.571176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-104abb98-75c3-416d-a4bb-9d9f1646e4f7 req-b967f1f1-bfc7-40c9-affe-be54616f0ac0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa21b8b-18dc-4281-b0ed-27e09496afc4 HTTP/1.1" status: 200 len: 210 time: 0.0376329 Dec 23 12:21:13.595634 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3b3116-6669-4974-a4d8-4d965358a97b x-openstack-request-id: req-dd3b3116-6669-4974-a4d8-4d965358a97b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:13.595931 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa21b8b-18dc-4281-b0ed-27e09496afc4", "name": "network-vif-deleted", "tag": "e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:13.596188 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd3b3116-6669-4974-a4d8-4d965358a97b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:13.596639 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa21b8b-18dc-4281-b0ed-27e09496afc4', 'name': 'network-vif-deleted', 'tag': 'e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99', 'status': 'completed', 'code': 200} Dec 23 12:21:13.600355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.635395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b549ab4f-1e67-4ea0-9e40-144c664c2e7d']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:13.678004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed5ae13-9631-4fe2-8c88-ca59ca333e50') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:13.678307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed5ae13-9631-4fe2-8c88-ca59ca333e50') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:13.692971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.715621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.718296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:13.743173 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:13.747304 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:13.983696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.002670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.011327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b549ab4f-1e67-4ea0-9e40-144c664c2e7d HTTP/1.1" status: 204 len: 168 time: 0.8912904 Dec 23 12:21:14.012719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:14.077544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44e199-8d2e-4540-8971-1d5dc58ab3fb req-b14e9fbe-3109-4cde-b5c2-f7429c7fc0e2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:14.085053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e44e199-8d2e-4540-8971-1d5dc58ab3fb req-b14e9fbe-3109-4cde-b5c2-f7429c7fc0e2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.1115084 Dec 23 12:21:14.104888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Deleting subnet 012ecff6-8c10-4e23-b2bf-f203ec47fb7e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:14.136157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.142867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130a38-12bb-4fb6-a588-624e9fcfb1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b549ab4f-1e67-4ea0-9e40-144c664c2e7d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:14.191473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e44e199-8d2e-4540-8971-1d5dc58ab3fb req-e9533ce2-1e51-47b7-ab2e-0f231c6a7869 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033170 Dec 23 12:21:14.303007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.404669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.424712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.679807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04bd2e-6d66-4785-9cba-ecf3ef213a8d req-991cd300-6731-43aa-b0a7-1b6d4c7e40fc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:14.683020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed04bd2e-6d66-4785-9cba-ecf3ef213a8d req-991cd300-6731-43aa-b0a7-1b6d4c7e40fc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1453075 Dec 23 12:21:14.699768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.883524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.891735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed04bd2e-6d66-4785-9cba-ecf3ef213a8d req-0aa09562-5578-4e5b-bc8e-b24df75c248a tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019153 Dec 23 12:21:15.034361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:15.092807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:15.095442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e0eeff2b-50bb-4eb2-9bd5-e5a84527cb99 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:15.152368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Deleting port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:15.155468 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.190787 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Floating IP 0c727343-b371-4dd1-90dd-09febccf925f associated. External IP: 172.25.7.56, port: 574ca179-490f-497f-aca6-d44f94a26883. Dec 23 12:21:15.317168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] For port 28d4bd82-29c3-497c-a0f4-b2e9beed1aec, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:15.317813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.348893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Calling delete_port for 28d4bd82-29c3-497c-a0f4-b2e9beed1aec owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:15.350358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.385607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012ecff6-8c10-4e23-b2bf-f203ec47fb7e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:15.394026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.396929 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70c442ad-7bbc-42ea-a2c8-23b7c93fdcce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/012ecff6-8c10-4e23-b2bf-f203ec47fb7e HTTP/1.1" status: 204 len: 168 time: 1.3812871 Dec 23 12:21:15.409032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38738) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:15.519762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.546955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Router 46266966-10a6-484b-b407-e01aacfbbdd0 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:15.617582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a66eb6b-4010-4caf-b397-1a3635ff9fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.715897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.720931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:15.726496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.735162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Sync routers for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:15.775872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:15.777025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:15.787832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-411b1dea-450c-47df-b352-3ac318f47552 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "PUT /v2.0/floatingips/0c727343-b371-4dd1-90dd-09febccf925f HTTP/1.1" status: 200 len: 990 time: 2.5824134 Dec 23 12:21:15.791391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'tag': '574ca179-490f-497f-aca6-d44f94a26883'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:15.794316 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f8e26-7622-48b8-ac4d-6798c61087de" -d '{"events": [{"name": "network-changed", "server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "tag": "574ca179-490f-497f-aca6-d44f94a26883"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:15.842330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c42ee84-5b5a-41f1-b7aa-162bbd9c9719']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:15.860453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c418163-43f7-4d2f-913b-0f6b8555ee3f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:15.860748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c418163-43f7-4d2f-913b-0f6b8555ee3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:15.878835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.942603 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.954044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e4e0-55f5-4449-9aa5-63c421266611 req-dc9c4414-1d0f-4765-b374-3419c5c46849 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:15.969895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6325e4e0-55f5-4449-9aa5-63c421266611 req-dc9c4414-1d0f-4765-b374-3419c5c46849 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.3394325 Dec 23 12:21:16.000943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:16.099980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:16.101379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:16.103560 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:16.265418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6325e4e0-55f5-4449-9aa5-63c421266611 req-01c73aa1-0324-427f-8077-3316697ee8e3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937281 Dec 23 12:21:16.284749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-f687f241-eeea-4e0b-9efe-b34af29eb572 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:16.286650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-f687f241-eeea-4e0b-9efe-b34af29eb572 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.3142579 Dec 23 12:21:16.387158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0c727343-b371-4dd1-90dd-09febccf925f', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'port_id': '574ca179-490f-497f-aca6-d44f94a26883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'mac_address': 'fa:16:3e:fb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:21:13Z', 'revision_number': 1, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:16.435255 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf6ca2-7ea7-441b-bebf-1f8eb6ddc005 x-openstack-request-id: req-8fbf6ca2-7ea7-441b-bebf-1f8eb6ddc005 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:16.435935 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "tag": "574ca179-490f-497f-aca6-d44f94a26883", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:16.435935 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fbf6ca2-7ea7-441b-bebf-1f8eb6ddc005 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:16.436212 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'tag': '574ca179-490f-497f-aca6-d44f94a26883', 'status': 'completed', 'code': 200} Dec 23 12:21:16.446007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Checking router: 46266966-10a6-484b-b407-e01aacfbbdd0 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:16.446781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Deleting port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:16.447170 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.461694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:16.462827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:16.594384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:16.618213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-1a3cf25b-8633-4807-a907-0f7b0e66561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:16.619740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-1a3cf25b-8633-4807-a907-0f7b0e66561c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae0684c8f3b743fd836c07120eaf786e&device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 1096 time: 0.1435885 Dec 23 12:21:16.649711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6ea0a-cd4a-47ba-a5cb-ba8af67c826a req-a79271f6-085c-4b4e-b48e-418145a02a79 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:16.651215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aa6ea0a-cd4a-47ba-a5cb-ba8af67c826a req-a79271f6-085c-4b4e-b48e-418145a02a79 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1309278 Dec 23 12:21:16.779417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.931220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0c727343-b371-4dd1-90dd-09febccf925f', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'port_id': '574ca179-490f-497f-aca6-d44f94a26883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'mac_address': 'fa:16:3e:fb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:21:13Z', 'revision_number': 1, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:16.992093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841bb24b-3c5a-4356-82c7-f755d9a8f462 None None] The sync data for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 is: [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0c727343-b371-4dd1-90dd-09febccf925f', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'port_id': '574ca179-490f-497f-aca6-d44f94a26883', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'mac_address': 'fa:16:3e:fb:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:21:13Z', 'revision_number': 1, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:17.135986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:17.137467 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:17.143920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] For port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:17.144296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:17.185177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:17.188852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c42ee84-5b5a-41f1-b7aa-162bbd9c9719 HTTP/1.1" status: 204 len: 168 time: 1.7788358 Dec 23 12:21:17.200709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d4bd82-29c3-497c-a0f4-b2e9beed1aec,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:17.235416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Calling delete_port for d14a938e-dcb0-4ecb-abc1-b187ce21f3dd owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:17.239562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcbf19-2b89-45e1-95a7-e4599df4ff5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c42ee84-5b5a-41f1-b7aa-162bbd9c9719,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:17.395171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aa6ea0a-cd4a-47ba-a5cb-ba8af67c826a req-91a7c602-55ca-4622-8e4b-e0c8212e3385 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248535 Dec 23 12:21:17.472621 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c3f07d-6926-4c47-8d04-faf57dfde1e1 None None] New status for floating IP 0c727343-b371-4dd1-90dd-09febccf925f: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:17.710918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-67aa725a-2539-4cc6-983a-c087ec0fd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:17.712370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-67aa725a-2539-4cc6-983a-c087ec0fd366 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 200 len: 913 time: 1.0793126 Dec 23 12:21:17.723169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38772) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:17.808142 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dcfb7ea8-7783-49dc-9c26-93e052ca8bfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe446f35dda84662a71c0cabc5da52a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0837617 Dec 23 12:21:17.808750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:17.859618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-1810ba98-c5d0-4ac3-b33d-11f4b578c7b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 200 len: 998 time: 0.1000192 Dec 23 12:21:17.930666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:17.957404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564abb3-4436-47eb-9dc2-babcad0d9110 req-d2e63e54-38f8-41b6-890a-4879360930b7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:17.959440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4564abb3-4436-47eb-9dc2-babcad0d9110 req-d2e63e54-38f8-41b6-890a-4879360930b7 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 944 time: 0.4228868 Dec 23 12:21:17.965624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.010309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-c15c83cd-b1da-4ac2-ad20-0f79c29e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:18.010660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-c15c83cd-b1da-4ac2-ad20-0f79c29e316b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184ba00-fee4-494b-afea-21de52eb939c HTTP/1.1" status: 200 len: 851 time: 0.1207993 Dec 23 12:21:18.035942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.094494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4564abb3-4436-47eb-9dc2-babcad0d9110 req-5f08e2fe-b1fb-4790-85a7-2cf6410a1beb tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261632 Dec 23 12:21:18.172474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-a5fc9644-8900-4663-b57b-746fdf11024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:18.172474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-a5fc9644-8900-4663-b57b-746fdf11024c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424870 Dec 23 12:21:18.428484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-78f6f062-c070-416e-a163-73b773f4aae7 service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235713 Dec 23 12:21:18.477514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.478106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.480683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.484978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.486351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/918b4e1d-ca52-4d50-aca8-f3a783902fe6 HTTP/1.1" status: 204 len: 168 time: 0.6766706 Dec 23 12:21:18.509191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40fcce-6673-4b56-8275-6b38a9a35365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b4e1d-ca52-4d50-aca8-f3a783902fe6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:18.529029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.803662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] No DVR routers for this DVR port d14a938e-dcb0-4ecb-abc1-b187ce21f3dd on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:18.806230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event deleted for resources: {'Port': ['ID=d14a938e-dcb0-4ecb-abc1-b187ce21f3dd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:18.813359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:18.820413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c417b79-f8cd-45cb-ab08-5683cec7a9fc req-9ef156f6-fbbb-4764-bbc6-8881a535a7d0 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "DELETE /v2.0/ports/d14a938e-dcb0-4ecb-abc1-b187ce21f3dd HTTP/1.1" status: 204 len: 173 time: 2.5236118 Dec 23 12:21:18.822849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-deleted', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:18.825321 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb8ea4-6106-41ac-bf10-371f9d2d2e59" -d '{"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-deleted", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:18.938180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Router 553f3836-af5d-4e05-9c75-b2f701801851 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:18.942828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47f8e26-7622-48b8-ac4d-6798c61087de req-b21d43c3-ce1a-4236-893e-c3a5711af9aa service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398263 Dec 23 12:21:19.056959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:19.079799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:19.095663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-10a7fe7a-ffbb-4fba-b571-279488e4a3a5 admin admin] 10.222.0.16 "PUT /v2.0/routers/553f3836-af5d-4e05-9c75-b2f701801851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3762102 Dec 23 12:21:19.097234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38788) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:19.139738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Sync routers for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:19.143484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: d14a938e-dcb0-4ecb-abc1-b187ce21f3dd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:19.145731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d14a938e-dcb0-4ecb-abc1-b187ce21f3dd not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:19.150958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.190123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:19.191875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:19.374007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1636531288', 'description': 'tempest-description-835472203'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:19.386896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.549971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.596149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.628357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:19.714852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.715649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:19.804420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Deleting port 31e0872c-16d2-413a-b102-40d244d565e6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:19.804992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.806785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.824242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-32201069-81fd-4966-9d83-2a7b7dbb330d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ae5556441ee447b89096249a29f8c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051672 Dec 23 12:21:19.833720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38802) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:19.884467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de763f-b997-4c60-a175-3eb90dce4192,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:19.932993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.985924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:19.987220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f60793cb-4ea4-42b8-9589-d565fcec127d req-0a43deb7-444b-42dd-b238-7f58e91db35e tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6178560 Dec 23 12:21:20.007955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.029555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '31e0872c-16d2-413a-b102-40d244d565e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:21:15Z', 'revision_number': 5, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port': {'id': '31e0872c-16d2-413a-b102-40d244d565e6', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553f3836-af5d-4e05-9c75-b2f701801851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:13:53Z', 'updated_at': '2021-12-23T12:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:20.035742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] For port 31e0872c-16d2-413a-b102-40d244d565e6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=31e0872c-16d2-413a-b102-40d244d565e6,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:20.037376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.068703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Calling delete_port for 31e0872c-16d2-413a-b102-40d244d565e6 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:20.112164 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4524867a-9668-4270-8f30-fa649e722346 x-openstack-request-id: req-4524867a-9668-4270-8f30-fa649e722346 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:20.112463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd67f555-4f00-451c-b167-4ae121ca2d84", "name": "network-vif-deleted", "tag": "d14a938e-dcb0-4ecb-abc1-b187ce21f3dd", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:20.112733 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4524867a-9668-4270-8f30-fa649e722346 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:20.113149 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd67f555-4f00-451c-b167-4ae121ca2d84', 'name': 'network-vif-deleted', 'tag': 'd14a938e-dcb0-4ecb-abc1-b187ce21f3dd', 'status': 'completed', 'code': 200} Dec 23 12:21:20.123059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Checking router: 553f3836-af5d-4e05-9c75-b2f701801851 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:20.143425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Routers {'553f3836-af5d-4e05-9c75-b2f701801851'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:20.144091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['553f3836-af5d-4e05-9c75-b2f701801851'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:20.209304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.212784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.214025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83fd9106-74ab-4ff1-9232-b9b658d505c8 HTTP/1.1" status: 204 len: 168 time: 0.3793528 Dec 23 12:21:20.241306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7767b98-cbdc-4491-90e3-01be507e7b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd9106-74ab-4ff1-9232-b9b658d505c8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:20.388431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d06a5f12-c087-4f91-905c-b16646adac6b req-4933181b-92fe-4fbf-a8d2-fbbb3b188346 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd67f555-4f00-451c-b167-4ae121ca2d84 HTTP/1.1" status: 200 len: 210 time: 0.0983944 Dec 23 12:21:20.442528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] Set router 553f3836-af5d-4e05-9c75-b2f701801851 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:20.654381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:21:19Z', 'revision_number': 6, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:20.723538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.739644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b644a5-8a61-48dd-9462-d664a8c57e76 None None] The sync data for ids ['553f3836-af5d-4e05-9c75-b2f701801851'] in n-d-822750-2 is: [{'id': '553f3836-af5d-4e05-9c75-b2f701801851', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1375554644-router', 'tenant_id': '906f49c84eda47b2bb9e6caf130b6e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:13:52Z', 'updated_at': '2021-12-23T12:21:19Z', 'revision_number': 6, 'project_id': '906f49c84eda47b2bb9e6caf130b6e29', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:20.826152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-2e6cdd3e-423d-4795-9e28-0cc30cc5fa68 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1636531288&fields=id&tenant_id=bc99cc3caf74403e907680ef9ecf0ac9 HTTP/1.1" status: 200 len: 267 time: 0.1620705 Dec 23 12:21:20.911204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-f35892d5-7e28-4737-a521-b0cea2689cb8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:20.922904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Pushing event deleted for resources: {'Port': ['ID=31e0872c-16d2-413a-b102-40d244d565e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:20.931989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.943254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-f35892d5-7e28-4737-a521-b0cea2689cb8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1070018 Dec 23 12:21:20.951664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'port': {'security_groups': ['bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd', '68de763f-b997-4c60-a175-3eb90dce4192']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:21.084965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.100882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.103236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.237956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.247098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 553f3836-af5d-4e05-9c75-b2f701801851 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:21:21.261990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.263177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6d2cd52f-fb57-463d-9319-6c57f58ddafe admin admin] 10.222.0.16 "DELETE /v2.0/routers/553f3836-af5d-4e05-9c75-b2f701801851 HTTP/1.1" status: 204 len: 168 time: 2.1643212 Dec 23 12:21:21.265811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38818) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:21.435102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Deleting subnet f40aabe7-9221-4594-92be-bd3057dbed1a {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:21.442145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.533076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.653622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:21.753107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.818519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.846788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.859109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:21.930748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:21.931431 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:21.932893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e94d0926-44f9-4e6e-8c76-f5c781dbb578 req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "PUT /v2.0/ports/6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 982 time: 0.9871173 Dec 23 12:21:22.013966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:22.075163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f475f4-552b-4af7-838d-d20b9adacbdb tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:22.114101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:22.117604 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a050f-c7fd-4161-875e-09dcd7168c22" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:22.157333 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:22.306322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:22.330322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f40aabe7-9221-4594-92be-bd3057dbed1a HTTP/1.1" status: 204 len: 168 time: 1.0517571 Dec 23 12:21:22.333815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:22.344202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19db0-34f8-4d0b-8c30-d55613dc66c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40aabe7-9221-4594-92be-bd3057dbed1a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:22.352017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca1e16-52bf-43f5-8dc2-5ce447ae57d8 None None] Network cb35beee-922b-458c-add9-baa3a1915ced requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:21:22.454914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 31e0872c-16d2-413a-b102-40d244d565e6 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:22.539764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 31e0872c-16d2-413a-b102-40d244d565e6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:22.540358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 31e0872c-16d2-413a-b102-40d244d565e6 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:22.540992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28d4bd82-29c3-497c-a0f4-b2e9beed1aec no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:22.564633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d8efce23-7457-455f-b869-f24fb07d9f27 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1636531288&fields=id&tenant_id=bc99cc3caf74403e907680ef9ecf0ac9 HTTP/1.1" status: 200 len: 267 time: 0.1525042 Dec 23 12:21:22.611394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:22.622792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 28d4bd82-29c3-497c-a0f4-b2e9beed1aec {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:22.623144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28d4bd82-29c3-497c-a0f4-b2e9beed1aec not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:22.692353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:22.760111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-b6720406-982c-45b5-b673-f99550224d1b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:22.774678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-b6720406-982c-45b5-b673-f99550224d1b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 985 time: 0.2083716 Dec 23 12:21:22.797410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'port': {'security_groups': ['bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:22.850079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Deleting port b7403755-ccd2-410a-9119-2da853bf814f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:22.852216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:23.078768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:23.083417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] DHCP port deletion for cb35beee-922b-458c-add9-baa3a1915ced request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:21:23.142192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] For port b7403755-ccd2-410a-9119-2da853bf814f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b7403755-ccd2-410a-9119-2da853bf814f,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:23.142588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:23.214842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Calling delete_port for b7403755-ccd2-410a-9119-2da853bf814f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:23.294181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Deleting port b7403755-ccd2-410a-9119-2da853bf814f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:23.294818 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:23.401961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] For port b7403755-ccd2-410a-9119-2da853bf814f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b7403755-ccd2-410a-9119-2da853bf814f,segment=NetworkSegment(df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa),segment_id=df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:23.402720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:23.417746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Calling delete_port for b7403755-ccd2-410a-9119-2da853bf814f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:23.572840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:23.648801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.229932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b7403755-ccd2-410a-9119-2da853bf814f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:24.324063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.561518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.563382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.637450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:24.645899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] No DVR routers for this DVR port b7403755-ccd2-410a-9119-2da853bf814f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:24.658897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7403755-ccd2-410a-9119-2da853bf814f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:24.706395 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.719456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:24.732227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.738739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e81b5311-fdf2-4827-ae38-eedfe071d3de req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "PUT /v2.0/ports/6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 943 time: 1.9598913 Dec 23 12:21:24.777483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583960a-6079-456e-807b-d1a30569d6d3 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:24.802633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Pushing event deleted for resources: {'Port': ['ID=b7403755-ccd2-410a-9119-2da853bf814f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:24.849967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] No DVR routers for this DVR port b7403755-ccd2-410a-9119-2da853bf814f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:24.861159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.862386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.862740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.863081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.863418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.863771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.866494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.868055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.868055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.868299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.868600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.869693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.869944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:24.872890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20743d9-6354-4e25-9d03-3065198f5a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:24.897978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:24.938845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb35beee-922b-458c-add9-baa3a1915ced']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:24.962753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:24.963074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1b69ef-7b41-43f2-aa40-9d0d3bdbf3aa') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:24.992254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:25.034587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:25.062541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:25.064271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:25.068126 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:25.250236 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10123c16-bf44-47d5-af0f-8735131c4747 x-openstack-request-id: req-10123c16-bf44-47d5-af0f-8735131c4747 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:25.250738 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:25.251163 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10123c16-bf44-47d5-af0f-8735131c4747 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:25.251711 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:21:25.299172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:25.306147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:25.314739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb35beee-922b-458c-add9-baa3a1915ced HTTP/1.1" status: 204 len: 168 time: 2.9757841 Dec 23 12:21:25.323712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:25.369210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877941d-19d1-4683-93a7-54ae4193b150 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb35beee-922b-458c-add9-baa3a1915ced,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:25.455719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-a849ce4f-7289-408d-bde4-f71fe4643f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:25.457506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-a849ce4f-7289-408d-bde4-f71fe4643f5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.1799226 Dec 23 12:21:25.759465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-727d7577-916c-410e-9334-652923d7eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:25.761814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-727d7577-916c-410e-9334-652923d7eeb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.2749779 Dec 23 12:21:25.836575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-9f85a8b2-3f99-48f7-96a3-bfb347ae6308 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4041622 Dec 23 12:21:25.836953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:25.842131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-7eac405c-f905-436e-83cb-12cb8c474382 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0682416 Dec 23 12:21:25.918333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-59f633a9-1de4-4c44-b1f0-96c257cf61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:25.919995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-59f633a9-1de4-4c44-b1f0-96c257cf61e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.0681319 Dec 23 12:21:25.948315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-e30f96e7-c3aa-45e5-8875-14dacb04b5c3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:25.949963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-e30f96e7-c3aa-45e5-8875-14dacb04b5c3 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 945 time: 0.1274178 Dec 23 12:21:25.956295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-09c4960c-2829-4d9e-a75d-b29ec14e553d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284975 Dec 23 12:21:26.020360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.127869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Deleting port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:26.128208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.137391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-12f97e2d-bbd3-405f-8b41-a3e4c811cfc8 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741111 Dec 23 12:21:26.193023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.305249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738a050f-c7fd-4161-875e-09dcd7168c22 req-3a968ca6-ade7-4b7a-8fd9-9d3dc6a7748b service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577861 Dec 23 12:21:26.307970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.402392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] For port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,segment=NetworkSegment(69ffba76-80cc-4039-b532-a83468cc6177),segment_id=69ffba76-80cc-4039-b532-a83468cc6177)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:26.402819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.423702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Calling delete_port for 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:26.450205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Allocated IP 172.25.7.123 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bdbac72c-9557-40a3-aadb-02969aead634) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:26.616904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.783188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.813127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Deleting port c0f21a6f-0aa5-45df-a228-c9f86ec5e719 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:26.813695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.846469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:26.850116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:26.855754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:26.895442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'Port': ['ID=bdbac72c-9557-40a3-aadb-02969aead634,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:26.910387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b1975-50a8-41ef-a267-326da6c23ef0 req-7cd207ee-9e98-4438-bade-5ee21c0d57c8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:26.912887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752b1975-50a8-41ef-a267-326da6c23ef0 req-7cd207ee-9e98-4438-bade-5ee21c0d57c8 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/ports?device_id=e889cc20-72d0-428c-8453-5ff1ab0f4bf7 HTTP/1.1" status: 200 len: 866 time: 0.1584916 Dec 23 12:21:26.916245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:26.984483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Pushing event deleted for resources: {'Port': ['ID=40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:27.035840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752b1975-50a8-41ef-a267-326da6c23ef0 req-c4389144-cdd3-4fe7-aa27-b9585f6a8873 tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8ed3d3b-3972-42dc-9943-e4f7d2da964e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018839 Dec 23 12:21:27.052373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] No DVR routers for this DVR port 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:27.054885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.056211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] For port c0f21a6f-0aa5-45df-a228-c9f86ec5e719, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:27.056446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.059928 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.064099 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5063ba50-66f1-4b58-b5bc-696431848e9c req-b0def879-b42b-47e3-a839-2e3dd9720e0c tempest-LiveMigrationTest-403518587 tempest-LiveMigrationTest-403518587-project] 10.222.0.57 "DELETE /v2.0/ports/40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d HTTP/1.1" status: 204 len: 173 time: 1.1066301 Dec 23 12:21:27.064564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-deleted', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:27.066967 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06525c35-d153-4a63-a3da-972421e8f3f2" -d '{"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-deleted", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:27.088167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Calling delete_port for c0f21a6f-0aa5-45df-a228-c9f86ec5e719 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:27.177686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.270281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:27.277834 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d7938-53c2-4c72-a852-6ee4f1d4dbec" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:27.431862 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.473709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.490705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f21a6f-0aa5-45df-a228-c9f86ec5e719,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:27.494157 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e962c0d-0d76-4622-8747-7bcc8bd8c788 x-openstack-request-id: req-8e962c0d-0d76-4622-8747-7bcc8bd8c788 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:27.494521 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889cc20-72d0-428c-8453-5ff1ab0f4bf7", "name": "network-vif-deleted", "tag": "40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:27.494847 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e962c0d-0d76-4622-8747-7bcc8bd8c788 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:27.495318 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889cc20-72d0-428c-8453-5ff1ab0f4bf7', 'name': 'network-vif-deleted', 'tag': '40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d', 'status': 'completed', 'code': 200} Dec 23 12:21:27.578176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.761798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.771575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event updated for resources: {'Port': ['ID=bdbac72c-9557-40a3-aadb-02969aead634,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:27.788778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.990522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:27.992949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-d0dba6bf-d03c-411a-a198-145fd48d0318 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1633797 Dec 23 12:21:28.122342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-41f58c00-4d6f-4c26-9a59-cef3f828c244 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1183338 Dec 23 12:21:28.392306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-5cb49623-d83c-43a4-bb9d-3c37379ed6cc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:28.394344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-5cb49623-d83c-43a4-bb9d-3c37379ed6cc tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2659163 Dec 23 12:21:28.407777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-16d753c5-7578-4615-b4fa-5b3addad59dd tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:21:28.408816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a415fe7-7e97-4164-b1b2-5e2aa35b09e7 req-16d753c5-7578-4615-b4fa-5b3addad59dd tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060847 Dec 23 12:21:28.495794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Router 0de5a541-11d1-4b3b-86f9-6d985f47a475 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:28.504175 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee4cbc9-a47f-4e50-a186-7a4e8e4f2a77 x-openstack-request-id: req-4ee4cbc9-a47f-4e50-a186-7a4e8e4f2a77 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:28.504471 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:28.506329 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ee4cbc9-a47f-4e50-a186-7a4e8e4f2a77 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:28.507856 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:21:28.669868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:28.680841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Sync routers for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:28.687163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38962) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:28.687355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e69357e-97f0-4d31-952c-4b8971cf98ab admin admin] 10.222.0.16 "PUT /v2.0/routers/0de5a541-11d1-4b3b-86f9-6d985f47a475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3593657 Dec 23 12:21:28.690904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:28.691533 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:28.701140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-e0483510-46b8-4973-be14-f1bb75a9f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:28.702790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-e0483510-46b8-4973-be14-f1bb75a9f9b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.1427011 Dec 23 12:21:28.874761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-a92ffb49-aae3-4985-bcae-73bbd6f13a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:28.879771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-a92ffb49-aae3-4985-bcae-73bbd6f13a07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.1677694 Dec 23 12:21:28.881326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:28.896011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.955237 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:21:28.974990 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-e7ea55f3-4125-4952-a209-fefdf9b99901 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0874360 Dec 23 12:21:29.060505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:29.076549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-ef2369b6-cc14-4ac6-ad54-3e3dea102fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:29.081883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-ef2369b6-cc14-4ac6-ad54-3e3dea102fbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.1006746 Dec 23 12:21:29.090746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.102547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:29.104191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 40811a5e-a9e3-4e9e-8a4e-bc61dfb2400d not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:29.119751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-eadfc468-e586-4743-b853-d6d07fc84508 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311861 Dec 23 12:21:29.174368 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:21:27Z', 'revision_number': 5, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port': {'id': '1daa5f58-6bfe-4272-afca-aadcdd0d14c5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:14:09Z', 'updated_at': '2021-12-23T12:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.206027 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Checking router: 0de5a541-11d1-4b3b-86f9-6d985f47a475 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:29.217508 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Routers {'0de5a541-11d1-4b3b-86f9-6d985f47a475'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:29.218157 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0de5a541-11d1-4b3b-86f9-6d985f47a475'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.288548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-84aa401d-0907-4e33-bb02-565ab26259ac service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620467 Dec 23 12:21:29.299663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Deleting port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:29.299999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.334090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] Set router 0de5a541-11d1-4b3b-86f9-6d985f47a475 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:29.398760 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:21:29Z', 'revision_number': 6, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.420163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-372d7938-53c2-4c72-a852-6ee4f1d4dbec req-b08075ed-338a-4287-b9b5-8d03ea971db0 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250744 Dec 23 12:21:29.421479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] For port 1daa5f58-6bfe-4272-afca-aadcdd0d14c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:29.421850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.438915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Calling delete_port for 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:29.453208 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1338d1a5-de1c-41d5-91eb-d97f5270bcab None None] The sync data for ids ['0de5a541-11d1-4b3b-86f9-6d985f47a475'] in n-d-822750-2 is: [{'id': '0de5a541-11d1-4b3b-86f9-6d985f47a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107419086-router', 'tenant_id': 'd78bd92266284dd5abe2327129eb8dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:14:08Z', 'updated_at': '2021-12-23T12:21:29Z', 'revision_number': 6, 'project_id': 'd78bd92266284dd5abe2327129eb8dbd', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:29.498226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:29.732401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-abbe8fab-ac2d-4749-a747-70d297c8ebfe tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:29.734474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-abbe8fab-ac2d-4749-a747-70d297c8ebfe tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0607829 Dec 23 12:21:29.770548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Deleting subnet c2605051-fa00-4be4-9a99-ae65b9112d44 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:29.773994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.781535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.801197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-2a07fede-9573-4fea-8544-4c97984e3b44 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0607407 Dec 23 12:21:29.812087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.833754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1daa5f58-6bfe-4272-afca-aadcdd0d14c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:29.841171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'floatingip': {'port_id': '6082a84d-bfc9-4678-91e4-982032d53357', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:29.860498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.021451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.054360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2605051-fa00-4be4-9a99-ae65b9112d44,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:30.061093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.064326 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-666972aa-5042-47ca-827a-781b4525cd6b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2605051-fa00-4be4-9a99-ae65b9112d44 HTTP/1.1" status: 204 len: 168 time: 0.5650158 Dec 23 12:21:30.066738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39012) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:30.160031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.248354 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.258530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.274627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a47b559-f1c1-4d50-9876-70c83e79d518']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:30.310715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ffba76-80cc-4039-b532-a83468cc6177') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:30.311094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ffba76-80cc-4039-b532-a83468cc6177') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:30.332137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.370837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.374125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.384680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:30.385120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:30.386905 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:30.435738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:30.461477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:30.462481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1daa5f58-6bfe-4272-afca-aadcdd0d14c5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:30.463136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f21a6f-0aa5-45df-a228-c9f86ec5e719 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:30.495170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c0f21a6f-0aa5-45df-a228-c9f86ec5e719 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:30.498865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f21a6f-0aa5-45df-a228-c9f86ec5e719 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:30.552775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.555759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.569258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.575843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.580737 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a47b559-f1c1-4d50-9876-70c83e79d518 HTTP/1.1" status: 204 len: 168 time: 0.5125465 Dec 23 12:21:30.589088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39022) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:30.618149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22323f-0f8c-499c-9a9d-14533678f86c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a47b559-f1c1-4d50-9876-70c83e79d518,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:30.694352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Deleting subnet 2a26e63d-49e4-4edb-b6be-2a84c4d15f65 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:30.697951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.744982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.806861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.829444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.830271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de5a541-11d1-4b3b-86f9-6d985f47a475 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:21:30.841580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.846373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-46eeb5c8-348f-49a7-a5eb-7eeb6abc16ba admin admin] 10.222.0.16 "DELETE /v2.0/routers/0de5a541-11d1-4b3b-86f9-6d985f47a475 HTTP/1.1" status: 204 len: 168 time: 2.1582055 Dec 23 12:21:30.846998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39026) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:30.959704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Deleting subnet 5263df9f-8ebc-414b-ad78-33e13197f120 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:30.964677 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.978818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.998159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.001646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a26e63d-49e4-4edb-b6be-2a84c4d15f65 HTTP/1.1" status: 204 len: 168 time: 0.4115129 Dec 23 12:21:31.007565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39028) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.024271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60f690-f38b-4e71-9176-dc34ee37e22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a26e63d-49e4-4edb-b6be-2a84c4d15f65,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.091729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:31.101520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.166317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:21:31.246853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.268261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.307667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:31.310791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.312510 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ef5ac6-95ae-4139-8259-5d6313643b4f" -d '{"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-unplugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:31.330304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:31.410643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.465126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.468033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.474707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.518326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aad1316-d246-4bba-bea1-0891d4477ab8']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:31.539551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.566451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a548ae4d-52a5-4e37-9107-cb0607547be0') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:31.566746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a548ae4d-52a5-4e37-9107-cb0607547be0') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:31.581070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.605425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.620650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:31.621093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:31.624412 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:31.642339 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Floating IP b8500579-941b-43c4-8432-e91ebe5c04ed associated. External IP: 172.25.7.123, port: 6082a84d-bfc9-4678-91e4-982032d53357. Dec 23 12:21:31.822232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.856515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5263df9f-8ebc-414b-ad78-33e13197f120,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.861531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.867638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c11430f-fb02-44e0-82d1-69351932d6b8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5263df9f-8ebc-414b-ad78-33e13197f120 HTTP/1.1" status: 204 len: 168 time: 1.0151145 Dec 23 12:21:31.876747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39048) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.876893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeea1c4-8a94-4ce1-bce9-0dc0e39c7bc1 None None] Network 63d1f189-aa19-4b19-a23b-d05de0f78a5c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:21:31.946542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.950928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.954311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] 10.222.0.16 "DELETE /v2.0/networks/8aad1316-d246-4bba-bea1-0891d4477ab8 HTTP/1.1" status: 204 len: 168 time: 0.9460032 Dec 23 12:21:31.993307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcef9bf-0c35-429e-9257-51d2c28d4fde admin admin] Pushing event deleted for resources: {'Network': ['ID=8aad1316-d246-4bba-bea1-0891d4477ab8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:32.020292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.029082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:32.100125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] DHCP port deletion for 63d1f189-aa19-4b19-a23b-d05de0f78a5c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:21:32.161915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Deleting port 721b3583-3c59-4a78-a329-ae6406d67689 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:32.162281 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.173297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Deleting port 721b3583-3c59-4a78-a329-ae6406d67689 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:32.173648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.234463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:32.239580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.285607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] For port 721b3583-3c59-4a78-a329-ae6406d67689, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=721b3583-3c59-4a78-a329-ae6406d67689,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:32.285998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.297479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-d27fabff-c789-43f3-a8f5-47ed90005591 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "PUT /v2.0/floatingips/b8500579-941b-43c4-8432-e91ebe5c04ed HTTP/1.1" status: 200 len: 997 time: 2.4726846 Dec 23 12:21:32.299884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:32.302225 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf8e707-1c95-4889-bf37-ed9b60c52093" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:32.308932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Calling delete_port for 721b3583-3c59-4a78-a329-ae6406d67689 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:32.383395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 721b3583-3c59-4a78-a329-ae6406d67689 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:32.387076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Sync routers for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:32.416992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-81cbe093-51c0-4efc-943b-9d609089eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.418528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-81cbe093-51c0-4efc-943b-9d609089eb5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.0976243 Dec 23 12:21:32.458637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] For port 721b3583-3c59-4a78-a329-ae6406d67689, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=721b3583-3c59-4a78-a329-ae6406d67689,segment=NetworkSegment(de4d50a8-467d-40ea-97f2-21a187006b85),segment_id=de4d50a8-467d-40ea-97f2-21a187006b85)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:32.459329 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.468395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:32.469697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:32.481788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Calling delete_port for 721b3583-3c59-4a78-a329-ae6406d67689 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:32.535208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.594489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39058) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.599436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 721b3583-3c59-4a78-a329-ae6406d67689 update to DOWN by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:21:32.623471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Pushing event deleted for resources: {'Port': ['ID=721b3583-3c59-4a78-a329-ae6406d67689,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:32.637648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-c8757864-8682-4343-be90-66f510606f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.648713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-c8757864-8682-4343-be90-66f510606f81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.2070324 Dec 23 12:21:32.652373 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-85e0ba8d-eb6a-42dc-aa59-43d9c2f786b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=341ebc27346e466e9c04f40d73bef006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567100 Dec 23 12:21:32.653437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.701353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.717511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.720787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] No DVR routers for this DVR port 721b3583-3c59-4a78-a329-ae6406d67689 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:32.720995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] No DVR routers for this DVR port 721b3583-3c59-4a78-a329-ae6406d67689 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:32.731475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-feaae4b3-a104-448f-b0b7-38857bf3ea58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 1000 time: 0.0815251 Dec 23 12:21:32.766108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5fca3-1be6-4bb6-89b0-cbaff8ecb453 None None] Pushing event deleted for resources: {'Port': ['ID=721b3583-3c59-4a78-a329-ae6406d67689,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:32.789617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.800016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:32.929701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.932358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.941632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8ed3d3b-3972-42dc-9943-e4f7d2da964e HTTP/1.1" status: 204 len: 168 time: 0.2817566 Dec 23 12:21:32.950590 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.967082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531895e-ac8f-4bc2-a191-1a1e90b7b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed3d3b-3972-42dc-9943-e4f7d2da964e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:33.055434 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295dcb7-0099-4b0f-bd5c-f7cbd5ab941b x-openstack-request-id: req-2295dcb7-0099-4b0f-bd5c-f7cbd5ab941b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:33.055915 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-unplugged", "status": "completed", "tag": "57905231-16c3-4631-b900-d0273142d3aa", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:33.056109 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2295dcb7-0099-4b0f-bd5c-f7cbd5ab941b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:33.056992 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57905231-16c3-4631-b900-d0273142d3aa', 'code': 200} Dec 23 12:21:33.074888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d1f189-aa19-4b19-a23b-d05de0f78a5c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.092923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4d50a8-467d-40ea-97f2-21a187006b85') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.093214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4d50a8-467d-40ea-97f2-21a187006b85') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.095799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-6ac1d22a-5eee-4424-9b2b-2777e34367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:33.097354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-6ac1d22a-5eee-4424-9b2b-2777e34367d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.3648405 Dec 23 12:21:33.108943 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.148595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-9889d1fe-bd5e-4b9f-bcdc-4cf8f44cfb89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418935 Dec 23 12:21:33.165104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.227432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-076f006d-aec9-4e25-b0a3-325278a5f732 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:33.228653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b8500579-941b-43c4-8432-e91ebe5c04ed', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'port_id': '6082a84d-bfc9-4678-91e4-982032d53357', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'mac_address': 'fa:16:3e:a4:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:26Z', 'updated_at': '2021-12-23T12:21:31Z', 'revision_number': 1, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.228918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-076f006d-aec9-4e25-b0a3-325278a5f732 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5570c9-a0e8-410d-ba69-dfc67b3585be HTTP/1.1" status: 200 len: 943 time: 0.2097256 Dec 23 12:21:33.230065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:33.230472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:33.244108 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:33.261861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Checking router: 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:33.272688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:33.273637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.431547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:33.466194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-21b48e76-7004-4dde-a93d-d63eedc812ed tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:33.467703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-21b48e76-7004-4dde-a93d-d63eedc812ed tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.3240502 Dec 23 12:21:33.472483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-c68c8354-312f-40c3-aaf7-2d5df541b0fc service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052197 Dec 23 12:21:33.495469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.540879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5ec9cafb-1d15-4084-ac87-ae7d7be3e597 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/quotas/992453ea67a4430e88c89ad419b0f9dc HTTP/1.1" status: 200 len: 375 time: 0.0662189 Dec 23 12:21:33.543268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.546468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63d1f189-aa19-4b19-a23b-d05de0f78a5c HTTP/1.1" status: 204 len: 168 time: 1.6766720 Dec 23 12:21:33.560017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39082) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:33.814947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b8500579-941b-43c4-8432-e91ebe5c04ed', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'port_id': '6082a84d-bfc9-4678-91e4-982032d53357', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'mac_address': 'fa:16:3e:a4:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:26Z', 'updated_at': '2021-12-23T12:21:31Z', 'revision_number': 1, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:33.842835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec81e0-4d55-4728-b1ed-fa9bfd5ff87a None None] The sync data for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 is: [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b8500579-941b-43c4-8432-e91ebe5c04ed', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'port_id': '6082a84d-bfc9-4678-91e4-982032d53357', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'mac_address': 'fa:16:3e:a4:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:26Z', 'updated_at': '2021-12-23T12:21:31Z', 'revision_number': 1, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:33.909211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476feef4-00ff-4c0e-8ca9-e4a03292a468 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d1f189-aa19-4b19-a23b-d05de0f78a5c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:33.947376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Deleting port 57905231-16c3-4631-b900-d0273142d3aa {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:33.947995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.011689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:34.060228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adacd09c-a0c9-4794-9831-31cb27e92a2b req-abf5c8ee-dae9-4391-9b0b-5cffae6de44b service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773718 Dec 23 12:21:34.067242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-6f940ef6-6b29-46d0-bc5c-88cdd9df8707 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5165238 Dec 23 12:21:34.090451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b3b994c-7e73-4b31-b9d5-843071af9b99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=906f49c84eda47b2bb9e6caf130b6e29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0768547 Dec 23 12:21:34.091895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:34.107780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39094) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:34.199059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] For port 57905231-16c3-4631-b900-d0273142d3aa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=57905231-16c3-4631-b900-d0273142d3aa,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:34.199380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.218124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b46c994f-0af1-4c7c-99fc-cd8cc8157840 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2463d1004c3c4ec3801a7dd0cc20d82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1083515 Dec 23 12:21:34.227495 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0b1f4-ce18-4c2f-b023-49dc5c5f0ae1 None None] New status for floating IP b8500579-941b-43c4-8432-e91ebe5c04ed: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:34.231874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:34.250069 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d13588-322f-403e-b089-e3862f87b105 x-openstack-request-id: req-96d13588-322f-403e-b089-e3862f87b105 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:34.263035 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:34.263552 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96d13588-322f-403e-b089-e3862f87b105 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:34.265341 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:21:34.265775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.269167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Calling delete_port for 57905231-16c3-4631-b900-d0273142d3aa owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:34.418624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.473619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-06f0e10b-85b2-4e6c-aaf6-04793cbfc0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915472 Dec 23 12:21:34.492202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-888199f0-6db6-49de-b4cc-a602b5f1ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.494022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-888199f0-6db6-49de-b4cc-a602b5f1ad19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.2261252 Dec 23 12:21:34.524757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d86cc0b5-f0d3-4a54-9a82-80cd3fff3952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.559953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-10daa24f-88ab-4922-aee2-e765f4b49a04 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1000 time: 0.2061181 Dec 23 12:21:34.559953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.644160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.732992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-c42174d1-5dab-4a1c-bd62-8bb6bbaa7a67 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.734682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-c42174d1-5dab-4a1c-bd62-8bb6bbaa7a67 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports/6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 943 time: 0.1710632 Dec 23 12:21:34.738890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-08f6700a-005c-4fae-9810-06422d9e3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.739235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-08f6700a-005c-4fae-9810-06422d9e3d50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.2341366 Dec 23 12:21:34.755713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-54c8aeff-f6f1-45c4-a502-06faec51b52f service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738612 Dec 23 12:21:34.834992 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-a8d06b8a-81b8-48c5-a750-980c4d43b839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 1002 time: 0.0873086 Dec 23 12:21:34.873887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-0c464a13-8432-45d0-a714-f6f2b5b4e411 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.0717201 Dec 23 12:21:34.880712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.883450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.884587 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/989ffbfb-6d5c-427c-83b1-65bfe0017864 HTTP/1.1" status: 204 len: 168 time: 0.7909665 Dec 23 12:21:34.888212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d86cc0b5-f0d3-4a54-9a82-80cd3fff3952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.899446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310b28-74e4-43cb-ab38-d25e894054ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ffbfb-6d5c-427c-83b1-65bfe0017864,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:34.916366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-7ce6ae1c-45df-40f9-a5d4-fe4e4c896ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.918059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-7ce6ae1c-45df-40f9-a5d4-fe4e4c896ac3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.0749018 Dec 23 12:21:34.963953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-7ca07ac1-9c29-4bd6-b0c8-38fd8b5253a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385532 Dec 23 12:21:35.009182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-e11c8b95-42d5-4435-9b26-f7aa0438f357 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:35.010553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-e11c8b95-42d5-4435-9b26-f7aa0438f357 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1305120 Dec 23 12:21:35.050366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.050366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event deleted for resources: {'Port': ['ID=57905231-16c3-4631-b900-d0273142d3aa,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:35.089176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-110c780d-207a-41e8-93b2-81568db307f3 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173050 Dec 23 12:21:35.132812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] No DVR routers for this DVR port 57905231-16c3-4631-b900-d0273142d3aa on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:35.136294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.138923 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.140051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2b5ccf7-8744-4120-85fd-3eee2d19b155 HTTP/1.1" status: 204 len: 168 time: 0.9048901 Dec 23 12:21:35.141254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.144794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b627cd15-a440-48cf-a12a-3244362d56e3 req-f61ae2eb-3902-4ba1-970d-f92a1ea2b186 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.43 "DELETE /v2.0/ports/57905231-16c3-4631-b900-d0273142d3aa HTTP/1.1" status: 204 len: 173 time: 1.8710208 Dec 23 12:21:35.160423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afb71f-9276-45da-9d44-d143585faf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5ccf7-8744-4120-85fd-3eee2d19b155,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:35.168220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-c930b672-d7bb-4fee-a3f2-44b98bd57ed9 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.1224115 Dec 23 12:21:35.189514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:35.212267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3bf8e707-1c95-4889-bf37-ed9b60c52093 req-4380bc36-ce33-4c41-83c8-cd5727c30a3d service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127036 Dec 23 12:21:35.213391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d86cc0b5-f0d3-4a54-9a82-80cd3fff3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.270284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cc0b5-f0d3-4a54-9a82-80cd3fff3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85384edc-436e-49cd-a96d-59aa0735f784,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:35.299866 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d86cc0b5-f0d3-4a54-9a82-80cd3fff3952 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4bcdbf7126148d28dbff4afd2570fba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7387681 Dec 23 12:21:35.303942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:35.304340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.364687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.385025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1399989f-fa52-4cda-8246-ae215bb5def3 req-cda615ee-dcb3-4d88-92bc-9621884f9614 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0379314 Dec 23 12:21:35.389715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.547440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.572084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.574771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.576752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85384edc-436e-49cd-a96d-59aa0735f784 HTTP/1.1" status: 204 len: 168 time: 0.2703316 Dec 23 12:21:35.594182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a289ec-4a4a-487c-929f-37c01030f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85384edc-436e-49cd-a96d-59aa0735f784,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:35.780604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.785315 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Floating IP b8500579-941b-43c4-8432-e91ebe5c04ed disassociated. External IP: 172.25.7.123, port: 6082a84d-bfc9-4678-91e4-982032d53357. Dec 23 12:21:36.019601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:36.137339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:36.141929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:36.147904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Sync routers for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:36.161834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:36.164070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:36.184729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-d3c71f79-503c-4264-a0ee-d98fdddc7132 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "PUT /v2.0/floatingips/b8500579-941b-43c4-8432-e91ebe5c04ed HTTP/1.1" status: 200 len: 695 time: 0.9993844 Dec 23 12:21:36.244841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-c0dc38c2-60e0-4958-9b5f-e4b6eac52416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.246401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-c0dc38c2-60e0-4958-9b5f-e4b6eac52416 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.0469182 Dec 23 12:21:36.270156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-deleted', 'tag': '57905231-16c3-4631-b900-d0273142d3aa'}, {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:36.272598 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d" -d '{"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-deleted", "tag": "57905231-16c3-4631-b900-d0273142d3aa"}, {"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:36.302275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:36.349162 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263c06b-201d-45ca-bdfa-6b25d47591b7 x-openstack-request-id: req-6263c06b-201d-45ca-bdfa-6b25d47591b7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:36.349162 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5570c9-a0e8-410d-ba69-dfc67b3585be", "name": "network-vif-deleted", "tag": "57905231-16c3-4631-b900-d0273142d3aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:36.349162 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6263c06b-201d-45ca-bdfa-6b25d47591b7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:36.350765 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5570c9-a0e8-410d-ba69-dfc67b3585be', 'name': 'network-vif-deleted', 'tag': '57905231-16c3-4631-b900-d0273142d3aa', 'status': 'completed', 'code': 200} Dec 23 12:21:36.350765 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:21:36.356172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-aa3ba5fe-129d-46cd-9c96-a55f870c7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.358005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-aa3ba5fe-129d-46cd-9c96-a55f870c7944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.1054249 Dec 23 12:21:36.418292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-6f453e0b-e848-45d6-bab6-28551ed514ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0531769 Dec 23 12:21:36.426196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-d2450270-663c-4810-8355-2d1cca6679b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.429229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-d2450270-663c-4810-8355-2d1cca6679b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 1097 time: 0.0559602 Dec 23 12:21:36.496291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39140) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:36.513141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57788a8e-3537-4f73-8ace-6da45aa05856 req-2a2f6621-ac51-4998-9e19-ff8b46229eaf tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0477788 Dec 23 12:21:36.543294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-ecf186a0-665c-4bf4-9173-dbeab183a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.545317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-ecf186a0-665c-4bf4-9173-dbeab183a846 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 200 len: 921 time: 0.1092503 Dec 23 12:21:36.556982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:36.591876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Checking router: 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:36.601667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:36.602538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:36.602968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-cc89112f-12cd-4a6c-8abf-4e884bb3432e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 200 len: 217 time: 0.0497787 Dec 23 12:21:36.606210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ceab2b0-14ee-411e-98b0-995528b845ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d78bd92266284dd5abe2327129eb8dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1086309 Dec 23 12:21:36.609073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:36.626070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-7dc800d2-08cd-4c78-8713-19fd0cc65ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.642323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-7dc800d2-08cd-4c78-8713-19fd0cc65ab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.2113395 Dec 23 12:21:36.678761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-9d3b497c-88e5-41b4-9aa7-4a29beea851d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402172 Dec 23 12:21:36.691801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-067358ff-b855-4df1-9a64-90cae0bf1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.695645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-067358ff-b855-4df1-9a64-90cae0bf1736 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 200 len: 860 time: 0.0857611 Dec 23 12:21:36.746160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:36.767204 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-f7abc15f-6804-4e14-b499-737f75df2332 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53713a67-50c3-486b-ad30-45ae39eda5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641844 Dec 23 12:21:36.908498 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:36.970919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-4c7b3ef9-2dec-44e3-8099-4111e14e25eb service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956499 Dec 23 12:21:37.018564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.043943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-2972fda7-7c5a-4ce9-92aa-8332d7370597 service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640687 Dec 23 12:21:37.095464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d04f1028-4d87-45a6-ba5c-e9b6d2abe04d req-c3b24d35-1bf0-4ab6-9741-960bb723e618 service neutron] 10.222.0.57 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171451 Dec 23 12:21:37.109029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:37.149924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 57905231-16c3-4631-b900-d0273142d3aa {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:37.150823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 57905231-16c3-4631-b900-d0273142d3aa not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:37.192666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-b3280e5e-30ee-4a80-b5ce-1c7e60738812 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:37.195662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-b3280e5e-30ee-4a80-b5ce-1c7e60738812 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.2725799 Dec 23 12:21:37.238467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-318f6f5e-e1a6-44ed-9b97-569e182d4159 req-585d8fc9-3558-41c3-ac20-e56c4e0900f1 service neutron] 10.222.0.16 "GET /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820092 Dec 23 12:21:37.240227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-99ceed63-8ad8-4efc-ac59-9b3ce13cfbe8 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/quotas/1fb2be922f234993a16a4901c1a4ca2c HTTP/1.1" status: 200 len: 375 time: 0.0306401 Dec 23 12:21:37.260857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:37.295682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e916b-f55c-41b1-a775-628b0843d9af None None] The sync data for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 is: [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:20:14Z', 'revision_number': 4, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e9042b2-a9c2-471a-9445-74708bcbd19f', 'name': '', 'network_id': '53713a67-50c3-486b-ad30-45ae39eda5af', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'mac_address': 'fa:16:3e:bb:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:13Z', 'updated_at': '2021-12-23T12:20:22Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'subnets': [{'id': 'd3faa043-ab15-4e39-b6a3-15dbce0b65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:37.298736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.301408 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.305294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62a72d43-245f-4b47-9260-d99c16bd9e56 HTTP/1.1" status: 204 len: 168 time: 0.6952109 Dec 23 12:21:37.358517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-344910b6-25a3-4880-a092-13a7c5f93112 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips/b8500579-941b-43c4-8432-e91ebe5c04ed HTTP/1.1" status: 200 len: 695 time: 0.0698974 Dec 23 12:21:37.360809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a69b53-c5ee-4fb2-920c-ccf59a33d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a72d43-245f-4b47-9260-d99c16bd9e56,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:37.380760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-e35e3764-fd6d-4471-b42e-71bddb539f88 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282341 Dec 23 12:21:37.421081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:37.442180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b56036df-85be-4175-8b2f-7a2a042c2c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.580115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b56036df-85be-4175-8b2f-7a2a042c2c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.612095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-8d1746a1-be53-410e-9239-d9749ff2e4ed tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:37.613721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-8d1746a1-be53-410e-9239-d9749ff2e4ed tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2491894 Dec 23 12:21:37.619923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-bbbd13bc-08a5-417b-a759-f1769c65a463 service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254212 Dec 23 12:21:37.684455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b56036df-85be-4175-8b2f-7a2a042c2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.704396 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a798f-473e-4305-9676-14dbcb5f7b90 None None] New status for floating IP b8500579-941b-43c4-8432-e91ebe5c04ed: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:37.720859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-c5e04628-b430-4bb8-b497-72692fb606e4 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 698 time: 0.1010447 Dec 23 12:21:37.744087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56036df-85be-4175-8b2f-7a2a042c2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3f358-66ca-4ead-ad18-c83cf2bd1da0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:37.754662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b56036df-85be-4175-8b2f-7a2a042c2c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdceb544938a44ee9c297a9b1c30e612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323684 Dec 23 12:21:37.757844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:37.794685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-7527be83-03d8-42b0-a4a5-b28e24a5c806 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 698 time: 0.0576212 Dec 23 12:21:37.811481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.847831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.884312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-b25819de-2119-4dc4-8de4-8498cf4048ec service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546198 Dec 23 12:21:38.019927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Deleting port bdbac72c-9557-40a3-aadb-02969aead634 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:38.020275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.097312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.102715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.111323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Calling delete_port for bdbac72c-9557-40a3-aadb-02969aead634 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:38.132794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.142876 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.142876 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ef3f358-66ca-4ead-ad18-c83cf2bd1da0 HTTP/1.1" status: 204 len: 168 time: 0.3778253 Dec 23 12:21:38.151401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b0426-6465-431c-8f27-3e89e2608450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3f358-66ca-4ead-ad18-c83cf2bd1da0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:38.309445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bc9316c-dcc3-4b8a-973c-79e34635f9aa req-c7a8dc47-1a0d-4f7c-bf46-a932d0a28c41 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0361695 Dec 23 12:21:38.451168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.587590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-8055e29c-2f48-4426-a9ee-874ae4969ee5 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:38.589150 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-8055e29c-2f48-4426-a9ee-874ae4969ee5 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.1201143 Dec 23 12:21:38.619409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Request body: {'port': {'device_id': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'admin_state_up': True, 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:38.834009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2f2c3a1-5041-4de5-9a69-4914877540f8 req-ccf15d92-c6f1-42d3-9f3c-cbd323e84602 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 210 time: 0.3837490 Dec 23 12:21:38.835249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event deleted for resources: {'Port': ['ID=bdbac72c-9557-40a3-aadb-02969aead634,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:38.909840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.912626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.913818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d3060a-9749-46c1-ac13-0cda6cdff5be req-a1818aa5-2806-4903-9e60-6b7b4af21a9b tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8500579-941b-43c4-8432-e91ebe5c04ed HTTP/1.1" status: 204 len: 173 time: 1.1122773 Dec 23 12:21:38.966898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:38.971978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.976701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-bb16e9a2-19e3-4bc1-924f-f2240eaba0e7 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups/68de763f-b997-4c60-a175-3eb90dce4192 HTTP/1.1" status: 200 len: 1824 time: 0.0409515 Dec 23 12:21:39.041208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.076208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.139913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Allocated IP 172.20.0.8 (d4e59434-80b8-4a1e-98a4-172e1bbf251f/3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b/a93e7fa1-a484-4cb1-961d-3346e4f1ca68) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:39.292718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.295524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.296833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ab7cc66-7e1e-4230-979d-539212d186bd req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "DELETE /v2.0/security-groups/68de763f-b997-4c60-a175-3eb90dce4192 HTTP/1.1" status: 204 len: 173 time: 0.3137820 Dec 23 12:21:39.308570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319546-0402-4a6e-bb94-a716d91fd79c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de763f-b997-4c60-a175-3eb90dce4192,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:39.427738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.436652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32eb8ba2-a2ea-4ca8-9f0b-ac317d2635a4 req-6d4824d5-f861-4dcc-84c7-444fb1ed5fd4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0334985 Dec 23 12:21:39.681626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.745433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:39.753456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:39.758399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:39.784189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:39.814286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:39.817021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.987297 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5d34d6b9-0c85-47a3-9379-211b1e626bcd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3879952 Dec 23 12:21:39.999155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f91b7807-ae7f-4796-8c9b-055015d4497f req-7812dde4-5e1a-4962-81ba-a8eaab8cd4cf tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 210 time: 0.0485985 Dec 23 12:21:40.008610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Request body: {'port': {'device_id': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:40.081582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd077a1-fbed-49bd-89cc-0f3e19cbb963 req-14549c0d-0473-461f-9082-90b12ef713d6 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:40.081582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bd077a1-fbed-49bd-89cc-0f3e19cbb963 req-14549c0d-0473-461f-9082-90b12ef713d6 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0827293 Dec 23 12:21:40.082097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.122396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bd077a1-fbed-49bd-89cc-0f3e19cbb963 req-1186946f-ff11-4c99-af6d-0dcca85edfb5 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Dec 23 12:21:40.459980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93e7fa1-a484-4cb1-961d-3346e4f1ca68 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:40.468185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.480807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Transition to ACTIVE for port object a93e7fa1-a484-4cb1-961d-3346e4f1ca68 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:40.560441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722411-3d3a-48a7-8fa2-5616f8b253a5 req-507f2b60-5b6a-4aa5-86c0-eb1696cf3004 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:40.562157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0722411-3d3a-48a7-8fa2-5616f8b253a5 req-507f2b60-5b6a-4aa5-86c0-eb1696cf3004 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 931 time: 0.0526960 Dec 23 12:21:40.580667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.655923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0722411-3d3a-48a7-8fa2-5616f8b253a5 req-81357330-e7b5-4986-819f-ec2d6e1ef996 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814638 Dec 23 12:21:40.690707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:40.750190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Attempting to bind port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:40.750674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Attempting to bind port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:40.751067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Attempting to bind port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:40.755818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:40.756141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Attempting to bind port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:40.763647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:40.763647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Checking segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:40.763647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Bound using segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:40.763647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Bound port: a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:40.763647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.831483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:40.836110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:41.020736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.065652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.066390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.067833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] 10.222.0.57 "PUT /v2.0/ports/a93e7fa1-a484-4cb1-961d-3346e4f1ca68 HTTP/1.1" status: 200 len: 1091 time: 1.0648055 Dec 23 12:21:41.068395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:41.071693 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655ef36-b0e9-4145-9183-23bdfc9f538e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:41.121517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e62865-abcc-4a8b-be4f-6f7565295165 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:41.143130 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672bbe3-1b46-44e0-b39c-43c7bbe8b508 x-openstack-request-id: req-6672bbe3-1b46-44e0-b39c-43c7bbe8b508 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:41.143457 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:41.143672 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6672bbe3-1b46-44e0-b39c-43c7bbe8b508 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:41.144066 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'status': 'completed', 'code': 200} Dec 23 12:21:41.167655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8638a0b-ae74-4489-ad27-54284515d15a req-fcc0678c-55bc-4a11-814f-f7f69eb3cac3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 210 time: 0.0338073 Dec 23 12:21:41.219966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-59a713d6-b9ad-4449-b7a5-7b9416cf6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.222030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-59a713d6-b9ad-4449-b7a5-7b9416cf6915 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 1094 time: 0.0516205 Dec 23 12:21:41.265769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92ecd8-62af-46e9-a075-330cef452739 req-2d7892ae-8dd5-4f43-a4e8-60dcc6646807 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.267606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d92ecd8-62af-46e9-a075-330cef452739 req-2d7892ae-8dd5-4f43-a4e8-60dcc6646807 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0543056 Dec 23 12:21:41.320549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d92ecd8-62af-46e9-a075-330cef452739 req-f7eb401f-3f7d-4d55-b384-e55fcbdb6563 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Dec 23 12:21:41.329785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-ed577251-1107-4d42-b821-851b26aca9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.331243 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-ed577251-1107-4d42-b821-851b26aca9f9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=992453ea67a4430e88c89ad419b0f9dc&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1005528 Dec 23 12:21:41.439939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-845932eb-0907-49b6-ae86-9fda0eeac4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.441463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2655ef36-b0e9-4145-9183-23bdfc9f538e req-845932eb-0907-49b6-ae86-9fda0eeac4dc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016905 Dec 23 12:21:41.542359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-e1e12443-aca8-49b1-8f30-0543236e325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.543865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-e1e12443-aca8-49b1-8f30-0543236e325a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 1094 time: 0.0492370 Dec 23 12:21:41.607232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-01f9bfc8-b684-48b4-8cbf-1056ee42bc6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68 HTTP/1.1" status: 200 len: 217 time: 0.0528049 Dec 23 12:21:41.624160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39342) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:41.683666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-f3b47c18-6c56-4e11-addf-8bd4ef82455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.685680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-f3b47c18-6c56-4e11-addf-8bd4ef82455c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.0707769 Dec 23 12:21:41.720741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-81747172-1118-4387-9cb9-bbd6b95f04fd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.722571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-81747172-1118-4387-9cb9-bbd6b95f04fd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.1543365 Dec 23 12:21:41.736330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Request body: {'port': {'device_id': 'abd21645-51a4-4bec-9714-61b5ab254216', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'admin_state_up': True, 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:41.739899 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-5393e9d4-ed26-4520-ad2d-a0ea1299d6d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404210 Dec 23 12:21:41.878601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371b464-c4c9-46f5-992a-fde73be235f7 req-9624c7c5-555d-48f4-9593-52421e9221b4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.880144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c371b464-c4c9-46f5-992a-fde73be235f7 req-9624c7c5-555d-48f4-9593-52421e9221b4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0891895 Dec 23 12:21:41.899668 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-12ad1417-27b3-4ed9-823d-d68b2ca8c8b7 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508110 Dec 23 12:21:41.960937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c371b464-c4c9-46f5-992a-fde73be235f7 req-147fd23f-bc83-4f07-ab03-905e8df0bf64 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691347 Dec 23 12:21:41.970983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6fb71e8-6d04-436e-a11e-d17075379ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.099594 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-211a2cd2-43ae-4f5e-91da-a78e25dae827 req-717af8f1-089e-4792-a615-fda4e5546d49 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920443 Dec 23 12:21:42.132526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:42.137722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.150851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6fb71e8-6d04-436e-a11e-d17075379ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.260404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6fb71e8-6d04-436e-a11e-d17075379ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.283609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68d17d9a-665c-40b0-ad04-8d80b402dabf req-7eed9400-6633-49d6-a0e7-3f72506193d9 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 210 time: 0.0435286 Dec 23 12:21:42.313838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39370) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:42.314323 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6fb71e8-6d04-436e-a11e-d17075379ff4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47b7ddc867e849c79cb49b9bffa7467a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6889572 Dec 23 12:21:42.315318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb71e8-6d04-436e-a11e-d17075379ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9849b9e-ea35-4467-8b3f-5bcc70264c95,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:42.374007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Allocated IP 172.20.0.5 (35a3903f-256a-4ba2-9a79-3bd5151fa98b/27af4366-9e23-410b-98c5-ab2f89b805c8/93aaeba5-cc50-462f-b5d5-c2ef05cd1572) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:42.419040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.442965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-7ae21703-bb9a-45b4-99c1-403b409e91b8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.445938 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-7ae21703-bb9a-45b4-99c1-403b409e91b8 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.57 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.0919623 Dec 23 12:21:42.489509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.550024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Deleting port 6082a84d-bfc9-4678-91e4-982032d53357 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:42.550359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.591120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526db7a-963c-4fea-9542-a248626b76d4 req-af816d5d-80c4-4e81-b8a7-f341e7d91d94 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.592777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0526db7a-963c-4fea-9542-a248626b76d4 req-af816d5d-80c4-4e81-b8a7-f341e7d91d94 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 946 time: 0.1554615 Dec 23 12:21:42.672997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] For port 6082a84d-bfc9-4678-91e4-982032d53357, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6082a84d-bfc9-4678-91e4-982032d53357,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:42.673468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.688950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0526db7a-963c-4fea-9542-a248626b76d4 req-b5bc089e-8052-4d66-89ca-279baf5a89d2 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779133 Dec 23 12:21:42.692916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Calling delete_port for 6082a84d-bfc9-4678-91e4-982032d53357 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:42.695612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.786921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39390) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:42.798089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.802605 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.806973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9849b9e-ea35-4467-8b3f-5bcc70264c95 HTTP/1.1" status: 204 len: 168 time: 0.4892464 Dec 23 12:21:42.815813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cdc0-d776-4251-bc08-65406bd1b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9849b9e-ea35-4467-8b3f-5bcc70264c95,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:42.889510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.902722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:42.951896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:42.961960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:42.963891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fbe6-87e9-44cd-994a-ca50843def94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.969523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:42.978316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:42.993021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6082a84d-bfc9-4678-91e4-982032d53357'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:43.000365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event updated for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:43.038463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Pushing event deleted for resources: {'Port': ['ID=6082a84d-bfc9-4678-91e4-982032d53357,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:43.053168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:43.053820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.096853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] No DVR routers for this DVR port 6082a84d-bfc9-4678-91e4-982032d53357 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:43.099579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.103520 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-272b6f03-a8f6-4878-b284-4e1399ca5bc3 req-cfc3a1dc-5bfd-4531-9d88-ad0497fb4e96 tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.57 "DELETE /v2.0/ports/6082a84d-bfc9-4678-91e4-982032d53357 HTTP/1.1" status: 204 len: 173 time: 0.6516206 Dec 23 12:21:43.145595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'name': 'network-vif-deleted', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:43.150761 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc545b-8d0f-4b4b-abeb-0d7cd8fbb969" -d '{"events": [{"server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "name": "network-vif-deleted", "tag": "6082a84d-bfc9-4678-91e4-982032d53357"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:43.153565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fbe6-87e9-44cd-994a-ca50843def94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.161548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c4625-e9ae-423d-a255-8b95b946a69f req-8d6aa5a7-d73a-452a-a758-1cf5039524d8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:43.163252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-994c4625-e9ae-423d-a255-8b95b946a69f req-8d6aa5a7-d73a-452a-a758-1cf5039524d8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0853729 Dec 23 12:21:43.213789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-994c4625-e9ae-423d-a255-8b95b946a69f req-01d23125-6a5a-4fb1-aedf-f2583df51160 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Dec 23 12:21:43.245634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-63692f97-bc73-42bb-bfb0-1417c1429b8c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5138493 Dec 23 12:21:43.261441 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6356bd-53e5-4bb7-b9ad-2b10a74daf50 x-openstack-request-id: req-7c6356bd-53e5-4bb7-b9ad-2b10a74daf50 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:43.261735 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece3f4ad-ed96-403e-8a10-cffa2ed97569", "name": "network-vif-deleted", "tag": "6082a84d-bfc9-4678-91e4-982032d53357", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:43.261878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Request body: {'port': {'device_id': 'abd21645-51a4-4bec-9714-61b5ab254216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:43.261983 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c6356bd-53e5-4bb7-b9ad-2b10a74daf50 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:43.262358 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece3f4ad-ed96-403e-8a10-cffa2ed97569', 'name': 'network-vif-deleted', 'tag': '6082a84d-bfc9-4678-91e4-982032d53357', 'status': 'completed', 'code': 200} Dec 23 12:21:43.306112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9871442d-3f04-4008-bf84-d81bf21d230c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.314408 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fbe6-87e9-44cd-994a-ca50843def94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.341723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.382619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3fbe6-87e9-44cd-994a-ca50843def94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4d750-35d6-4905-b593-d48e488a9ec7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:43.389926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ab3fbe6-87e9-44cd-994a-ca50843def94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37f66f517fe745b79e16cb725d86bb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018941 Dec 23 12:21:43.392868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39416) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:43.571326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1ebd-fc55-47b3-93d9-72d1606ee767 req-4268e006-e7ec-41a9-89b4-3782df2da7a1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:43.572447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca7a1ebd-fc55-47b3-93d9-72d1606ee767 req-4268e006-e7ec-41a9-89b4-3782df2da7a1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 931 time: 0.1814609 Dec 23 12:21:43.625512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.706800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:43.735410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca7a1ebd-fc55-47b3-93d9-72d1606ee767 req-2e495462-c452-492d-83f4-2473a9d3bf8a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508687 Dec 23 12:21:43.822248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16de19c2-ca54-430f-bdb3-4c3bd0ec0111 req-0067c86f-f95a-4ec2-8594-6fcd51a12a1c tempest-ServerRescueTestJSONUnderV235-1812083884 tempest-ServerRescueTestJSONUnderV235-1812083884-project] 10.222.0.16 "GET /v2.0/ports?device_id=ece3f4ad-ed96-403e-8a10-cffa2ed97569 HTTP/1.1" status: 200 len: 210 time: 0.0484087 Dec 23 12:21:43.884190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:43.892110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.056578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39424) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:44.065865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Transition to ACTIVE for port object 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:44.067682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.070745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.072236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccc4d750-35d6-4905-b593-d48e488a9ec7 HTTP/1.1" status: 204 len: 168 time: 0.6779544 Dec 23 12:21:44.080079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0417eb08-10c5-4830-bb89-6472d34d5b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.087228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628cb01-d1a0-461a-89bf-57d37413166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4d750-35d6-4905-b593-d48e488a9ec7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.168916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0417eb08-10c5-4830-bb89-6472d34d5b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.226797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.283575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0417eb08-10c5-4830-bb89-6472d34d5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.295472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.342294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0417eb08-10c5-4830-bb89-6472d34d5b13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3463ea2faebc47cf9ec4dd2b8f51c9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845950 Dec 23 12:21:44.342973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:44.360119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417eb08-10c5-4830-bb89-6472d34d5b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee30fe-7f85-4529-805e-bb05e14a4416,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.405514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Attempting to bind port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:44.406002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Attempting to bind port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:44.406215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Attempting to bind port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:44.415928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edc0c4-39e1-4ab4-bb29-c962e4a861e9 req-eeb48f34-2538-4102-9882-a5e304e543db tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:44.423345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87edc0c4-39e1-4ab4-bb29-c962e4a861e9 req-eeb48f34-2538-4102-9882-a5e304e543db tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 943 time: 0.1061211 Dec 23 12:21:44.432967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.434216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:44.434557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Attempting to bind port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:44.451568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:44.451964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Checking segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:44.452292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Bound using segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:44.452739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Bound port: 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:44.453120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.462741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.504992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87edc0c4-39e1-4ab4-bb29-c962e4a861e9 req-6a6f7732-20ef-4ac8-8c1c-e851a2a73d87 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757320 Dec 23 12:21:44.559054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:44.562116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:44.740223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.741546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.744700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.746421 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40ee30fe-7f85-4529-805e-bb05e14a4416 HTTP/1.1" status: 204 len: 168 time: 0.3992841 Dec 23 12:21:44.761175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b002f7-66f6-4c70-b26d-5f1bb3c872da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee30fe-7f85-4529-805e-bb05e14a4416,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.788744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:44.789493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.791039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] 10.222.0.43 "PUT /v2.0/ports/93aaeba5-cc50-462f-b5d5-c2ef05cd1572 HTTP/1.1" status: 200 len: 1091 time: 1.5353696 Dec 23 12:21:44.791688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:44.794776 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:44.853286 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9b10c8-db13-4f1a-a9d1-ada50dea95b9 x-openstack-request-id: req-be9b10c8-db13-4f1a-a9d1-ada50dea95b9 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:44.853570 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:44.856463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be9b10c8-db13-4f1a-a9d1-ada50dea95b9 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:44.856463 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', 'status': 'completed', 'code': 200} Dec 23 12:21:44.856463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace5e7-a0e8-4368-800c-f88569923ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.898615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39456) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:44.936869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4205-9e97-471b-a29f-5d18ba1267c6 req-0cfae1c7-24af-4a7f-a8d6-7ca1d86e7e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:44.938367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8ed4205-9e97-471b-a29f-5d18ba1267c6 req-0cfae1c7-24af-4a7f-a8d6-7ca1d86e7e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 943 time: 0.1001973 Dec 23 12:21:44.941148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-89827d69-df55-4d87-a46f-5aa0da7e324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:44.942515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-89827d69-df55-4d87-a46f-5aa0da7e324e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 1094 time: 0.0644541 Dec 23 12:21:45.048757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8ed4205-9e97-471b-a29f-5d18ba1267c6 req-6c93ee14-eec3-4ff8-8670-8a41728c3a70 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030018 Dec 23 12:21:45.083923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-6f84102f-dd6a-45bc-8677-15b65716f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.085449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-6f84102f-dd6a-45bc-8677-15b65716f244 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1262457 Dec 23 12:21:45.131483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:45.135407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6082a84d-bfc9-4678-91e4-982032d53357 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:45.171932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 6082a84d-bfc9-4678-91e4-982032d53357 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:45.173190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6082a84d-bfc9-4678-91e4-982032d53357 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:45.183998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39460) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:45.209120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf70-8acf-476a-a3d8-b2e3ea0b0756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.231143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-19185cf3-7299-4731-96ec-5f9ee0edf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.233113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a4e2d0-c804-4e3a-9e64-1144ff0b3bf3 req-19185cf3-7299-4731-96ec-5f9ee0edf73c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378472 Dec 23 12:21:45.291802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:45.309160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'mac_address': 'fa:16:3e:bf:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:45.362725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.373495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.390763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e7fa1-a484-4cb1-961d-3346e4f1ca68 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:45.416260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf70-8acf-476a-a3d8-b2e3ea0b0756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.419620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-8186cdaa-e443-4aca-8891-b3c189f61622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.421241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-8186cdaa-e443-4aca-8891-b3c189f61622 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 1094 time: 0.1396639 Dec 23 12:21:45.429270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:45.469381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-59f253dc-209e-4fbf-8d83-b0a6d847566c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572 HTTP/1.1" status: 200 len: 217 time: 0.0378456 Dec 23 12:21:45.521573 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbdbaf70-8acf-476a-a3d8-b2e3ea0b0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.586935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-58b14b1a-f27c-447c-83ca-569cd77246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.588574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-58b14b1a-f27c-447c-83ca-569cd77246bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1107852 Dec 23 12:21:45.597402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dbdbaf70-8acf-476a-a3d8-b2e3ea0b0756 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7821025e2634743b8cbd4e4eaa7288d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123094 Dec 23 12:21:45.600933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39480) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:45.603271 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.639530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96ce42ec-ef60-41b2-a755-678cfa4d79d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.671210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:45.676721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbaf70-8acf-476a-a3d8-b2e3ea0b0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416388e-d5a8-4efc-ab9e-c72c7ac44a55,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:45.706584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-bec9f43e-1001-4f40-9948-b6212abd0c10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068487 Dec 23 12:21:45.816430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.832450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555384f4-c26c-45d3-8400-acb10c697b4d req-053fc923-fa01-4245-a433-4fefff764318 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.834159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-555384f4-c26c-45d3-8400-acb10c697b4d req-053fc923-fa01-4245-a433-4fefff764318 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 944 time: 0.1828034 Dec 23 12:21:45.878340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:45.904966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a93e7fa1-a484-4cb1-961d-3346e4f1ca68'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:45.908602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-5bef43f8-1409-43a8-add9-bd7193031798 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825585 Dec 23 12:21:45.996225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-555384f4-c26c-45d3-8400-acb10c697b4d req-db231d6e-2e5d-403e-9601-f79d2ab2e170 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517379 Dec 23 12:21:46.056846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea8b9e0b-dabd-4cf3-ba9f-acf8eeb25300 req-01927578-f1b3-4a9a-bd8d-54b8973d9310 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401865 Dec 23 12:21:46.162227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Deleting port 4e9042b2-a9c2-471a-9445-74708bcbd19f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:46.162616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.168614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.172601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.174537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9416388e-d5a8-4efc-ab9e-c72c7ac44a55 HTTP/1.1" status: 204 len: 168 time: 0.5587461 Dec 23 12:21:46.199838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3601b-6bfe-4f47-bcb3-f904d616a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416388e-d5a8-4efc-ab9e-c72c7ac44a55,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:46.269753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] For port 4e9042b2-a9c2-471a-9445-74708bcbd19f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e9042b2-a9c2-471a-9445-74708bcbd19f,segment=NetworkSegment(734b8a34-2a91-4976-b988-aee29497b221),segment_id=734b8a34-2a91-4976-b988-aee29497b221)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:46.270137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.290269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd1ba-57ab-4432-8851-edbddb0f00dd req-286251d8-e988-48ed-8782-6a462e7aba15 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:46.290970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Calling delete_port for 4e9042b2-a9c2-471a-9445-74708bcbd19f owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:46.291812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bdcd1ba-57ab-4432-8851-edbddb0f00dd req-286251d8-e988-48ed-8782-6a462e7aba15 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 943 time: 0.0670893 Dec 23 12:21:46.361454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bdcd1ba-57ab-4432-8851-edbddb0f00dd req-26ca1848-8da5-4103-8cd3-66dabb7340d7 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627265 Dec 23 12:21:46.477209 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.688683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.716444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9042b2-a9c2-471a-9445-74708bcbd19f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:46.876382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.147380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:47.157803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:47.183895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594679d7-6c59-44a0-9c25-e326a1b81d8f req-377824b0-ce38-477f-903e-e28f6e45bf32 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.185752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-594679d7-6c59-44a0-9c25-e326a1b81d8f req-377824b0-ce38-477f-903e-e28f6e45bf32 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 944 time: 0.0855725 Dec 23 12:21:47.239220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-594679d7-6c59-44a0-9c25-e326a1b81d8f req-2fb56cf9-94e6-4ec8-adc6-a1dfe5381c53 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Dec 23 12:21:47.299054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:47.305611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-532495fd-7011-4320-8317-4b669481c68c admin admin] 10.222.0.16 "PUT /v2.0/routers/4cd6d393-a2ff-4fa3-a241-04b56a52fac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044015 Dec 23 12:21:47.307912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39536) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:47.315221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Sync routers for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:47.333110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:47.334373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:47.416224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:47.437420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.456202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:47.456580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.503791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:47.568108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.696575 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.732287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Deleting port 78bc356b-4932-450e-8ddc-03acd64fb2db {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:47.732287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.742246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:47.744561 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b9f240-c29d-4f6d-a4b8-9e6cd23ad5dc" -d '{"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:47.779123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:47.808209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:21:46Z', 'revision_number': 5, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port': {'id': '78bc356b-4932-450e-8ddc-03acd64fb2db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:09Z', 'updated_at': '2021-12-23T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:47.842912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Checking router: 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:47.855415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] For port 78bc356b-4932-450e-8ddc-03acd64fb2db, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=78bc356b-4932-450e-8ddc-03acd64fb2db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:47.855619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Routers {'4cd6d393-a2ff-4fa3-a241-04b56a52fac1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:47.855727 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.855830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:47.867930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Calling delete_port for 78bc356b-4932-450e-8ddc-03acd64fb2db owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:47.904767 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affc600b-2040-43ac-add4-a78f42adebcf x-openstack-request-id: req-affc600b-2040-43ac-add4-a78f42adebcf {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:47.905219 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:47.905588 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-affc600b-2040-43ac-add4-a78f42adebcf {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:47.906206 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'code': 200} Dec 23 12:21:47.980483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] Set router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:47.988095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d4b1-bcb3-4287-9f1f-eb33662f09f4 req-76f6348d-760c-4f79-a2b3-300a9530473f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.989688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3687d4b1-bcb3-4287-9f1f-eb33662f09f4 req-76f6348d-760c-4f79-a2b3-300a9530473f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 943 time: 0.0703857 Dec 23 12:21:48.047709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.099272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3687d4b1-bcb3-4287-9f1f-eb33662f09f4 req-55d70b0e-6d69-4bc1-961b-1d8628d6925e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Dec 23 12:21:48.111536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e2eb-9deb-40b3-b159-68abee27d3e2 req-e26eb24e-0cec-4fa0-8602-00b30e2c705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:48.118509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d831e2eb-9deb-40b3-b159-68abee27d3e2 req-e26eb24e-0cec-4fa0-8602-00b30e2c705b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 1096 time: 0.1365113 Dec 23 12:21:48.169275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:21:47Z', 'revision_number': 6, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:48.181724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d831e2eb-9deb-40b3-b159-68abee27d3e2 req-34c0a212-f342-4f96-a05b-2a8700afb906 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561523 Dec 23 12:21:48.211013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebc528-74d0-4b2f-b0dd-d751d4937c7e None None] The sync data for ids ['4cd6d393-a2ff-4fa3-a241-04b56a52fac1'] in n-d-822750-2 is: [{'id': '4cd6d393-a2ff-4fa3-a241-04b56a52fac1', 'name': 'tempest-ServerRescueTestJSONUnderV235-2064396712-router', 'tenant_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:08Z', 'updated_at': '2021-12-23T12:21:47Z', 'revision_number': 6, 'project_id': 'bc99cc3caf74403e907680ef9ecf0ac9', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:48.231776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:48.278373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.287593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.289328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.379951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bc356b-4932-450e-8ddc-03acd64fb2db,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:48.480349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.555330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891445d1-7c88-4f7d-8404-765f5908e6d5 req-1cd520b3-c23b-4e80-872c-dcf548e604b8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:48.563747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-891445d1-7c88-4f7d-8404-765f5908e6d5 req-1cd520b3-c23b-4e80-872c-dcf548e604b8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1692452 Dec 23 12:21:48.618048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.621636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.702224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-891445d1-7c88-4f7d-8404-765f5908e6d5 req-3154201e-ec3e-4b97-bc30-684adc5cf76b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374047 Dec 23 12:21:48.784010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.784567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd6d393-a2ff-4fa3-a241-04b56a52fac1 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:21:48.791480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.791480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8100892d-43cc-47ed-8f40-0c7232a0fcc3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4cd6d393-a2ff-4fa3-a241-04b56a52fac1 HTTP/1.1" status: 204 len: 168 time: 1.4819419 Dec 23 12:21:48.793613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:48.858044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Deleting subnet d3faa043-ab15-4e39-b6a3-15dbce0b65f3 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:21:48.861597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.900286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.958588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.078616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.078753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.095712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:49.153026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3faa043-ab15-4e39-b6a3-15dbce0b65f3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:49.161547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.168762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-090ba229-3c12-4f5a-8150-a39f10e89175 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3faa043-ab15-4e39-b6a3-15dbce0b65f3 HTTP/1.1" status: 204 len: 168 time: 0.3741038 Dec 23 12:21:49.171660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:49.242638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:49.276627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'port_id': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', 'mac_address': 'fa:16:3e:e3:65:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af4366-9e23-410b-98c5-ab2f89b805c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:49.339478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.356569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.362888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:49.395571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:49.481179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.517096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.555118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53713a67-50c3-486b-ad30-45ae39eda5af']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:49.558484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:49.570496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734b8a34-2a91-4976-b988-aee29497b221') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:49.571794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734b8a34-2a91-4976-b988-aee29497b221') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:49.587088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.606344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.614706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:21:49.615483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:21:49.619685 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:21:49.716197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['93aaeba5-cc50-462f-b5d5-c2ef05cd1572'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:49.759977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262bf9b-6773-47f5-b37f-178b239f3622 req-b9bd8e79-b645-4a6d-b7fa-26a5f70d9b3c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.759977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2262bf9b-6773-47f5-b37f-178b239f3622 req-b9bd8e79-b645-4a6d-b7fa-26a5f70d9b3c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 944 time: 0.0642333 Dec 23 12:21:49.823796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2262bf9b-6773-47f5-b37f-178b239f3622 req-f9433120-700d-4394-b5e5-5ec7663fbdb6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723112 Dec 23 12:21:50.043472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.050040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.056921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53713a67-50c3-486b-ad30-45ae39eda5af HTTP/1.1" status: 204 len: 168 time: 0.8832445 Dec 23 12:21:50.078441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384dfe-8516-4ab2-9b5e-6b5bb20bcad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53713a67-50c3-486b-ad30-45ae39eda5af,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:50.338423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 78bc356b-4932-450e-8ddc-03acd64fb2db no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:50.360289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 78bc356b-4932-450e-8ddc-03acd64fb2db {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:50.360638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 78bc356b-4932-450e-8ddc-03acd64fb2db not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:50.361070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e9042b2-a9c2-471a-9445-74708bcbd19f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:50.389119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4e9042b2-a9c2-471a-9445-74708bcbd19f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:50.389467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e9042b2-a9c2-471a-9445-74708bcbd19f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:50.583021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:50.625628 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fd8e7434-771d-4ade-bf2c-f2e182f3fb99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc99cc3caf74403e907680ef9ecf0ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413964 Dec 23 12:21:50.628158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:50.635000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24b7bd-5d8b-41e2-a369-5bd7d400f97c req-65aaa432-f9bc-490b-a208-22839c8cf0b9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:50.636594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c24b7bd-5d8b-41e2-a369-5bd7d400f97c req-65aaa432-f9bc-490b-a208-22839c8cf0b9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Dec 23 12:21:50.677264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.686031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c24b7bd-5d8b-41e2-a369-5bd7d400f97c req-cc8ff473-8422-416b-9a4a-b1badad42efb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Dec 23 12:21:50.701260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.980301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.983166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.987076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd HTTP/1.1" status: 204 len: 168 time: 0.3554759 Dec 23 12:21:50.998849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ad185-25d0-4510-8483-e24613945537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb68111a-bd57-4d6a-aef0-7d1f4d99fcdd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:51.103390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:51.223856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:51.229786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:51.238782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:51.313509 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:51.339866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:51.342243 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a888f-fe2a-49c6-9530-7960d8c2df42" -d '{"events": [{"server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "name": "network-vif-plugged", "status": "completed", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:51.355025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:51.460057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:51.519307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:51.861454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d4ccc-4009-402e-998f-7fe7fdf02852 req-198a416f-230a-4d2d-b7ff-c02e247ae858 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:51.863179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-748d4ccc-4009-402e-998f-7fe7fdf02852 req-198a416f-230a-4d2d-b7ff-c02e247ae858 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.0859823 Dec 23 12:21:51.873093 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db8a33-84c0-463e-806f-dbb0170bb549 x-openstack-request-id: req-84db8a33-84c0-463e-806f-dbb0170bb549 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:51.873435 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "name": "network-vif-plugged", "status": "completed", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:51.881266 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84db8a33-84c0-463e-806f-dbb0170bb549 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:51.881266 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', 'code': 200} Dec 23 12:21:51.933372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-748d4ccc-4009-402e-998f-7fe7fdf02852 req-ec7eb5d1-68f9-4874-8ff0-285f6d425497 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Dec 23 12:21:52.009257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2bd1c-f526-4d9a-a2e8-a73b6f869449 req-efced931-a0d1-4618-b142-58ded6a57236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.011623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85e2bd1c-f526-4d9a-a2e8-a73b6f869449 req-efced931-a0d1-4618-b142-58ded6a57236 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 1096 time: 0.0739019 Dec 23 12:21:52.079212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85e2bd1c-f526-4d9a-a2e8-a73b6f869449 req-62112f88-ab7c-4bab-bfd1-5e6f2f35bdf7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597494 Dec 23 12:21:52.120841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa711-d32d-452b-833d-5a3a57acf2a3 req-d1d4d4d0-db10-4763-ad1f-18e70588fe3e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.122367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9dcaa711-d32d-452b-833d-5a3a57acf2a3 req-d1d4d4d0-db10-4763-ad1f-18e70588fe3e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0556974 Dec 23 12:21:52.175307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9dcaa711-d32d-452b-833d-5a3a57acf2a3 req-f90d0df2-89ca-44ce-983a-aea93c1a6d8b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Dec 23 12:21:52.566631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:53.173488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a5afb-147f-4072-bfae-5e454478a2e6 req-ba470dc2-a5ec-4446-9d09-81c2da8e8e5d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:53.174884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d39a5afb-147f-4072-bfae-5e454478a2e6 req-ba470dc2-a5ec-4446-9d09-81c2da8e8e5d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Dec 23 12:21:53.225549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d39a5afb-147f-4072-bfae-5e454478a2e6 req-3802cdc5-d3fb-452e-b60d-8de4c2e1db53 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Dec 23 12:21:53.547059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609bf32-df3d-4607-b7bd-8e83a99c86f7 req-89e2e050-ee63-42ff-8917-7bc80a53b732 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:53.554003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2609bf32-df3d-4607-b7bd-8e83a99c86f7 req-89e2e050-ee63-42ff-8917-7bc80a53b732 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0575266 Dec 23 12:21:53.571721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39732) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:53.599559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2609bf32-df3d-4607-b7bd-8e83a99c86f7 req-a5e8acaa-2830-47bd-8d39-95b6be301d79 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Dec 23 12:21:53.679234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd6c2-dd5c-48a9-a7d2-0e55515ef87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:53.754291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd6c2-dd5c-48a9-a7d2-0e55515ef87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:53.854155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd6c2-dd5c-48a9-a7d2-0e55515ef87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:53.924992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39744) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:53.939006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ba8cd6c2-dd5c-48a9-a7d2-0e55515ef87f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=317f6acbd8c4416d9415cc027f8b88da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655043 Dec 23 12:21:53.940012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cd6c2-dd5c-48a9-a7d2-0e55515ef87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d7635e-eaa4-4696-88da-665a8643a507,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:53.993168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.027419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:54.027567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.155265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.159091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e113e830-58e9-4e09-9c4a-93838e51c24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.160735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.162234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0d7635e-eaa4-4696-88da-665a8643a507 HTTP/1.1" status: 204 len: 168 time: 0.2359025 Dec 23 12:21:54.192134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd540af-a8d4-4357-bb08-1c75e731e2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d7635e-eaa4-4696-88da-665a8643a507,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:54.308282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e113e830-58e9-4e09-9c4a-93838e51c24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.375293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61276fa2-3ec9-4659-bc9f-09f63dc9ef17 req-c6487636-6ff3-4e15-aabc-ba8296a8d0a2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:54.378093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61276fa2-3ec9-4659-bc9f-09f63dc9ef17 req-c6487636-6ff3-4e15-aabc-ba8296a8d0a2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Dec 23 12:21:54.387543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e113e830-58e9-4e09-9c4a-93838e51c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.448245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61276fa2-3ec9-4659-bc9f-09f63dc9ef17 req-efef7b3e-299c-4a04-9b4c-99be02dff701 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612752 Dec 23 12:21:54.454088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e113e830-58e9-4e09-9c4a-93838e51c24e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d99c65e02f34e3985fa05ded348f7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256251 Dec 23 12:21:54.456881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39760) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:54.473781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113e830-58e9-4e09-9c4a-93838e51c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d1add-8b53-4a68-80f0-af35c4c04269,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:54.524931 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.574115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.781204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.785114 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:54.788629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d4d1add-8b53-4a68-80f0-af35c4c04269 HTTP/1.1" status: 204 len: 168 time: 0.3284166 Dec 23 12:21:54.821684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ca810-3155-43bf-b8f9-af3af13cef9f req-40760c5d-e795-45ab-bd68-07a702861a72 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:54.823317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c52ca810-3155-43bf-b8f9-af3af13cef9f req-40760c5d-e795-45ab-bd68-07a702861a72 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1092682 Dec 23 12:21:54.824639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd45789-d862-475d-ae04-f6e073fe11b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d1add-8b53-4a68-80f0-af35c4c04269,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:54.908376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c52ca810-3155-43bf-b8f9-af3af13cef9f req-1ac73653-95ee-46c5-bbc6-5acae1c4be61 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685403 Dec 23 12:21:55.253054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39794) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:55.461532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3401bd7c-e834-4f4a-af51-e2755e9a2980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.543843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3401bd7c-e834-4f4a-af51-e2755e9a2980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.567372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39810) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:55.583233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1947847033'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:55.648937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3401bd7c-e834-4f4a-af51-e2755e9a2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.686063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:55.686756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401bd7c-e834-4f4a-af51-e2755e9a2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e7df1-781b-4120-8972-a4bd82d401f6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:55.696672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.701922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3401bd7c-e834-4f4a-af51-e2755e9a2980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecaff39682784c55bb89ba84e1cbbb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478130 Dec 23 12:21:55.705579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39816) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:55.727563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:21:55.729705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39818) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:55.748140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75dabdb0-3528-461b-870e-9a4a8c8676a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.757050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.762789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.763119 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Added segment 675d5cee-5149-4244-917a-dc408c998b8f of type vlan for network 6b71f5f9-a8e4-41ae-899d-1e689773b246 Dec 23 12:21:55.782869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.833313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.903967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.907124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.908333 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/891e7df1-781b-4120-8972-a4bd82d401f6 HTTP/1.1" status: 204 len: 168 time: 0.2011249 Dec 23 12:21:55.920596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684c5b1-4f37-4c23-bb3f-e2a880dcc116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e7df1-781b-4120-8972-a4bd82d401f6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:55.983157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.996336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:55.998729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.008972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75dabdb0-3528-461b-870e-9a4a8c8676a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.101304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75dabdb0-3528-461b-870e-9a4a8c8676a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.193275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6227610 Dec 23 12:21:56.196150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:56.203032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1420457131'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:56.242965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afe9fd-1d47-4734-b659-bc3d5a28dc59 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Network': ['ID=6b71f5f9-a8e4-41ae-899d-1e689773b246,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:56.254179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:21:56.255528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dabdb0-3528-461b-870e-9a4a8c8676a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefea390-51e6-405a-a974-43d349e050c9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:56.293784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75dabdb0-3528-461b-870e-9a4a8c8676a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0ea0a90c409450b8a0aba896885c865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629814 Dec 23 12:21:56.298449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39840) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:56.330873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad80b6-0a1f-4c68-b70a-1b2399124ef7 req-1462a4f3-21bd-48f6-a2b0-891aff93e228 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:56.339509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fad80b6-0a1f-4c68-b70a-1b2399124ef7 req-1462a4f3-21bd-48f6-a2b0-891aff93e228 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.2862864 Dec 23 12:21:56.419420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:56.428792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.464738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fad80b6-0a1f-4c68-b70a-1b2399124ef7 req-164ecaa8-f150-4989-bba4-6c290984772c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240683 Dec 23 12:21:56.520645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.549597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:21:56.552636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.573759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.574104 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Added segment c98a62dd-62fb-4718-8e81-156b314c6eef of type vlan for network 855e83c9-43a9-4a09-961a-fb691ba2b544 Dec 23 12:21:56.626836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.780161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.785851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:56.787446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.792738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.795264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:56.796657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eefea390-51e6-405a-a974-43d349e050c9 HTTP/1.1" status: 204 len: 168 time: 0.4957635 Dec 23 12:21:56.878363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefea390-51e6-405a-a974-43d349e050c9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:56.933461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.934100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.934669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.935016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.935355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.935691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.936021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.936349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.936811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.937165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.937492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.937818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.938141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c0c5b-58c1-4f27-81b0-f1eef5cb309c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:56.945597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Network': ['ID=855e83c9-43a9-4a09-961a-fb691ba2b544,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:56.987889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:21:56.991350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:57.005253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f856dd6a-7916-4d6d-a253-16be1361144a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.024127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-827bbd3f-f42b-46f9-9c10-032d8cbb89af tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8260796 Dec 23 12:21:57.026542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:57.034253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'subnet': {'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:57.166757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f856dd6a-7916-4d6d-a253-16be1361144a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.253706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39864) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:57.277798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f856dd6a-7916-4d6d-a253-16be1361144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.311563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:57.315588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.795705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.842316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f856dd6a-7916-4d6d-a253-16be1361144a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d821a4bb35324328a5b2d61d4881bc75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8498693 Dec 23 12:21:57.851703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:57.902549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa0aed35-bdc6-4cd1-8a89-2ed2acb2f019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.909949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:57.913415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network hostable DHCP agents. Network: 6b71f5f9-a8e4-41ae-899d-1e689773b246, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:21:57.914041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856dd6a-7916-4d6d-a253-16be1361144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea1104-7d0f-437e-83de-1e7e5c35c762,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:57.933200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Subnet': ['ID=08254c88-0894-4799-9ebe-53bde6f948d3,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:57.946796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ea1f6-9bce-4d39-adb4-f0220fbe3f5f req-75c3afb8-fce6-42f5-8ace-e32c77cefae8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:57.951140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:57.957301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-149ea1f6-9bce-4d39-adb4-f0220fbe3f5f req-75c3afb8-fce6-42f5-8ace-e32c77cefae8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1195199 Dec 23 12:21:57.983614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.025571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-149ea1f6-9bce-4d39-adb4-f0220fbe3f5f req-425a9a96-3d52-45e9-b8b5-928da8697926 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Dec 23 12:21:58.029390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:21:58.082367 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa0aed35-bdc6-4cd1-8a89-2ed2acb2f019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.121295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6b71f5f9-a8e4-41ae-899d-1e689773b246) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:58.123073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.126084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.129662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fea1104-7d0f-437e-83de-1e7e5c35c762 HTTP/1.1" status: 204 len: 168 time: 0.2696488 Dec 23 12:21:58.129803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3b429-7e25-4ddc-a22f-0ca58b68feca None None] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:21:58.131988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:58.132449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.145087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941a72-77b3-4480-876b-da96235eb577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea1104-7d0f-437e-83de-1e7e5c35c762,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:58.197499 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa0aed35-bdc6-4cd1-8a89-2ed2acb2f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.229916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0eb85828-cf00-44f5-8e85-79044cc6bb25 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1979690 Dec 23 12:21:58.230921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:58.248238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'subnet': {'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:58.250143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aa0aed35-bdc6-4cd1-8a89-2ed2acb2f019 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a95367f5cdc845ccb7e670be35c319df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9956961 Dec 23 12:21:58.251112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39894) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:58.251766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aed35-bdc6-4cd1-8a89-2ed2acb2f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06036f6-540e-4ee9-b754-8cc4a3309ac6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:58.302888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-6b71f5f9-a8e4-41ae-899d-1e689773b246', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:21:58.303828 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.325338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.367061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.492414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.495343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.499723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a06036f6-540e-4ee9-b754-8cc4a3309ac6 HTTP/1.1" status: 204 len: 168 time: 0.2439127 Dec 23 12:21:58.517961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222011e0-9c72-42d9-a65b-da697d68e934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06036f6-540e-4ee9-b754-8cc4a3309ac6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:58.528293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:58.541246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.541385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Allocated IP 10.1.1.2 (6b71f5f9-a8e4-41ae-899d-1e689773b246/08254c88-0894-4799-9ebe-53bde6f948d3/5d94bf1d-1d93-4d7d-8f91-a4170ec65195) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:58.816396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.889527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.921191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:58.949389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:58.952957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:58.961502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:58.999677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Subnet': ['ID=8c274828-4431-4894-a61c-bb91a12b3033,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:59.028398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Checking segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:59.033153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network hostable DHCP agents. Network: 855e83c9-43a9-4a09-961a-fb691ba2b544, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:21:59.035654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Pushing event updated for resources: {'Port': ['ID=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:59.089772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Attempting to bind port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:59.090297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Attempting to bind port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:59.090740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Attempting to bind port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:59.097825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:59.098204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:59.098617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:59.098986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Bound using segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:59.099449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Bound port: 5d94bf1d-1d93-4d7d-8f91-a4170ec65195, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:59.099877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:59.156864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:21:59.170565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] For port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:59.171136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d11f6-2743-4caa-ae36-876cc5220f0f req-8295ef1a-b1ad-48ec-8b92-eb452514e492 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:59.174573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-586d11f6-2743-4caa-ae36-876cc5220f0f req-8295ef1a-b1ad-48ec-8b92-eb452514e492 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0575745 Dec 23 12:21:59.174759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] For port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:59.237747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-586d11f6-2743-4caa-ae36-876cc5220f0f req-1e43afb4-0cb6-429b-a46c-b4aa638f0843 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 Dec 23 12:21:59.271588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 855e83c9-43a9-4a09-961a-fb691ba2b544) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:59.283569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:59.283569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:59.283835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9c692-c8ec-4811-a433-5cc6c1a84cf1 None None] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:21:59.357445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:59.403272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09be0f31-d3a9-4ef6-9606-1b75ba90f661 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1639175 Dec 23 12:21:59.404758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:59.410184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'name': 'tempest-TaggedBootDevicesTest_v242-1371319517', 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:59.483837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0d09e-b933-4a3c-bd51-74cb99eda3b7 None None] Pushing event updated for resources: {'Port': ['ID=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:59.540624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-855e83c9-43a9-4a09-961a-fb691ba2b544', 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ips': [{'subnet_id': '8c274828-4431-4894-a61c-bb91a12b3033'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:21:59.542711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:59.824849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Allocated IP 10.2.2.2 (855e83c9-43a9-4a09-961a-fb691ba2b544/8c274828-4431-4894-a61c-bb91a12b3033/669b7506-2c73-4f8a-8476-741e7314ebce) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:59.877554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:00.054240 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.114118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] device_id is not set on port 3dd739ff-f395-4410-8fe5-29588d9d81e9 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:22:00.136968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.307046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.424523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Pushing event updated for resources: {'Port': ['ID=669b7506-2c73-4f8a-8476-741e7314ebce,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:00.458549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:00.478107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:00.481932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:00.595585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:00.677004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Attempting to bind port 669b7506-2c73-4f8a-8476-741e7314ebce on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:00.678342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Attempting to bind port 669b7506-2c73-4f8a-8476-741e7314ebce by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:00.679066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Attempting to bind port 669b7506-2c73-4f8a-8476-741e7314ebce on network 855e83c9-43a9-4a09-961a-fb691ba2b544 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:00.691200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:00.692954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Checking segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:00.694158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.694740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Bound using segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:00.695440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Bound port: 669b7506-2c73-4f8a-8476-741e7314ebce, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:00.696047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.719806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.1.1.91 (6b71f5f9-a8e4-41ae-899d-1e689773b246/08254c88-0894-4799-9ebe-53bde6f948d3/3dd739ff-f395-4410-8fe5-29588d9d81e9) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:00.772266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a824-8d89-4336-9edd-56c75ee039fe req-81be9a01-f251-4529-b7f0-e31de71a2de0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:00.784476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e217a824-8d89-4336-9edd-56c75ee039fe req-81be9a01-f251-4529-b7f0-e31de71a2de0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.2510643 Dec 23 12:22:00.833482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:00.833889 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.949640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e217a824-8d89-4336-9edd-56c75ee039fe req-b5cf1c76-fb0f-49dc-a6ba-7e59c58ee1f2 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568816 Dec 23 12:22:01.066602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] For port 669b7506-2c73-4f8a-8476-741e7314ebce, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:01.073366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] For port 669b7506-2c73-4f8a-8476-741e7314ebce, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=669b7506-2c73-4f8a-8476-741e7314ebce,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:01.153285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.194478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.267279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:01.301162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d7358-f01b-49bd-82df-d016e130e7f7 None None] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:01.352133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.451594 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.460782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272dd33-dc25-4d8f-906e-4031b192a396 None None] Pushing event updated for resources: {'Port': ['ID=669b7506-2c73-4f8a-8476-741e7314ebce,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:01.489049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd42bebf-b5aa-4da3-9ec7-b03263e9f1eb None None] Provisioning complete for port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:01.489695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd42bebf-b5aa-4da3-9ec7-b03263e9f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.541373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:01.646374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:01.749059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:01.750320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:01.752727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:01.755676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:01.802625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.803586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.804058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.804703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.805269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.805720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.806120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.806521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.806914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.807460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.807891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.808275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.809275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:01.856613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:01.875169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:01.875826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.012072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-959dad49-e96a-4676-9946-7f7fac0ba50e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6037564 Dec 23 12:22:02.012255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:02.017585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'name': 'tempest-TaggedBootDevicesTest_v242-592811079', 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:02.241520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-f444d954-1963-4525-a716-8a165cc9e2c8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073215 Dec 23 12:22:02.289499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1621078568-network', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:02.319932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a508c-de54-428b-8947-c04482a96ceb req-79969784-87eb-49e1-a665-ac4ac665ce57 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:02.320372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8b4248dc-11ca-4207-9b47-c3b7ce0dedcc None None] Provisioning complete for port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:02.320938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b4248dc-11ca-4207-9b47-c3b7ce0dedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.325917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a0a508c-de54-428b-8947-c04482a96ceb req-79969784-87eb-49e1-a665-ac4ac665ce57 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.2577672 Dec 23 12:22:02.448282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a0a508c-de54-428b-8947-c04482a96ceb req-9aea889c-043d-48ad-9daa-ccedacc18b3d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898898 Dec 23 12:22:02.454017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:02.458152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.492622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.623962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-99cb2b9a-f25e-4831-9ea1-757fdc7dbf80 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:02.641613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-99cb2b9a-f25e-4831-9ea1-757fdc7dbf80 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3904834 Dec 23 12:22:02.654291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8b4248dc-11ca-4207-9b47-c3b7ce0dedcc None None] Provisioning complete for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:02.654824 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b4248dc-11ca-4207-9b47-c3b7ce0dedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.731563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-cf2aa577-6ece-4796-95a9-2c9c16fdb0a0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/quotas/1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 375 time: 0.0876687 Dec 23 12:22:02.753454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8b4248dc-11ca-4207-9b47-c3b7ce0dedcc None None] Port 3dd739ff-f395-4410-8fe5-29588d9d81e9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:02.756654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:02.762461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.813758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:02.814250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.836096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-54d0ea04-fa43-4030-82ab-554d2e258691 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048002 Dec 23 12:22:02.844574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:02.857081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.877024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.894633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:22:02.897185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] device_id is not set on port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:22:02.924472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:02.926017 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Added segment f644c143-96b4-48cd-b5d0-60dcec945552 of type vlan for network 625b56d6-a765-4287-b860-bd5a6e79b123 Dec 23 12:22:02.976008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c9b98c4-4ac2-4a68-95a0-6faa85818cdb None None] Provisioning complete for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:02.979719 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c9b98c4-4ac2-4a68-95a0-6faa85818cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.056287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:03.083728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.122977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b98c4-4ac2-4a68-95a0-6faa85818cdb None None] Port 3dd739ff-f395-4410-8fe5-29588d9d81e9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:03.130575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 669b7506-2c73-4f8a-8476-741e7314ebce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:03.187624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff0eee-4715-46b3-ab5a-44b071f9e9a2 None None] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:03.210692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.212693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:03.216495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.245055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.1.1.29 (6b71f5f9-a8e4-41ae-899d-1e689773b246/08254c88-0894-4799-9ebe-53bde6f948d3/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:03.363034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] Pushing event updated for resources: {'Network': ['ID=625b56d6-a765-4287-b860-bd5a6e79b123,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:03.416148 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e94a9a93-0e64-432e-88d9-90b8e9a0d979 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5578032 Dec 23 12:22:03.419009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:03.444322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Request body: {'subnet': {'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1621078568-subnet', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:03.464969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-d7ae72ea-6f9d-4b78-90d0-a12aeb2108aa tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=08747fef9a9d4a9c8051941e995799cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953493 Dec 23 12:22:03.520192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 625b56d6-a765-4287-b860-bd5a6e79b123 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:22:03.556944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d72e6746-dd1c-4428-9389-89e5d1bdd09d req-6f24e629-e79f-4f62-a14f-e69d7e02ae16 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0765579 Dec 23 12:22:03.580001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:03.585102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.606799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] Provisioning complete for port 669b7506-2c73-4f8a-8476-741e7314ebce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:03.607161 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.637110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.649747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-39db3d96-2aeb-429e-90f4-14f2b8311d63 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:03.657393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-39db3d96-2aeb-429e-90f4-14f2b8311d63 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915286 Dec 23 12:22:03.680779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-0af7f7ac-febb-47be-ab76-007d7bc9914b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/quotas/08747fef9a9d4a9c8051941e995799cb HTTP/1.1" status: 200 len: 375 time: 0.0221593 Dec 23 12:22:03.681519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 669b7506-2c73-4f8a-8476-741e7314ebce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:03.681997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.726627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-6e23d0aa-d8c9-4d21-8494-e037aef9c24f tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08747fef9a9d4a9c8051941e995799cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446477 Dec 23 12:22:03.840472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.874431 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.885264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6f7fa-7769-4729-9305-f631fee929c2 req-5efb4e62-e31c-400f-adb1-bbf5ceb0e0fd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:03.887241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dcb6f7fa-7769-4729-9305-f631fee929c2 req-5efb4e62-e31c-400f-adb1-bbf5ceb0e0fd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1118813 Dec 23 12:22:03.894529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] For port 669b7506-2c73-4f8a-8476-741e7314ebce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=669b7506-2c73-4f8a-8476-741e7314ebce,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:03.920158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:03.994161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:04.000336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:04.005095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:04.011058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dcb6f7fa-7769-4729-9305-f631fee929c2 req-082fa2b7-328d-4071-b9f8-ce0bca4ccb20 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160705 Dec 23 12:22:04.013150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.062757 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:04.066002 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:04.067164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:04.067883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.070812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.117765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.215715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c00894fc-5996-41b9-bca6-689cba2e6834 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2023082 Dec 23 12:22:04.247877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471ab06a-b666-4408-825e-2399f265cb87,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:04.268697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ff0a-44c6-4243-86c3-c75c34ca4f1f None None] Pushing event updated for resources: {'Port': ['ID=669b7506-2c73-4f8a-8476-741e7314ebce,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:04.310085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:22:04.310304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Checking segment: {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:04.310433 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:22:04.312728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Network hostable DHCP agents. Network: 625b56d6-a765-4287-b860-bd5a6e79b123, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:22:04.337158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3a946a69-efaa-4f02-b0b4-1539e22382cd None None] Provisioning complete for port 669b7506-2c73-4f8a-8476-741e7314ebce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:04.337517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a946a69-efaa-4f02-b0b4-1539e22382cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.430771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98d22444-92aa-4d3e-8a3c-a350f6a73c42 req-4e94a46c-9bcc-4c86-b040-94d6c5a20679 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.0546374 Dec 23 12:22:04.440674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Network 625b56d6-a765-4287-b860-bd5a6e79b123 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:22:04.562717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 625b56d6-a765-4287-b860-bd5a6e79b123) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:04.567626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:04.569998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.574189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047b069-2e7f-4ea6-8a60-a79255389de4 None None] Network 625b56d6-a765-4287-b860-bd5a6e79b123 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:04.641119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e304fc4a-0127-4254-a62d-57326ebbe509 None None] Provisioning complete for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:04.641424 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e304fc4a-0127-4254-a62d-57326ebbe509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.692479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e304fc4a-0127-4254-a62d-57326ebbe509 None None] Port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:04.704874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-f77cdb05-196b-47a6-baf5-b885761f3bb1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:04.706360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-f77cdb05-196b-47a6-baf5-b885761f3bb1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.1080070 Dec 23 12:22:04.718752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-625b56d6-a765-4287-b860-bd5a6e79b123', 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123', 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'fixed_ips': [{'subnet_id': '471ab06a-b666-4408-825e-2399f265cb87'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:22:04.721679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:04.731660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-de056636-1c25-4ce2-8b55-94b570949ac2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/quotas/1fb2be922f234993a16a4901c1a4ca2c HTTP/1.1" status: 200 len: 375 time: 0.0164900 Dec 23 12:22:04.748680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c42917a-a85b-424d-b3ea-b950eb974e70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3284461 Dec 23 12:22:04.751525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:04.756662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:04.793773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-5ac573fd-9f0e-4949-9f8d-650c15b7f123 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611632 Dec 23 12:22:04.924978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Allocated IP 172.20.0.2 (625b56d6-a765-4287-b860-bd5a6e79b123/471ab06a-b666-4408-825e-2399f265cb87/b9415c86-39fb-4329-822d-0e6275293837) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:04.931980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-0a1e2ddb-cb62-4a86-ae95-fbb74720f594 service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282964 Dec 23 12:22:04.995812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 669b7506-2c73-4f8a-8476-741e7314ebce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:05.006804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.008061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.029944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-61219d1b-d0a0-4020-a637-fb0f6643a253 service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968254 Dec 23 12:22:05.070474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.161028 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.164478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 669b7506-2c73-4f8a-8476-741e7314ebce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:05.164850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.179353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:05.184850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120549411', 'description': 'tempest-description--1730671468'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:05.276261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.367536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Network 625b56d6-a765-4287-b860-bd5a6e79b123 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:05.373456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:05.378602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:05.382673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Pushing event updated for resources: {'Port': ['ID=b9415c86-39fb-4329-822d-0e6275293837,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:05.387126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.402422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.416734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f944b66-8eaa-4300-8da5-939f37bf83f3 req-38a674f2-09ff-4105-88f8-bd270459ab40 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0631006 Dec 23 12:22:05.488285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be9bd-8dbf-4aba-b4c5-67bf2a35b500 req-7af2c2e9-8256-4e2a-adff-4caa0268fd9e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:05.491067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Attempting to bind port b9415c86-39fb-4329-822d-0e6275293837 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:05.491067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Attempting to bind port b9415c86-39fb-4329-822d-0e6275293837 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:05.491705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Attempting to bind port b9415c86-39fb-4329-822d-0e6275293837 on network 625b56d6-a765-4287-b860-bd5a6e79b123 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:05.497161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b4be9bd-8dbf-4aba-b4c5-67bf2a35b500 req-7af2c2e9-8256-4e2a-adff-4caa0268fd9e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0793269 Dec 23 12:22:05.502029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:05.504380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Checking segment: {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:05.504886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.506802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Bound using segment: {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:05.508109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Bound port: b9415c86-39fb-4329-822d-0e6275293837, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:05.508584 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.527645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.561411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b4be9bd-8dbf-4aba-b4c5-67bf2a35b500 req-46d0f996-6596-4000-847e-fadec7c95199 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621383 Dec 23 12:22:05.634191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] For port b9415c86-39fb-4329-822d-0e6275293837, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:05.639114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] For port b9415c86-39fb-4329-822d-0e6275293837, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b9415c86-39fb-4329-822d-0e6275293837,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:05.671043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6160c62-1896-46d6-8db1-ccc4673fcd37 req-f0458ca3-430f-4838-9a92-d0974e9a3891 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.0283701 Dec 23 12:22:05.724361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8ce088f-408c-4f7b-91b1-6449ab5cd6a1 req-0d235940-ec3c-4f35-8c7f-4f0633ac2777 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.0258729 Dec 23 12:22:05.804143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.816192 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:22:05.827466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.877639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.939500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee67b16-16c0-41b9-a169-476003868e41,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:05.962717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Allocated IP 172.25.7.226 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/ef25a8a5-5354-4d9b-935e-8d9928d0c412) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:05.986513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.045824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080dfac-862d-44c9-b2f5-1bc6d2b93095 None None] Pushing event updated for resources: {'Port': ['ID=b9415c86-39fb-4329-822d-0e6275293837,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:06.057880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.059311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5a2763b-8e6d-4143-9359-2a50f20e093b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8779011 Dec 23 12:22:06.062206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40148) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:06.071372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'security_group_rule': {'security_group_id': 'aee67b16-16c0-41b9-a169-476003868e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:06.086507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.251854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.260631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.302683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:06.306951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:06.311338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:06.328419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.359670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ef25a8a5-5354-4d9b-935e-8d9928d0c412,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:06.482702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.514067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e1ef6d-ff90-4b1b-a425-e3b06432b6b5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:06.553567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2357767-b860-4f42-9dde-12d65ed1e78f req-53cc03be-84e9-466c-9b53-c50469baf4d3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0305431 Dec 23 12:22:06.622121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:06.624304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0e5f1b3d-8106-41fa-b9d4-ea6b8aab0f67 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602155 Dec 23 12:22:06.627254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40158) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:06.640777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'security_group_rule': {'security_group_id': 'aee67b16-16c0-41b9-a169-476003868e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:06.735184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282c01-0732-478b-bba0-b18a568d9b63 req-ec7c5182-cdf0-4b62-9288-2d6233fdd4d0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:06.737308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba282c01-0732-478b-bba0-b18a568d9b63 req-ec7c5182-cdf0-4b62-9288-2d6233fdd4d0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0806706 Dec 23 12:22:06.810963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba282c01-0732-478b-bba0-b18a568d9b63 req-74a16f05-87d7-46df-adef-743cb9386e4c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666819 Dec 23 12:22:06.891106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68816de5-05d2-4925-aed5-96ffb41ead56 req-f9663f27-6b7e-4a9f-8f26-de4647a4bdb0 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.0788872 Dec 23 12:22:07.034438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3a99a75-5c95-4bf6-ac7b-3f57b6e926ce req-751645d6-7ce6-440a-922d-249970a276b4 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.0679710 Dec 23 12:22:07.090715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b9415c86-39fb-4329-822d-0e6275293837 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:07.124327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-30f385d5-2eba-4193-97c3-2497a4f196c6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330069 Dec 23 12:22:07.157554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b9415c86-39fb-4329-822d-0e6275293837 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:07.157950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.285083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.315020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.325078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b9415c86-39fb-4329-822d-0e6275293837, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b9415c86-39fb-4329-822d-0e6275293837,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:07.396248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-47c26b75-d25e-4339-86fd-2d046ba05d4d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:07.398173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-47c26b75-d25e-4339-86fd-2d046ba05d4d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635283 Dec 23 12:22:07.401120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.411772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Request body: {'port': {'device_id': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1692fb8d765741188e6726a83e2aae80'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:07.412690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.448325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7d35d-df2b-4101-afbf-3cbef7fe1d2a None None] Network 625b56d6-a765-4287-b860-bd5a6e79b123 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:07.519151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b9415c86-39fb-4329-822d-0e6275293837,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:07.590199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9b33e2d9-1afd-44eb-8141-13fbf1c70d7f None None] Provisioning complete for port b9415c86-39fb-4329-822d-0e6275293837 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:07.590570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9b33e2d9-1afd-44eb-8141-13fbf1c70d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.632766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.679743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79a0ff14-892e-45e3-848d-dd2b44e43ef0 req-f9bbd978-6704-4d36-a3c7-36611b7b5a8f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0386326 Dec 23 12:22:07.735662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.784059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.816663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65e6bbc-97c1-4125-98a8-965b3bbfd6c8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:07.879952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Made reservation on behalf of 1692fb8d765741188e6726a83e2aae80 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:07.887567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.898437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.902528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b8af552-a45e-4bbc-a510-ec59e8519b85 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2692356 Dec 23 12:22:07.906394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-35bf5676-dadf-4de3-9fc2-6cb5647aa074 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=08747fef9a9d4a9c8051941e995799cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609388 Dec 23 12:22:07.906925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40174) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:07.911692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:07.919050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.960711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f654938b-8b23-4651-9180-3bb3c08b0043 None None] Provisioning complete for port b9415c86-39fb-4329-822d-0e6275293837 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:07.976357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f654938b-8b23-4651-9180-3bb3c08b0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.061199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.066068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e8df1c0-f25d-4af9-b47d-7ba296814700 req-dc73155d-139f-465d-822c-1f317d9d05c5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.0487933 Dec 23 12:22:08.066534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.127474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2114-6139-4409-bb44-9266046e939e req-e79717f8-e23e-4926-80ea-35a4e2aea70f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:08.136507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-803e2114-6139-4409-bb44-9266046e939e req-e79717f8-e23e-4926-80ea-35a4e2aea70f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1591027 Dec 23 12:22:08.138556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.146250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7908e15c-f915-45b2-beda-fa67e7560219 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:08.148470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7908e15c-f915-45b2-beda-fa67e7560219 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361803 Dec 23 12:22:08.172281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Request body: {'port': {'device_id': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '08747fef9a9d4a9c8051941e995799cb'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:08.226146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Router 94d080c8-7343-42a2-8f85-96ed84370a66 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:22:08.238401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c9ac0-f657-494d-b5ed-3ce60d4eadab,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:08.256888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3542dc45-12f8-439b-8289-16e9e4852400 req-d7cd83bf-0d5f-40bb-89ec-5df64c31ac0b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.0891242 Dec 23 12:22:08.283758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-803e2114-6139-4409-bb44-9266046e939e req-f6ad8460-d41e-4409-b541-f506ac10c83d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461003 Dec 23 12:22:08.418328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Allocated IP 192.168.233.55 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/4631b457-2e4d-48bb-ab77-2572fb36882a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:08.446539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Made reservation on behalf of 08747fef9a9d4a9c8051941e995799cb for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:08.450563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.461458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.486714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:08.501257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.501370 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Sync routers for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:08.514485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:08.517873 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:08.625535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.638104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.639155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae2bc7c7-85f5-47b1-8978-90accc4830c3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8866026 Dec 23 12:22:08.640176 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:08.643538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40182) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:08.764253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 172.25.7.118 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/cb07459f-12d5-41d9-a0e8-b20bf91b2018) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:08.768960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.786580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.843460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49e07aba-41a1-4613-83a3-04ccc8501a49 req-9ffe353b-0b41-4ef4-a79c-d67fd1939b35 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0648050 Dec 23 12:22:08.866298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:06Z', 'revision_number': 3, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:08.903421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Checking router: 94d080c8-7343-42a2-8f85-96ed84370a66 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:08.903993 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Updating router 94d080c8-7343-42a2-8f85-96ed84370a66 port ef25a8a5-5354-4d9b-935e-8d9928d0c412 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:22:08.915703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9bc12-1aec-4639-a5aa-37d943afa847,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:08.946282 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.029983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b9415c86-39fb-4329-822d-0e6275293837 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:09.063504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.158261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:09.163026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:09.173399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:09.182296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:09.275647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:09.276311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.279396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Allocated IP 192.168.233.176 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/5a0aca45-b81f-44f4-bf38-5351fe7726ef) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:09.328213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b9415c86-39fb-4329-822d-0e6275293837 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:09.328492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.331546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-90e6e5f8-9106-4638-af0a-b009a6c23a9e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:09.333814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-90e6e5f8-9106-4638-af0a-b009a6c23a9e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.57 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.5093098 Dec 23 12:22:09.348949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f469cf84-677f-446e-9af8-6f59a5fd5aa4 req-25955ddf-c701-475c-91a6-b2d74b6cf6bd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.1098995 Dec 23 12:22:09.354238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.373450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Request body: {'port': {'device_id': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'admin_state_up': True, 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:09.476462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48f30d53-541d-4e88-954a-ca35639fc83b req-03027cca-e93f-4194-82e9-4b67048803d6 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.0594571 Dec 23 12:22:09.495184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-b3de6d13-aad2-47ec-919d-09910a13aa36 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0873070 Dec 23 12:22:09.520017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Request body: {'port': {'device_id': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:09.563689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cc0ef30c-48b1-49d6-8256-c24747aa1d92 None None] Provisioning complete for port 4631b457-2e4d-48bb-ab77-2572fb36882a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:09.564668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef30c-48b1-49d6-8256-c24747aa1d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.607056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ef30c-48b1-49d6-8256-c24747aa1d92 None None] Port 4631b457-2e4d-48bb-ab77-2572fb36882a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:09.623474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.626620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18e0c-af8f-4fca-85ac-a9e93b945cc4 req-a9b9b902-715b-4a72-ab7b-ba3bfb92982e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:09.628231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c18e0c-af8f-4fca-85ac-a9e93b945cc4 req-a9b9b902-715b-4a72-ab7b-ba3bfb92982e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1508062 Dec 23 12:22:09.698811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.749881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=cb07459f-12d5-41d9-a0e8-b20bf91b2018,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:09.779167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:09.783497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:09.814647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c18e0c-af8f-4fca-85ac-a9e93b945cc4 req-3d4e36c9-6b86-4a9b-9898-930701b5f53a tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628830 Dec 23 12:22:09.838127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:09.842584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.883034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:09.887168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.950740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.965320 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.069834 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.070583 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.131843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Allocated IP 172.20.0.1 (625b56d6-a765-4287-b860-bd5a6e79b123/471ab06a-b666-4408-825e-2399f265cb87/610e3a4d-fe11-4a50-a361-202df3f71ae1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:10.166698 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Pushing event updated for resources: {'Port': ['ID=ef25a8a5-5354-4d9b-935e-8d9928d0c412,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:10.172950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Allocated IP 172.20.0.12 (35a3903f-256a-4ba2-9a79-3bd5151fa98b/27af4366-9e23-410b-98c5-ab2f89b805c8/1e5c6328-4903-4a67-b522-4dfe834128a7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:10.180585 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.180902 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.181251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.181941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.182284 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.182795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.183120 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.183758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.184261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.184921 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.185470 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.185852 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.186179 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:10.206187 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.218788 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Attempting to bind port ef25a8a5-5354-4d9b-935e-8d9928d0c412 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:10.219160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Attempting to bind port ef25a8a5-5354-4d9b-935e-8d9928d0c412 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:10.219561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Attempting to bind port ef25a8a5-5354-4d9b-935e-8d9928d0c412 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:10.227532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:10.228044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:10.228445 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.228847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:10.229326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Bound port: ef25a8a5-5354-4d9b-935e-8d9928d0c412, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:10.230298 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.316370 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.324669 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] For port ef25a8a5-5354-4d9b-935e-8d9928d0c412, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:10.330279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] For port ef25a8a5-5354-4d9b-935e-8d9928d0c412, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ef25a8a5-5354-4d9b-935e-8d9928d0c412,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:10.409390 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.536430 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612265-48c6-4fd6-bd28-7c8c2f8ab4de None None] Pushing event updated for resources: {'Port': ['ID=ef25a8a5-5354-4d9b-935e-8d9928d0c412,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:10.558113 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:10.558731 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:10.696183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c81e7634-9fb5-4be8-a785-237ecf61a8f1 req-311c65e1-97c8-4a88-a6cd-5d2e7ea84bb9 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.1134343 Dec 23 12:22:10.716376 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:10.735776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:10.757331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:10.794277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:10.852676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4631b457-2e4d-48bb-ab77-2572fb36882a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:10.876569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Pushing event updated for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:10.904552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.944702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.959389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.964978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71937510-03e5-4915-afe1-78e6b1349c7c req-b45a0df3-956d-4c41-8905-a65e607e9fed tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:10.970336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71937510-03e5-4915-afe1-78e6b1349c7c req-b45a0df3-956d-4c41-8905-a65e607e9fed tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 935 time: 0.7772768 Dec 23 12:22:10.977433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.977843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Transition to ACTIVE for port object 4631b457-2e4d-48bb-ab77-2572fb36882a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:10.988794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:10.994927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.054445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.102914 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:06Z', 'revision_number': 3, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:11.138729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631aada-7027-4e2b-a830-4169802fb138 req-ad0a7a2e-c950-4945-90ee-5d61f2638f7b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:11.140399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2631aada-7027-4e2b-a830-4169802fb138 req-ad0a7a2e-c950-4945-90ee-5d61f2638f7b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 936 time: 0.2581949 Dec 23 12:22:11.168594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-8833344a-78ee-4568-9e66-2bb23484ec2e tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0026970 Dec 23 12:22:11.183809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71937510-03e5-4915-afe1-78e6b1349c7c req-8d79ee38-6c8d-4e7b-8965-cfac3b4ccb6b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835866 Dec 23 12:22:11.192086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Request body: {'port': {'device_id': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:11.202967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cd901201-f6a8-4739-8ce5-a9d54c0a5080 None None] Provisioning complete for port 5a0aca45-b81f-44f4-bf38-5351fe7726ef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:11.203453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd901201-f6a8-4739-8ce5-a9d54c0a5080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.220525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=cb07459f-12d5-41d9-a0e8-b20bf91b2018,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:11.247548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.264165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2631aada-7027-4e2b-a830-4169802fb138 req-c7176567-bb14-4bba-b415-427055ff54eb tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154518 Dec 23 12:22:11.280670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.297441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.304242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecf5e2-b8d3-4cbb-be33-27fe18f3b4e2 None None] The sync data for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 is: [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:06Z', 'revision_number': 3, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:11.343684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.348901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea', '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:11.366911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Network 625b56d6-a765-4287-b860-bd5a6e79b123 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:11.372734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:11.385737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Pushing event updated for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:11.391827 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:11.492397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cd901201-f6a8-4739-8ce5-a9d54c0a5080 None None] Port 5a0aca45-b81f-44f4-bf38-5351fe7726ef cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:11.548906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:11.626616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:11.887376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4632064-0124-453f-aa26-46be16db6769 req-daff4499-edfb-4042-967e-738e2e010460 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:11.905492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4632064-0124-453f-aa26-46be16db6769 req-daff4499-edfb-4042-967e-738e2e010460 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.4130077 Dec 23 12:22:12.013736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-26685922-245a-4665-bea5-d1ae78fded9c None None] Provisioning complete for port 610e3a4d-fe11-4a50-a361-202df3f71ae1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:12.014184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-26685922-245a-4665-bea5-d1ae78fded9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.067655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-26685922-245a-4665-bea5-d1ae78fded9c None None] Port 610e3a4d-fe11-4a50-a361-202df3f71ae1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:12.157487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0aca45-b81f-44f4-bf38-5351fe7726ef {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:12.166188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.202292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Transition to ACTIVE for port object 5a0aca45-b81f-44f4-bf38-5351fe7726ef will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:12.202903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:12.215370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:12.228282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:12.247995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4632064-0124-453f-aa26-46be16db6769 req-7d8edcb0-3e7a-4e9f-a6c1-eb7963005f19 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416181 Dec 23 12:22:12.267594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493afc-b6c8-4d72-aaae-dd4d88b0398f req-9d997174-0c28-4234-9f85-3ed02360d847 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:12.270317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be493afc-b6c8-4d72-aaae-dd4d88b0398f req-9d997174-0c28-4234-9f85-3ed02360d847 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 932 time: 0.3372386 Dec 23 12:22:12.283392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.296395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:12.298167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:12.298167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:12.306914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event updated for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:12.317563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:12.317991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:12.319421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.355993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:12.357689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.373425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:12.373767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:12.374197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:12.374757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Bound port: 4631b457-2e4d-48bb-ab77-2572fb36882a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:12.375690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.417282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:12.430306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.433015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2ee3b238-795b-40a5-b725-ccbb475bd65a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5248129 Dec 23 12:22:12.454018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-404ea04e-3dcc-4432-a376-883eeff41f9a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0888948 Dec 23 12:22:12.475442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Request body: {'port': {'device_id': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:12.501779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be493afc-b6c8-4d72-aaae-dd4d88b0398f req-4e2fe89a-26b4-4ae0-96f6-d52d81edfc83 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105548 Dec 23 12:22:12.632971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.635021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.714005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0039-957e-40b1-8349-db8556c880f3 req-208fa688-6a4a-442d-b3a4-8c1a6b09b0d6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:12.715564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-128f0039-957e-40b1-8349-db8556c880f3 req-208fa688-6a4a-442d-b3a4-8c1a6b09b0d6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.2878003 Dec 23 12:22:12.795341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Attempting to bind port 5a0aca45-b81f-44f4-bf38-5351fe7726ef on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:12.795724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Attempting to bind port 5a0aca45-b81f-44f4-bf38-5351fe7726ef by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:12.796049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Attempting to bind port 5a0aca45-b81f-44f4-bf38-5351fe7726ef on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:12.804570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Port 5a0aca45-b81f-44f4-bf38-5351fe7726ef on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:12.804946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Attempting to bind port 5a0aca45-b81f-44f4-bf38-5351fe7726ef on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:12.811476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:12.831459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:12.831459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:12.831943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:12.832351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Bound port: 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:12.832707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:12.845735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:12.850404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20c021-9568-4f75-ada3-513890106c6a req-74c1af73-e7d4-47f1-8e24-ccf92ccdc6de tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:12.851880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c20c021-9568-4f75-ada3-513890106c6a req-74c1af73-e7d4-47f1-8e24-ccf92ccdc6de tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 948 time: 0.2307320 Dec 23 12:22:12.948137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-128f0039-957e-40b1-8349-db8556c880f3 req-4092cd04-ab95-45e8-8d82-330c5278a329 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093368 Dec 23 12:22:12.960111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.058254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ef25a8a5-5354-4d9b-935e-8d9928d0c412 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:13.074848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:13.080128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c20c021-9568-4f75-ada3-513890106c6a req-4821e69e-43ce-4fb3-ae6e-c6b7ed565007 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984925 Dec 23 12:22:13.085848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:13.096292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.097101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.098655 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-02c97efc-bfc5-436c-98d2-ecb2f58cc797 service neutron] 10.222.0.57 "PUT /v2.0/ports/4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 1095 time: 3.5845764 Dec 23 12:22:13.099973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:13.100090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:13.111439 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:13.165659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.180485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.201357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.202046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.203451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a0aca45-b81f-44f4-bf38-5351fe7726ef HTTP/1.1" status: 200 len: 1096 time: 2.0186384 Dec 23 12:22:13.203897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:13.205562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5c6328-4903-4a67-b522-4dfe834128a7 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:13.206202 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35901403-c975-4fd8-b79c-56dbed663982" -d '{"events": [{"name": "network-changed", "server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:13.228856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.245221 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82540f9b-9c39-4b7b-999d-a76601b5f17a x-openstack-request-id: req-82540f9b-9c39-4b7b-999d-a76601b5f17a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:13.245491 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:13.245857 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82540f9b-9c39-4b7b-999d-a76601b5f17a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:13.246261 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'status': 'completed', 'code': 200} Dec 23 12:22:13.249174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Transition to ACTIVE for port object 1e5c6328-4903-4a67-b522-4dfe834128a7 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:13.259343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ef25a8a5-5354-4d9b-935e-8d9928d0c412 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:13.264990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.326787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.330601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.330999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b803dad-b43a-4068-b8aa-6f0c71d0fdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.420200 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.452449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port ef25a8a5-5354-4d9b-935e-8d9928d0c412, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ef25a8a5-5354-4d9b-935e-8d9928d0c412,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:13.456747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.461682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:13.470927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-3cc39027-1570-42d6-b684-0750917f3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.472438 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-3cc39027-1570-42d6-b684-0750917f3e27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08747fef9a9d4a9c8051941e995799cb&device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 1099 time: 0.1553745 Dec 23 12:22:13.525024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf2f4-1d30-42c9-bf38-4c205c1ba761 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:13.544652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.549439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-5b06bab8-944d-4e6b-925a-b7e4e3d4802c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef HTTP/1.1" status: 200 len: 217 time: 0.0618091 Dec 23 12:22:13.589018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-6da46288-c4f8-4f41-9513-da5177f39f31 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1120549411&fields=id&tenant_id=5a7116d3c164447fb408f24eb5639388 HTTP/1.1" status: 200 len: 267 time: 0.3423564 Dec 23 12:22:13.607513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-1cc7ee7c-bd45-4ae1-b758-3c898bb50a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.609595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-1cc7ee7c-bd45-4ae1-b758-3c898bb50a51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1098 time: 0.3640158 Dec 23 12:22:13.631909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=ef25a8a5-5354-4d9b-935e-8d9928d0c412,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:13.632179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Attempting to bind port 1e5c6328-4903-4a67-b522-4dfe834128a7 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:13.632626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Attempting to bind port 1e5c6328-4903-4a67-b522-4dfe834128a7 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:13.633006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Attempting to bind port 1e5c6328-4903-4a67-b522-4dfe834128a7 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:13.636166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7207b51b-0cb5-47bb-8dce-b400af749aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.637650 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-7207b51b-0cb5-47bb-8dce-b400af749aab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0805652 Dec 23 12:22:13.641487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Port 1e5c6328-4903-4a67-b522-4dfe834128a7 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:13.641807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Attempting to bind port 1e5c6328-4903-4a67-b522-4dfe834128a7 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:13.678948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:13.681536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Checking segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:13.681536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Bound using segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:13.681536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Bound port: 1e5c6328-4903-4a67-b522-4dfe834128a7, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:13.681536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:13.737300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-dcff56e0-7a83-4fad-9255-87b1be2be312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.738827 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-dcff56e0-7a83-4fad-9255-87b1be2be312 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890687 Dec 23 12:22:13.742793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Pushing event updated for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:13.753052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-4e18d712-dbe4-4047-a61c-27ef0af1f5a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.1136181 Dec 23 12:22:13.778723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0a551-898a-407a-8085-ab4d37c00ccd req-41ce561e-d830-4b72-ac5c-e040df5a298b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.784519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abc0a551-898a-407a-8085-ab4d37c00ccd req-41ce561e-d830-4b72-ac5c-e040df5a298b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.4073725 Dec 23 12:22:13.812617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:13.817146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1e5c6328-4903-4a67-b522-4dfe834128a7,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:13.831360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-72ae459e-c573-4e69-b6bf-781c86230db5 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.840571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-72ae459e-c573-4e69-b6bf-781c86230db5 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 936 time: 0.2506123 Dec 23 12:22:13.862591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-48bb25c1-82ef-41c9-a1af-1cd85f340213 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096139 Dec 23 12:22:13.944996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f981507f-5663-45ea-8f0e-0098e1f78b5e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.946580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f981507f-5663-45ea-8f0e-0098e1f78b5e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 935 time: 0.1052039 Dec 23 12:22:13.975980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd17cdde-072e-42e8-a17e-3adff991b64b req-51a320b8-a971-403f-931c-a12f17a7d2f3 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100478 Dec 23 12:22:13.995505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:14.026362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-2bd4b22c-af76-4019-8a8d-2c9b75a4c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.028111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-2bd4b22c-af76-4019-8a8d-2c9b75a4c952 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2662845 Dec 23 12:22:14.034106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-e0deb8fc-af2e-4685-9a48-bc79565545b7 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0734663 Dec 23 12:22:14.037728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.038826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:14.040278 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e5c6328-4903-4a67-b522-4dfe834128a7 HTTP/1.1" status: 200 len: 1092 time: 1.5724339 Dec 23 12:22:14.046151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Network 625b56d6-a765-4287-b860-bd5a6e79b123 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:14.070547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0c0b8-01a6-42d8-b66d-922a49803058 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:14.087814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:14.111812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abc0a551-898a-407a-8085-ab4d37c00ccd req-8539d452-eb6e-46d2-8071-29314e4448ff tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920792 Dec 23 12:22:14.130456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-1d340c29-351b-46ba-868e-7e81deb49983 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0458968 Dec 23 12:22:14.224239 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd826d-b255-411a-b997-5ba0a6e44efc x-openstack-request-id: req-b6dd826d-b255-411a-b997-5ba0a6e44efc {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:14.224860 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:14.225446 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6dd826d-b255-411a-b997-5ba0a6e44efc {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:14.226007 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef', 'status': 'completed', 'code': 200} Dec 23 12:22:14.317061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901403-c975-4fd8-b79c-56dbed663982 req-dc846fa9-74a3-490c-bad0-8ac2b4e28558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.319005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-dc846fa9-74a3-490c-bad0-8ac2b4e28558 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08747fef9a9d4a9c8051941e995799cb&device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 1099 time: 0.1222706 Dec 23 12:22:14.325777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-9f01f147-7a4c-44e4-9258-d251e85e7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.327987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-9f01f147-7a4c-44e4-9258-d251e85e7814 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 1095 time: 0.1098514 Dec 23 12:22:14.403662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-1ca11ad0-2978-440e-803d-e08eb9afadda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5c6328-4903-4a67-b522-4dfe834128a7 HTTP/1.1" status: 200 len: 217 time: 0.0607698 Dec 23 12:22:14.415693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0cc52-2706-4256-97fb-81c40d634168 req-0178d599-53d1-4d58-b69f-167a8566791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.417284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-0178d599-53d1-4d58-b69f-167a8566791e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3740568 Dec 23 12:22:14.445344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Router 94d080c8-7343-42a2-8f85-96ed84370a66 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:22:14.497126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3d0694ad-16fc-43b9-b49f-a27928485951 None None] Provisioning complete for port 610e3a4d-fe11-4a50-a361-202df3f71ae1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:14.498030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d0694ad-16fc-43b9-b49f-a27928485951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:14.543051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d0694ad-16fc-43b9-b49f-a27928485951 None None] Port 610e3a4d-fe11-4a50-a361-202df3f71ae1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:14.547237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-4ce46e91-1317-4a3f-9b79-1a0006c9b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.548156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-4ce46e91-1317-4a3f-9b79-1a0006c9b1c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1101398 Dec 23 12:22:14.548845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72aef3-0314-402b-8801-c2c8bed5a9e4 req-1022be2f-dc01-42bf-b38c-d95f7eeb0310 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.550557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad72aef3-0314-402b-8801-c2c8bed5a9e4 req-1022be2f-dc01-42bf-b38c-d95f7eeb0310 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 944 time: 0.2291441 Dec 23 12:22:14.581384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0f86e4e5-7587-428f-8d2c-b104f0283e3b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.591024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-a071732c-e8d2-4a12-ad63-064a73b07f0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322888 Dec 23 12:22:14.592103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0f86e4e5-7587-428f-8d2c-b104f0283e3b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.598492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0f86e4e5-7587-428f-8d2c-b104f0283e3b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.601018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0f86e4e5-7587-428f-8d2c-b104f0283e3b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=855e83c9-43a9-4a09-961a-fb691ba2b544&id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 1996 time: 0.3940978 Dec 23 12:22:14.670521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901403-c975-4fd8-b79c-56dbed663982 req-cbb7f1f3-473e-4e74-b4ee-a3ce95197d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.672012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-cbb7f1f3-473e-4e74-b4ee-a3ce95197d1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3430250 Dec 23 12:22:14.691753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-8406b46a-ddc9-4b58-b811-11547e8ad6b5 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/quotas/5a7116d3c164447fb408f24eb5639388 HTTP/1.1" status: 200 len: 375 time: 0.0421667 Dec 23 12:22:14.720975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-d17d20d9-212e-4dc3-9213-8ae5bdee3f5d service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913079 Dec 23 12:22:14.730553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-8a7e000b-b02e-4919-a361-f50b8f069516 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef HTTP/1.1" status: 200 len: 217 time: 0.0498922 Dec 23 12:22:14.797998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-f5be5ca5-d701-45ad-a6e7-27de7fe32361 service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950796 Dec 23 12:22:14.850894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad72aef3-0314-402b-8801-c2c8bed5a9e4 req-3c3d5f9c-8ea7-4bae-81ef-a4354506a5da tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892425 Dec 23 12:22:14.916242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ae64669f-3b94-4a9d-9cc9-234e484f696f req-15d098e1-12e8-4fb4-b08e-062aba2f28bf service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091661 Dec 23 12:22:14.921798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901403-c975-4fd8-b79c-56dbed663982 req-5684a661-9cc1-48d8-b1d0-a38cecd2fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.923411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-5684a661-9cc1-48d8-b1d0-a38cecd2fa3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1798806 Dec 23 12:22:14.956015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:14.967103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Sync routers for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:14.984722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:14.986543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:21:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:14.990698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-24f0faa6-4153-45a2-b96b-b32a06b312ec admin admin] 10.222.0.16 "PUT /v2.0/routers/94d080c8-7343-42a2-8f85-96ed84370a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3454556 Dec 23 12:22:15.028667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-2dbf584b-1f3e-461d-8cf0-79961a2e27d7 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3290694 Dec 23 12:22:15.063935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901403-c975-4fd8-b79c-56dbed663982 req-bf2e9896-ed3e-44a3-a4fe-9f42afd861f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:15.073634 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-bf2e9896-ed3e-44a3-a4fe-9f42afd861f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420555 Dec 23 12:22:15.128211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:15.170644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40264) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:15.173992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17f0cc52-2706-4256-97fb-81c40d634168 req-c829b676-9bc9-426d-a6b0-bd6a0df9dabb service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044278 Dec 23 12:22:15.205633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371241c7-1d27-42e5-bcc9-c5b3d3c38a28 req-4b70231f-d802-4720-960a-3cd092df9e78 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:15.207385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-371241c7-1d27-42e5-bcc9-c5b3d3c38a28 req-4b70231f-d802-4720-960a-3cd092df9e78 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.1759737 Dec 23 12:22:15.220180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ef25a8a5-5354-4d9b-935e-8d9928d0c412 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:15.277722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:15.286445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-e8c8ff5c-134a-4d9d-a55d-ca5890fbe92c service neutron] 10.222.0.16 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203383 Dec 23 12:22:15.287037 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be50e32-2e2b-45fb-821a-36ee8e87fca6" -d '{"events": [{"name": "network-changed", "server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:15.312639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-68a61a06-f1ce-49f8-a057-f827199bbebc service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312255 Dec 23 12:22:15.403194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-371241c7-1d27-42e5-bcc9-c5b3d3c38a28 req-465791de-e626-410e-b519-5ddb83e7b364 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867270 Dec 23 12:22:15.442636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ef25a8a5-5354-4d9b-935e-8d9928d0c412 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:15.443018 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:15.457495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1767118739'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:15.512598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-35901403-c975-4fd8-b79c-56dbed663982 req-b3f3751a-cb0c-4f65-9a7a-f161cc5439a0 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913402 Dec 23 12:22:15.564005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-09b8955e-62ad-40fe-acfd-e3ee8047e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:15.565544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-09b8955e-62ad-40fe-acfd-e3ee8047e4bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1098 time: 0.2693090 Dec 23 12:22:15.582860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:12Z', 'revision_number': 4, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '610e3a4d-fe11-4a50-a361-202df3f71ae1', 'name': '', 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'mac_address': 'fa:16:3e:cd:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '471ab06a-b666-4408-825e-2399f265cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:22:12Z', 'revision_number': 2, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'subnets': [{'id': '471ab06a-b666-4408-825e-2399f265cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:15.623387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Checking router: 94d080c8-7343-42a2-8f85-96ed84370a66 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:15.623934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Updating router 94d080c8-7343-42a2-8f85-96ed84370a66 port 610e3a4d-fe11-4a50-a361-202df3f71ae1 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:22:15.653980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9bf74b66-c694-4801-8171-fb1638488c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:15.656292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:15.951574 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:15.994218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f3e067fe-4858-4765-8731-6caf0f3c9ba0 service neutron] 10.222.0.16 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989737 Dec 23 12:22:15.999769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:16.003161 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.031571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.088469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-32c48ace-8a82-4225-9c5c-7038c23b8419 service neutron] 10.222.0.16 "GET /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0807514 Dec 23 12:22:16.093715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-9d3a2a9f-7e43-4ec2-934c-37992424ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.098570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-9d3a2a9f-7e43-4ec2-934c-37992424ecde service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.5218024 Dec 23 12:22:16.098570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:22:16.098834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33fda-be71-4a8e-acdf-f9cab116e462 None None] Pushing event updated for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:16.108568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9195d-b7f0-4929-8668-c0e87efc6d7d req-1b296701-4e21-4614-83fa-2f81535680e4 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.110445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65d9195d-b7f0-4929-8668-c0e87efc6d7d req-1b296701-4e21-4614-83fa-2f81535680e4 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 948 time: 0.4641445 Dec 23 12:22:16.155596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Attempting to bind port 610e3a4d-fe11-4a50-a361-202df3f71ae1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:16.155971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Attempting to bind port 610e3a4d-fe11-4a50-a361-202df3f71ae1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:16.156347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Attempting to bind port 610e3a4d-fe11-4a50-a361-202df3f71ae1 on network 625b56d6-a765-4287-b860-bd5a6e79b123 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:16.162792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:16.163167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Checking segment: {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:16.163852 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.164249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Bound using segment: {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:16.164727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Bound port: 610e3a4d-fe11-4a50-a361-202df3f71ae1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f644c143-96b4-48cd-b5d0-60dcec945552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:16.165145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.207780 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.208133 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Added segment aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b of type vlan for network 22ec7734-7b78-43ae-b003-cd857fbc2841 Dec 23 12:22:16.213960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-78b6ae20-d507-490a-aaed-c08521c3d8a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.0957680 Dec 23 12:22:16.256856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] For port 610e3a4d-fe11-4a50-a361-202df3f71ae1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:16.262344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] For port 610e3a4d-fe11-4a50-a361-202df3f71ae1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=610e3a4d-fe11-4a50-a361-202df3f71ae1,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:16.339719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.350304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65d9195d-b7f0-4929-8668-c0e87efc6d7d req-fd1994ab-c058-406f-8632-1f4c27652500 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216079 Dec 23 12:22:16.353484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.364460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-5afc26f1-9410-4c4a-83e6-729ecf53eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.366245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-5afc26f1-9410-4c4a-83e6-729ecf53eb7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1428890 Dec 23 12:22:16.414876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c87a463f-2c69-4d9d-a214-3564e4d997c5 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150983 Dec 23 12:22:16.440649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.481328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] Provisioning complete for port 610e3a4d-fe11-4a50-a361-202df3f71ae1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:16.482320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.489852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:16.490721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:22:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:16.493316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33fda-be71-4a8e-acdf-f9cab116e462 None None] Pushing event updated for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:16.550940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.556173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.556795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.594316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-91da6b40-f55e-4811-800f-d4efe7e5b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.595992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-91da6b40-f55e-4811-800f-d4efe7e5b565 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2125275 Dec 23 12:22:16.720080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Network': ['ID=22ec7734-7b78-43ae-b003-cd857fbc2841,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:16.737166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5de1b6-d268-4d7f-845d-8330016219d2 req-8105ca35-5e37-4ce0-b623-e27d1ba355e3 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.738606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e5de1b6-d268-4d7f-845d-8330016219d2 req-8105ca35-5e37-4ce0-b623-e27d1ba355e3 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.2659953 Dec 23 12:22:16.738944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:22:16.742644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-38c55700-d32d-4a25-bc88-411955341066 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067095 Dec 23 12:22:16.742890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:16.798739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f78b28b-a3e1-4a77-b1f5-e848e1e37113 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6271324 Dec 23 12:22:16.801883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40282) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:16.811664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'subnet': {'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:16.835278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-84d37659-b073-4b2d-bdd8-7ac6f9dc537d service neutron] 10.222.0.16 "GET /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0783978 Dec 23 12:22:16.860640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-20689149-9564-4f76-b788-b593cb45ebc1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267323 Dec 23 12:22:16.915971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e5de1b6-d268-4d7f-845d-8330016219d2 req-fc78bba7-213c-4b7d-ab28-d0d5a2ba8735 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708968 Dec 23 12:22:16.990785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:16.992176 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a91e2f-cf64-4507-8916-41b34cb0cd66 x-openstack-request-id: req-78a91e2f-cf64-4507-8916-41b34cb0cd66 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:16.992875 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:16.993232 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78a91e2f-cf64-4507-8916-41b34cb0cd66 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:16.993745 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7', 'status': 'completed', 'code': 200} Dec 23 12:22:17.042170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:17.046037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.112661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-557dcadd-9943-4a00-8c20-153aad2e96fa service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688994 Dec 23 12:22:17.118739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] For port 610e3a4d-fe11-4a50-a361-202df3f71ae1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=610e3a4d-fe11-4a50-a361-202df3f71ae1,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:17.157562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-9c77ec90-b13f-45a0-982b-995237957778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.159164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-9c77ec90-b13f-45a0-982b-995237957778 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 1095 time: 0.1094029 Dec 23 12:22:17.187793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.215836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295de1-929b-4af9-8ee6-b44134bc22ea req-84dfb460-e9d2-4568-be46-50b7d2b1cceb tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.217391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e295de1-929b-4af9-8ee6-b44134bc22ea req-84dfb460-e9d2-4568-be46-50b7d2b1cceb tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 944 time: 0.1702909 Dec 23 12:22:17.221500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c0e5f1-83c3-45d7-a1aa-f9e055115f5f req-10b73489-8141-47ec-8ce4-f4d9f3d48cd1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494236 Dec 23 12:22:17.303867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0b936-aa4d-4528-882f-d4a6b84cc75a None None] Pushing event updated for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:17.313278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e295de1-929b-4af9-8ee6-b44134bc22ea req-eff76164-91ba-4546-b7b3-c5c2591a98f5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 Dec 23 12:22:17.313512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 5a0aca45-b81f-44f4-bf38-5351fe7726ef details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:17.316053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f847cb7a-51c4-4796-86ba-110ce99433c2 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895626 Dec 23 12:22:17.338633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-8ffaf080-2b4f-42b9-b23d-a6a5344ec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.338633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-8ffaf080-2b4f-42b9-b23d-a6a5344ec38f service neutron] 10.222.0.57 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.1702805 Dec 23 12:22:17.356028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5e96733c-594b-4dfe-b4ae-19654c75590c None None] Provisioning complete for port 610e3a4d-fe11-4a50-a361-202df3f71ae1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:17.356376 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e96733c-594b-4dfe-b4ae-19654c75590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.390012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-cde5adb9-f653-427a-9cfc-57d5fa3086d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5c6328-4903-4a67-b522-4dfe834128a7 HTTP/1.1" status: 200 len: 217 time: 0.0424507 Dec 23 12:22:17.450787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-7547afe1-3909-46ee-90a3-8d40714ca13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.452595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-7547afe1-3909-46ee-90a3-8d40714ca13a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.0546093 Dec 23 12:22:17.468622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:12Z', 'revision_number': 4, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '610e3a4d-fe11-4a50-a361-202df3f71ae1', 'name': '', 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'mac_address': 'fa:16:3e:cd:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '471ab06a-b666-4408-825e-2399f265cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:22:16Z', 'revision_number': 4, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'subnets': [{'id': '471ab06a-b666-4408-825e-2399f265cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:17.489068 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-de102717-9058-4454-863b-80b2319fafa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284867 Dec 23 12:22:17.491185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.504864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764bb16-91f6-416f-aa9f-352393dca9f4 None None] The sync data for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 is: [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:12Z', 'revision_number': 4, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '610e3a4d-fe11-4a50-a361-202df3f71ae1', 'name': '', 'network_id': '625b56d6-a765-4287-b860-bd5a6e79b123', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'mac_address': 'fa:16:3e:cd:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '471ab06a-b666-4408-825e-2399f265cb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:22:16Z', 'revision_number': 4, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'subnets': [{'id': '471ab06a-b666-4408-825e-2399f265cb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:17.542124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:17.585360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '5a0aca45-b81f-44f4-bf38-5351fe7726ef', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '5a0aca45-b81f-44f4-bf38-5351fe7726ef', 'mac_address': 'fa:16:3e:67:56:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:17.610115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd668b-d76e-4a55-a6d5-163c569f0b04 req-6fffdbe9-1be4-4fff-98b0-ef7fd9ba56f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.613155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dfd668b-d76e-4a55-a6d5-163c569f0b04 req-6fffdbe9-1be4-4fff-98b0-ef7fd9ba56f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.1931672 Dec 23 12:22:17.640402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-6b3c55b2-941c-47b6-b7df-700b4069d31f service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034368 Dec 23 12:22:17.739600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Subnet': ['ID=51f23bfa-8e01-44fd-8275-a3c8caa79be2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:17.769984 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.806823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Checking segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:17.806823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network hostable DHCP agents. Network: 22ec7734-7b78-43ae-b003-cd857fbc2841, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:22:17.807791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0aca45-b81f-44f4-bf38-5351fe7726ef {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:17.826556 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-0c390f7a-cf52-4e3c-9d16-a1cb9f00131e service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187983 Dec 23 12:22:17.829216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-42ff5f98-b64a-4445-b8d1-7dd7c19997a8 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841304 Dec 23 12:22:17.837837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:17.949151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dfd668b-d76e-4a55-a6d5-163c569f0b04 req-68338568-12e3-4445-95cb-3f7ef5c6fbfc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148069 Dec 23 12:22:17.952021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:17.964120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8be50e32-2e2b-45fb-821a-36ee8e87fca6 req-bca4062b-f275-4394-976f-48e68f9ad773 service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218410 Dec 23 12:22:17.965311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:22:18.006943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-677ae74c-edb3-41f2-9efd-09417a06eb48 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767559 Dec 23 12:22:18.075262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 22ec7734-7b78-43ae-b003-cd857fbc2841) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:18.093053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:18.094209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.120859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f872ef-5728-4343-8774-8d41d6df8ad3 None None] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:18.152222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a1111646-7cc7-4b04-84d1-9f22acb3cdd8 service neutron] 10.222.0.16 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388314 Dec 23 12:22:18.166983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:18.204091 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-63be3fbc-06f6-4a08-b179-47b1800d6c34 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4003243 Dec 23 12:22:18.208178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:18.214249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.215027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-325359958'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:18.217738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.313514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-22ec7734-7b78-43ae-b003-cd857fbc2841', 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'fixed_ips': [{'subnet_id': '51f23bfa-8e01-44fd-8275-a3c8caa79be2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:22:18.316225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.322349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:18.327723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.328090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40296) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:18.367941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f04424-af37-42e4-a58e-42dfc8214592 req-0ff1b5ff-dcc5-491a-a2cf-1eeb014e45d5 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:18.375854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f04424-af37-42e4-a58e-42dfc8214592 req-0ff1b5ff-dcc5-491a-a2cf-1eeb014e45d5 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 949 time: 0.2140229 Dec 23 12:22:18.388626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-418281ba-c7bb-4e94-92bd-5f9b40fd2745 service neutron] 10.222.0.16 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343118 Dec 23 12:22:18.410408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:22:18.438193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.438601 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Added segment 164f462d-c02c-428d-a33d-2b7af3e5e5a3 of type vlan for network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 Dec 23 12:22:18.501389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.568654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Allocated IP 19.80.0.2 (22ec7734-7b78-43ae-b003-cd857fbc2841/51f23bfa-8e01-44fd-8275-a3c8caa79be2/7533a27c-01d6-4b62-b88e-d62e146e917b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:18.570868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f04424-af37-42e4-a58e-42dfc8214592 req-9bd54f51-ec9d-48b6-a581-24342a6ce1ba tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940563 Dec 23 12:22:18.608406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.617098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:18.617743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.622802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c060be3-ac0a-4e02-94c1-3477693948c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.733502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Network': ['ID=9301bd5a-fd08-4774-9a52-c8dbaa8d26c3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:18.736975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.743711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['5a0aca45-b81f-44f4-bf38-5351fe7726ef'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:18.751903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-fcbdd87d-bfc3-49ae-ab57-68179d826391 service neutron] 10.222.0.16 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539453 Dec 23 12:22:18.797608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:22:18.832221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72445ab1-ca17-4a86-ba8a-4644ca8a37f3 req-faaa051e-76ba-4675-abd9-430d17cffe39 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:18.834578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72445ab1-ca17-4a86-ba8a-4644ca8a37f3 req-faaa051e-76ba-4675-abd9-430d17cffe39 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 945 time: 0.1460266 Dec 23 12:22:18.882944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.923316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c060be3-ac0a-4e02-94c1-3477693948c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:18.934200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e4b7b3c3-2d89-4029-87d9-c087ab47dad0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7244754 Dec 23 12:22:18.934777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:18.952354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'subnet': {'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:18.954902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-b0dc89ab-a550-4070-be90-b80f2ea8fb6f service neutron] 10.222.0.16 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944859 Dec 23 12:22:18.961196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72445ab1-ca17-4a86-ba8a-4644ca8a37f3 req-1715a413-a06b-4a10-beca-b05ecb1b338b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074643 Dec 23 12:22:19.005577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c060be3-ac0a-4e02-94c1-3477693948c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.087151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 610e3a4d-fe11-4a50-a361-202df3f71ae1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:19.117817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060be3-ac0a-4e02-94c1-3477693948c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162100c5-ee8e-4505-bd1b-ec55856dad77,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:19.133915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:19.148948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:19.152093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:19.159453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c060be3-ac0a-4e02-94c1-3477693948c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4485270a7171426091925f088d531c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8249950 Dec 23 12:22:19.162490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40310) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:19.184586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Pushing event updated for resources: {'Port': ['ID=7533a27c-01d6-4b62-b88e-d62e146e917b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:19.225388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41e73c-d90b-4318-90f9-31f6d1b89184 req-8365f6b2-dc9f-480a-93f8-a224a2f2f0bd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:19.227000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f41e73c-d90b-4318-90f9-31f6d1b89184 req-8365f6b2-dc9f-480a-93f8-a224a2f2f0bd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 944 time: 0.1109004 Dec 23 12:22:19.231169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:19.234981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.252573 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.265530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-32969b58-3d55-4074-8f68-d851c2fa935c service neutron] 10.222.0.16 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928953 Dec 23 12:22:19.309663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f41e73c-d90b-4318-90f9-31f6d1b89184 req-0c4d8748-c1ae-4169-b67f-b95ac1c8cccd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Dec 23 12:22:19.335350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.351563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1e5c6328-4903-4a67-b522-4dfe834128a7 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:19.402826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.458364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0a8a-71f7-417a-8925-c9c51f0c432f req-266db2d2-29f2-47ef-bc05-0e483ad7ed8e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:19.460168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a97e0a8a-71f7-417a-8925-c9c51f0c432f req-266db2d2-29f2-47ef-bc05-0e483ad7ed8e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.0666149 Dec 23 12:22:19.472408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Attempting to bind port 7533a27c-01d6-4b62-b88e-d62e146e917b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:19.473036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Attempting to bind port 7533a27c-01d6-4b62-b88e-d62e146e917b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:19.473771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Attempting to bind port 7533a27c-01d6-4b62-b88e-d62e146e917b on network 22ec7734-7b78-43ae-b003-cd857fbc2841 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:19.535933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a97e0a8a-71f7-417a-8925-c9c51f0c432f req-a145b1d0-6ac1-4135-91e0-706e3e8d331e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Dec 23 12:22:19.557898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1e5c6328-4903-4a67-b522-4dfe834128a7,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:19.580417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:19.580793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Checking segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:19.581224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.581621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Bound using segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:19.582167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Bound port: 7533a27c-01d6-4b62-b88e-d62e146e917b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:19.582554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.595360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.599233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.599999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '1e5c6328-4903-4a67-b522-4dfe834128a7', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'port_id': '1e5c6328-4903-4a67-b522-4dfe834128a7', 'mac_address': 'fa:16:3e:2e:e0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af4366-9e23-410b-98c5-ab2f89b805c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:19.603844 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/162100c5-ee8e-4505-bd1b-ec55856dad77 HTTP/1.1" status: 204 len: 168 time: 0.4368887 Dec 23 12:22:19.611432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 610e3a4d-fe11-4a50-a361-202df3f71ae1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:19.611810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.618639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc8937-cb61-4f7c-a34a-8e2bc1ce0bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162100c5-ee8e-4505-bd1b-ec55856dad77,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:19.642637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.701559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Subnet': ['ID=994a9cd1-79ec-4021-821c-8a269ce524bf,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:19.719239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Checking segment: {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:19.719414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network hostable DHCP agents. Network: 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:22:19.769518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:19.817014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] For port 7533a27c-01d6-4b62-b88e-d62e146e917b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:19.829427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5c6328-4903-4a67-b522-4dfe834128a7 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:19.851986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] For port 7533a27c-01d6-4b62-b88e-d62e146e917b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7533a27c-01d6-4b62-b88e-d62e146e917b,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:19.868386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1e5c6328-4903-4a67-b522-4dfe834128a7,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:20.002547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:22:20.042504 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:20.043184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:20.048113 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:20.105214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:20.109589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:20.110151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:20.159071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3c2fc-0035-4ef3-9a91-2fc52b7040cf None None] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:20.219617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:20.257427 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b163ae7-4b7d-4de5-a61b-cc7c29f5020c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3117473 Dec 23 12:22:20.346085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66b925-71b9-4641-97da-8cc157cbd424 None None] Pushing event updated for resources: {'Port': ['ID=7533a27c-01d6-4b62-b88e-d62e146e917b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:20.362650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:20.543701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'mac_address': 'fa:16:3e:67:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:20.552700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-9301bd5a-fd08-4774-9a52-c8dbaa8d26c3', 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3', 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'fixed_ips': [{'subnet_id': '994a9cd1-79ec-4021-821c-8a269ce524bf'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:22:20.553786 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:20.616661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:20.627346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165e86-9046-4b11-b5c3-b7fd94db6133 req-495a6e6d-eb72-4bb4-99b3-77ecbec35fe1 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:20.629146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f165e86-9046-4b11-b5c3-b7fd94db6133 req-495a6e6d-eb72-4bb4-99b3-77ecbec35fe1 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 949 time: 0.1014833 Dec 23 12:22:20.681891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4631b457-2e4d-48bb-ab77-2572fb36882a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:21.004156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f165e86-9046-4b11-b5c3-b7fd94db6133 req-dd4f127a-2ab8-4b71-b462-20ff3765176d tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595765 Dec 23 12:22:21.009276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:21.011422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01309d4-9a30-4160-8863-283778b00e49 req-b3964542-937a-4284-8fbf-ec1d7bb1c41e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:21.011422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a01309d4-9a30-4160-8863-283778b00e49 req-b3964542-937a-4284-8fbf-ec1d7bb1c41e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 945 time: 0.0495660 Dec 23 12:22:21.011422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a01309d4-9a30-4160-8863-283778b00e49 req-d3636be9-8c95-4479-b343-ecef0cf494f7 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Dec 23 12:22:21.097178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7533a27c-01d6-4b62-b88e-d62e146e917b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:21.153677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-20c65d19-943c-40ac-8619-d825f90a614b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:21.153889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7533a27c-01d6-4b62-b88e-d62e146e917b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:21.154019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-20c65d19-943c-40ac-8619-d825f90a614b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:21.154132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.157368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-20c65d19-943c-40ac-8619-d825f90a614b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/networks?id=22ec7734-7b78-43ae-b003-cd857fbc2841&id=9301bd5a-fd08-4774-9a52-c8dbaa8d26c3&id=22ec7734-7b78-43ae-b003-cd857fbc2841 HTTP/1.1" status: 200 len: 1391 time: 0.1722894 Dec 23 12:22:21.171939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-e0bfba66-7532-46d9-a8eb-050ef2986d09 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/quotas/3b60f66bf2c14c0b930cd6acb61374a3 HTTP/1.1" status: 200 len: 375 time: 0.0107794 Dec 23 12:22:21.235045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0ba4c5ae-92d3-4515-82f4-c47373107491 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524199 Dec 23 12:22:21.240713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.272813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff543b-bb06-46aa-8d26-2c82954566fe None None] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:21.286473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 7533a27c-01d6-4b62-b88e-d62e146e917b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7533a27c-01d6-4b62-b88e-d62e146e917b,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:21.337402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-f6bb8938-d909-4c03-b7d4-4bbc4c703854 service neutron] 10.222.0.16 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921021 Dec 23 12:22:21.360035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e9c0b5b8-adcf-4823-9f9c-bc5cdb7d2065 None None] Provisioning complete for port 7533a27c-01d6-4b62-b88e-d62e146e917b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:21.360411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b5b8-adcf-4823-9f9c-bc5cdb7d2065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.398762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.442410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 5a0aca45-b81f-44f4-bf38-5351fe7726ef up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:21.456452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.484035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Allocated IP 19.86.0.2 (9301bd5a-fd08-4774-9a52-c8dbaa8d26c3/994a9cd1-79ec-4021-821c-8a269ce524bf/c1b184d6-24c0-46ad-98de-6f64b74b95a7) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:21.497082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-da3e420f-65a6-4505-a9bc-5f342262b459 service neutron] 10.222.0.16 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567419 Dec 23 12:22:21.561796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:21.597203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-ef94dba4-9db5-49af-9035-2bba3d7b4813 service neutron] 10.222.0.16 "GET /v2.0/networks/9301bd5a-fd08-4774-9a52-c8dbaa8d26c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923874 Dec 23 12:22:21.703685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-ec865a21-ba82-451d-93d6-73c043e30bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/9301bd5a-fd08-4774-9a52-c8dbaa8d26c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964587 Dec 23 12:22:21.721789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=7533a27c-01d6-4b62-b88e-d62e146e917b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:21.753324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:21.806970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1e5c6328-4903-4a67-b522-4dfe834128a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:21.835168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-9ec6dd97-ba20-449f-ac33-e3a18efd0c1e service neutron] 10.222.0.16 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292253 Dec 23 12:22:21.884480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 5a0aca45-b81f-44f4-bf38-5351fe7726ef completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:21.890877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.901505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 5a0aca45-b81f-44f4-bf38-5351fe7726ef triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:21.901873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.990306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-14507819-d0e9-434d-88dd-8a0a0b98d6b3 service neutron] 10.222.0.16 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458690 Dec 23 12:22:21.996744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.069407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Pushing event updated for resources: {'Port': ['ID=c1b184d6-24c0-46ad-98de-6f64b74b95a7,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:22.103950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a294-0592-4d5d-a141-6b59662d5326 req-315a7fe4-14cf-44d5-8703-67a76dac41c7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:22.112661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5653a294-0592-4d5d-a141-6b59662d5326 req-315a7fe4-14cf-44d5-8703-67a76dac41c7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.0787446 Dec 23 12:22:22.149138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:22.185508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:22.190859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:22.196228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5653a294-0592-4d5d-a141-6b59662d5326 req-bc3c8638-230a-4ee7-be8c-c5ba3777ddb1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Dec 23 12:22:22.331254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ca81ce68-f470-4adf-8e50-93a3ae23e2e2 None None] Provisioning complete for port 7533a27c-01d6-4b62-b88e-d62e146e917b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:22.331621 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ca81ce68-f470-4adf-8e50-93a3ae23e2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.414716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056d0e1-7b05-4b83-856c-759bdacbb5c5 req-eb4e5ff9-f26f-40e3-b0f3-6b9ef1433044 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:22.416300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8056d0e1-7b05-4b83-856c-759bdacbb5c5 req-eb4e5ff9-f26f-40e3-b0f3-6b9ef1433044 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 949 time: 0.1152527 Dec 23 12:22:22.426307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Attempting to bind port c1b184d6-24c0-46ad-98de-6f64b74b95a7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:22.426684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Attempting to bind port c1b184d6-24c0-46ad-98de-6f64b74b95a7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:22.427048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Attempting to bind port c1b184d6-24c0-46ad-98de-6f64b74b95a7 on network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:22.432600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade29b5-b889-4db3-80d4-15228ec9c268 req-19edd06c-e870-4b5d-b567-f3f0adb47809 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:22.434329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ade29b5-b889-4db3-80d4-15228ec9c268 req-19edd06c-e870-4b5d-b567-f3f0adb47809 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 945 time: 0.0863051 Dec 23 12:22:22.438753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.476510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:22.476510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Checking segment: {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:22.476931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.477046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Bound using segment: {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:22.477473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Bound port: c1b184d6-24c0-46ad-98de-6f64b74b95a7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:22.477846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.517344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.525242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8056d0e1-7b05-4b83-856c-759bdacbb5c5 req-60712609-db24-4bc7-86a6-840ff4cab702 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 Dec 23 12:22:22.529882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:22.532284 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a7bdd-7aa1-49a1-9e63-5c7fc008be6c" -d '{"events": [{"server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "name": "network-vif-plugged", "status": "completed", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:22.568371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ade29b5-b889-4db3-80d4-15228ec9c268 req-9e5899da-49f8-4a53-8968-c3b707123d13 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246228 Dec 23 12:22:22.583246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:22.608901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c785c0b7-c527-417a-85cf-ce89dd742b56 req-96d25e4a-132d-4f98-8be5-6e809291b04b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0463502 Dec 23 12:22:22.650488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] For port c1b184d6-24c0-46ad-98de-6f64b74b95a7, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:22.653952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] For port c1b184d6-24c0-46ad-98de-6f64b74b95a7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1b184d6-24c0-46ad-98de-6f64b74b95a7,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:22.691292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67f3b3e8-b5d2-4353-b463-33fcd86fd0a4 req-9fbff6e6-8602-4650-bf06-bf2a5f26ffc8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 210 time: 0.0322042 Dec 23 12:22:22.705101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.735709 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aefa83-543b-413b-82a0-e47d2c1867cc x-openstack-request-id: req-35aefa83-543b-413b-82a0-e47d2c1867cc {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:22.742836 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "name": "network-vif-plugged", "status": "completed", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:22.742836 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35aefa83-543b-413b-82a0-e47d2c1867cc {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:22.742836 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef', 'code': 200} Dec 23 12:22:22.763823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.773167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:22.839741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1c257-911d-4010-9ab1-f56f79a68766 None None] Pushing event updated for resources: {'Port': ['ID=c1b184d6-24c0-46ad-98de-6f64b74b95a7,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:22.841619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942a73d-2acf-4353-9faa-d85468341fce req-734e0be8-6a0f-4f84-85a7-aa34a8a5ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:22.846043 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3942a73d-2acf-4353-9faa-d85468341fce req-734e0be8-6a0f-4f84-85a7-aa34a8a5ccfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 1101 time: 0.0503931 Dec 23 12:22:22.925515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3942a73d-2acf-4353-9faa-d85468341fce req-69de5a61-97a4-405f-af92-2ee862d04f88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651355 Dec 23 12:22:22.986406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7533a27c-01d6-4b62-b88e-d62e146e917b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:23.093311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7533a27c-01d6-4b62-b88e-d62e146e917b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:23.093991 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:23.324988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d4d27-dbb9-49e9-826f-1652635cd525 req-b930c796-9904-4f41-af52-36d4aa350ee5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:23.326507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09d4d27-dbb9-49e9-826f-1652635cd525 req-b930c796-9904-4f41-af52-36d4aa350ee5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.0540690 Dec 23 12:22:23.384527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09d4d27-dbb9-49e9-826f-1652635cd525 req-1e5b6829-5c33-43ab-be36-766fcf543dac tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Dec 23 12:22:23.426524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:23.663866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4fdd0-3d4c-4a2c-a982-29ec4b230e2b req-7f73d99f-87cd-4c59-a74c-f9fcea8b2073 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:23.665457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d4fdd0-3d4c-4a2c-a982-29ec4b230e2b req-7f73d99f-87cd-4c59-a74c-f9fcea8b2073 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.0695143 Dec 23 12:22:23.699481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:23.723579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'mac_address': 'fa:16:3e:bf:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:23.759160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278345a9-582d-40ea-af4b-a5f04fa04b40 req-375cba91-7483-4d15-b48d-643f834a39a5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:23.768733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-278345a9-582d-40ea-af4b-a5f04fa04b40 req-375cba91-7483-4d15-b48d-643f834a39a5 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 945 time: 0.1015410 Dec 23 12:22:23.775467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:23.786436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d4fdd0-3d4c-4a2c-a982-29ec4b230e2b req-9a9a81e0-8a31-41d2-b358-65d285eeb603 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078241 Dec 23 12:22:23.808342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93e7fa1-a484-4cb1-961d-3346e4f1ca68 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:23.850469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:23.860851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-278345a9-582d-40ea-af4b-a5f04fa04b40 req-a02624cc-8948-4c01-a3dc-52d16ccc3bd9 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909579 Dec 23 12:22:23.899293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddd596d1-92a1-4c89-8f64-772676fbe415 req-6fc87c76-6bd7-4532-bc65-1b4f9e56d4ca tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0373747 Dec 23 12:22:23.991088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3878d70-6340-45ce-b2cc-02e13a25a890 None None] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:24.009781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:24.021813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1526803-509b-4f48-8f7b-8ae69668a6f4 req-f6b89361-8453-4511-956f-696078234641 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 210 time: 0.0401630 Dec 23 12:22:24.122442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a93e7fa1-a484-4cb1-961d-3346e4f1ca68'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:24.138113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] Provisioning complete for port c1b184d6-24c0-46ad-98de-6f64b74b95a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:24.138319 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:24.160174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:24.317844 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:24.375711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] For port c1b184d6-24c0-46ad-98de-6f64b74b95a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1b184d6-24c0-46ad-98de-6f64b74b95a7,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:24.442458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:24.513023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5fa4-5b77-4e79-885c-be11e50857c4 None None] Pushing event updated for resources: {'Port': ['ID=c1b184d6-24c0-46ad-98de-6f64b74b95a7,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:24.516559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867cc9-5859-4499-a3a4-1efc31499089 req-80d4b3c1-c3f4-4640-8894-b7a2744a59c0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:24.518082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0867cc9-5859-4499-a3a4-1efc31499089 req-80d4b3c1-c3f4-4640-8894-b7a2744a59c0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.0544045 Dec 23 12:22:24.570794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f3c5cc79-f1f7-4249-a2de-1e7af013f094 None None] Provisioning complete for port c1b184d6-24c0-46ad-98de-6f64b74b95a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:24.571183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cc79-f1f7-4249-a2de-1e7af013f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:24.578509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0867cc9-5859-4499-a3a4-1efc31499089 req-c7525925-9645-425c-85f2-42068941df5a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Dec 23 12:22:24.797394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-9940b19d-9731-4409-a867-2aa739115528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:24.798738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-9940b19d-9731-4409-a867-2aa739115528 service neutron] 10.222.0.43 "GET /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 1032 time: 0.0336392 Dec 23 12:22:24.840943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-714a3aa4-5d29-4ea6-a190-e8e9b238cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:24.842335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-714a3aa4-5d29-4ea6-a190-e8e9b238cc14 service neutron] 10.222.0.43 "GET /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 1031 time: 0.0339198 Dec 23 12:22:25.014163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c1b184d6-24c0-46ad-98de-6f64b74b95a7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:25.034609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c00c01-25db-4475-b7d6-e8e4c99f2857 req-f73290ff-078b-4742-b397-2a0ce033fa98 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.036102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46c00c01-25db-4475-b7d6-e8e4c99f2857 req-f73290ff-078b-4742-b397-2a0ce033fa98 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.1767426 Dec 23 12:22:25.050712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09519be-ca00-461f-9e18-0cdb9b7f43ec req-fb7550b0-8954-4a78-bdbd-f685ea03cdd1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.058067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09519be-ca00-461f-9e18-0cdb9b7f43ec req-fb7550b0-8954-4a78-bdbd-f685ea03cdd1 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 945 time: 0.1255081 Dec 23 12:22:25.076043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c1b184d6-24c0-46ad-98de-6f64b74b95a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:25.076423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:25.078831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f2987a01-5939-4f2d-8121-b1d2dc197e0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.085238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f2987a01-5939-4f2d-8121-b1d2dc197e0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.091136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f2987a01-5939-4f2d-8121-b1d2dc197e0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.092761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f2987a01-5939-4f2d-8121-b1d2dc197e0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=855e83c9-43a9-4a09-961a-fb691ba2b544&id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 1996 time: 0.2422020 Dec 23 12:22:25.201168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46c00c01-25db-4475-b7d6-e8e4c99f2857 req-4e4a1289-1bf8-45f9-9a20-66ff74725658 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357214 Dec 23 12:22:25.207294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09519be-ca00-461f-9e18-0cdb9b7f43ec req-8ee061b1-1eb2-41c6-a666-241d312089e6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484463 Dec 23 12:22:25.214221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5798c840-a91c-4f90-b33d-54a293fb0ee1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a7116d3c164447fb408f24eb5639388 HTTP/1.1" status: 200 len: 380 time: 0.1021423 Dec 23 12:22:25.236873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'admin_state_up': True, 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'security_groups': ['aee67b16-16c0-41b9-a169-476003868e41']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:25.343003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f258af8-f0c5-42ab-862c-306026db1e70 req-f1bdbd34-3cc0-48d7-bd4a-0ef004c1f831 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0350966 Dec 23 12:22:25.409578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95e4ead7-8bf3-4ac1-9d8b-d2183648d2a2 req-f3346972-0e51-475b-8d9d-868df302f2b4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 210 time: 0.0352073 Dec 23 12:22:25.432556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1e5c6328-4903-4a67-b522-4dfe834128a7 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:25.562274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:25.566436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:25.617018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 1e5c6328-4903-4a67-b522-4dfe834128a7 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:25.625521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 1e5c6328-4903-4a67-b522-4dfe834128a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:25.626605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:25.671042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4c1b48a9-8c1d-447c-8d8d-6ff6b59b2b52 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.678359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4c1b48a9-8c1d-447c-8d8d-6ff6b59b2b52 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.680188 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4c1b48a9-8c1d-447c-8d8d-6ff6b59b2b52 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "GET /v2.0/networks?id=22ec7734-7b78-43ae-b003-cd857fbc2841&id=9301bd5a-fd08-4774-9a52-c8dbaa8d26c3&id=22ec7734-7b78-43ae-b003-cd857fbc2841 HTTP/1.1" status: 200 len: 1391 time: 0.1755290 Dec 23 12:22:25.697778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'admin_state_up': True, 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:25.772143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:25.816762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1e5c6328-4903-4a67-b522-4dfe834128a7,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:25.818324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:25.821000 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9df812b-64b8-47f7-8536-8904b6083a17" -d '{"events": [{"server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "name": "network-vif-plugged", "status": "completed", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:25.864232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-aa3d8b7f-37f5-4dd6-abfe-b217f1016f49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534487 Dec 23 12:22:25.909683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:25.910460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:25.914287 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808eca00-4465-439e-9149-e48c8cc57a2f x-openstack-request-id: req-808eca00-4465-439e-9149-e48c8cc57a2f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:25.914600 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "name": "network-vif-plugged", "status": "completed", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:25.914859 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-808eca00-4465-439e-9149-e48c8cc57a2f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:25.915261 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7', 'code': 200} Dec 23 12:22:26.023135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-cb193ec1-8948-46d6-bb31-58d3d4f88494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.029243 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-cb193ec1-8948-46d6-bb31-58d3d4f88494 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae0684c8f3b743fd836c07120eaf786e&device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 1096 time: 0.0891507 Dec 23 12:22:26.031319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:26.039266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.075759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:26.100688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.101460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.104450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.105379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.107715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.109105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.110773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.111572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.112766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.114699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.116559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.120717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.121416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:26.148106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:26.148939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.163453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 172.20.0.10 (05c380c1-e3d8-4678-9b2d-61e09c43c11f/b6de7d0f-c217-470b-9090-3d2064169cce/68ffce1b-f266-4c98-bff9-fc2973fb5775) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:26.270714 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.299847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012800c-17fc-433a-bf0d-dd2f9d57ca5e req-ebe4fc8f-f3b5-45cb-9631-0c5407e3e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.302056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3012800c-17fc-433a-bf0d-dd2f9d57ca5e req-ebe4fc8f-f3b5-45cb-9631-0c5407e3e9fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 1097 time: 0.2718883 Dec 23 12:22:26.308800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.381169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:26.397126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdabdf1-e31f-4e34-aa5d-d562385e4ad4 req-27e7808b-54a8-4199-ab3c-97396e4bea07 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.398852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fdabdf1-e31f-4e34-aa5d-d562385e4ad4 req-27e7808b-54a8-4199-ab3c-97396e4bea07 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.7042446 Dec 23 12:22:26.423990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.452174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-1626b1f4-fe38-416d-bf9a-0917c47cb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.453663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-1626b1f4-fe38-416d-bf9a-0917c47cb6de service neutron] 10.222.0.43 "GET /v2.0/networks?id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 200 len: 913 time: 0.3842659 Dec 23 12:22:26.463526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Allocated IP 19.80.0.33 (22ec7734-7b78-43ae-b003-cd857fbc2841/51f23bfa-8e01-44fd-8275-a3c8caa79be2/5969a91d-1605-492c-aa99-17ba481859a0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:26.468052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefdce-892c-4c14-98eb-64212da1f3e9 req-afda9a5c-5d7c-4d98-90b4-029d13c52442 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.469739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdeefdce-892c-4c14-98eb-64212da1f3e9 req-afda9a5c-5d7c-4d98-90b4-029d13c52442 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.1238194 Dec 23 12:22:26.487882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.497252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:26.516436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:26.539027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-54c3a7c7-9986-490b-8758-b40e3325a133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 200 len: 1000 time: 0.0730329 Dec 23 12:22:26.542527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3012800c-17fc-433a-bf0d-dd2f9d57ca5e req-8ab0528b-b688-4740-9d66-fe3264ed0771 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284954 Dec 23 12:22:26.546592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:26.560290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:26.583547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:26.586516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:26.644035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-090770a1-d9df-423a-8571-dcc13f0be2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.645536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-090770a1-d9df-423a-8571-dcc13f0be2ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184ba00-fee4-494b-afea-21de52eb939c HTTP/1.1" status: 200 len: 851 time: 0.0976529 Dec 23 12:22:26.668240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fdabdf1-e31f-4e34-aa5d-d562385e4ad4 req-635517d3-c49e-40bd-96a1-c65c9295e333 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625768 Dec 23 12:22:26.686084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdeefdce-892c-4c14-98eb-64212da1f3e9 req-ab672fe3-ae33-43d6-b5f7-159bfb8b1f24 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043123 Dec 23 12:22:26.693894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 4631b457-2e4d-48bb-ab77-2572fb36882a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:26.698216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 4631b457-2e4d-48bb-ab77-2572fb36882a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:26.698592 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.732431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.733718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:26.836436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3aff4945-9e0e-48d4-9022-fe4d00a79809 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6062751 Dec 23 12:22:26.846488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-c9764354-a1d0-47b3-a8e0-d25cef802012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.851804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-c9764354-a1d0-47b3-a8e0-d25cef802012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57963f19-3a8b-431f-a1de-d4a9b3d44cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917748 Dec 23 12:22:26.858860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'admin_state_up': True, 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'security_groups': ['aee67b16-16c0-41b9-a169-476003868e41']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:26.950375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.008498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.022913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:27.049599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db1629-1ca8-4387-b972-fe24ea81fb5d req-fba57fcb-d0f5-403b-be86-5c435222421b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:27.059098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47db1629-1ca8-4387-b972-fe24ea81fb5d req-fba57fcb-d0f5-403b-be86-5c435222421b tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.2919126 Dec 23 12:22:27.079820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-b9954073-1144-42b7-9708-3e292404d16a service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224643 Dec 23 12:22:27.115391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.183743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47db1629-1ca8-4387-b972-fe24ea81fb5d req-1894d9f6-f9ed-475e-b953-e1db0402476c tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165299 Dec 23 12:22:27.191587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d15c8670-302f-4534-8014-f98ceeed72f2 None None] Provisioning complete for port 68ffce1b-f266-4c98-bff9-fc2973fb5775 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:27.192274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d15c8670-302f-4534-8014-f98ceeed72f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.209237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef5f9-0cf2-4fdd-95be-cd0f89b69912 req-c758ef90-bf29-42a3-8123-f9f33848c8d9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:27.214092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24cef5f9-0cf2-4fdd-95be-cd0f89b69912 req-c758ef90-bf29-42a3-8123-f9f33848c8d9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 932 time: 0.1681783 Dec 23 12:22:27.219022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34794325-9ded-4885-9f9e-7949fa34ce7e req-cfeb0c41-333c-43ec-860e-631cb83364dd service neutron] 10.222.0.43 "GET /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284082 Dec 23 12:22:27.235111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d15c8670-302f-4534-8014-f98ceeed72f2 None None] Port 68ffce1b-f266-4c98-bff9-fc2973fb5775 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:27.238929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:27.246957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:27.253639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.326478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.330176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ef3d68a-cdf2-43fa-b2c7-ff82f43c1bcd req-85b1a25c-ad23-4d21-ab29-47b355bb85b4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 210 time: 0.0435429 Dec 23 12:22:27.391330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:27.395137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:27.415791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24cef5f9-0cf2-4fdd-95be-cd0f89b69912 req-8cdc8d8b-e28d-4a3e-9bd9-9ae5f6788c7d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866498 Dec 23 12:22:27.426944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:27.478000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:27.512057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:27.512640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.562744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.1.1.160 (6b71f5f9-a8e4-41ae-899d-1e689773b246/08254c88-0894-4799-9ebe-53bde6f948d3/3947675b-891b-4841-bd26-9541e456000f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:27.621816 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1a5fc28f-52da-4dfe-9921-e02fb9e5a44e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9308136 Dec 23 12:22:27.638233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3', 'admin_state_up': True, 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:27.776292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8ccdc762-6531-42f8-b784-3a96b4a8e681 None None] Provisioning complete for port 5969a91d-1605-492c-aa99-17ba481859a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:27.778970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc762-6531-42f8-b784-3a96b4a8e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.855054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdc762-6531-42f8-b784-3a96b4a8e681 None None] Port 5969a91d-1605-492c-aa99-17ba481859a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:27.907536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.916166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68'}, {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:27.919004 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8371b4e-06bc-4408-9666-9cbc1e51de5e" -d '{"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68"}, {"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-plugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:27.985382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d290e-3272-45b9-8798-56a783366784 req-e2b1ce70-e74e-415d-9270-5487f3214a33 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:27.987116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-232d290e-3272-45b9-8798-56a783366784 req-e2b1ce70-e74e-415d-9270-5487f3214a33 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2034428 Dec 23 12:22:28.007846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:28.012723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:28.040029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:28.125811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-232d290e-3272-45b9-8798-56a783366784 req-32e31137-0ad7-474b-b0c0-77244d1e0882 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317151 Dec 23 12:22:28.140061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:28.219050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:28.221742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:28.226076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:28.276474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Allocated IP 19.86.0.35 (9301bd5a-fd08-4774-9a52-c8dbaa8d26c3/994a9cd1-79ec-4021-821c-8a269ce524bf/bc0775fc-da7f-415a-bc05-3fdbbee5488e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:28.333527 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313bc6d2-d739-4cb3-925b-4a21e1b45c59 x-openstack-request-id: req-313bc6d2-d739-4cb3-925b-4a21e1b45c59 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:28.334576 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68", "code": 200}, {"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-plugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:28.335185 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-313bc6d2-d739-4cb3-925b-4a21e1b45c59 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:28.335750 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'code': 200} Dec 23 12:22:28.336293 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'code': 200} Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.375954 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:28.381460 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:28.401374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:28.414485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:28.462799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c128806-f09a-4adb-8e7e-7849cb5c979a req-87258a78-4573-41d6-bec4-3e5caf2a4fed tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:28.470929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c128806-f09a-4adb-8e7e-7849cb5c979a req-87258a78-4573-41d6-bec4-3e5caf2a4fed tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.3276024 Dec 23 12:22:28.593702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c128806-f09a-4adb-8e7e-7849cb5c979a req-2d45f0c7-9e04-40ec-962b-d2b369093a71 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093204 Dec 23 12:22:28.612383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288538ce-e85e-43da-b8b9-7c9f9aa1d3bd req-bcba68bf-4b5e-42df-aeb9-c93aa20a1aa3 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:28.634105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-288538ce-e85e-43da-b8b9-7c9f9aa1d3bd req-bcba68bf-4b5e-42df-aeb9-c93aa20a1aa3 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.1490865 Dec 23 12:22:28.663056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0bfc5a96-8a92-4e47-838d-19c6dd1c7450 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8177278 Dec 23 12:22:28.705497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'admin_state_up': True, 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'security_groups': ['aee67b16-16c0-41b9-a169-476003868e41']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:28.715000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fd256696-0099-42c8-9a79-01ef2141ffa2 None None] Provisioning complete for port 3947675b-891b-4841-bd26-9541e456000f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:28.715883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd256696-0099-42c8-9a79-01ef2141ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:28.820417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fd256696-0099-42c8-9a79-01ef2141ffa2 None None] Port 3947675b-891b-4841-bd26-9541e456000f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:28.963082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-288538ce-e85e-43da-b8b9-7c9f9aa1d3bd req-1b33ccc2-95ab-4e7b-bda9-9da239af63da tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295858 Dec 23 12:22:29.035337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e620-7408-4c3e-894b-9c1cf6346aa6 req-961a5071-57e8-4b42-a44b-9fec576dacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.036968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2686e620-7408-4c3e-894b-9c1cf6346aa6 req-961a5071-57e8-4b42-a44b-9fec576dacb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1100 time: 0.2028465 Dec 23 12:22:29.087850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251a70e-e7b1-4901-89ce-c2116e1432f9 req-eb2d25bd-38af-41d1-b37a-6e2603115fae tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.111250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c251a70e-e7b1-4901-89ce-c2116e1432f9 req-eb2d25bd-38af-41d1-b37a-6e2603115fae tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 931 time: 0.2988284 Dec 23 12:22:29.187143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2686e620-7408-4c3e-894b-9c1cf6346aa6 req-8a2a1f7d-f9f7-41ec-b413-d24ffaff65f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421177 Dec 23 12:22:29.227428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.240021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c251a70e-e7b1-4901-89ce-c2116e1432f9 req-b0574375-1479-4bb4-84b6-022776cb011d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242275 Dec 23 12:22:29.306174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:29.310818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.347865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513431fb-4c3b-4012-9bae-d52aac3d0b33 req-d2dddd56-2715-478e-837b-fdd9764a0ccd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.355595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.362084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513431fb-4c3b-4012-9bae-d52aac3d0b33 req-d2dddd56-2715-478e-837b-fdd9764a0ccd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.369678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-513431fb-4c3b-4012-9bae-d52aac3d0b33 req-d2dddd56-2715-478e-837b-fdd9764a0ccd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 1654 time: 0.1280930 Dec 23 12:22:29.422141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:29.463134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:29.484734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:29.486808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:29.490229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:29.550787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633b374-2bb6-4db5-8598-ec27b14e78fb req-76b6d8f0-74bd-4652-a45f-c6cdfc0e4eee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.553305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f633b374-2bb6-4db5-8598-ec27b14e78fb req-76b6d8f0-74bd-4652-a45f-c6cdfc0e4eee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1807079 Dec 23 12:22:29.562774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-513431fb-4c3b-4012-9bae-d52aac3d0b33 req-418a7ceb-a442-4f26-97cb-d7be9f478a4c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909230 Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.566220 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.569535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.638582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.1.1.211 (6b71f5f9-a8e4-41ae-899d-1e689773b246/08254c88-0894-4799-9ebe-53bde6f948d3/1c6716c4-da6e-4249-a157-8648a2d531eb) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:29.673661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4d48c643-ead9-44e1-a40e-ef23e7230dec tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0418873 Dec 23 12:22:29.695441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'admin_state_up': True, 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:29.732363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f633b374-2bb6-4db5-8598-ec27b14e78fb req-18065000-26b5-46e2-92e1-56eb828e0d07 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568840 Dec 23 12:22:29.757498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d116562-5cd8-4726-85c5-fad38b129ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.979880 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.001070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2982e6c2-bb06-4b32-a892-8e5239a5d480 None None] Provisioning complete for port bc0775fc-da7f-415a-bc05-3fdbbee5488e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:30.001817 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2982e6c2-bb06-4b32-a892-8e5239a5d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.068410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c71b6-969d-42d9-8243-578403d639ef req-b098d7be-fdbb-48c0-94a9-243fd101e5b9 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.083816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-220c71b6-969d-42d9-8243-578403d639ef req-b098d7be-fdbb-48c0-94a9-243fd101e5b9 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.1890583 Dec 23 12:22:30.096589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d116562-5cd8-4726-85c5-fad38b129ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.102260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:30.106628 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.112920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-5d646b2d-c725-45bb-8168-6aaae041ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.114739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-5d646b2d-c725-45bb-8168-6aaae041ed1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 1096 time: 0.3545949 Dec 23 12:22:30.116895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2982e6c2-bb06-4b32-a892-8e5239a5d480 None None] Port bc0775fc-da7f-415a-bc05-3fdbbee5488e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:30.120006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b1986-2195-4954-87db-002bcc8ab45b req-00e6384f-211a-455b-b229-83b4a6e7e437 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.121729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-511b1986-2195-4954-87db-002bcc8ab45b req-00e6384f-211a-455b-b229-83b4a6e7e437 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.57 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.1886394 Dec 23 12:22:30.265439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-220c71b6-969d-42d9-8243-578403d639ef req-1b9d202a-f22a-4997-b545-b97b9be89af6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806567 Dec 23 12:22:30.279352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d116562-5cd8-4726-85c5-fad38b129ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.322275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02a6e-0589-4bb3-b1c9-1717cf934f50 req-f9e0a331-9baf-4ed8-b47c-85807140e1fa tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.323800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12d02a6e-0589-4bb3-b1c9-1717cf934f50 req-f9e0a331-9baf-4ed8-b47c-85807140e1fa tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 950 time: 0.1898353 Dec 23 12:22:30.453414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Deleting port 5a0aca45-b81f-44f4-bf38-5351fe7726ef {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:30.453414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.499501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d116562-5cd8-4726-85c5-fad38b129ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b383e-f189-45e6-b11f-df384d612900,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:30.522050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1d116562-5cd8-4726-85c5-fad38b129ce0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e19df91e8d452dadc9a9324aa32848&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0942054 Dec 23 12:22:30.527923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40666) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:30.533630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.585909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12d02a6e-0589-4bb3-b1c9-1717cf934f50 req-6adfcb59-26bc-48d8-a269-9f3ad99854aa tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/security-groups?id=99f9bc12-1aec-4639-a5aa-37d943afa847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439015 Dec 23 12:22:30.591024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Allocated IP 19.80.0.62 (22ec7734-7b78-43ae-b003-cd857fbc2841/51f23bfa-8e01-44fd-8275-a3c8caa79be2/7630825b-8d1c-494d-87ed-90e6f87d02cc) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:30.685795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:30.697958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:30.700962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:30.722685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-b89a6672-e3b2-436f-9c3b-658b4f79f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.724926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-b89a6672-e3b2-436f-9c3b-658b4f79f98d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 906 time: 0.5830417 Dec 23 12:22:30.744366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:30.804775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] For port 5a0aca45-b81f-44f4-bf38-5351fe7726ef, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=5a0aca45-b81f-44f4-bf38-5351fe7726ef,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:30.805341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.815975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178effa-3df7-43e3-9fb4-1292cc605c0d req-49961542-7312-468c-9ef6-ed1b2de44569 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.829269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178effa-3df7-43e3-9fb4-1292cc605c0d req-49961542-7312-468c-9ef6-ed1b2de44569 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.837943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0178effa-3df7-43e3-9fb4-1292cc605c0d req-49961542-7312-468c-9ef6-ed1b2de44569 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 1653 time: 0.3112187 Dec 23 12:22:30.844331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-a97c7017-1f0f-4091-a435-76e16d6494a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68 HTTP/1.1" status: 200 len: 217 time: 0.0956373 Dec 23 12:22:30.875292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Calling delete_port for 5a0aca45-b81f-44f4-bf38-5351fe7726ef owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:30.902139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:30.902904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.986767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.039744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ad47-66c2-4fa2-bec5-5a15d01d083f req-0ab842af-803d-4421-bb01-e6377071260f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.046268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ad47-66c2-4fa2-bec5-5a15d01d083f req-0ab842af-803d-4421-bb01-e6377071260f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.053317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52ad47-66c2-4fa2-bec5-5a15d01d083f req-0ab842af-803d-4421-bb01-e6377071260f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.053967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a1eb565f-fe43-4d1c-a2cb-481035c299bc None None] Provisioning complete for port 1c6716c4-da6e-4249-a157-8648a2d531eb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:31.054472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1eb565f-fe43-4d1c-a2cb-481035c299bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.062617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe52ad47-66c2-4fa2-bec5-5a15d01d083f req-0ab842af-803d-4421-bb01-e6377071260f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 2375 time: 0.3581481 Dec 23 12:22:31.077973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-7418ed14-33ad-4cab-ae77-03609484f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.081466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-7418ed14-33ad-4cab-ae77-03609484f6b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.2229435 Dec 23 12:22:31.139536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0178effa-3df7-43e3-9fb4-1292cc605c0d req-3cb55752-bb35-4ad7-98ed-783a5a3c4914 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004861 Dec 23 12:22:31.175028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb565f-fe43-4d1c-a2cb-481035c299bc None None] Port 1c6716c4-da6e-4249-a157-8648a2d531eb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:31.202519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.225077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe52ad47-66c2-4fa2-bec5-5a15d01d083f req-333edaa4-702c-4d08-bf09-012d45a4eed2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534257 Dec 23 12:22:31.248578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-52cc766e-d2fc-4ddf-9abd-d07a689fc74f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294258 Dec 23 12:22:31.306930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0e6d5050-8037-450b-ad87-a937868ee066 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6271460 Dec 23 12:22:31.340784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'admin_state_up': True, 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'security_groups': ['aee67b16-16c0-41b9-a169-476003868e41']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:31.415142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.482118 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-93815182-b68c-42e9-ba79-65a708e9bd9e service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243130 Dec 23 12:22:31.519738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045be5-63fd-43f4-9f55-ee0e9cb46f5d req-4f52cb4b-b599-4f8d-ac27-af4f1b402c52 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.527445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c045be5-63fd-43f4-9f55-ee0e9cb46f5d req-4f52cb4b-b599-4f8d-ac27-af4f1b402c52 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1826839 Dec 23 12:22:31.591754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.653227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a46135f-fbb0-423d-acbb-5f1675fc25a0 req-208710c8-cf04-4a81-9526-eb10f8543f7f service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576207 Dec 23 12:22:31.660327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.664391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.665612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b18b383e-f189-45e6-b11f-df384d612900 HTTP/1.1" status: 204 len: 168 time: 1.1367702 Dec 23 12:22:31.702871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Pushing event deleted for resources: {'Port': ['ID=5a0aca45-b81f-44f4-bf38-5351fe7726ef,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:31.717538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92976b5-aa52-4c23-bf8b-9fc4e3cb57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b383e-f189-45e6-b11f-df384d612900,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:31.830804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-848fe710-110f-4950-87db-70f08ce22c5e req-077e6378-1104-411d-a09f-35744245c711 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.16 "GET /v2.0/ports?device_id=7449e8ba-67cc-4dfc-8079-1e91f8dffda0 HTTP/1.1" status: 200 len: 210 time: 0.1157773 Dec 23 12:22:31.864306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.886804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] No DVR routers for this DVR port 5a0aca45-b81f-44f4-bf38-5351fe7726ef on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:31.891859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.895503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-511b1986-2195-4954-87db-002bcc8ab45b req-4f3fc554-f9e3-4d19-ad24-6036f4ae4729 tempest-ServerDiagnosticsNegativeTest-1661025597 tempest-ServerDiagnosticsNegativeTest-1661025597-project] 10.222.0.57 "DELETE /v2.0/ports/5a0aca45-b81f-44f4-bf38-5351fe7726ef HTTP/1.1" status: 204 len: 173 time: 1.7626481 Dec 23 12:22:31.896375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'name': 'network-vif-deleted', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:31.898952 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d3f76-ffe8-4afc-82b9-67c3096d0c34" -d '{"events": [{"server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "name": "network-vif-deleted", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:31.911874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c045be5-63fd-43f4-9f55-ee0e9cb46f5d req-e15514b3-fe4a-48ee-9aad-7a760800f61f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829715 Dec 23 12:22:32.015036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:32.031981 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d9f194-365b-4360-a557-97fce4543236 x-openstack-request-id: req-d6d9f194-365b-4360-a557-97fce4543236 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:32.033118 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7449e8ba-67cc-4dfc-8079-1e91f8dffda0", "name": "network-vif-deleted", "tag": "5a0aca45-b81f-44f4-bf38-5351fe7726ef", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:32.033569 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6d9f194-365b-4360-a557-97fce4543236 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:32.034364 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7449e8ba-67cc-4dfc-8079-1e91f8dffda0', 'name': 'network-vif-deleted', 'tag': '5a0aca45-b81f-44f4-bf38-5351fe7726ef', 'status': 'completed', 'code': 200} Dec 23 12:22:32.060191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:32.061614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:32.075389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:32.085564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:32.215392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.216061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.348183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-91f5eaa3-a6d0-48b4-8e49-6a6ad41d459e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6655474 Dec 23 12:22:32.367817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:32.463410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.540777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a12b1511-5fcf-486e-a1d9-d6224e67eec6 None None] Provisioning complete for port 7630825b-8d1c-494d-87ed-90e6f87d02cc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:32.541871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a12b1511-5fcf-486e-a1d9-d6224e67eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.566009 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.667164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a12b1511-5fcf-486e-a1d9-d6224e67eec6 None None] Port 7630825b-8d1c-494d-87ed-90e6f87d02cc cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:32.685629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dcfa5-8e2b-4644-94a7-3a8827ab2ab0 req-2324bca3-a844-418f-8f65-a0abd543c7b6 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.694037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dcfa5-8e2b-4644-94a7-3a8827ab2ab0 req-2324bca3-a844-418f-8f65-a0abd543c7b6 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.702170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dcfa5-8e2b-4644-94a7-3a8827ab2ab0 req-2324bca3-a844-418f-8f65-a0abd543c7b6 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.727997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d0dcfa5-8e2b-4644-94a7-3a8827ab2ab0 req-2324bca3-a844-418f-8f65-a0abd543c7b6 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2374 time: 0.2785945 Dec 23 12:22:32.824286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d0dcfa5-8e2b-4644-94a7-3a8827ab2ab0 req-08058691-9f4b-4910-9325-058015bb52e8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930250 Dec 23 12:22:32.989169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40714) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:33.055686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2b0efe-d509-4a90-9a46-fe514d175cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.117227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341aa64-eeb9-4c25-9acc-7737c7311351 req-eca34849-8951-4961-9cb7-0a7b2e423647 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.126800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341aa64-eeb9-4c25-9acc-7737c7311351 req-eca34849-8951-4961-9cb7-0a7b2e423647 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.150242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341aa64-eeb9-4c25-9acc-7737c7311351 req-eca34849-8951-4961-9cb7-0a7b2e423647 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.155242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0341aa64-eeb9-4c25-9acc-7737c7311351 req-eca34849-8951-4961-9cb7-0a7b2e423647 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 2375 time: 0.1754634 Dec 23 12:22:33.188704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2b0efe-d509-4a90-9a46-fe514d175cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.228389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.2.2.100 (855e83c9-43a9-4a09-961a-fb691ba2b544/8c274828-4431-4894-a61c-bb91a12b3033/d74323b4-a4d1-4c90-ae44-520f9f1ef1ac) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:33.346868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2b0efe-d509-4a90-9a46-fe514d175cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.407554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b0efe-d509-4a90-9a46-fe514d175cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7312e0-7ba3-4434-badc-2b992999163f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:33.424218 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.432055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af2b0efe-d509-4a90-9a46-fe514d175cc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9201d4101fb34cadbabfafdf68a2fe7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412904 Dec 23 12:22:33.437050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40716) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:33.448464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 5a0aca45-b81f-44f4-bf38-5351fe7726ef no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:33.471896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6ab39-5715-4201-a391-0afff919ac74 req-3b2b1dd2-a084-40d9-947f-64ce0bf18fc1 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.473427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46f6ab39-5715-4201-a391-0afff919ac74 req-3b2b1dd2-a084-40d9-947f-64ce0bf18fc1 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1100 time: 0.4813933 Dec 23 12:22:33.489064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 5a0aca45-b81f-44f4-bf38-5351fe7726ef {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:33.489462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 5a0aca45-b81f-44f4-bf38-5351fe7726ef not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:33.493410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5969a91d-1605-492c-aa99-17ba481859a0 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:33.510172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.532635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Transition to ACTIVE for port object 5969a91d-1605-492c-aa99-17ba481859a0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:33.553439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.579667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0341aa64-eeb9-4c25-9acc-7737c7311351 req-b3b4f8da-e7e2-4bfb-8bee-b251232787b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188688 Dec 23 12:22:33.591946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-46f6ab39-5715-4201-a391-0afff919ac74 req-a9906127-c7d7-4c25-9662-e9d129011a86 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.639108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.647986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.749231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.814610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Pushing event updated for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:33.826824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:33.839187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:33.839432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.867411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.867411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad7312e0-7ba3-4434-badc-2b992999163f HTTP/1.1" status: 204 len: 168 time: 0.4255733 Dec 23 12:22:33.883173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:34.055264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.059968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.076623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:34.143430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc974d-ae16-4481-98f6-221c72babf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7312e0-7ba3-4434-badc-2b992999163f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:34.201769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Attempting to bind port 5969a91d-1605-492c-aa99-17ba481859a0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:34.202543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Attempting to bind port 5969a91d-1605-492c-aa99-17ba481859a0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:34.203105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Attempting to bind port 5969a91d-1605-492c-aa99-17ba481859a0 on network 22ec7734-7b78-43ae-b003-cd857fbc2841 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:34.211375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Port 5969a91d-1605-492c-aa99-17ba481859a0 on network 22ec7734-7b78-43ae-b003-cd857fbc2841 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:34.211966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Attempting to bind port 5969a91d-1605-492c-aa99-17ba481859a0 on network 22ec7734-7b78-43ae-b003-cd857fbc2841 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:34.218435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:34.219944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Checking segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:34.220764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Bound using segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:34.222125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Bound port: 5969a91d-1605-492c-aa99-17ba481859a0, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:34.222946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.257971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0384a162-fe6c-41af-b9d4-bd0c3abbb63e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9384778 Dec 23 12:22:34.314533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'admin_state_up': True, 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'security_groups': ['aee67b16-16c0-41b9-a169-476003868e41']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:34.340323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:34.345728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5969a91d-1605-492c-aa99-17ba481859a0,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:34.417648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb143b-cd2f-4a39-9995-9dd5e34712d0 req-1376b801-9dde-45e5-9671-8840e814164e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.421565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ccf4e6f6-90f7-4235-875b-96f87251a645 None None] Provisioning complete for port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:34.422791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e6f6-90f7-4235-875b-96f87251a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.423593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb143b-cd2f-4a39-9995-9dd5e34712d0 req-1376b801-9dde-45e5-9671-8840e814164e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.449794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb143b-cd2f-4a39-9995-9dd5e34712d0 req-1376b801-9dde-45e5-9671-8840e814164e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.466092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aeb143b-cd2f-4a39-9995-9dd5e34712d0 req-1376b801-9dde-45e5-9671-8840e814164e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2386 time: 0.3502326 Dec 23 12:22:34.493279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.535540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4e6f6-90f7-4235-875b-96f87251a645 None None] Port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:34.627225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.629261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.635660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] 10.222.0.43 "PUT /v2.0/ports/5969a91d-1605-492c-aa99-17ba481859a0 HTTP/1.1" status: 200 len: 1091 time: 2.2786665 Dec 23 12:22:34.640037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:34.642214 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "5969a91d-1605-492c-aa99-17ba481859a0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:34.674278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-46f6ab39-5715-4201-a391-0afff919ac74 req-a9906127-c7d7-4c25-9662-e9d129011a86 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:34.690046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1542e29-021d-40e6-b52b-cd33d48a9c25 service neutron] Pushing event updated for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:34.775169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aeb143b-cd2f-4a39-9995-9dd5e34712d0 req-51386bad-79ef-40a4-90cb-41ba30ccc8c8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966713 Dec 23 12:22:34.983110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635778-2702-44e2-8607-05e5b534bd46 req-74698a66-8f86-4cf9-b2ad-f48b2a4d06d6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.995400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635778-2702-44e2-8607-05e5b534bd46 req-74698a66-8f86-4cf9-b2ad-f48b2a4d06d6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.001745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635778-2702-44e2-8607-05e5b534bd46 req-74698a66-8f86-4cf9-b2ad-f48b2a4d06d6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.008032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635778-2702-44e2-8607-05e5b534bd46 req-74698a66-8f86-4cf9-b2ad-f48b2a4d06d6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.009807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3635778-2702-44e2-8607-05e5b534bd46 req-74698a66-8f86-4cf9-b2ad-f48b2a4d06d6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3096 time: 0.1540992 Dec 23 12:22:35.033867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:35.066134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:35.084312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-46f6ab39-5715-4201-a391-0afff919ac74 req-a9906127-c7d7-4c25-9662-e9d129011a86 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.111334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Made reservation on behalf of 5a7116d3c164447fb408f24eb5639388 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:35.116146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.141527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.183941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3635778-2702-44e2-8607-05e5b534bd46 req-b334cc7f-035e-4157-805b-18158d454e9a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614056 Dec 23 12:22:35.188617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46f6ab39-5715-4201-a391-0afff919ac74 req-a9906127-c7d7-4c25-9662-e9d129011a86 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7074509 Dec 23 12:22:35.408165 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fe192f-2d43-48de-ac68-7e53bac06440 x-openstack-request-id: req-f8fe192f-2d43-48de-ac68-7e53bac06440 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:35.408848 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "5969a91d-1605-492c-aa99-17ba481859a0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:35.409375 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8fe192f-2d43-48de-ac68-7e53bac06440 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:35.409999 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0', 'status': 'completed', 'code': 200} Dec 23 12:22:35.519136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9906127-c7d7-4c25-9662-e9d129011a86 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87288b93-f037-419c-ad29-87f1632ce4e5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:35.566166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7c369340-46bc-4e9d-ab49-c5bdaec7110d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08747fef9a9d4a9c8051941e995799cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987099 Dec 23 12:22:35.574104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:35.597904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Allocated IP 10.2.2.200 (855e83c9-43a9-4a09-961a-fb691ba2b544/8c274828-4431-4894-a61c-bb91a12b3033/96fef807-a418-4cbd-9619-29dd98fb156f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:35.658034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-9cd66c92-6958-419c-858b-4bda8394dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.659137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-9cd66c92-6958-419c-858b-4bda8394dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.659620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-9cd66c92-6958-419c-858b-4bda8394dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.661324 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-9cd66c92-6958-419c-858b-4bda8394dc6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2729 time: 0.2551749 Dec 23 12:22:35.701137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.791901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.897157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.927348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-762ba822-b1ed-4c15-85a1-38701a73e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.930465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-762ba822-b1ed-4c15-85a1-38701a73e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.934140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-762ba822-b1ed-4c15-85a1-38701a73e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.935935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-762ba822-b1ed-4c15-85a1-38701a73e186 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2661881 Dec 23 12:22:35.973521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.984070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.987062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99f9bc12-1aec-4639-a5aa-37d943afa847 HTTP/1.1" status: 204 len: 168 time: 0.4081643 Dec 23 12:22:36.008895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189f8e-f9a6-4ea2-9a54-a8319a70bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9bc12-1aec-4639-a5aa-37d943afa847,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:36.026772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.124308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:36.143846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-0bc45a88-89ae-451d-8bc5-84da6e52d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:36.145535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6055b00b-f4f1-4907-83f8-fdd1d830c8ec req-0bc45a88-89ae-451d-8bc5-84da6e52d162 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025173 Dec 23 12:22:36.147821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:36.147983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0775fc-da7f-415a-bc05-3fdbbee5488e {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:36.152787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:36.160939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:36.165833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.201776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Transition to ACTIVE for port object bc0775fc-da7f-415a-bc05-3fdbbee5488e will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:36.269349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:36.274902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.310502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.413383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a3dcae1b-5a46-4cbb-b550-6966ec597e51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1367486 Dec 23 12:22:36.434906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:36.458204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Pushing event updated for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:36.643673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.669206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Attempting to bind port bc0775fc-da7f-415a-bc05-3fdbbee5488e on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:36.670172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Attempting to bind port bc0775fc-da7f-415a-bc05-3fdbbee5488e by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:36.670747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Attempting to bind port bc0775fc-da7f-415a-bc05-3fdbbee5488e on network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:36.708184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Port bc0775fc-da7f-415a-bc05-3fdbbee5488e on network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:36.717563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Attempting to bind port bc0775fc-da7f-415a-bc05-3fdbbee5488e on network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:36.723729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:36.725502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Checking segment: {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:36.726086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Bound using segment: {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:36.726712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Bound port: bc0775fc-da7f-415a-bc05-3fdbbee5488e, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164f462d-c02c-428d-a33d-2b7af3e5e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:36.727247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.738033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5822f2af-440b-4299-85da-0303c3a008e5 None None] Provisioning complete for port 96fef807-a418-4cbd-9619-29dd98fb156f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:36.738626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5822f2af-440b-4299-85da-0303c3a008e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.834840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5822f2af-440b-4299-85da-0303c3a008e5 None None] Port 96fef807-a418-4cbd-9619-29dd98fb156f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:36.891703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:36.902130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:37.006040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91176ff0-3396-4855-9d7b-a1cbfab317a6 req-22f95489-1012-4386-8558-055bc7fba84a tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.014012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91176ff0-3396-4855-9d7b-a1cbfab317a6 req-22f95489-1012-4386-8558-055bc7fba84a tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.021121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91176ff0-3396-4855-9d7b-a1cbfab317a6 req-22f95489-1012-4386-8558-055bc7fba84a tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.030667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91176ff0-3396-4855-9d7b-a1cbfab317a6 req-22f95489-1012-4386-8558-055bc7fba84a tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2398 time: 0.1085131 Dec 23 12:22:37.050556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.216065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Pushing event updated for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:37.228112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ffce1b-f266-4c98-bff9-fc2973fb5775 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:37.267211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.270147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.275990 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-157bea5e-b394-496d-86a6-bf5252a90f1a service neutron] 10.222.0.43 "PUT /v2.0/ports/bc0775fc-da7f-415a-bc05-3fdbbee5488e HTTP/1.1" status: 200 len: 1091 time: 2.2485003 Dec 23 12:22:37.346754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.388214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Transition to ACTIVE for port object 68ffce1b-f266-4c98-bff9-fc2973fb5775 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:37.391250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Request body: {'port': {'device_id': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:37.398691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91176ff0-3396-4855-9d7b-a1cbfab317a6 req-92034b25-1ffc-4458-acb0-2ef1846dd66d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670008 Dec 23 12:22:37.438331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.444678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.461814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.480772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.493335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.495792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-793c075f-5f9a-45b4-810e-c0812b0d922c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3817 time: 0.2434359 Dec 23 12:22:37.518835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:37.529801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.534574 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df194cd-6861-4d35-b74b-63eb512dc508" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:37.562857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:37.676746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.798193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:37.920659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2668a1e7-a1b7-4a80-9ca2-fb44b7c86fd3 req-73a56456-a4a3-499f-b8a5-c009ceea5a3d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209102 Dec 23 12:22:37.920659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40838) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:38.040936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abd62c8e-cf98-4a01-92cc-aa1f4b13ab3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.047022 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798e2309-ee9d-422d-bc16-cfffaf4f609c x-openstack-request-id: req-798e2309-ee9d-422d-bc16-cfffaf4f609c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:38.051372 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:38.051775 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-798e2309-ee9d-422d-bc16-cfffaf4f609c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:38.052495 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e', 'status': 'completed', 'code': 200} Dec 23 12:22:38.154343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a75fc-9d81-4e2c-807a-be304ec1d84d req-6e6c08e7-330b-44bc-bed0-7e2d562125ea tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.156252 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-197cd120-7718-4db2-97d0-b09f9f141717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.163258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d14a75fc-9d81-4e2c-807a-be304ec1d84d req-6e6c08e7-330b-44bc-bed0-7e2d562125ea tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2370510 Dec 23 12:22:38.171624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Attempting to bind port 68ffce1b-f266-4c98-bff9-fc2973fb5775 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:38.172017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Attempting to bind port 68ffce1b-f266-4c98-bff9-fc2973fb5775 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:38.172446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Attempting to bind port 68ffce1b-f266-4c98-bff9-fc2973fb5775 on network 05c380c1-e3d8-4678-9b2d-61e09c43c11f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:38.194702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Port 68ffce1b-f266-4c98-bff9-fc2973fb5775 on network 05c380c1-e3d8-4678-9b2d-61e09c43c11f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:38.195211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Attempting to bind port 68ffce1b-f266-4c98-bff9-fc2973fb5775 on network 05c380c1-e3d8-4678-9b2d-61e09c43c11f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:38.213862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:38.214316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Checking segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:38.214800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Bound using segment: {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:38.215522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Bound port: 68ffce1b-f266-4c98-bff9-fc2973fb5775, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8748b5ff-a69c-45de-a5f0-7829d3deb261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:38.215991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.260669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-197cd120-7718-4db2-97d0-b09f9f141717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.296753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-007ad608-71ff-41c0-b849-db556e7147e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.297622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-007ad608-71ff-41c0-b849-db556e7147e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.298274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-007ad608-71ff-41c0-b849-db556e7147e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.300758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-007ad608-71ff-41c0-b849-db556e7147e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2796 time: 0.2472687 Dec 23 12:22:38.440130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-7f6c8662-708f-4f5e-9607-ae9683a9f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.440884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-7f6c8662-708f-4f5e-9607-ae9683a9f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.441516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-7f6c8662-708f-4f5e-9607-ae9683a9f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.443847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-7f6c8662-708f-4f5e-9607-ae9683a9f7b1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1345251 Dec 23 12:22:38.449460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-2ad20f68-4886-448c-9bf4-0f9dd29aece0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0703528 Dec 23 12:22:38.561564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-bd8ccfb6-15c4-493d-a955-90a5a00c9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.563995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4df194cd-6861-4d35-b74b-63eb512dc508 req-bd8ccfb6-15c4-493d-a955-90a5a00c9967 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024377 Dec 23 12:22:38.564798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-197cd120-7718-4db2-97d0-b09f9f141717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.689411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-2e29b2ed-2f8f-47d0-8c62-111e5e759c91 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:22:38.691094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-2e29b2ed-2f8f-47d0-8c62-111e5e759c91 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058210 Dec 23 12:22:38.723822 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-197cd120-7718-4db2-97d0-b09f9f141717 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c61a4abfd0ce4d468d7425a18e85a37a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0615363 Dec 23 12:22:38.726833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd120-7718-4db2-97d0-b09f9f141717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13093b3-7be6-4e85-819e-7449f5649d7d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:38.729552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:38.804524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.849977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.858221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d14a75fc-9d81-4e2c-807a-be304ec1d84d req-eb894ddd-6d31-4c32-8be9-6de8009b80e5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938922 Dec 23 12:22:38.973955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8899b-0eaf-4936-a1e4-c2a2bb8144e3 req-60d1dc8e-87f0-43cc-9eda-23c22a30451e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.979945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8899b-0eaf-4936-a1e4-c2a2bb8144e3 req-60d1dc8e-87f0-43cc-9eda-23c22a30451e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:38.986375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8899b-0eaf-4936-a1e4-c2a2bb8144e3 req-60d1dc8e-87f0-43cc-9eda-23c22a30451e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.009603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98f8899b-0eaf-4936-a1e4-c2a2bb8144e3 req-60d1dc8e-87f0-43cc-9eda-23c22a30451e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2398 time: 0.2446036 Dec 23 12:22:39.029045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:39.055682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abd62c8e-cf98-4a01-92cc-aa1f4b13ab3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.087962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:39.112321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.123967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.128137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d13093b3-7be6-4e85-819e-7449f5649d7d HTTP/1.1" status: 204 len: 168 time: 0.3955965 Dec 23 12:22:39.181821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad33b0-d1b9-4b13-8f62-9563d4e077dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13093b3-7be6-4e85-819e-7449f5649d7d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:39.186417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98f8899b-0eaf-4936-a1e4-c2a2bb8144e3 req-dc7308e4-7b81-43f4-8026-2947169db1f1 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756580 Dec 23 12:22:39.187678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-abd62c8e-cf98-4a01-92cc-aa1f4b13ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.205169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.223448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7630825b-8d1c-494d-87ed-90e6f87d02cc {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:39.258930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.289952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Transition to ACTIVE for port object 7630825b-8d1c-494d-87ed-90e6f87d02cc will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:39.316310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.317282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.319612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] 10.222.0.43 "PUT /v2.0/ports/68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 1092 time: 2.8973043 Dec 23 12:22:39.336762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:39.339355 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:39.371988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:39.372722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-abd62c8e-cf98-4a01-92cc-aa1f4b13ab3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62838518f84d441d98f98997ebf7b2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4873657 Dec 23 12:22:39.391182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd62c8e-cf98-4a01-92cc-aa1f4b13ab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6bf895-79db-499e-868c-d7abbce9037f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:39.436207 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7836762d-7756-4cd4-ab50-06896605244d x-openstack-request-id: req-7836762d-7756-4cd4-ab50-06896605244d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:39.442386 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:39.454498 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7836762d-7756-4cd4-ab50-06896605244d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:39.454498 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'status': 'completed', 'code': 200} Dec 23 12:22:39.454498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d9607-70ec-44ce-911e-838ae8192609 service neutron] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:39.462054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.479632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:39.511588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.525917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.552847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.567453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.585873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.588056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-381bcd20-d4e1-4551-b66f-f3376c582648 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3829 time: 0.3123546 Dec 23 12:22:39.717730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.783242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.785136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.788787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.789742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.790588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.793897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-8b96b817-dc17-4e9d-8f11-591ef1bd2a71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 4364 time: 0.3360600 Dec 23 12:22:39.808333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0a54c5-559e-409a-904c-c3023af7d877 req-9066da60-ee76-4c8b-8f2f-2153aefeb0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809049 Dec 23 12:22:39.914950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:40.003785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:40.006413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:40.014056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Attempting to bind port 7630825b-8d1c-494d-87ed-90e6f87d02cc on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:40.015532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Attempting to bind port 7630825b-8d1c-494d-87ed-90e6f87d02cc by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:40.018500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Attempting to bind port 7630825b-8d1c-494d-87ed-90e6f87d02cc on network 22ec7734-7b78-43ae-b003-cd857fbc2841 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:40.065651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Port 7630825b-8d1c-494d-87ed-90e6f87d02cc on network 22ec7734-7b78-43ae-b003-cd857fbc2841 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:40.070202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Attempting to bind port 7630825b-8d1c-494d-87ed-90e6f87d02cc on network 22ec7734-7b78-43ae-b003-cd857fbc2841 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:40.091404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:40.098578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Checking segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:40.098578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Bound using segment: {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:40.098578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Bound port: 7630825b-8d1c-494d-87ed-90e6f87d02cc, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:40.098578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:40.141131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:40.144130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:40.146503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e6bf895-79db-499e-868c-d7abbce9037f HTTP/1.1" status: 204 len: 168 time: 0.7727137 Dec 23 12:22:40.208694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-0fde9e61-93b2-41dc-9878-efeb2914b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.209958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-0fde9e61-93b2-41dc-9878-efeb2914b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.213172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-0fde9e61-93b2-41dc-9878-efeb2914b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.217349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f6286-f22d-4482-a202-1ffff903e31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6bf895-79db-499e-868c-d7abbce9037f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:40.219632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-0fde9e61-93b2-41dc-9878-efeb2914b736 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4094942 Dec 23 12:22:40.569311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-f7177e89-e99c-4a90-ba66-1bf059df9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.576758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f1a8b91-5ca3-4417-8043-cb2108b68ce0 req-f7177e89-e99c-4a90-ba66-1bf059df9e5e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3473878 Dec 23 12:22:40.668271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c4c2f-0f61-4fec-a1b7-aa2a99e698b6 req-0db00134-81d8-45b1-bd5f-d80bb3c60b03 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.677666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c4c2f-0f61-4fec-a1b7-aa2a99e698b6 req-0db00134-81d8-45b1-bd5f-d80bb3c60b03 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.714117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c4c2f-0f61-4fec-a1b7-aa2a99e698b6 req-0db00134-81d8-45b1-bd5f-d80bb3c60b03 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.720763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-523c4c2f-0f61-4fec-a1b7-aa2a99e698b6 req-0db00134-81d8-45b1-bd5f-d80bb3c60b03 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.1415830 Dec 23 12:22:40.825163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-523c4c2f-0f61-4fec-a1b7-aa2a99e698b6 req-df572ce2-6501-40ea-a9dc-6d30811b684e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949991 Dec 23 12:22:40.950280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452001-d4c6-4cc5-b217-9707c89d4413 req-acc69254-6dec-47ae-9b2f-69034b02cbab tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.961136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29452001-d4c6-4cc5-b217-9707c89d4413 req-acc69254-6dec-47ae-9b2f-69034b02cbab tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2358570 Dec 23 12:22:41.183381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29452001-d4c6-4cc5-b217-9707c89d4413 req-d61186e3-247c-4306-a15e-c4f7786d9374 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045152 Dec 23 12:22:41.231107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:41.248317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.264552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:41.266548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.282312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.283842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd739ff-f395-4410-8fe5-29588d9d81e9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:41.299817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.309503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.324159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Transition to ACTIVE for port object 3dd739ff-f395-4410-8fe5-29588d9d81e9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:41.336203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.337912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.354645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-e544460f-64d2-41c3-9f51-59f92ea84352 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3829 time: 0.3899536 Dec 23 12:22:41.447874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.448508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.454926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] 10.222.0.43 "PUT /v2.0/ports/7630825b-8d1c-494d-87ed-90e6f87d02cc HTTP/1.1" status: 200 len: 1091 time: 4.0684023 Dec 23 12:22:41.470078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:41.479359 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33309468-4b79-4edc-9371-5188514b6030" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:41.488206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.507908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0360bc8-15c9-48d8-a83e-09ddf55a5f1f req-aab6c34a-5f76-4e94-a6d1-a077544846f9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521590 Dec 23 12:22:41.622471 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea4d5a-5e65-4997-9be6-ce492d11e8b5 x-openstack-request-id: req-0bea4d5a-5e65-4997-9be6-ce492d11e8b5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:41.623349 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:41.623958 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bea4d5a-5e65-4997-9be6-ce492d11e8b5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:41.625356 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'status': 'completed', 'code': 200} Dec 23 12:22:41.705668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8b4a-11a2-406c-a8fe-80bddeefe45c service neutron] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:41.923908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:42.016104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-d85f553a-4c5d-493c-a068-3a8dcda510dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.019863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-d85f553a-4c5d-493c-a068-3a8dcda510dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.020404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-d85f553a-4c5d-493c-a068-3a8dcda510dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.022739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-33309468-4b79-4edc-9371-5188514b6030 req-d85f553a-4c5d-493c-a068-3a8dcda510dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2863 time: 0.3937123 Dec 23 12:22:42.060009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e96a-bae8-48a5-86b0-6d27a7f08175 req-4cc64395-8a72-454c-bcd7-ec1101a422af tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.067011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e96a-bae8-48a5-86b0-6d27a7f08175 req-4cc64395-8a72-454c-bcd7-ec1101a422af tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.076563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e96a-bae8-48a5-86b0-6d27a7f08175 req-4cc64395-8a72-454c-bcd7-ec1101a422af tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.086169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ef2e96a-bae8-48a5-86b0-6d27a7f08175 req-4cc64395-8a72-454c-bcd7-ec1101a422af tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.1091411 Dec 23 12:22:42.153292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ef2e96a-bae8-48a5-86b0-6d27a7f08175 req-1174714d-c30a-454f-a694-befb3f3c4da0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638368 Dec 23 12:22:42.242554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Attempting to bind port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:42.256761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Attempting to bind port 3dd739ff-f395-4410-8fe5-29588d9d81e9 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:42.257456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Attempting to bind port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:42.267333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:42.268022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Attempting to bind port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:42.282726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:42.283441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:42.284045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Bound using segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:42.284738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Bound port: 3dd739ff-f395-4410-8fe5-29588d9d81e9, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:42.285323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:42.399416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-ccc1c8c5-7bee-45a1-a425-5697c8ffbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.399902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-ccc1c8c5-7bee-45a1-a425-5697c8ffbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.400358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-ccc1c8c5-7bee-45a1-a425-5697c8ffbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.401989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-33309468-4b79-4edc-9371-5188514b6030 req-ccc1c8c5-7bee-45a1-a425-5697c8ffbd26 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3595181 Dec 23 12:22:42.411785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f5f53-29e7-4762-bf1a-c40c2ff92ae8 req-f70d5d01-b057-42be-b6f7-61a1888d07e2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.439328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-824f5f53-29e7-4762-bf1a-c40c2ff92ae8 req-f70d5d01-b057-42be-b6f7-61a1888d07e2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1463284 Dec 23 12:22:42.531457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-824f5f53-29e7-4762-bf1a-c40c2ff92ae8 req-e4303d17-0a12-47f0-9875-c0216ab7bcb6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910900 Dec 23 12:22:42.671782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:42.675962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:42.770536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.791723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.796378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309468-4b79-4edc-9371-5188514b6030 req-db750fc0-7538-4135-9a7d-13a586742b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.800367 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-33309468-4b79-4edc-9371-5188514b6030 req-db750fc0-7538-4135-9a7d-13a586742b95 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3692210 Dec 23 12:22:42.805089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.817355 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:22:42.821965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.831150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.839291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.842103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-6bbe3576-ce06-4ee6-b0cd-8ee95971cd57 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 4606 time: 0.1861863 Dec 23 12:22:42.910504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:43.001475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74338500-c58b-49cf-bbd0-9c60e41a76eb req-e987810b-70ff-4af3-b27f-7fcf372f84a2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460643 Dec 23 12:22:43.107773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-06b95008-06a4-4b2a-b03b-42a16057cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.110325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-06b95008-06a4-4b2a-b03b-42a16057cb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1100 time: 0.1492844 Dec 23 12:22:43.120960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:43.142605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.143721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:43.145707 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f9de0fa4-bd69-49db-b323-0613e4dfdcf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 1135 time: 3.6801584 Dec 23 12:22:43.158720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-27294f06-8c84-4a86-9691-67be6dfcc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.159652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-27294f06-8c84-4a86-9691-67be6dfcc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.160329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-27294f06-8c84-4a86-9691-67be6dfcc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.163087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-27294f06-8c84-4a86-9691-67be6dfcc6eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2863 time: 0.3182006 Dec 23 12:22:43.259320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea49fc88-f6e4-4a01-b903-d92f524f8fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:43.304714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:43.312540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-9200f821-6f2d-427e-8ba9-c845bc561024 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=5969a91d-1605-492c-aa99-17ba481859a0 HTTP/1.1" status: 200 len: 217 time: 0.1367238 Dec 23 12:22:43.493714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-6c1f97c8-e366-4cce-8706-5578af571513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.512247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-6c1f97c8-e366-4cce-8706-5578af571513 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51f23bfa-8e01-44fd-8275-a3c8caa79be2 HTTP/1.1" status: 200 len: 801 time: 0.1903932 Dec 23 12:22:43.520229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:43.523262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-0942294c-836c-40f7-876a-ade43d14b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.527705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-0942294c-836c-40f7-876a-ade43d14b5d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.4092815 Dec 23 12:22:43.554809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05eca3-2706-4474-8796-41992234c6a7 req-4d42f2c9-3bdb-490f-9d52-a346a3cb4f79 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.570998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05eca3-2706-4474-8796-41992234c6a7 req-4d42f2c9-3bdb-490f-9d52-a346a3cb4f79 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.577781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05eca3-2706-4474-8796-41992234c6a7 req-4d42f2c9-3bdb-490f-9d52-a346a3cb4f79 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.586856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a05eca3-2706-4474-8796-41992234c6a7 req-4d42f2c9-3bdb-490f-9d52-a346a3cb4f79 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.2742724 Dec 23 12:22:43.782668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-658b13a0-04db-4adb-8e71-a5543745b320 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.1441765 Dec 23 12:22:43.964191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41028) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:43.966114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:43.979102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:43.998789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Transition to ACTIVE for port object 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:44.006967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '3dd739ff-f395-4410-8fe5-29588d9d81e9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:44.010521 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3766a372-baa0-46de-ac81-5b5ce0bf0519" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "3dd739ff-f395-4410-8fe5-29588d9d81e9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:44.015470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a05eca3-2706-4474-8796-41992234c6a7 req-520bd19a-c5b3-472d-9458-cf978d151af9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267521 Dec 23 12:22:44.017503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-2523a86e-8ad5-4cc1-a635-79426853c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.019608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-2523a86e-8ad5-4cc1-a635-79426853c272 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22ec7734-7b78-43ae-b003-cd857fbc2841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4970157 Dec 23 12:22:44.119450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf3df-9063-4cfd-b5be-336cfbe60512 req-a7760a3c-dcd8-4180-85ef-eb73a4623340 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.131028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12ecf3df-9063-4cfd-b5be-336cfbe60512 req-a7760a3c-dcd8-4180-85ef-eb73a4623340 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.3637831 Dec 23 12:22:44.142568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-6a6872bf-a219-45d0-9b89-728eb281f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.144065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-6a6872bf-a219-45d0-9b89-728eb281f281 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2842128 Dec 23 12:22:44.164984 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-4cb5666f-ea17-4cd9-b0b0-d85145111f9c service neutron] 10.222.0.43 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368182 Dec 23 12:22:44.166526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.325449 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9ebe10-5073-47b6-9302-bb27a4939f61 x-openstack-request-id: req-4f9ebe10-5073-47b6-9302-bb27a4939f61 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:44.326055 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "3dd739ff-f395-4410-8fe5-29588d9d81e9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:44.326055 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f9ebe10-5073-47b6-9302-bb27a4939f61 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:44.326415 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '3dd739ff-f395-4410-8fe5-29588d9d81e9', 'status': 'completed', 'code': 200} Dec 23 12:22:44.497122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:44.529333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-ea44cd0f-2e55-466e-adde-64b6fab3a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.531611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-ea44cd0f-2e55-466e-adde-64b6fab3a303 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3672140 Dec 23 12:22:44.532795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ae25d6f-8d48-497b-93b4-760bf1dfa407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.566382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Attempting to bind port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:44.566675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Attempting to bind port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:44.567005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Attempting to bind port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:44.593393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:44.593714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Attempting to bind port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:44.598508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12ecf3df-9063-4cfd-b5be-336cfbe60512 req-5c51709a-8b93-4fec-9a9e-a2f6922c877c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668007 Dec 23 12:22:44.613982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:44.614311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:44.616878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Bound using segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:44.617361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Bound port: 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:44.617726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.747650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:44.755876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:44.761275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-9a2b628c-347d-4352-8b93-2028659353ca service neutron] 10.222.0.43 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857589 Dec 23 12:22:44.794334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-8b53514a-4572-4172-a96a-eb425e45a699 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324800 Dec 23 12:22:44.810327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.811106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.811744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.812377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.813216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.813843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.814470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.817183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61791cff-4f18-4632-a057-75f791b0069c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6177 time: 0.5154479 Dec 23 12:22:44.827296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1e9e8651-003f-4fa6-8113-b2be1e6c2f07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e HTTP/1.1" status: 200 len: 217 time: 0.0580382 Dec 23 12:22:44.927777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.054056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-71f8230b-e318-4445-9654-7507a4c0a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.055696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-71f8230b-e318-4445-9654-7507a4c0a6c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=994a9cd1-79ec-4021-821c-8a269ce524bf HTTP/1.1" status: 200 len: 801 time: 0.2204916 Dec 23 12:22:45.056931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.057532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.058782 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 1134 time: 1.7599301 Dec 23 12:22:45.059990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.069929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.076656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.082888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.089605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.096005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.102988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.111381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-56af0374-41eb-47b8-8427-a3eeac52232d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5382 time: 0.6648333 Dec 23 12:22:45.182794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:45.218703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-45d932b7-b745-4b9a-a11a-f5aba4c6a4a6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996475 Dec 23 12:22:45.230418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9723d-0d30-4e32-9f80-fcad748ffeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:45.254862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-de33cb0b-97fb-482d-9e78-6eb3d99a5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.258232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-de33cb0b-97fb-482d-9e78-6eb3d99a5ee3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9301bd5a-fd08-4774-9a52-c8dbaa8d26c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754575 Dec 23 12:22:45.301802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-241dd2b0-ac38-451d-99db-7a50429add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.302586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-241dd2b0-ac38-451d-99db-7a50429add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.303056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-241dd2b0-ac38-451d-99db-7a50429add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.304717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-241dd2b0-ac38-451d-99db-7a50429add14 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4630067 Dec 23 12:22:45.306422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.454052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-1cd6a85e-4ecc-46e0-a819-adbe0331af68 service neutron] 10.222.0.43 "GET /v2.0/networks/9301bd5a-fd08-4774-9a52-c8dbaa8d26c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487172 Dec 23 12:22:45.491026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ae25d6f-8d48-497b-93b4-760bf1dfa407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.498112 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:45.501319 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:45.507728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-86a634c7-6741-4fec-ad40-89db3f15cfee tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.512511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-86a634c7-6741-4fec-ad40-89db3f15cfee tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608917 Dec 23 12:22:45.519866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0051baf9-2648-40f3-91c1-d62000404ee6 req-427845b7-c87a-4d5a-920e-2bbdeec38832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4076474 Dec 23 12:22:45.532659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-146d8b96-04e5-4700-9ae1-4dd0b4c4e14c service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115157 Dec 23 12:22:45.592759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-0aaa686d-5379-4be3-8569-db953bfea10d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0696135 Dec 23 12:22:45.596164 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ae25d6f-8d48-497b-93b4-760bf1dfa407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.633449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4bfe1a9-cb08-434c-9665-2b6c110954ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.660589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-f62e3189-080c-4e7e-ba08-905e57680775 service neutron] 10.222.0.43 "GET /v2.0/networks/9301bd5a-fd08-4774-9a52-c8dbaa8d26c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981125 Dec 23 12:22:45.690905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ae25d6f-8d48-497b-93b4-760bf1dfa407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccd58c6f302d4c60aaba844805721b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7233906 Dec 23 12:22:45.728177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae25d6f-8d48-497b-93b4-760bf1dfa407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f03254-a31f-483d-aec9-b381b02f70ff,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:45.751151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41070) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:45.834249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-8bf83577-9655-4ec3-8a77-2a26f682ed01 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2113197 Dec 23 12:22:45.857687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.888045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.959484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61ad4ded-53a9-4c53-bbea-979495d25ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.981913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3766a372-baa0-46de-ac81-5b5ce0bf0519 req-61ad4ded-53a9-4c53-bbea-979495d25ae5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5562909 Dec 23 12:22:46.027463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d485fe-604c-49c3-a119-9bb9bbafdd73 req-741a771a-7ddc-41d8-9b9a-a69fcdfadcbc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.034084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d485fe-604c-49c3-a119-9bb9bbafdd73 req-741a771a-7ddc-41d8-9b9a-a69fcdfadcbc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.042484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d485fe-604c-49c3-a119-9bb9bbafdd73 req-741a771a-7ddc-41d8-9b9a-a69fcdfadcbc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.050419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8d485fe-604c-49c3-a119-9bb9bbafdd73 req-741a771a-7ddc-41d8-9b9a-a69fcdfadcbc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.3536890 Dec 23 12:22:46.062495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3947675b-891b-4841-bd26-9541e456000f {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:46.072729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.132869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-e71fb00d-8e18-4557-b859-a1cc5b26cc22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc HTTP/1.1" status: 200 len: 217 time: 0.0528617 Dec 23 12:22:46.134024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Transition to ACTIVE for port object 3947675b-891b-4841-bd26-9541e456000f will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:46.157441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.175033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.180057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62f03254-a31f-483d-aec9-b381b02f70ff HTTP/1.1" status: 204 len: 168 time: 0.4067488 Dec 23 12:22:46.212529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8d485fe-604c-49c3-a119-9bb9bbafdd73 req-8192ec99-cc0e-4cc5-8b0d-a1862f723cbc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611431 Dec 23 12:22:46.240753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcead91-31f0-4239-b011-0af7133472f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f03254-a31f-483d-aec9-b381b02f70ff,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:46.340992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:46.353815 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8016817c-2d76-4803-89d1-fc07594fd12e" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:46.365079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.402165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.512000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6efbe465-1404-43d1-8a6e-9b5c40300a62 req-b22a324d-c481-484b-9f68-a53c8f8c0e25 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.0372450 Dec 23 12:22:46.521166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:46.536201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-94038936-0615-4fc4-ac27-fb1feabf1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.541317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-94038936-0615-4fc4-ac27-fb1feabf1806 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51f23bfa-8e01-44fd-8275-a3c8caa79be2 HTTP/1.1" status: 200 len: 801 time: 0.3746467 Dec 23 12:22:46.547255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf267d-3eb0-4905-8c14-6e6744eee237 req-ee68e603-665d-4c74-9339-c8e9e43d03d6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.553083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33cf267d-3eb0-4905-8c14-6e6744eee237 req-ee68e603-665d-4c74-9339-c8e9e43d03d6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2166965 Dec 23 12:22:46.604277 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99e8e5-22c2-4474-993c-849e65950149 x-openstack-request-id: req-6d99e8e5-22c2-4474-993c-849e65950149 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:46.604648 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:46.604882 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d99e8e5-22c2-4474-993c-849e65950149 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:46.605400 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920', 'status': 'completed', 'code': 200} Dec 23 12:22:46.671623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-75abe354-d56f-420c-8495-5fbaf9c7b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.673865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-75abe354-d56f-420c-8495-5fbaf9c7b9ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22ec7734-7b78-43ae-b003-cd857fbc2841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275039 Dec 23 12:22:46.713825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33cf267d-3eb0-4905-8c14-6e6744eee237 req-f8b72e58-c9f0-47b7-912a-96b8730111c2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548169 Dec 23 12:22:46.722209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.723056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.723584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.724381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.725618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.726195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.726723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.729137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8016817c-2d76-4803-89d1-fc07594fd12e req-a4b8205a-b5f0-410d-be60-25fe133ea976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6244 time: 0.0931282 Dec 23 12:22:46.789370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Attempting to bind port 3947675b-891b-4841-bd26-9541e456000f on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:46.789601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Attempting to bind port 3947675b-891b-4841-bd26-9541e456000f by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:46.789942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Attempting to bind port 3947675b-891b-4841-bd26-9541e456000f on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:46.797758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Port 3947675b-891b-4841-bd26-9541e456000f on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:46.798108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Attempting to bind port 3947675b-891b-4841-bd26-9541e456000f on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:46.815363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:46.815770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:46.816139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Bound using segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:46.816624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Bound port: 3947675b-891b-4841-bd26-9541e456000f, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:46.817004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.862943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.870987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.878148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.879504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-0fbde64a-6ebb-4cfc-989d-826a24f3c61e service neutron] 10.222.0.43 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971300 Dec 23 12:22:46.886798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.893163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.900027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.906443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.908308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-a6f6b1f8-49fa-4c8a-8913-68430e1f5295 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5394 time: 0.1721935 Dec 23 12:22:46.987194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-8563e7ed-5374-4358-929a-c39149eb61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.987658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-8563e7ed-5374-4358-929a-c39149eb61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.988334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-8563e7ed-5374-4358-929a-c39149eb61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.991030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8016817c-2d76-4803-89d1-fc07594fd12e req-8563e7ed-5374-4358-929a-c39149eb61d3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2158289 Dec 23 12:22:46.995546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:47.000693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:47.043546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4dd9137b-1fc4-45eb-8deb-9aa94cffe1c1 req-35f82a9d-12c0-44a9-871d-472e378de266 service neutron] 10.222.0.43 "GET /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366534 Dec 23 12:22:47.078346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.148160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd31183c-1d6f-42f9-a9e7-855da88c00f5 req-89168541-fca7-429c-94e5-1eb19a9b315e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549888 Dec 23 12:22:47.181771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016817c-2d76-4803-89d1-fc07594fd12e req-386760c1-58c1-4568-ac1c-e900c5d39ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.183499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8016817c-2d76-4803-89d1-fc07594fd12e req-386760c1-58c1-4568-ac1c-e900c5d39ff6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596680 Dec 23 12:22:47.246048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.250570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.254477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] 10.222.0.43 "PUT /v2.0/ports/3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 200 len: 1091 time: 2.0807657 Dec 23 12:22:47.291075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e449b4-cc67-44b0-a64d-358bbd13685a service neutron] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:47.355904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:47.581380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.587217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347e56-87d5-41fd-93a6-2b23b2d34a43 req-d4b3d952-6dd7-4dec-b2e1-7d578ff7554d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.604974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347e56-87d5-41fd-93a6-2b23b2d34a43 req-d4b3d952-6dd7-4dec-b2e1-7d578ff7554d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.618281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347e56-87d5-41fd-93a6-2b23b2d34a43 req-d4b3d952-6dd7-4dec-b2e1-7d578ff7554d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.630928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2347e56-87d5-41fd-93a6-2b23b2d34a43 req-d4b3d952-6dd7-4dec-b2e1-7d578ff7554d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.1982372 Dec 23 12:22:47.712920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77bb17b3-d666-449e-8bd2-95f73de3886b req-fd2d4c6f-e5ac-4130-b117-d9e601ae5565 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.0748081 Dec 23 12:22:47.821301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2347e56-87d5-41fd-93a6-2b23b2d34a43 req-1cfffbf0-386f-4d92-aeba-02799cb8c1d4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780565 Dec 23 12:22:47.920546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed387c3-b1d9-4831-88d2-ef47c0c752b0 req-b526adbe-0f53-47d5-9bee-1401ae0e2ff8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.931135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed387c3-b1d9-4831-88d2-ef47c0c752b0 req-b526adbe-0f53-47d5-9bee-1401ae0e2ff8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.0731103 Dec 23 12:22:47.987240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed387c3-b1d9-4831-88d2-ef47c0c752b0 req-35b61f0d-f7a9-42a8-9eba-c858c067b8e3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Dec 23 12:22:48.134860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6716c4-da6e-4249-a157-8648a2d531eb {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:48.145429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.156178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.157835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.167637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Transition to ACTIVE for port object 1c6716c4-da6e-4249-a157-8648a2d531eb will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:48.234951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.315876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Pushing event updated for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:48.405554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Attempting to bind port 1c6716c4-da6e-4249-a157-8648a2d531eb on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:48.406026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Attempting to bind port 1c6716c4-da6e-4249-a157-8648a2d531eb by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:48.406343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Attempting to bind port 1c6716c4-da6e-4249-a157-8648a2d531eb on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:48.416373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Port 1c6716c4-da6e-4249-a157-8648a2d531eb on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:48.416705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Attempting to bind port 1c6716c4-da6e-4249-a157-8648a2d531eb on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:48.422335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:48.422675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Checking segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:48.423042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Bound using segment: {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:48.423466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Bound port: 1c6716c4-da6e-4249-a157-8648a2d531eb, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675d5cee-5149-4244-917a-dc408c998b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:48.423821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.475969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.488520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.512369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.543891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.564507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.584236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.602030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.625299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:48.626509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-abd069ab-03cd-4d01-8a23-2f38b99f668c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5406 time: 0.3234854 Dec 23 12:22:48.628383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1c6716c4-da6e-4249-a157-8648a2d531eb,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:48.631254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '3947675b-891b-4841-bd26-9541e456000f'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:48.633558 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "3947675b-891b-4841-bd26-9541e456000f"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:48.726922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.779802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.780471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.791702 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] 10.222.0.43 "PUT /v2.0/ports/1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 200 len: 1091 time: 1.4393387 Dec 23 12:22:48.801141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45d909f6-6f63-4231-ac07-37a00dcba683 req-1f637a2b-a655-445f-b52c-ad512101d1cc tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737530 Dec 23 12:22:48.983277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:49.020047 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cac4ff-470a-4952-a54d-2dd81d4309e0 x-openstack-request-id: req-b5cac4ff-470a-4952-a54d-2dd81d4309e0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:49.027687 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "3947675b-891b-4841-bd26-9541e456000f", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:49.028440 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5cac4ff-470a-4952-a54d-2dd81d4309e0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:49.029373 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '3947675b-891b-4841-bd26-9541e456000f', 'status': 'completed', 'code': 200} Dec 23 12:22:49.030014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b4470-a647-4bdf-badf-c8815e3ec0bb service neutron] Pushing event updated for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:49.099468 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.113376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-503a3fa2-191d-4031-85ee-ad305c518fb6 req-b12c91d1-56a5-45e4-a274-af48343f52d1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.0604205 Dec 23 12:22:49.190575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.192779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.198002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.201494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.202832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.203465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.204489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.205166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.207310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-783e4294-e514-4b18-9634-a52292c69405 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6353 time: 0.1594980 Dec 23 12:22:49.264410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb845b8-b041-480a-ace7-65b589d8fc80 req-5aeeef11-0d29-410a-9011-3e95809c7ac3 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.275847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb845b8-b041-480a-ace7-65b589d8fc80 req-5aeeef11-0d29-410a-9011-3e95809c7ac3 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.282854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb845b8-b041-480a-ace7-65b589d8fc80 req-5aeeef11-0d29-410a-9011-3e95809c7ac3 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.294902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bb845b8-b041-480a-ace7-65b589d8fc80 req-5aeeef11-0d29-410a-9011-3e95809c7ac3 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2410 time: 0.1692460 Dec 23 12:22:49.443740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-414654d1-f2a7-4918-91b2-91a51a9152b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.444210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-414654d1-f2a7-4918-91b2-91a51a9152b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.444673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-414654d1-f2a7-4918-91b2-91a51a9152b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.446300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-414654d1-f2a7-4918-91b2-91a51a9152b7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2308466 Dec 23 12:22:49.457839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7630825b-8d1c-494d-87ed-90e6f87d02cc details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:49.460469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bb845b8-b041-480a-ace7-65b589d8fc80 req-1982c2d2-bb22-4c71-9872-24fdc34d6d01 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601186 Dec 23 12:22:49.563891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc19cf-fbf7-42fc-a4c0-3e48b180ef41 req-9a034706-e16e-4c3d-b5f4-e4bd4d573504 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.579585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50fc19cf-fbf7-42fc-a4c0-3e48b180ef41 req-9a034706-e16e-4c3d-b5f4-e4bd4d573504 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2820609 Dec 23 12:22:49.602163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-c6be8a2b-2121-4a2f-b686-4cef73f4b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.604757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1d7c9eec-71d1-43a2-ba46-281709f6c5a6 req-c6be8a2b-2121-4a2f-b686-4cef73f4b3f4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495109 Dec 23 12:22:49.683211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-c6c70965-3468-4b64-afa9-0fc0dc890c84 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324662 Dec 23 12:22:49.754594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50fc19cf-fbf7-42fc-a4c0-3e48b180ef41 req-0a35ba42-a89c-4623-95ac-35059b5a4ff0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744442 Dec 23 12:22:49.783892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:49.807250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'port_id': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'mac_address': 'fa:16:3e:ef:66:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f23bfa-8e01-44fd-8275-a3c8caa79be2', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:49.897033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.933349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7630825b-8d1c-494d-87ed-90e6f87d02cc {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:49.965214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:50.047422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.048479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bc0775fc-da7f-415a-bc05-3fdbbee5488e details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:50.148844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.157294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.179717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.192974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.204478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.206389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:50.211046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:50.238266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.250482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.261264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:50.262473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-a5043ab2-75f2-4bd0-9773-96e31b2dd832 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5406 time: 0.2882321 Dec 23 12:22:50.275235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e', 'network_id': '9301bd5a-fd08-4774-9a52-c8dbaa8d26c3', 'port_id': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e', 'mac_address': 'fa:16:3e:14:dd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994a9cd1-79ec-4021-821c-8a269ce524bf', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:50.319022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.346216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0775fc-da7f-415a-bc05-3fdbbee5488e {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:50.364211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d088d91-97ff-4a0a-b021-9c9c389f3ce2 req-faaaf5bc-8c8f-4410-981a-640eeaad44bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993624 Dec 23 12:22:50.373193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-1aa72c23-8468-4005-b492-54eb992a9478 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.374670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-1aa72c23-8468-4005-b492-54eb992a9478 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6303654 Dec 23 12:22:50.399307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:50.402296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7ac53fe-cc4c-45cf-b5e4-bb24fb9166c8 req-18d8cdfb-1efc-46c2-a19c-d08e0accf617 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.1351919 Dec 23 12:22:50.419116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:50.458908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:50.476937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.477758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5969a91d-1605-492c-aa99-17ba481859a0 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:50.480475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74323b4-a4d1-4c90-ae44-520f9f1ef1ac {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:50.504648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.524596 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.556984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Transition to ACTIVE for port object d74323b4-a4d1-4c90-ae44-520f9f1ef1ac will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:50.602620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:50.608863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5969a91d-1605-492c-aa99-17ba481859a0,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:50.622938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '5969a91d-1605-492c-aa99-17ba481859a0', 'network_id': '22ec7734-7b78-43ae-b003-cd857fbc2841', 'port_id': '5969a91d-1605-492c-aa99-17ba481859a0', 'mac_address': 'fa:16:3e:45:5e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f23bfa-8e01-44fd-8275-a3c8caa79be2', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:50.666284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.669982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.683003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5969a91d-1605-492c-aa99-17ba481859a0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:50.704340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5969a91d-1605-492c-aa99-17ba481859a0,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:50.737857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313dd3-1103-40df-a87f-99731440d307 req-ec9ed410-00f9-44c0-b7bf-eb4287181978 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.744773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.750258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313dd3-1103-40df-a87f-99731440d307 req-ec9ed410-00f9-44c0-b7bf-eb4287181978 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.792930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313dd3-1103-40df-a87f-99731440d307 req-ec9ed410-00f9-44c0-b7bf-eb4287181978 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.809501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db313dd3-1103-40df-a87f-99731440d307 req-ec9ed410-00f9-44c0-b7bf-eb4287181978 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2412 time: 0.2313156 Dec 23 12:22:50.813481 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.875048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:50.990483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Allocated IP 172.25.7.37 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/494f9513-12fb-44eb-bb6d-35af3d207d5e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:51.003557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:51.032119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:51.034457 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f23d312-b09c-40cc-9e7b-adf781b0f942" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:51.055041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db313dd3-1103-40df-a87f-99731440d307 req-f8a37f06-a12f-4049-92d1-ab49b8bae620 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443626 Dec 23 12:22:51.065537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:51.073806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.136659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['5969a91d-1605-492c-aa99-17ba481859a0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:51.198515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.215282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['bc0775fc-da7f-415a-bc05-3fdbbee5488e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:51.218446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7630825b-8d1c-494d-87ed-90e6f87d02cc'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:51.234554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.304578 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58496769-48c2-4409-817a-5861866826b8 x-openstack-request-id: req-58496769-48c2-4409-817a-5861866826b8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:51.305121 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:51.305362 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58496769-48c2-4409-817a-5861866826b8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:51.305910 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb', 'status': 'completed', 'code': 200} Dec 23 12:22:51.362399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.390288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Attempting to bind port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:51.401410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Attempting to bind port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:51.402041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Attempting to bind port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac on network 855e83c9-43a9-4a09-961a-fb691ba2b544 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:51.423117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Pushing event updated for resources: {'Port': ['ID=494f9513-12fb-44eb-bb6d-35af3d207d5e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:51.444197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac on network 855e83c9-43a9-4a09-961a-fb691ba2b544 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:51.444525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Attempting to bind port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac on network 855e83c9-43a9-4a09-961a-fb691ba2b544 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:51.454929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:51.463247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.463860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.464398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.464962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.465424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.465889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.466346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.468306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-3947945f-7b86-4f3b-92f5-c67d9d9fadda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6378 time: 0.1567559 Dec 23 12:22:51.469604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:51.476341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:51.509335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f63ee-9a57-495c-a6d2-493d97fedfe7 req-f46d35f0-f11d-4b8e-a063-15991c14e010 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.525923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e7f63ee-9a57-495c-a6d2-493d97fedfe7 req-f46d35f0-f11d-4b8e-a063-15991c14e010 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.3706808 Dec 23 12:22:51.529983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:51.529983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Checking segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:51.529983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Bound using segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:51.529983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Bound port: d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:51.529983 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.660783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.679622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-7588f0b5-8379-4635-9c38-1161f4e9de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.680100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-7588f0b5-8379-4635-9c38-1161f4e9de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.680570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-7588f0b5-8379-4635-9c38-1161f4e9de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.682399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-7588f0b5-8379-4635-9c38-1161f4e9de74 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1571724 Dec 23 12:22:51.685384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.771734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:51.787633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:51.791400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.803601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-51a58e42-df98-4db0-8610-3f794360eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.809357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f23d312-b09c-40cc-9e7b-adf781b0f942 req-51a58e42-df98-4db0-8610-3f794360eb4d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149158 Dec 23 12:22:51.883100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754a8e7d-9803-4889-aeb8-f5658c7b3efe,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:51.925977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.962193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.024459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:52.027903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.028643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.029967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d4c96069-1be1-425c-ba72-aa8435e6cda4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 200 len: 1091 time: 3.0529671 Dec 23 12:22:52.098184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:52.106421 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180cbff2-88fd-42b4-9ce6-693761aeb4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:52.167610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Request body: {'port': {'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:52.270145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.276715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.292325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e7f63ee-9a57-495c-a6d2-493d97fedfe7 req-0e24ca4a-0f49-4edd-89ce-696edd8bc82f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7594407 Dec 23 12:22:52.324113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.331313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.339742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.343911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.367389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.387740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.403834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.421060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.425407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1656e6bc-d969-4794-9ec6-ff06f24eb7ab tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5418 time: 0.8666663 Dec 23 12:22:52.448282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Pushing event updated for resources: {'Port': ['ID=494f9513-12fb-44eb-bb6d-35af3d207d5e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:52.508657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.556246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.673234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.675296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-86a9dca3-2588-4018-a4e2-c98e9b9128e0 tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4673903 Dec 23 12:22:52.678203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:52.686480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1678398046', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'fixed_ips': [{'ip_address': '172.25.7.37'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:52.819682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Made reservation on behalf of 1515331f8b004579bf942c78f963d6c6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:52.822854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.835828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.871341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd25e1c-99ea-4adf-922a-6bf6c20dcc2a req-b8a7de33-905c-4a2b-8261-95e57474758e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.4447954 Dec 23 12:22:52.983529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.173 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/6186e8d1-9310-4c12-8766-25c11e939fd6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:53.025790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd137441-d2a8-46cf-b0c1-75ef325fd8b6 req-1da90195-c6c6-4432-a796-54ca6b9b3e58 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5708416 Dec 23 12:22:53.086373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.160549 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39906f1-dd80-4e84-a6a9-a4929e1652a4 x-openstack-request-id: req-c39906f1-dd80-4e84-a6a9-a4929e1652a4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:53.160874 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:53.161174 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c39906f1-dd80-4e84-a6a9-a4929e1652a4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:53.161602 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'status': 'completed', 'code': 200} Dec 23 12:22:53.191332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.199827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] device_id is not set on port 06f2a32e-c6b8-4052-9804-99c15377e118 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:22:53.377475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.378329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.378810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.379273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.379746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.380802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.381386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.383542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-fdb71428-99ca-4b73-8648-e45b221fb3b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6420 time: 0.2333465 Dec 23 12:22:53.390523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c13806-a3e8-414e-a622-b7cb7f69cb0f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:53.476545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7630825b-8d1c-494d-87ed-90e6f87d02cc up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:53.535482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.790867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.796896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7630825b-8d1c-494d-87ed-90e6f87d02cc completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:53.803154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7630825b-8d1c-494d-87ed-90e6f87d02cc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:53.806962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.875222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:53.913773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91156f3-633e-457a-9beb-d1042ad2abb8 req-14ac8c3f-5620-4a11-b492-e8f42a204c11 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.923314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91156f3-633e-457a-9beb-d1042ad2abb8 req-14ac8c3f-5620-4a11-b492-e8f42a204c11 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.929936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91156f3-633e-457a-9beb-d1042ad2abb8 req-14ac8c3f-5620-4a11-b492-e8f42a204c11 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.938066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91156f3-633e-457a-9beb-d1042ad2abb8 req-14ac8c3f-5620-4a11-b492-e8f42a204c11 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2413 time: 0.7466559 Dec 23 12:22:53.950087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:53.964223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:54.006982 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.050710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-46335d95-9f0e-416c-8632-199fbc55bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.053708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-46335d95-9f0e-416c-8632-199fbc55bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.054401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-46335d95-9f0e-416c-8632-199fbc55bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.056088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-46335d95-9f0e-416c-8632-199fbc55bc29 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a7116d3c164447fb408f24eb5639388&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6562736 Dec 23 12:22:54.057653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:54.067053 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd566758-11cd-4045-9ff4-64bd55ec311c" -d '{"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:54.086334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.086994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.097662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:54.141814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ee5d-c611-4b89-88cc-ab7d4189a41d req-fe013f7b-be82-4bab-a81f-03a7b3964ea0 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.150095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9860ee5d-c611-4b89-88cc-ab7d4189a41d req-fe013f7b-be82-4bab-a81f-03a7b3964ea0 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.5141268 Dec 23 12:22:54.162337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.163149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bc0775fc-da7f-415a-bc05-3fdbbee5488e up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:54.211594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:54.309071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-2f148593-881f-4d01-bb6b-8e6b9701f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.311820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-180cbff2-88fd-42b4-9ce6-693761aeb4c2 req-2f148593-881f-4d01-bb6b-8e6b9701f297 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423701 Dec 23 12:22:54.313993 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 12:22:54.314546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:22:54.377801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-422d6639-1c62-4157-9590-33c6cf805d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9739320 Dec 23 12:22:54.382321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:54.409711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Request body: {'port': {'device_id': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:54.472846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3bf5e0eb-321e-4ab0-b867-04020b751127 None None] Provisioning complete for port 6186e8d1-9310-4c12-8766-25c11e939fd6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:54.472846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0eb-321e-4ab0-b867-04020b751127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.493252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91156f3-633e-457a-9beb-d1042ad2abb8 req-5a37c33d-f9db-4c05-8252-f6837f144e19 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904265 Dec 23 12:22:54.493459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1ab0eb41-c766-4b92-bb2d-95e48b1fcdcb tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7771368 Dec 23 12:22:54.493459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41248) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:54.494012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port bc0775fc-da7f-415a-bc05-3fdbbee5488e completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:54.494128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fef807-a418-4cbd-9619-29dd98fb156f {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:54.494228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port bc0775fc-da7f-415a-bc05-3fdbbee5488e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:54.494228 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.500029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.542797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9860ee5d-c611-4b89-88cc-ab7d4189a41d req-c8f1028d-940f-4ae2-905b-029d679d8aa4 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918316 Dec 23 12:22:54.543560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5e0eb-321e-4ab0-b867-04020b751127 None None] Port 6186e8d1-9310-4c12-8766-25c11e939fd6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:54.557994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.577789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Transition to ACTIVE for port object 96fef807-a418-4cbd-9619-29dd98fb156f will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:54.628916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.700848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:54.717375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Deleting port 494f9513-12fb-44eb-bb6d-35af3d207d5e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:54.717721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.806627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8148f8-6ff3-4002-807f-a7cd95b9c631 req-45f52b86-b669-409d-98d7-903f8f69be76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.808206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e8148f8-6ff3-4002-807f-a7cd95b9c631 req-45f52b86-b669-409d-98d7-903f8f69be76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1886911 Dec 23 12:22:54.818986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.819426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.834546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Calling delete_port for 494f9513-12fb-44eb-bb6d-35af3d207d5e owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:54.859390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9dff8-761a-4356-ab1b-d7e13dbacdc6 req-4a6f7f9e-b9af-4c6c-8aec-885fc63f6782 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.861267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df9dff8-761a-4356-ab1b-d7e13dbacdc6 req-4a6f7f9e-b9af-4c6c-8aec-885fc63f6782 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 936 time: 0.2094133 Dec 23 12:22:54.939180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.940558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5969a91d-1605-492c-aa99-17ba481859a0 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:54.962243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.982779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e8148f8-6ff3-4002-807f-a7cd95b9c631 req-6828531e-c376-489e-8fbb-b443b05e1e5d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568532 Dec 23 12:22:55.049675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df9dff8-761a-4356-ab1b-d7e13dbacdc6 req-db40e661-829f-4ed4-bb3f-6bd279556b36 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741736 Dec 23 12:22:55.069601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.113808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.145245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.146663 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f50687-6ff1-44d1-b4c0-4acf0bd06abf x-openstack-request-id: req-d6f50687-6ff1-44d1-b4c0-4acf0bd06abf {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:55.148515 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:55.148990 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6f50687-6ff1-44d1-b4c0-4acf0bd06abf {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:55.154256 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'code': 200} Dec 23 12:22:55.230025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 5969a91d-1605-492c-aa99-17ba481859a0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:22:55.237778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 5969a91d-1605-492c-aa99-17ba481859a0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:55.238378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.283186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Pushing event deleted for resources: {'Port': ['ID=494f9513-12fb-44eb-bb6d-35af3d207d5e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.322922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6186e8d1-9310-4c12-8766-25c11e939fd6 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:55.404066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.406952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.411969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.415442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-471377ff-4c58-4c4e-9d3e-2190538bca1f tempest-ExternalNetworksAdminNegativeTestJSON-655024673 tempest-ExternalNetworksAdminNegativeTestJSON-655024673-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/95c1feef-8569-4e5c-a5a0-e07bb111ee61 HTTP/1.1" status: 204 len: 168 time: 0.9546630 Dec 23 12:22:55.437176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.472103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5969a91d-1605-492c-aa99-17ba481859a0,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:55.497286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Transition to ACTIVE for port object 6186e8d1-9310-4c12-8766-25c11e939fd6 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:55.544677 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.548557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.557652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.564097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.582924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.588259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.594824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.603553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.605567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-d5810c52-af81-464d-ad7b-efb7013ff9ec tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.3420875 Dec 23 12:22:55.610140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.647520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.681342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Pushing event updated for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.757564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7102c4b-705f-40b8-991e-1a76ec45e773 req-73c9eb77-e9f9-4ba4-9f6d-3570ceb648ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917549 Dec 23 12:22:55.758751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Attempting to bind port 96fef807-a418-4cbd-9619-29dd98fb156f on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:55.759438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Attempting to bind port 96fef807-a418-4cbd-9619-29dd98fb156f by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:55.760014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Attempting to bind port 96fef807-a418-4cbd-9619-29dd98fb156f on network 855e83c9-43a9-4a09-961a-fb691ba2b544 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:55.833439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Port 96fef807-a418-4cbd-9619-29dd98fb156f on network 855e83c9-43a9-4a09-961a-fb691ba2b544 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:55.833762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Attempting to bind port 96fef807-a418-4cbd-9619-29dd98fb156f on network 855e83c9-43a9-4a09-961a-fb691ba2b544 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:55.854350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:55.854814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Checking segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:55.855281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Bound using segment: {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:55.855891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Bound port: 96fef807-a418-4cbd-9619-29dd98fb156f, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a62dd-62fb-4718-8e81-156b314c6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:55.856370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.996930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5147cc-b8da-41bd-aeff-e59c3b885c8a req-9bdbc29c-4d59-4834-8049-bfd48739fc9a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.006142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a5147cc-b8da-41bd-aeff-e59c3b885c8a req-9bdbc29c-4d59-4834-8049-bfd48739fc9a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.2803755 Dec 23 12:22:56.145192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739929-e768-4880-bca0-cf7f6091bba2 req-df23d42f-522f-4b05-a9c5-63e148581923 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.151919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739929-e768-4880-bca0-cf7f6091bba2 req-df23d42f-522f-4b05-a9c5-63e148581923 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.157818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739929-e768-4880-bca0-cf7f6091bba2 req-df23d42f-522f-4b05-a9c5-63e148581923 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.159467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0739929-e768-4880-bca0-cf7f6091bba2 req-df23d42f-522f-4b05-a9c5-63e148581923 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.2994347 Dec 23 12:22:56.166659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:56.168633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Attempting to bind port 6186e8d1-9310-4c12-8766-25c11e939fd6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:56.168999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Attempting to bind port 6186e8d1-9310-4c12-8766-25c11e939fd6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:56.169326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Attempting to bind port 6186e8d1-9310-4c12-8766-25c11e939fd6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:56.172514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:56.179127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a5147cc-b8da-41bd-aeff-e59c3b885c8a req-1657165f-4c09-46f8-8c0c-59f948a967e5 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721649 Dec 23 12:22:56.193218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Port 6186e8d1-9310-4c12-8766-25c11e939fd6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:56.193218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Attempting to bind port 6186e8d1-9310-4c12-8766-25c11e939fd6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:56.201103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:56.201438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:56.201824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:56.202253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Bound port: 6186e8d1-9310-4c12-8766-25c11e939fd6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:56.202613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.217292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:56.262257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0739929-e768-4880-bca0-cf7f6091bba2 req-436c4b4b-b87c-4eba-9816-aecab3ae6db0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884590 Dec 23 12:22:56.369996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:56.376421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.379635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71d7e417-961a-483d-bcb4-5dfb1eaefb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.422455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6186e8d1-9310-4c12-8766-25c11e939fd6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:56.443822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.453411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.453411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 1091 time: 4.2967143 Dec 23 12:22:56.454280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b938dd1-3ba2-4c31-82bb-2ab6fb879310 req-31a28483-774f-437e-9e3a-4041e77b1803 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.455714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b938dd1-3ba2-4c31-82bb-2ab6fb879310 req-31a28483-774f-437e-9e3a-4041e77b1803 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1722221 Dec 23 12:22:56.456184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:56.458734 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c0313-b0ed-4637-9d4c-fc30246f60a0" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.512908 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:22:56.516424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bb6b-c9c0-4686-8b90-43ff2c442621 req-29e81eb1-8af8-46ac-ad8a-2ef4446c55e6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.517612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71d7e417-961a-483d-bcb4-5dfb1eaefb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.532921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2403bb6b-c9c0-4686-8b90-43ff2c442621 req-29e81eb1-8af8-46ac-ad8a-2ef4446c55e6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 948 time: 0.1889863 Dec 23 12:22:56.547225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.562151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ccdb0-ea37-47bb-b0ce-9117c5c8d2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:56.622484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71d7e417-961a-483d-bcb4-5dfb1eaefb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.660028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.661900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.664028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] 10.222.0.57 "PUT /v2.0/ports/6186e8d1-9310-4c12-8766-25c11e939fd6 HTTP/1.1" status: 200 len: 1096 time: 2.2765801 Dec 23 12:22:56.693152 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-71d7e417-961a-483d-bcb4-5dfb1eaefb0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87b744cceedb4df292d7c2f06e558a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739699 Dec 23 12:22:56.694233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7e417-961a-483d-bcb4-5dfb1eaefb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e7a8f6-f7e9-40e9-a293-0d45b6f70fd6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:56.704242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41298) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:56.774231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b938dd1-3ba2-4c31-82bb-2ab6fb879310 req-cc48f9e9-0ac0-4a66-9929-f8fea28948f7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056905 Dec 23 12:22:56.796108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2403bb6b-c9c0-4686-8b90-43ff2c442621 req-276f5e96-4a2e-45d5-8dcb-9438ee35ffb2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512248 Dec 23 12:22:56.826689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.834678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e8d71-8752-46d9-a29b-fb1bab3ab293 service neutron] Pushing event updated for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:56.869507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.938797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.953769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.954547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.955448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.956160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.956839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.957548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.966451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-ab2ccbe3-7ee3-4693-bf46-64bbd8fe78c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6487 time: 0.2993231 Dec 23 12:22:56.969612 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb13240a-4302-46c9-acc4-9f76041b6390 x-openstack-request-id: req-cb13240a-4302-46c9-acc4-9f76041b6390 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:56.969985 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:56.970575 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb13240a-4302-46c9-acc4-9f76041b6390 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:56.971041 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f', 'status': 'completed', 'code': 200} Dec 23 12:22:57.026921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-2f2f1574-9fa8-4b69-868e-7a6f22f27434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.028482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-2f2f1574-9fa8-4b69-868e-7a6f22f27434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 1099 time: 0.2290998 Dec 23 12:22:57.032243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-652af8e1-0e5b-4685-b346-f98733824fdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 217 time: 0.0575242 Dec 23 12:22:57.047457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.050186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.053614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44e7a8f6-f7e9-40e9-a293-0d45b6f70fd6 HTTP/1.1" status: 204 len: 168 time: 0.3456266 Dec 23 12:22:57.075406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e7a8f6-f7e9-40e9-a293-0d45b6f70fd6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:57.088003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.088595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.089202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.089779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.090537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.091082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.091628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.093420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.093978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.094531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.095063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.095599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.096371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d7a161-beaf-4d02-998a-71509b2e7d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:57.126711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-5fccaac8-725c-49df-a849-ee3d234b6740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6186e8d1-9310-4c12-8766-25c11e939fd6 HTTP/1.1" status: 200 len: 217 time: 0.0862918 Dec 23 12:22:57.154455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e'}, {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:57.158062 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe0229-7aa8-4622-8c4f-ca5ed6b33c7e" -d '{"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e"}, {"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "5969a91d-1605-492c-aa99-17ba481859a0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:57.188694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-68946e42-3d8c-423e-8111-a1ae307ad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.190235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-68946e42-3d8c-423e-8111-a1ae307ad6ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 200 len: 856 time: 0.1488369 Dec 23 12:22:57.225539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.231425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.237929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.244743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.251125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.258195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.264077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.266009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-77bb1a58-307c-47a3-aacf-1e8c46b2c796 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.2362561 Dec 23 12:22:57.299123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-363b49ce-45a9-4c17-8bc1-29b27bd7e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.300601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-363b49ce-45a9-4c17-8bc1-29b27bd7e232 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1661220 Dec 23 12:22:57.372210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-7aa3f156-661b-4516-a557-459065f77bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.374211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-7aa3f156-661b-4516-a557-459065f77bf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738493 Dec 23 12:22:57.467472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593f730-7621-4b29-9d36-16deed9f6aef req-755e11dc-e127-435b-a2b3-64730ba6cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.469260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-755e11dc-e127-435b-a2b3-64730ba6cef3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522989 Dec 23 12:22:57.476636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25e887c0-a045-451e-b28c-215e1fa5c1bf req-52bb3ea9-0cb4-44d0-b4d9-f05c889efeac tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943295 Dec 23 12:22:57.583259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a694d8f0-ca71-448b-8bdd-13ed8d645939 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009337 Dec 23 12:22:57.660027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-405beb00-8d6e-4661-8545-3eaeddfc90a3 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787767 Dec 23 12:22:57.762523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d41034c9-9a4d-4560-9c8a-f30fd49049f2 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703351 Dec 23 12:22:57.820719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5a5e7667-02e8-4a13-968e-b2b122a22863 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 217 time: 0.0509243 Dec 23 12:22:57.839656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f593f730-7621-4b29-9d36-16deed9f6aef req-e128118d-b282-4ec8-b083-2df87611a4fc service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708283 Dec 23 12:22:57.877783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-b2283ad8-8385-46e7-a2a3-98633fee3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.879305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-b2283ad8-8385-46e7-a2a3-98633fee3e1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0516467 Dec 23 12:22:57.934904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-18c1907c-fd95-49a1-9011-2271ec6a9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.936633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-18c1907c-fd95-49a1-9011-2271ec6a9409 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508430 Dec 23 12:22:58.036012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-685c13ba-c276-4def-9c84-61abbd04f514 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923035 Dec 23 12:22:58.071232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41364) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:58.136130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b3678484-35d1-4c5d-a2e6-48ac78955cfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1515331f8b004579bf942c78f963d6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620017 Dec 23 12:22:58.137048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41372) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:58.138954 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1779702-2601-4870-be0c-bddc55d907a7 x-openstack-request-id: req-e1779702-2601-4870-be0c-bddc55d907a7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:58.139254 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e", "code": 200}, {"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-plugged", "status": "completed", "tag": "5969a91d-1605-492c-aa99-17ba481859a0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:58.139510 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1779702-2601-4870-be0c-bddc55d907a7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:58.140066 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e', 'code': 200} Dec 23 12:22:58.140332 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0', 'code': 200} Dec 23 12:22:58.163996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-bcccf55f-b169-4d25-82b3-c6968cf8538d service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211700 Dec 23 12:22:58.226690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:58.227640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c90d1842-2c78-4d3f-a400-92b133b72dfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 217 time: 0.0509388 Dec 23 12:22:58.261410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:58.312100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-37ba3308-4dbe-4ac0-b064-c619703311f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.313618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-37ba3308-4dbe-4ac0-b064-c619703311f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0764494 Dec 23 12:22:58.322672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059283e-76c0-46d4-84ad-bee22d64fc93 req-80be60e7-2a8b-4984-988d-0fc75ed2611c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.324880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25da41-7d91-46de-95c1-524cbc3b3d67 req-278b0e97-cfd5-49cf-b49e-81559105a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.325336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25da41-7d91-46de-95c1-524cbc3b3d67 req-278b0e97-cfd5-49cf-b49e-81559105a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.325801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25da41-7d91-46de-95c1-524cbc3b3d67 req-278b0e97-cfd5-49cf-b49e-81559105a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.327465 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c25da41-7d91-46de-95c1-524cbc3b3d67 req-278b0e97-cfd5-49cf-b49e-81559105a51b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2869 time: 0.0786796 Dec 23 12:22:58.328532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059283e-76c0-46d4-84ad-bee22d64fc93 req-80be60e7-2a8b-4984-988d-0fc75ed2611c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.335109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059283e-76c0-46d4-84ad-bee22d64fc93 req-80be60e7-2a8b-4984-988d-0fc75ed2611c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.336742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4059283e-76c0-46d4-84ad-bee22d64fc93 req-80be60e7-2a8b-4984-988d-0fc75ed2611c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.1130815 Dec 23 12:22:58.382105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c25da41-7d91-46de-95c1-524cbc3b3d67 req-375e4b44-f303-49d2-8649-0c11b00f0397 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471134 Dec 23 12:22:58.413790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3cc09435-d65b-4f48-b84f-666972e7f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.414902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-3cc09435-d65b-4f48-b84f-666972e7f8eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772595 Dec 23 12:22:58.418625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4059283e-76c0-46d4-84ad-bee22d64fc93 req-3cba0083-6d52-4640-b0ba-8fb1bfff0bdb tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Dec 23 12:22:58.430816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:58.434263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:58.436062 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71c13806-a3e8-414e-a622-b7cb7f69cb0f HTTP/1.1" status: 204 len: 168 time: 0.2979004 Dec 23 12:22:58.450978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de45ffd-08b0-452e-9452-a5bd07b9256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c13806-a3e8-414e-a622-b7cb7f69cb0f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:58.551688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff9ff-c653-4e96-8966-598bd7f008fd req-ed7fe3e2-76d6-4522-b373-eb12054480e4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.554758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50ff9ff-c653-4e96-8966-598bd7f008fd req-ed7fe3e2-76d6-4522-b373-eb12054480e4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.0620470 Dec 23 12:22:58.653144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50ff9ff-c653-4e96-8966-598bd7f008fd req-30953469-21b4-4fcf-92a4-d4b948f6fde9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923626 Dec 23 12:22:58.718890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-99576d4b-55e8-4843-9a0c-c583b9ff6be3 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287951 Dec 23 12:22:58.853101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba61a01-da4c-4dfc-a9df-5dac93cc5ae3 req-226efb84-60e4-425d-8218-15802f9c668a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.854667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba61a01-da4c-4dfc-a9df-5dac93cc5ae3 req-226efb84-60e4-425d-8218-15802f9c668a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 948 time: 0.0787318 Dec 23 12:22:58.857349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-88ab5d8a-1783-4c1c-8ec1-77910fd9a53f service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306446 Dec 23 12:22:58.924882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-523213a4-e125-42a5-93bc-2168450bd7c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 200 len: 217 time: 0.0580425 Dec 23 12:22:58.983581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:58.987203 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69320365-97ea-46f0-a438-1307e51625a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:59.046240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bba61a01-da4c-4dfc-a9df-5dac93cc5ae3 req-6eae36f3-e835-4cb7-b939-5ea2efb42c4a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719017 Dec 23 12:22:59.048931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-4f61fab0-67ad-4e01-be11-a0dbe76c6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.050595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-4f61fab0-67ad-4e01-be11-a0dbe76c6c35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1093032 Dec 23 12:22:59.065381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51591f-2e0d-4607-b029-4de93944cb4f req-aa882f62-71a2-4704-bc16-05dbde9e204e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.068214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c51591f-2e0d-4607-b029-4de93944cb4f req-aa882f62-71a2-4704-bc16-05dbde9e204e tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.1458716 Dec 23 12:22:59.503692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a25f1878-a28d-40e3-86d3-1ebe008a8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.506350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-a25f1878-a28d-40e3-86d3-1ebe008a8ed9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4366839 Dec 23 12:22:59.536772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c51591f-2e0d-4607-b029-4de93944cb4f req-0013e94c-0a1e-4652-8149-e21cdc992fa9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups?id=05ee32ab-8c6f-44b8-b891-af00ce741bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541442 Dec 23 12:22:59.540993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:59.606701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.613161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.620521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.626719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.633460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.639474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.646045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.654673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-d4c1b5a7-6264-4ac9-996e-7419b79c9687 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.2089415 Dec 23 12:22:59.711589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:59.748457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c616a97e-9ad0-415d-8acc-95d67db50798 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270687 Dec 23 12:22:59.761686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84357a9a-7ec6-440f-9f9a-4d08b797c80e req-4760133c-6db4-49da-8d32-9f610699400d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060829 Dec 23 12:22:59.777516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:59.823324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-dcc2a542-659b-40de-8d00-d3a58f42b701 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.825545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-dcc2a542-659b-40de-8d00-d3a58f42b701 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.43 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 945 time: 0.1079414 Dec 23 12:22:59.906291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb989e24-0e2c-4663-9fe6-8f0592de783e x-openstack-request-id: req-eb989e24-0e2c-4663-9fe6-8f0592de783e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:59.906291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:59.906291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb989e24-0e2c-4663-9fe6-8f0592de783e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:59.906291 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6', 'status': 'completed', 'code': 200} Dec 23 12:22:59.952521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320365-97ea-46f0-a438-1307e51625a1 req-30455362-e1ce-41c1-b31f-b0ea7c9332ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.954442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-30455362-e1ce-41c1-b31f-b0ea7c9332ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 1099 time: 0.0751946 Dec 23 12:22:59.986178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-78c70993-f594-41c4-ade8-09f511aff63e service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163439 Dec 23 12:22:59.997175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Deleting port 574ca179-490f-497f-aca6-d44f94a26883 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:59.997606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.012722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.086447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:00.126905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] For port 574ca179-490f-497f-aca6-d44f94a26883, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=574ca179-490f-497f-aca6-d44f94a26883,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:00.127563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.143801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:00.144051 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc821acd-f8f1-4806-8028-f4b9a52ffff6" -d '{"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:00.246880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-707ce4c5-2913-41a8-aa4c-362f4988a40d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 200 len: 217 time: 0.1444900 Dec 23 12:23:00.372346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2865c-f83c-4ee6-83fb-dedc4b2bb0b7 req-e56a1263-5da1-4aa5-9776-a65195090123 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.378675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2865c-f83c-4ee6-83fb-dedc4b2bb0b7 req-e56a1263-5da1-4aa5-9776-a65195090123 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.386415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2865c-f83c-4ee6-83fb-dedc4b2bb0b7 req-e56a1263-5da1-4aa5-9776-a65195090123 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.394177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5eb2865c-f83c-4ee6-83fb-dedc4b2bb0b7 req-e56a1263-5da1-4aa5-9776-a65195090123 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.4146438 Dec 23 12:23:00.407769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.408142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.408462 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Floating IP 0c727343-b371-4dd1-90dd-09febccf925f disassociated. External IP: 172.25.7.56, port: 574ca179-490f-497f-aca6-d44f94a26883. Dec 23 12:23:00.408805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Calling delete_port for 574ca179-490f-497f-aca6-d44f94a26883 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:00.444616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d27d9f88-b57e-4090-ac2f-de02958e57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.446284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-d27d9f88-b57e-4090-ac2f-de02958e57aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1905687 Dec 23 12:23:00.467679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320365-97ea-46f0-a438-1307e51625a1 req-7d141875-bc00-4f7d-997f-35d7b25a4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.469367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-7d141875-bc00-4f7d-997f-35d7b25a4aea service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.5049796 Dec 23 12:23:00.534113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-92bcb95d-469e-4438-95ef-db8d70ce0bd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6186e8d1-9310-4c12-8766-25c11e939fd6 HTTP/1.1" status: 200 len: 217 time: 0.0526311 Dec 23 12:23:00.558971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a1376-f0c9-464f-971e-f3bfed308463 req-b2556922-9149-4ba5-bb92-13bbfdf0442f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.560494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6a1376-f0c9-464f-971e-f3bfed308463 req-b2556922-9149-4ba5-bb92-13bbfdf0442f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.2814577 Dec 23 12:23:00.579839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5eb2865c-f83c-4ee6-83fb-dedc4b2bb0b7 req-7ec64ca8-ba3a-42d3-9f72-9deb7519c0a0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822970 Dec 23 12:23:00.655946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320365-97ea-46f0-a438-1307e51625a1 req-08734603-2045-435f-8e98-b7ce83d02c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.658051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-08734603-2045-435f-8e98-b7ce83d02c2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1081555 Dec 23 12:23:00.658587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.704650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event deleted for resources: {'Port': ['ID=574ca179-490f-497f-aca6-d44f94a26883,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:00.807038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516db3bd-179b-4101-b77b-ba3f290b0b2f req-02cf4d17-2702-4122-9a94-bbda949d55c2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.815664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-516db3bd-179b-4101-b77b-ba3f290b0b2f req-02cf4d17-2702-4122-9a94-bbda949d55c2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 948 time: 0.1612587 Dec 23 12:23:00.818722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-e54d738c-4cf0-4122-836e-2db208a4f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.820249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-e54d738c-4cf0-4122-836e-2db208a4f46c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3466845 Dec 23 12:23:00.933723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320365-97ea-46f0-a438-1307e51625a1 req-7b032c39-a027-48f0-9ad0-f7e6ce9e47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.937604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-7b032c39-a027-48f0-9ad0-f7e6ce9e47a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575343 Dec 23 12:23:00.951029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Router 46266966-10a6-484b-b407-e01aacfbbdd0 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:00.976606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6a1376-f0c9-464f-971e-f3bfed308463 req-e4f890b6-02ca-4dc4-aee1-86b6d041fbd7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254969 Dec 23 12:23:01.025061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41448) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:01.049329 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d6abe-6a50-4a8a-9d7a-104cd35ca3f8 x-openstack-request-id: req-958d6abe-6a50-4a8a-9d7a-104cd35ca3f8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:01.049869 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:01.050033 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958d6abe-6a50-4a8a-9d7a-104cd35ca3f8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:01.050647 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'code': 200} Dec 23 12:23:01.173316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:01.186828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-88c47040-c2c4-4122-a889-36632dd13ede service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296945 Dec 23 12:23:01.187893 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Sync routers for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:01.206545 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:01.207827 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:22:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:01.234146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-516db3bd-179b-4101-b77b-ba3f290b0b2f req-8903aa10-8956-4500-ac9d-e66767c3ee79 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180608 Dec 23 12:23:01.269890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] No DVR routers for this DVR port 574ca179-490f-497f-aca6-d44f94a26883 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:01.284466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:01.284466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-76d5d0d8-dd87-4269-be42-9ad896f2df99 req-7be19f79-0109-4d60-9ddd-194aa3dd0fb9 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.43 "DELETE /v2.0/ports/574ca179-490f-497f-aca6-d44f94a26883 HTTP/1.1" status: 204 len: 173 time: 1.4433889 Dec 23 12:23:01.284466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'name': 'network-vif-deleted', 'tag': '574ca179-490f-497f-aca6-d44f94a26883'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:01.295622 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6d8ba-c4f6-4650-bf6a-9099285e0c10" -d '{"events": [{"server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "name": "network-vif-deleted", "tag": "574ca179-490f-497f-aca6-d44f94a26883"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:01.364043 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:01.395007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4729e2d2-0fda-4d2e-ae8f-1ff3e8594123 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2033556737'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:01.399257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4729e2d2-0fda-4d2e-ae8f-1ff3e8594123 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Unknown quota resources ['metering_label']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:23:01.555520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6186e8d1-9310-4c12-8766-25c11e939fd6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:01.569627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9e2d9ac-471e-43e0-bd8a-15dce34366c3 req-9c1aae10-e2f2-4655-8bfc-ab68383749d8 tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/ports?device_id=30048140-8a34-443a-91ed-e8b2b9da4b0b HTTP/1.1" status: 200 len: 210 time: 0.1560397 Dec 23 12:23:01.709789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6186e8d1-9310-4c12-8766-25c11e939fd6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:01.723770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '6186e8d1-9310-4c12-8766-25c11e939fd6', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '6186e8d1-9310-4c12-8766-25c11e939fd6', 'mac_address': 'fa:16:3e:2e:bf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:01.731640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-ed512f76-455f-41a0-9e46-b18cb2c7c4cf service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535613 Dec 23 12:23:01.768285 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:01.773249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:01.789267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6186e8d1-9310-4c12-8766-25c11e939fd6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:01.811863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6186e8d1-9310-4c12-8766-25c11e939fd6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:01.813917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Checking router: 46266966-10a6-484b-b407-e01aacfbbdd0 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:01.823323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:01.824051 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:22:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:01.946125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:01.962433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-a84f4f59-4063-4e24-a23c-45caca71968c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:01.967121 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-a84f4f59-4063-4e24-a23c-45caca71968c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac41db26-11f6-4fd1-a706-e05de9e5e4c3 HTTP/1.1" status: 200 len: 943 time: 0.1073527 Dec 23 12:23:01.985824 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:02.049348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4729e2d2-0fda-4d2e-ae8f-1ff3e8594123 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.053579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4729e2d2-0fda-4d2e-ae8f-1ff3e8594123 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0235760 Dec 23 12:23:02.073474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:02.078421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-049b03a0-ed8a-44b7-8a54-f31826bfe39d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.079991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-049b03a0-ed8a-44b7-8a54-f31826bfe39d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.8695016 Dec 23 12:23:02.082571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-8a947972-ff99-4329-987e-010deaafa451 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455627 Dec 23 12:23:02.093340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41470) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:02.093340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d85c17d9-606a-42a7-9b04-b896aa917217 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f8c15790-fa7a-4edb-be49-f028d7418451'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:02.093340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d85c17d9-606a-42a7-9b04-b896aa917217 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:23:02.176493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Deleting port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:02.177132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.187780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.193952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.200118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.206141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.212716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.218675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.225466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.233648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-2270986d-c446-4044-b62b-05f19899b0bf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.4139984 Dec 23 12:23:02.254111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-c4cb17ff-5a91-4912-859d-87173259d3fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 200 len: 217 time: 0.1510210 Dec 23 12:23:02.265469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-dc730a1b-bf82-4ff4-8456-3dfcdfccf5ba tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/quotas/992453ea67a4430e88c89ad419b0f9dc HTTP/1.1" status: 200 len: 375 time: 0.1699727 Dec 23 12:23:02.280031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:02.346853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] For port a93e7fa1-a484-4cb1-961d-3346e4f1ca68, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:02.347190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.347784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:02.365420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Calling delete_port for a93e7fa1-a484-4cb1-961d-3346e4f1ca68 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:02.380648 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6074c-9e95-4d88-a81e-6cf7c8b5597d None None] The sync data for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 is: [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:20:36Z', 'revision_number': 4, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '608f1bb3-97b2-4df3-bc8c-d6663e72abb2', 'name': '', 'network_id': '57963f19-3a8b-431f-a1de-d4a9b3d44cc4', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'mac_address': 'fa:16:3e:0c:1c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5184ba00-fee4-494b-afea-21de52eb939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:34Z', 'updated_at': '2021-12-23T12:20:46Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'subnets': [{'id': '5184ba00-fee4-494b-afea-21de52eb939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:02.424476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-35cba529-c87a-45ac-bc45-efde10093547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.426162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-35cba529-c87a-45ac-bc45-efde10093547 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.1367412 Dec 23 12:23:02.439023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69320365-97ea-46f0-a438-1307e51625a1 req-05b3212d-bf4d-4074-863a-e3adb42ecb40 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207156 Dec 23 12:23:02.503596 n-d-822750-2 neutron-server[104037]: WARNING neutron.services.metering.metering_plugin [None req-d85c17d9-606a-42a7-9b04-b896aa917217 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 23 12:23:02.601068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.641263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event deleted for resources: {'Port': ['ID=a93e7fa1-a484-4cb1-961d-3346e4f1ca68,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:02.646815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752ba5e7-9203-4858-8d35-e05a5edb0cba req-b3e57bba-9466-4f72-bfab-e73b75658c47 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4122782 Dec 23 12:23:02.650963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-702773c1-6ba3-4dec-ad6c-7a94bc635b4e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355576 Dec 23 12:23:02.659886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d85c17d9-606a-42a7-9b04-b896aa917217 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.659886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d85c17d9-606a-42a7-9b04-b896aa917217 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5691593 Dec 23 12:23:02.660202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f87e52a8-f6dc-4b49-86ba-a328fb07e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.661624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-f87e52a8-f6dc-4b49-86ba-a328fb07e5f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2217288 Dec 23 12:23:02.663333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:02.678865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-15492e4e-3e7d-456b-91c8-920f399566d9 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f8c15790-fa7a-4edb-be49-f028d7418451'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:02.679372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-15492e4e-3e7d-456b-91c8-920f399566d9 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:23:02.700862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] No DVR routers for this DVR port a93e7fa1-a484-4cb1-961d-3346e4f1ca68 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:02.703702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:02.707639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2cfd5567-42eb-47ee-9ccd-5b133532801b req-32978662-8de2-4952-9dd3-177711ea7c3b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "DELETE /v2.0/ports/a93e7fa1-a484-4cb1-961d-3346e4f1ca68 HTTP/1.1" status: 204 len: 173 time: 0.7320633 Dec 23 12:23:02.711920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4001ac72-9dda-4657-b125-15790703f2a9 None None] New status for floating IP 0c727343-b371-4dd1-90dd-09febccf925f: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:23:02.720934 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f667a2-e220-4ff8-b903-6c03f45d025a x-openstack-request-id: req-83f667a2-e220-4ff8-b903-6c03f45d025a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:02.721317 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30048140-8a34-443a-91ed-e8b2b9da4b0b", "name": "network-vif-deleted", "tag": "574ca179-490f-497f-aca6-d44f94a26883", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:02.721734 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83f667a2-e220-4ff8-b903-6c03f45d025a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:02.722788 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30048140-8a34-443a-91ed-e8b2b9da4b0b', 'name': 'network-vif-deleted', 'tag': '574ca179-490f-497f-aca6-d44f94a26883', 'status': 'completed', 'code': 200} Dec 23 12:23:03.039234 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-bd80177d-18fc-417e-b655-900194927045 service neutron] show failed (client error): The resource could not be found. Dec 23 12:23:03.040326 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-bd80177d-18fc-417e-b655-900194927045 service neutron] 10.222.0.57 "GET /v2.0/ports/4631b457-2e4d-48bb-ab77-2572fb36882a/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0760112 Dec 23 12:23:03.234307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-359555ea-6b5d-40d3-9789-0f2db6585f09 service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714796 Dec 23 12:23:03.237235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-0596b630-10a0-42ff-8906-28a79867b4e5 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523081 Dec 23 12:23:03.255637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def72a87-44c9-4fcc-9c73-cc5698e8bb6f req-ed164aba-b22f-4798-a41f-f7895aa8b990 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.257088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def72a87-44c9-4fcc-9c73-cc5698e8bb6f req-ed164aba-b22f-4798-a41f-f7895aa8b990 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1126177 Dec 23 12:23:03.347271 n-d-822750-2 neutron-server[104037]: WARNING neutron.services.metering.metering_plugin [None req-15492e4e-3e7d-456b-91c8-920f399566d9 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 23 12:23:03.488869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 574ca179-490f-497f-aca6-d44f94a26883 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:03.495577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15492e4e-3e7d-456b-91c8-920f399566d9 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.496753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-15492e4e-3e7d-456b-91c8-920f399566d9 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8325405 Dec 23 12:23:03.499586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41482) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:03.506918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def72a87-44c9-4fcc-9c73-cc5698e8bb6f req-2ebd25a6-c684-4485-8dd9-fc776ced0315 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327728 Dec 23 12:23:03.519837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-391c26f2-ee35-40b8-8281-2a0025f78bed tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=8d90141e-ccf8-4a4a-a630-3c29efef5e41 HTTP/1.1" status: 200 len: 464 time: 0.0191038 Dec 23 12:23:03.523407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-973f3538-e617-49a1-8fc9-32548dbc09fb service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814422 Dec 23 12:23:03.530622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-8ceb274d-49d3-43f9-b7fe-d8b07a125e70 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666819 Dec 23 12:23:03.531646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 574ca179-490f-497f-aca6-d44f94a26883 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:03.531646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 574ca179-490f-497f-aca6-d44f94a26883 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:03.533488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:03.555405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6186e8d1-9310-4c12-8766-25c11e939fd6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:03.589576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-6982b7f4-877d-418a-9acb-823eb2dd5a6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 217 time: 0.0480893 Dec 23 12:23:03.644732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5c2c7366-c753-40e9-a188-bf42076449bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.647148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5c2c7366-c753-40e9-a188-bf42076449bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0497534 Dec 23 12:23:03.737587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 6186e8d1-9310-4c12-8766-25c11e939fd6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:03.741703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 6186e8d1-9310-4c12-8766-25c11e939fd6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:03.742176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.749483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5541a717-a55a-4cb5-a192-95f0531e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.751833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-5541a717-a55a-4cb5-a192-95f0531e40ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969715 Dec 23 12:23:03.802089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25d6de93-bbed-4296-80c4-4559882f71b6 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.803256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25d6de93-bbed-4296-80c4-4559882f71b6 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/8d90141e-ccf8-4a4a-a630-3c29efef5e41 HTTP/1.1" status: 204 len: 168 time: 0.2688220 Dec 23 12:23:03.806721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41496) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:03.831331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-9fffda8d-7225-4a61-96bb-007dabedff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.831331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-9fffda8d-7225-4a61-96bb-007dabedff6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1100 time: 0.1083815 Dec 23 12:23:03.839472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4616091d-19b1-402c-8359-0d8e48af5fc7 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=8d90141e-ccf8-4a4a-a630-3c29efef5e41 HTTP/1.1" status: 200 len: 221 time: 0.0304718 Dec 23 12:23:03.842482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:03.853457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:03.861933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c5f8bd8a-9641-4f3f-9c4d-e96a28f63f49 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--789393363', 'description': 'label created by tempest'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:03.868597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c5f8bd8a-9641-4f3f-9c4d-e96a28f63f49 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Unknown quota resources ['metering_label']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:23:03.902538 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.910155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834fb45-f3ea-4d7b-95f9-63fcf2c77b60 req-41e2b440-570a-497a-89ac-3d71e12ec7b7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.913395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d834fb45-f3ea-4d7b-95f9-63fcf2c77b60 req-41e2b440-570a-497a-89ac-3d71e12ec7b7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 949 time: 0.1198301 Dec 23 12:23:03.967012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6186e8d1-9310-4c12-8766-25c11e939fd6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:03.969754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:03.975147 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b22664-f9dc-4cb1-b634-49032a873659" -d '{"events": [{"server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "name": "network-vif-plugged", "status": "completed", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:03.977644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-933a825b-51d8-40d4-b09e-df00e0d97eb1 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872091 Dec 23 12:23:04.021917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.053061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.053872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:04.085425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d834fb45-f3ea-4d7b-95f9-63fcf2c77b60 req-32b60871-41c7-433d-891e-e79539b3b5ae tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638601 Dec 23 12:23:04.107031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f71b0-8e15-445c-af29-25c3f8acc33c req-cac70807-810a-4349-8709-c214447dbed7 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.116149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: a93e7fa1-a484-4cb1-961d-3346e4f1ca68 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:04.116375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f71b0-8e15-445c-af29-25c3f8acc33c req-cac70807-810a-4349-8709-c214447dbed7 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.116497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a93e7fa1-a484-4cb1-961d-3346e4f1ca68 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:04.123023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:04.125929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f71b0-8e15-445c-af29-25c3f8acc33c req-cac70807-810a-4349-8709-c214447dbed7 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.127747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f92f71b0-8e15-445c-af29-25c3f8acc33c req-cac70807-810a-4349-8709-c214447dbed7 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.1633127 Dec 23 12:23:04.170703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:04.219296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.234548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5775f9-3686-4fbc-828e-79ad04a73d00 req-23639d3c-9e56-47b0-a625-5cd15fdcdeee service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333539 Dec 23 12:23:04.262085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f92f71b0-8e15-445c-af29-25c3f8acc33c req-67eafa31-c4b7-4396-8a85-a04652f5ab78 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Dec 23 12:23:04.273618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5f8bd8a-9641-4f3f-9c4d-e96a28f63f49 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.277677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5f8bd8a-9641-4f3f-9c4d-e96a28f63f49 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4338448 Dec 23 12:23:04.278239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:04.282871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.290105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.296999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.304300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.310823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.318967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.325351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.328511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-f6cddefc-8f50-4b44-95e8-313836f2d73f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1725378 Dec 23 12:23:04.418575 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf952eae-40d8-4ae8-9082-8387563ce21e tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=5d5df42d-2d52-4d22-8a36-f8aed69574a0 HTTP/1.1" status: 200 len: 467 time: 0.0916500 Dec 23 12:23:04.419170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41516) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:04.459447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb927e22-6401-4854-8332-73c3f149f0a7 req-07aff5ec-cef4-4fe1-83a0-7db53e89457b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202540 Dec 23 12:23:04.525637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:04.536573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.537505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.537719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.538188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.538659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.539127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.539590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.541591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8fe22cb4-ac7b-44e6-8902-e9eaf43fc3b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6487 time: 0.1623924 Dec 23 12:23:04.561899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:04.592539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6106873-479d-400b-af8c-e4700aa0de27 req-affb11d9-f9ca-400e-8b8d-1217b2351634 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 210 time: 0.0725641 Dec 23 12:23:04.608483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.639573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Transition to ACTIVE for port object 4631b457-2e4d-48bb-ab77-2572fb36882a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:04.680341 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a2bed-c3d5-474c-8d3c-8c620c8a4354 x-openstack-request-id: req-361a2bed-c3d5-474c-8d3c-8c620c8a4354 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:04.680910 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "name": "network-vif-plugged", "status": "completed", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:04.680910 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-361a2bed-c3d5-474c-8d3c-8c620c8a4354 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:04.681284 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6', 'code': 200} Dec 23 12:23:04.690371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-ac6eb213-dd69-43e7-9079-4557a1129d4e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.697631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-ac6eb213-dd69-43e7-9079-4557a1129d4e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.706643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-ac6eb213-dd69-43e7-9079-4557a1129d4e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.709925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-ac6eb213-dd69-43e7-9079-4557a1129d4e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.0839739 Dec 23 12:23:04.724046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-deleted', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68'}, {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:04.727638 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48dc14-2590-4c85-8c50-109c065dcac0" -d '{"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-deleted", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68"}, {"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:04.733483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:04.778982 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:23:04.779578 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:23:04.787637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:04.887796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-24aaa18c-5323-459d-9518-4b617d3b5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.889315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-24aaa18c-5323-459d-9518-4b617d3b5150 service neutron] 10.222.0.43 "GET /v2.0/networks?id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 903 time: 0.3380625 Dec 23 12:23:04.897602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778315-cea3-4307-8809-0fb23b64822c req-4d867edb-d57e-4a05-bcc2-7f018549d585 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.898992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14778315-cea3-4307-8809-0fb23b64822c req-4d867edb-d57e-4a05-bcc2-7f018549d585 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.0996392 Dec 23 12:23:04.901439 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93005e1b-65c9-489e-bc82-515a980af5e0 x-openstack-request-id: req-93005e1b-65c9-489e-bc82-515a980af5e0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:04.901737 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41db26-11f6-4fd1-a706-e05de9e5e4c3", "name": "network-vif-deleted", "tag": "a93e7fa1-a484-4cb1-961d-3346e4f1ca68", "status": "completed", "code": 200}, {"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:04.901982 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93005e1b-65c9-489e-bc82-515a980af5e0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:04.902360 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41db26-11f6-4fd1-a706-e05de9e5e4c3', 'name': 'network-vif-deleted', 'tag': 'a93e7fa1-a484-4cb1-961d-3346e4f1ca68', 'status': 'completed', 'code': 200} Dec 23 12:23:04.902607 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'code': 200} Dec 23 12:23:04.955959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-0ce1567d-479a-4f27-9057-06c5d62d9f44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 217 time: 0.0535519 Dec 23 12:23:04.969495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] No DVR routers for this DVR port 4631b457-2e4d-48bb-ab77-2572fb36882a on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:04.975269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:04.998530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ce343-8ce7-414f-8333-41f5454cd92e req-97f787b5-24fc-4627-bd3c-27e66dd92f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.998789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76e15554-6095-452b-96f8-02c6067f21c7 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.002435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6c7ce343-8ce7-414f-8333-41f5454cd92e req-97f787b5-24fc-4627-bd3c-27e66dd92f76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 1101 time: 0.2133811 Dec 23 12:23:05.002633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76e15554-6095-452b-96f8-02c6067f21c7 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/5d5df42d-2d52-4d22-8a36-f8aed69574a0 HTTP/1.1" status: 204 len: 168 time: 0.5798492 Dec 23 12:23:05.016503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.098449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14778315-cea3-4307-8809-0fb23b64822c req-65c93de4-6bbb-4744-968b-c23ffcf0002b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253231 Dec 23 12:23:05.098449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-34599cb5-44a6-4f0a-b36f-65f5c67b0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.098449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-34599cb5-44a6-4f0a-b36f-65f5c67b0c4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0943365 Dec 23 12:23:05.099834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1449dbf9-0b88-42ee-85bd-81d05f527033 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=5d5df42d-2d52-4d22-8a36-f8aed69574a0 HTTP/1.1" status: 200 len: 216 time: 0.0473728 Dec 23 12:23:05.099948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port bc0775fc-da7f-415a-bc05-3fdbbee5488e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:05.100069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.111797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:05.112121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Attempting to bind port 4631b457-2e4d-48bb-ab77-2572fb36882a on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:05.117292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-344d0dd9-5c15-4416-bdd9-8d181315ea45 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0389876 Dec 23 12:23:05.120576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41534) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.143226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b9fea7b4-628f-45e4-878b-3fa58206a536 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0214024 Dec 23 12:23:05.148855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41536) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.160562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-af272fea-a2b3-4b3e-8f64-6ad0378173a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.163810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-af272fea-a2b3-4b3e-8f64-6ad0378173a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979705 Dec 23 12:23:05.171841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6c7ce343-8ce7-414f-8333-41f5454cd92e req-ab7ff615-bd73-44ae-9a61-a2ed58581351 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531529 Dec 23 12:23:05.179302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:05.179637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:05.180017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:05.180450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Bound port: 4631b457-2e4d-48bb-ab77-2572fb36882a, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:05.180807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.204900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.228479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6558a4b6-8190-49e7-b27f-6fe061173979 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/f8c15790-fa7a-4edb-be49-f028d7418451 HTTP/1.1" status: 200 len: 473 time: 0.0787449 Dec 23 12:23:05.243834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.305264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e50ba235-a332-44fa-8cfb-bb1ae1ba809f tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/7412082c-b5f9-4e5e-a41e-71f3f898c632 HTTP/1.1" status: 200 len: 461 time: 0.0582314 Dec 23 12:23:05.310416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.316538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port bc0775fc-da7f-415a-bc05-3fdbbee5488e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bc0775fc-da7f-415a-bc05-3fdbbee5488e,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:05.316766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.337288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for bc0775fc-da7f-415a-bc05-3fdbbee5488e owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:05.342717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:05.347990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:05.357077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38a108-697f-47ca-b8c3-09c15473a9f1 req-d3adfa83-fd08-4f3b-aadb-f72084092b12 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.358521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb38a108-697f-47ca-b8c3-09c15473a9f1 req-d3adfa83-fd08-4f3b-aadb-f72084092b12 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.1414626 Dec 23 12:23:05.388844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-8cf5c286-7583-45c8-a034-5848b2dc8dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162733 Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb38a108-697f-47ca-b8c3-09c15473a9f1 req-0268a480-351d-44e7-afbe-d42c4cdcbdd1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301799 Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335dae2-0897-45a2-8bad-5e863c2f79f2 req-41c34b16-6a68-46e3-ae9a-ac20cf1991a0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335dae2-0897-45a2-8bad-5e863c2f79f2 req-41c34b16-6a68-46e3-ae9a-ac20cf1991a0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335dae2-0897-45a2-8bad-5e863c2f79f2 req-41c34b16-6a68-46e3-ae9a-ac20cf1991a0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0335dae2-0897-45a2-8bad-5e863c2f79f2 req-41c34b16-6a68-46e3-ae9a-ac20cf1991a0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 2416 time: 0.1573925 Dec 23 12:23:05.630861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c83c0313-b0ed-4637-9d4c-fc30246f60a0 req-946474e9-9098-4435-b4ce-1d41ce607599 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943083 Dec 23 12:23:05.639981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0335dae2-0897-45a2-8bad-5e863c2f79f2 req-6e4127ae-bff0-4584-a5b5-4a84706dcae8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017196 Dec 23 12:23:05.661220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.662561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.670797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.674130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.680678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.686536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.693483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.695417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-641fc3d8-4b1a-4ded-b2fa-1009b1737dcd tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1289101 Dec 23 12:23:05.744319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96f0f645-84eb-4f5c-abe9-d4b150da37ca req-974cd986-892f-427b-955f-65adb822ee62 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 210 time: 0.0283160 Dec 23 12:23:05.785850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-519cc866-ae6e-4248-b880-e5ce978ceef1 req-3124f8c2-70c6-4314-bf46-b3c0a2bbd8e3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837350 Dec 23 12:23:05.833155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.900650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.909301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.916946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.916946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "DELETE /v2.0/security-groups/05ee32ab-8c6f-44b8-b891-af00ce741bf1 HTTP/1.1" status: 204 len: 168 time: 1.1272073 Dec 23 12:23:05.917304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:05.918109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=bc0775fc-da7f-415a-bc05-3fdbbee5488e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:06.059915 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-ecb85fd1-cf73-48dc-ae1c-1507db7f3d7a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] show failed (client error): The resource could not be found. Dec 23 12:23:06.061482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ecb85fd1-cf73-48dc-ae1c-1507db7f3d7a tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "GET /v2.0/security-groups/05ee32ab-8c6f-44b8-b891-af00ce741bf1 HTTP/1.1" status: 404 len: 347 time: 0.1161666 Dec 23 12:23:06.063282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.064410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.065994 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] 10.222.0.43 "PUT /v2.0/ports/4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 1095 time: 2.2249501 Dec 23 12:23:06.074129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea043f-b6fe-4c40-ab94-f1a08b5ea54b tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee32ab-8c6f-44b8-b891-af00ce741bf1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:06.075990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port bc0775fc-da7f-415a-bc05-3fdbbee5488e on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:06.085829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:06.113727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.120024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-2b060a95-1443-44eb-8021-6f518d972e16 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "DELETE /v2.0/ports/bc0775fc-da7f-415a-bc05-3fdbbee5488e HTTP/1.1" status: 204 len: 173 time: 1.4033334 Dec 23 12:23:06.347943 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2305-2fc1-43df-bc71-88da9842f322 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.353268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fdcf2305-2fc1-43df-bc71-88da9842f322 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7412082c-b5f9-4e5e-a41e-71f3f898c632 HTTP/1.1" status: 204 len: 168 time: 1.0370378 Dec 23 12:23:06.369973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41556) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:06.528629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e1f3-a0fb-4fbe-af9d-2bf111ff0f65 req-bd80075a-788a-488c-bce3-9252bd381ee4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.530199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3510e1f3-a0fb-4fbe-af9d-2bf111ff0f65 req-bd80075a-788a-488c-bce3-9252bd381ee4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.1879065 Dec 23 12:23:06.665725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3510e1f3-a0fb-4fbe-af9d-2bf111ff0f65 req-7fa3d7c3-18bd-477c-a9e8-3e864cf4d14c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959432 Dec 23 12:23:06.687105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112ced-0cac-4f1f-a3bf-b006a173ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:06.748249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-938bc57c-5294-4cb0-9465-5f5ac24f7648 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.749698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-938bc57c-5294-4cb0-9465-5f5ac24f7648 tempest-MeteringTestJSON-741255360 tempest-MeteringTestJSON-741255360-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/f8c15790-fa7a-4edb-be49-f028d7418451 HTTP/1.1" status: 204 len: 168 time: 0.3787804 Dec 23 12:23:06.781251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-21d5bc27-f811-4d53-8e41-8a5304e5faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.782946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-21d5bc27-f811-4d53-8e41-8a5304e5faee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1098 time: 0.6767583 Dec 23 12:23:06.826726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91e4d8-4589-4f74-ae85-9858768cc95d req-d486285c-64d9-4e0e-bba6-5bb4904ca887 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.828584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc91e4d8-4589-4f74-ae85-9858768cc95d req-d486285c-64d9-4e0e-bba6-5bb4904ca887 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.0628259 Dec 23 12:23:06.837629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305300e-54aa-4dc6-b1b5-5fbbdbf1abf0 req-96e485f1-16d4-4e69-8ff6-e8c0d8c80efc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.845929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305300e-54aa-4dc6-b1b5-5fbbdbf1abf0 req-96e485f1-16d4-4e69-8ff6-e8c0d8c80efc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.847816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8305300e-54aa-4dc6-b1b5-5fbbdbf1abf0 req-96e485f1-16d4-4e69-8ff6-e8c0d8c80efc tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 1681 time: 0.1132762 Dec 23 12:23:06.885836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port 5969a91d-1605-492c-aa99-17ba481859a0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:06.886320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.905928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Deleting port 2e7e60e1-df7a-4873-9a32-1b2d96f15048 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:06.906426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.908054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}, {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:06.910344 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a247fa-d423-449a-a396-70d213513b06" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}, {"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:06.931826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc91e4d8-4589-4f74-ae85-9858768cc95d req-87f2d4a0-7fe2-4400-9870-4220e04aa172 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818338 Dec 23 12:23:06.964679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8305300e-54aa-4dc6-b1b5-5fbbdbf1abf0 req-bee961ca-8414-4aab-a998-e8c339b2ef90 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054020 Dec 23 12:23:07.039260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fe2de08-2bb2-41f4-b099-96ac6fa69a34 req-0a44e4e5-e8c2-44ab-b40f-b7a3f3a6a1e6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 210 time: 0.0377514 Dec 23 12:23:07.061798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-bf193dc0-a4e9-4de0-ba92-dd606c71e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.063286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-bf193dc0-a4e9-4de0-ba92-dd606c71e81d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2718556 Dec 23 12:23:07.142175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.151582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.161893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.168685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.173885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-66860117-b1fa-4eae-823a-c87635323313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.0756030 Dec 23 12:23:07.176338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.183955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.191271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.201562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-db9f1c8d-ffa2-4e84-8524-b58253874950 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1347342 Dec 23 12:23:07.232760 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1df9e7-bc61-40b0-be43-de1663cdbcdf x-openstack-request-id: req-1b1df9e7-bc61-40b0-be43-de1663cdbcdf {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:07.233095 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "status": "completed", "code": 200}, {"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "bc0775fc-da7f-415a-bc05-3fdbbee5488e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:07.233351 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b1df9e7-bc61-40b0-be43-de1663cdbcdf {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:07.233758 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'status': 'completed', 'code': 200} Dec 23 12:23:07.236250 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': 'bc0775fc-da7f-415a-bc05-3fdbbee5488e', 'status': 'completed', 'code': 200} Dec 23 12:23:07.313310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port 5969a91d-1605-492c-aa99-17ba481859a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5969a91d-1605-492c-aa99-17ba481859a0,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:07.313680 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.322917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38b99194-c906-45c9-a88e-6e66a064eab5 req-33da8e44-f25d-4fb0-ab6d-a6109dec5ad7 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146460 Dec 23 12:23:07.355262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.355582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.356685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-278609ac-3d1b-4753-a2c1-ba67e68eabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.358627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-278609ac-3d1b-4753-a2c1-ba67e68eabc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1098 time: 0.1019404 Dec 23 12:23:07.398113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-535e7258-5af7-4255-ac67-9ec46d6536a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.399592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-535e7258-5af7-4255-ac67-9ec46d6536a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2114081 Dec 23 12:23:07.422747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for 5969a91d-1605-492c-aa99-17ba481859a0 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:07.424621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Calling delete_port for 2e7e60e1-df7a-4873-9a32-1b2d96f15048 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:07.431636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41578) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:07.487085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-daa6afbb-46c2-4bf9-a537-0236525035ac tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.490937 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-daa6afbb-46c2-4bf9-a537-0236525035ac tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.4834666 Dec 23 12:23:07.519863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bc0775fc-da7f-415a-bc05-3fdbbee5488e no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:07.691533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-9a41701b-a002-4984-9c87-d2573a905770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.691533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-9a41701b-a002-4984-9c87-d2573a905770 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1668692 Dec 23 12:23:07.693287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: bc0775fc-da7f-415a-bc05-3fdbbee5488e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:07.693287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bc0775fc-da7f-415a-bc05-3fdbbee5488e not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:07.693287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7630825b-8d1c-494d-87ed-90e6f87d02cc no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:07.693589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Request body: {'port': {'device_id': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'admin_state_up': True, 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:07.693977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-0633f51d-c857-4dc5-bd98-ce6492bc1cdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.0756419 Dec 23 12:23:07.693977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.695097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.747475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-e003a855-d666-475b-838d-f9eb662aa5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.749099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-e003a855-d666-475b-838d-f9eb662aa5fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1072969 Dec 23 12:23:07.780412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40456f3-182b-4a44-9229-342ca1237008 req-7b9a5f3b-6b7d-4968-8996-fc5712314122 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.782177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a40456f3-182b-4a44-9229-342ca1237008 req-7b9a5f3b-6b7d-4968-8996-fc5712314122 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 1101 time: 0.1641619 Dec 23 12:23:07.805973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-ca3e336e-81af-4570-a948-ef955f79002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.807644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-ca3e336e-81af-4570-a948-ef955f79002d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3861728 Dec 23 12:23:07.854557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a40456f3-182b-4a44-9229-342ca1237008 req-c851c663-55f2-407c-810e-951b9881b1b0 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:07.893258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-a8af8b1d-c87d-4f6e-aab0-207d71ba1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.903700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-a8af8b1d-c87d-4f6e-aab0-207d71ba1c8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366460 Dec 23 12:23:07.906721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea140ed-f9ea-42a3-abc5-c42bf5413f1e req-b67fbb18-398c-4b0d-ba97-6a585fee3152 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.908165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea140ed-f9ea-42a3-abc5-c42bf5413f1e req-b67fbb18-398c-4b0d-ba97-6a585fee3152 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.1544721 Dec 23 12:23:07.935806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:07.935806 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718dfbcf-451d-42b9-9f10-8a994590ec32" -d '{"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:07.966820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:07.994779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-f879c6c5-5e1a-43f1-882b-81790ea8fd48 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757152 Dec 23 12:23:07.995741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:08.000177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.025045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.062894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.062894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5969a91d-1605-492c-aa99-17ba481859a0 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:08.084006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea140ed-f9ea-42a3-abc5-c42bf5413f1e req-9c6cc04d-ff03-4894-a23c-6624658b9513 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586542 Dec 23 12:23:08.108837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.119529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-c68173bc-1f2c-4203-9272-8bddb3398992 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093453 Dec 23 12:23:08.137638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a40456f3-182b-4a44-9229-342ca1237008 req-c851c663-55f2-407c-810e-951b9881b1b0 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.203769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a40456f3-182b-4a44-9229-342ca1237008 req-c851c663-55f2-407c-810e-951b9881b1b0 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.208490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2fd13b-7615-46ae-8b3d-fd88c83b9b46,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.213128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.216731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a470f75f27747b684bd1ea2f1b6a09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7840655 Dec 23 12:23:08.230803 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff40ae73-2a6d-4db6-aa99-dedfec5cca5d x-openstack-request-id: req-ff40ae73-2a6d-4db6-aa99-dedfec5cca5d {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:08.231104 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:08.231359 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff40ae73-2a6d-4db6-aa99-dedfec5cca5d {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:08.231750 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'code': 200} Dec 23 12:23:08.234020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41592) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:08.246431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.246431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.246806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.246909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.247162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.247493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.247822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.248150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.248490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.248806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.249161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.249475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.249802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2330c9-453a-47c8-9d6b-d406dc84a65d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:08.314928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a40456f3-182b-4a44-9229-342ca1237008 req-c851c663-55f2-407c-810e-951b9881b1b0 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912169 Dec 23 12:23:08.315064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.315190 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.315305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.386857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Pushing event deleted for resources: {'Port': ['ID=2e7e60e1-df7a-4873-9a32-1b2d96f15048,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.415777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851c663-55f2-407c-810e-951b9881b1b0 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179a015-9098-40a4-a6cc-4c2d76012ba6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.428722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-6e4c651b-f666-4e88-a510-23d214a7ad33 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940271 Dec 23 12:23:08.454398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4edeafa-0b00-4a55-b48b-20f039f4f528 req-af222c00-4770-4144-b01c-1460d2e10220 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 210 time: 0.0448751 Dec 23 12:23:08.476805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.487653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cd40a-c5f6-4636-8d94-ea1ace9bf066 req-c3f0e7dd-a211-4b22-ba67-9ebd98247dc8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.490058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-973cd40a-c5f6-4636-8d94-ea1ace9bf066 req-c3f0e7dd-a211-4b22-ba67-9ebd98247dc8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 943 time: 0.1805332 Dec 23 12:23:08.529283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Allocated IP 172.20.0.7 (d4e59434-80b8-4a1e-98a4-172e1bbf251f/3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b/4701e1d5-cab2-460a-8a82-171f7952343d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:08.536969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.614708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-973cd40a-c5f6-4636-8d94-ea1ace9bf066 req-b495d72b-1386-42d9-8c3c-dec606f68935 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170077 Dec 23 12:23:08.743750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.747129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.748645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f2fd13b-7615-46ae-8b3d-fd88c83b9b46 HTTP/1.1" status: 204 len: 168 time: 0.5114076 Dec 23 12:23:08.763089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.772778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61b53-4559-473f-8f89-d96d6169ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2fd13b-7615-46ae-8b3d-fd88c83b9b46,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.808043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=5969a91d-1605-492c-aa99-17ba481859a0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:08.816717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port 5969a91d-1605-492c-aa99-17ba481859a0 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:08.837659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.839706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.847104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-d87211ab-fc47-40a0-aa7a-849a503d9020 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "DELETE /v2.0/ports/5969a91d-1605-492c-aa99-17ba481859a0 HTTP/1.1" status: 204 len: 173 time: 2.7030025 Dec 23 12:23:08.848124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.855322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.863059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.869407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.875499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.882096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.884097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-a3a426bf-a48b-4f92-b5be-fdfb887690f1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1737075 Dec 23 12:23:08.888357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be01a8de-6386-4ec6-a076-84cff48600c6 req-0de5b773-3485-42db-b97d-23c97d8c17a6 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653011 Dec 23 12:23:09.018974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e77d7b87-cedd-4c3d-bd6c-741363fe4b75 req-aec80a90-c4f0-4785-835e-231f2a2a0aa6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139843 Dec 23 12:23:09.035486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.038562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.039726 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8115aa75-f03d-41bf-af2b-9229d3c1918c tempest-ServersTestManualDisk-267989115 tempest-ServersTestManualDisk-267989115-project] 10.222.0.16 "DELETE /v2.0/floatingips/0c727343-b371-4dd1-90dd-09febccf925f HTTP/1.1" status: 204 len: 168 time: 2.9480169 Dec 23 12:23:09.043163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41602) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:09.057428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-00290270-c53d-48ec-82c1-c86fed2a04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.061222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-00290270-c53d-48ec-82c1-c86fed2a04bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1098 time: 0.0901842 Dec 23 12:23:09.137645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.199596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port 7630825b-8d1c-494d-87ed-90e6f87d02cc {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:09.199974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.209464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9d4db8af-40d0-44fa-8c89-1e49883263bf tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551424 Dec 23 12:23:09.242193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:09.244856 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a512cb6-2878-4f1c-8429-579bf7d78a86" -d '{"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "5969a91d-1605-492c-aa99-17ba481859a0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:09.288806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:09.303777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:09.306117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:09.346527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:09.374703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-761a876c-9074-435b-8aa8-81f17afbdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.376301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-761a876c-9074-435b-8aa8-81f17afbdb07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3095305 Dec 23 12:23:09.446523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.447851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.457243 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-bfbc29a1-c044-4039-a757-76273370854c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.0715292 Dec 23 12:23:09.458467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe2bc5-e248-4b4a-808f-9309f887174f req-c2a74604-1700-42de-a48a-b92e5000c59c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.460461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dbe2bc5-e248-4b4a-808f-9309f887174f req-c2a74604-1700-42de-a48a-b92e5000c59c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.1989160 Dec 23 12:23:09.480658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-054070ad-ddfc-450b-be20-93098c5537c3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.490213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-054070ad-ddfc-450b-be20-93098c5537c3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777128 Dec 23 12:23:09.516567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port 7630825b-8d1c-494d-87ed-90e6f87d02cc, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7630825b-8d1c-494d-87ed-90e6f87d02cc,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:09.516897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.535548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for 7630825b-8d1c-494d-87ed-90e6f87d02cc owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:09.543867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-c38a0ff2-7d78-43b8-87ae-ec0c3720f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.545499 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-c38a0ff2-7d78-43b8-87ae-ec0c3720f208 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0797575 Dec 23 12:23:09.548415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-e864e60f-22f3-4806-8a82-df1313e53842 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0573459 Dec 23 12:23:09.599136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3cd1ec5a-4871-4aae-963f-751737796db7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0636492 Dec 23 12:23:09.625372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Request body: {'port': {'device_id': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:09.625663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dbe2bc5-e248-4b4a-808f-9309f887174f req-226d5cf3-547b-471f-ab67-37275d3dee18 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527414 Dec 23 12:23:09.632642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:09.683259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97a96e12-d30a-40a7-9e6b-c9cc52fba272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.686416 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e98e587-0ecf-47e5-bce1-7afd9f5a111b x-openstack-request-id: req-7e98e587-0ecf-47e5-bce1-7afd9f5a111b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:09.686794 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "5969a91d-1605-492c-aa99-17ba481859a0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:09.686952 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e98e587-0ecf-47e5-bce1-7afd9f5a111b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:09.687506 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': '5969a91d-1605-492c-aa99-17ba481859a0', 'status': 'completed', 'code': 200} Dec 23 12:23:09.690134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-4eb3a7f8-6fb5-48b6-9c10-1470e5a12b45 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259477 Dec 23 12:23:09.758760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a247fa-d423-449a-a396-70d213513b06 req-6614b86b-f877-4fe7-9d87-d89ffc4c77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.760371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-6614b86b-f877-4fe7-9d87-d89ffc4c77ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057662 Dec 23 12:23:09.771479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.876511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f4ed-2517-4ce7-8853-2c2dbbad93c9 req-37520676-9b91-464b-a299-9e326ffdabee tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.878044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49b2f4ed-2517-4ce7-8853-2c2dbbad93c9 req-37520676-9b91-464b-a299-9e326ffdabee tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 931 time: 0.0862134 Dec 23 12:23:10.023869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-95f26a35-c00b-4175-9ee4-af4053dde3e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535329 Dec 23 12:23:10.026435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49b2f4ed-2517-4ce7-8853-2c2dbbad93c9 req-5d95f851-b29c-44d7-b6bb-f8625f92476a tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275001 Dec 23 12:23:10.073111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.458699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97a96e12-d30a-40a7-9e6b-c9cc52fba272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.463007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b25d4-3520-453d-9509-e60c787a9907 req-f34de586-4c92-40cb-bfc3-392a69139216 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.464580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a13b25d4-3520-453d-9509-e60c787a9907 req-f34de586-4c92-40cb-bfc3-392a69139216 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 943 time: 0.0961568 Dec 23 12:23:10.541614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27a247fa-d423-449a-a396-70d213513b06 req-161feb69-8521-4301-97c5-a20aa4b45937 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694285 Dec 23 12:23:10.557882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.595089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=7630825b-8d1c-494d-87ed-90e6f87d02cc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:10.605932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97a96e12-d30a-40a7-9e6b-c9cc52fba272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.681812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a13b25d4-3520-453d-9509-e60c787a9907 req-0e7872ab-c4a6-4876-9efb-c33a2502ee79 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006493 Dec 23 12:23:10.704537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port 7630825b-8d1c-494d-87ed-90e6f87d02cc on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:10.709137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a96e12-d30a-40a7-9e6b-c9cc52fba272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4587b5-ccad-44dc-b2c9-02e8d8385f22,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:10.712338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.715902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b394912-9189-4591-b9a4-40ce766e3ef1 req-8c90d22b-0fe4-4039-818a-f34b5d6a0c87 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "DELETE /v2.0/ports/7630825b-8d1c-494d-87ed-90e6f87d02cc HTTP/1.1" status: 204 len: 173 time: 1.8450470 Dec 23 12:23:10.721069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-97a96e12-d30a-40a7-9e6b-c9cc52fba272 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=690ad123c8154c988a389eea7b83b66d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0874085 Dec 23 12:23:10.725885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:10.819189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4701e1d5-cab2-460a-8a82-171f7952343d {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:10.831021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.851868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.877302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.893947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Transition to ACTIVE for port object 4701e1d5-cab2-460a-8a82-171f7952343d will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:10.909971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.930388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.947772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.980153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.987026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.997316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.003455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.018044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.021316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-529c2c78-3c52-4284-a0e6-4b63ec8b6236 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.3026359 Dec 23 12:23:11.071860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:11.110254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.122651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.125480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e4587b5-ccad-44dc-b2c9-02e8d8385f22 HTTP/1.1" status: 204 len: 168 time: 0.3982666 Dec 23 12:23:11.179705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41173d00-a1c3-4d7f-a379-bc9f08bc190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4587b5-ccad-44dc-b2c9-02e8d8385f22,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:11.232882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Attempting to bind port 4701e1d5-cab2-460a-8a82-171f7952343d on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:11.233150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71f8e11c-c6b0-43ad-842f-efb6c6c6fe25 req-a1dcdb57-4da5-4fe5-9b43-dda85e5b9d51 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727178 Dec 23 12:23:11.233998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Attempting to bind port 4701e1d5-cab2-460a-8a82-171f7952343d by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:11.236191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Attempting to bind port 4701e1d5-cab2-460a-8a82-171f7952343d on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:11.251129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Port 4701e1d5-cab2-460a-8a82-171f7952343d on network d4e59434-80b8-4a1e-98a4-172e1bbf251f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:11.251911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Attempting to bind port 4701e1d5-cab2-460a-8a82-171f7952343d on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:11.274574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecba66-23fb-4b56-8d5b-acd20fe80412 req-7b52f6ea-be9a-434d-88ea-2fd94e4aac63 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.276649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cecba66-23fb-4b56-8d5b-acd20fe80412 req-7b52f6ea-be9a-434d-88ea-2fd94e4aac63 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 947 time: 0.2551408 Dec 23 12:23:11.284402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:11.286003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Checking segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:11.286409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Bound using segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:11.287434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Bound port: 4701e1d5-cab2-460a-8a82-171f7952343d, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:11.296163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.383478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:11.386609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:11.388729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f4a8a68-3433-4a29-9cce-ab501027d86a req-79846934-05c1-4d0d-a30a-86e491a527db tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.0499332 Dec 23 12:23:11.392082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Deleting port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:11.392496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.404554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cecba66-23fb-4b56-8d5b-acd20fe80412 req-190408de-ec43-4c72-ab70-2c22ed6230b1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069191 Dec 23 12:23:11.459838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.513629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.514672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.516368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] 10.222.0.57 "PUT /v2.0/ports/4701e1d5-cab2-460a-8a82-171f7952343d HTTP/1.1" status: 200 len: 1091 time: 1.8982751 Dec 23 12:23:11.522111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] For port 608f1bb3-97b2-4df3-bc8c-d6663e72abb2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:11.522501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.524371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:11.573923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde48aa6-b6b2-42f6-a2a2-bc5e357fdbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:11.576600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Calling delete_port for 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:11.672966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350643-c8ac-47e4-8a00-19ba62949be3 req-0c1b7a86-010d-4db0-873e-7a4c76fd0424 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.684860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a350643-c8ac-47e4-8a00-19ba62949be3 req-0c1b7a86-010d-4db0-873e-7a4c76fd0424 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 943 time: 0.1278536 Dec 23 12:23:11.693533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:11.693842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc'}, {'name': 'network-changed', 'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:11.700122 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3" -d '{"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc"}, {"name": "network-changed", "server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:11.703787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'mac_address': 'fa:16:3e:67:be:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:11.732634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-768aeca9-c150-4e38-afe4-1f5e4490d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.734926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-768aeca9-c150-4e38-afe4-1f5e4490d5aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 1094 time: 0.0800104 Dec 23 12:23:11.766875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:11.815620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-823ed60a-b381-4092-85f6-0ea46a22c18d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4701e1d5-cab2-460a-8a82-171f7952343d HTTP/1.1" status: 200 len: 217 time: 0.0584898 Dec 23 12:23:11.825703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a350643-c8ac-47e4-8a00-19ba62949be3 req-b826c39a-f278-48d0-a0d8-8c33c4c696f8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398678 Dec 23 12:23:11.844517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4631b457-2e4d-48bb-ab77-2572fb36882a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:11.889752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3f0d8a79-8639-4e50-8270-69c911f6148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.891544 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-3f0d8a79-8639-4e50-8270-69c911f6148d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.0745745 Dec 23 12:23:11.930144 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0581addc-e732-4933-af98-3fe4a704ec3f x-openstack-request-id: req-0581addc-e732-4933-af98-3fe4a704ec3f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:11.930472 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1fc0d-9376-4a19-9319-f235de6d47ed", "name": "network-vif-deleted", "tag": "7630825b-8d1c-494d-87ed-90e6f87d02cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:11.930720 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0581addc-e732-4933-af98-3fe4a704ec3f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:11.931115 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1fc0d-9376-4a19-9319-f235de6d47ed', 'name': 'network-vif-deleted', 'tag': '7630825b-8d1c-494d-87ed-90e6f87d02cc', 'status': 'completed', 'code': 200} Dec 23 12:23:11.931368 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d', 'status': 'completed', 'code': 200} Dec 23 12:23:11.943119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:11.964344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-064f6ebe-3aec-48ba-803b-a7c722372bee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643101 Dec 23 12:23:11.994412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb05a71-cdd0-4131-8c4d-0896fb5f344f req-634f0e59-bd26-4f0a-ad26-6ccd04f23755 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1fc0d-9376-4a19-9319-f235de6d47ed HTTP/1.1" status: 200 len: 210 time: 0.0583720 Dec 23 12:23:12.078922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-44bbe80c-0b34-4781-a83e-42e227327ccb service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066644 Dec 23 12:23:12.124124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:12.133229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:12.176289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Pushing event deleted for resources: {'Port': ['ID=608f1bb3-97b2-4df3-bc8c-d6663e72abb2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:12.198106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:12.235545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ff3854b-b6a3-4b82-bae3-fedcbf6e08c6 req-5b457a75-fb41-4633-9f24-cc2bc9de4cf6 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442804 Dec 23 12:23:12.350237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:12.438395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.445319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.452625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.457555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.463669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.469619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.475677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.485719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-4978272b-27c6-411b-bd84-03abca1535d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1548965 Dec 23 12:23:12.498362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:12.516311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-faaf36a9-2479-45d4-bdc3-04b52bd7cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.518232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-faaf36a9-2479-45d4-bdc3-04b52bd7cd33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 1094 time: 0.0692720 Dec 23 12:23:12.549572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73f6d386-0288-4249-ab74-a9d897f8445a req-66d4b95b-b0ff-4e03-80e8-76fdabf5c76e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.0624492 Dec 23 12:23:12.634690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-db5acc9a-49a1-437f-bf1f-64127ce9114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.636150 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-db5acc9a-49a1-437f-bf1f-64127ce9114c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 906 time: 0.1088083 Dec 23 12:23:12.683123 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-5ebb4cd7-46ce-4faa-ba3d-73bb5730188e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4701e1d5-cab2-460a-8a82-171f7952343d HTTP/1.1" status: 200 len: 217 time: 0.0399113 Dec 23 12:23:12.726604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40d941b2-f627-4c02-85d7-9f6790baabb6 req-ee493d52-6969-4050-9907-3cbddc5a079c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250147 Dec 23 12:23:12.746784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35aa91-48c6-49cd-b8df-6d66439f177b req-0f7d5743-722d-4db3-8069-bf058c145dd4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.748284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a35aa91-48c6-49cd-b8df-6d66439f177b req-0f7d5743-722d-4db3-8069-bf058c145dd4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.1130867 Dec 23 12:23:12.757254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-20c81a01-d99d-4779-9f07-0ba56c921ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.759392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-20c81a01-d99d-4779-9f07-0ba56c921ee4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.0689411 Dec 23 12:23:12.814829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-bfa12719-0c95-4571-a2cb-887a0b8c6192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474384 Dec 23 12:23:12.849984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a35aa91-48c6-49cd-b8df-6d66439f177b req-b753e889-1c8a-4c67-9906-44ab22cc9d1f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932746 Dec 23 12:23:12.943504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-c076f2d0-fb5a-4e0e-a902-64acc1bcdc55 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215265 Dec 23 12:23:13.074704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Router 46266966-10a6-484b-b407-e01aacfbbdd0 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:13.093194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89fd03e8-4eac-4b4f-88ed-d64a7d37cbe3 req-90941f80-348a-4dcd-90a2-0988f0302582 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404099 Dec 23 12:23:13.094966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c245-b83d-46d3-9e86-1d53d7779947 req-890ecf82-93bb-48b3-bc2a-9f95b7c1607b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.096529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b79c245-b83d-46d3-9e86-1d53d7779947 req-890ecf82-93bb-48b3-bc2a-9f95b7c1607b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 943 time: 0.1249394 Dec 23 12:23:13.291650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b79c245-b83d-46d3-9e86-1d53d7779947 req-5dbd66d4-09d2-440f-8de6-866f8a5fd82f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600013 Dec 23 12:23:13.292211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:13.311446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:13.331767 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Sync routers for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:13.339344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d0e16e7-2ff3-4d31-b44e-755c71479465 admin admin] 10.222.0.16 "PUT /v2.0/routers/46266966-10a6-484b-b407-e01aacfbbdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2941401 Dec 23 12:23:13.340097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41710) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:13.345965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:13.346968 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:22:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:13.409639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting subnet 994a9cd1-79ec-4021-821c-8a269ce524bf {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:13.418891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.497294 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:13.524467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.527149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-238bdaf0-d422-41f9-8a70-c779f693b5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.538227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:13.703439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-4c1fd746-6d75-44b3-a855-d87b0086c2b9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.705496 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-4c1fd746-6d75-44b3-a855-d87b0086c2b9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf&tenant_id=1692fb8d765741188e6726a83e2aae80&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 948 time: 0.2417245 Dec 23 12:23:13.727509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 4631b457-2e4d-48bb-ab77-2572fb36882a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:13.752174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 4631b457-2e4d-48bb-ab77-2572fb36882a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:13.752174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.776137 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:13.783481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.809742 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-8975e199-3521-4346-a116-c86c5a85f6e0 service neutron] delete failed (client error): The resource could not be found. Dec 23 12:23:13.810765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-8975e199-3521-4346-a116-c86c5a85f6e0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4631b457-2e4d-48bb-ab77-2572fb36882a/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0965302 Dec 23 12:23:13.839328 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Checking router: 46266966-10a6-484b-b407-e01aacfbbdd0 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:13.867770 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Routers {'46266966-10a6-484b-b407-e01aacfbbdd0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:13.868666 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:22:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['46266966-10a6-484b-b407-e01aacfbbdd0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:13.876181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d45fd-6545-4d25-90c0-9725b45c0fc6 req-9a874ced-82e4-4153-9de8-6562f9c7cca4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.884493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c1d45fd-6545-4d25-90c0-9725b45c0fc6 req-9a874ced-82e4-4153-9de8-6562f9c7cca4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 948 time: 0.4981229 Dec 23 12:23:13.941004 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.967532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-c4556e65-3518-4575-82d2-968f2ebd10a0 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.969080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-c4556e65-3518-4575-82d2-968f2ebd10a0 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.5681674 Dec 23 12:23:13.984619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:13.997467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c1d45fd-6545-4d25-90c0-9725b45c0fc6 req-1059e0ec-7cf6-48d6-8d17-2cedac71392d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119919 Dec 23 12:23:13.998765 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.005453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:14.008847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.021589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/subnets/994a9cd1-79ec-4021-821c-8a269ce524bf HTTP/1.1" status: 204 len: 168 time: 0.7422130 Dec 23 12:23:14.022228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:14.023641 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba24d7-1f09-4bdb-bd4b-6396b3449364" -d '{"events": [{"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-plugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:14.029438 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] Set router 46266966-10a6-484b-b407-e01aacfbbdd0 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:14.033165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fecaa7-48d8-4f0d-8e01-80927806f8bb None None] Network 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:14.101625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:14.131791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00983b-08b2-4330-8930-3467377ff38b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Subnet': ['ID=994a9cd1-79ec-4021-821c-8a269ce524bf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:14.180712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.221297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:14.258486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-7703211b-241c-4bbd-81f8-95df83f6cbdf tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/quotas/1fb2be922f234993a16a4901c1a4ca2c HTTP/1.1" status: 200 len: 375 time: 0.2574105 Dec 23 12:23:14.316482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:14.323143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e69876d1-85ad-4848-9e70-91ec6fb3b85b req-7c997610-d6bc-4100-b88f-0595a3794c5c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.1054614 Dec 23 12:23:14.324637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:14.327574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] DHCP port deletion for 9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:23:14.356539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.361614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-11864612-8c99-474a-9cf0-d7597e70c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.366432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-11864612-8c99-474a-9cf0-d7597e70c15a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1099 time: 0.2860284 Dec 23 12:23:14.366608 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47aa9db-2743-471b-b923-41c26500a5bb None None] The sync data for ids ['46266966-10a6-484b-b407-e01aacfbbdd0'] in n-d-822750-2 is: [{'id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'name': 'tempest-ServersTestManualDisk-1560567664-router', 'tenant_id': 'ae0684c8f3b743fd836c07120eaf786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:29Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 5, 'project_id': 'ae0684c8f3b743fd836c07120eaf786e', 'gw_port': {'id': '6b052f5d-a631-41b9-9d6c-4c84ea7de9a8', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46266966-10a6-484b-b407-e01aacfbbdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:14.372136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.427945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-00ad192a-5ff0-4e7d-b21d-2de14942661d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685910 Dec 23 12:23:14.451318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Deleting port c1b184d6-24c0-46ad-98de-6f64b74b95a7 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:14.451714 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.512542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-fc965a98-9a45-43a3-8aaa-9d5e847cf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.514129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-fc965a98-9a45-43a3-8aaa-9d5e847cf810 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1399376 Dec 23 12:23:14.524512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port c1b184d6-24c0-46ad-98de-6f64b74b95a7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:14.524891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.537444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-0d2b1a70-0962-42bb-b109-f7fa9ab573af tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916531 Dec 23 12:23:14.549848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] For port c1b184d6-24c0-46ad-98de-6f64b74b95a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1b184d6-24c0-46ad-98de-6f64b74b95a7,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:14.550463 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.570501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Calling delete_port for c1b184d6-24c0-46ad-98de-6f64b74b95a7 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:14.603702 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-e958fbfc-f5e3-4873-8b44-1955266e7f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.0808144 Dec 23 12:23:14.649012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1018762526'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:14.660264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port c1b184d6-24c0-46ad-98de-6f64b74b95a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1b184d6-24c0-46ad-98de-6f64b74b95a7,segment=NetworkSegment(164f462d-c02c-428d-a33d-2b7af3e5e5a3),segment_id=164f462d-c02c-428d-a33d-2b7af3e5e5a3)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:14.660938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.680270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for c1b184d6-24c0-46ad-98de-6f64b74b95a7 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:14.688273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-79a4b43b-f0cd-4a1b-b914-b4150ed5cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.689790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-79a4b43b-f0cd-4a1b-b914-b4150ed5cd8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0753427 Dec 23 12:23:14.781632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.786229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-ec23d45a-a41d-4d7a-9fef-2cade7630bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.787763 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-ec23d45a-a41d-4d7a-9fef-2cade7630bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896838 Dec 23 12:23:14.801070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-035649ce-93a7-4dec-a1dd-6b41f1c0defd service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721125 Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.810749 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:14.815487 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:14.826778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.833243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.839390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.845307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.847053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] Pushing event deleted for resources: {'Port': ['ID=c1b184d6-24c0-46ad-98de-6f64b74b95a7,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:14.852576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.856551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ef62d-8792-460f-8ee2-9d62cdd71b1b None None] No DVR routers for this DVR port c1b184d6-24c0-46ad-98de-6f64b74b95a7 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:14.858632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.870176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.878160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-0b906dc2-79a8-4258-8bf4-ad4513892a98 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.3436937 Dec 23 12:23:14.902867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-6a483ea4-8774-48b0-9661-c3c6c8386714 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076677 Dec 23 12:23:14.907664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Deleting port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:14.907996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.908299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.909840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Made reservation on behalf of 4c4adbc2a9044d7d9807eccf76268ac1 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:14.914735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:14.982391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-14a6fca0-80c7-43f1-84d5-cf953fbc7200 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.984108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-14a6fca0-80c7-43f1-84d5-cf953fbc7200 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223838 Dec 23 12:23:15.003295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=c1b184d6-24c0-46ad-98de-6f64b74b95a7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:15.008141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port c1b184d6-24c0-46ad-98de-6f64b74b95a7 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:15.037838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '3c47ec31-e931-4897-95e1-c55e4077d982', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:15.047621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.077601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:15.126487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:15.126736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 608f1bb3-97b2-4df3-bc8c-d6663e72abb2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:15.127142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c1b184d6-24c0-46ad-98de-6f64b74b95a7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:15.136971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.154594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c1b184d6-24c0-46ad-98de-6f64b74b95a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:15.154939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c1b184d6-24c0-46ad-98de-6f64b74b95a7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:15.167309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-aecc3dc2-8853-4933-a0c1-bd44c451e953 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464857 Dec 23 12:23:15.172508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-755fdc39-bfa2-40bb-98a0-5af473398f9b req-df82bb4b-bd58-4646-89a5-46ab15886d16 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618382 Dec 23 12:23:15.190815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9301bd5a-fd08-4774-9a52-c8dbaa8d26c3']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:15.219332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-159366b8-556c-45ad-bbb2-6730f9d71f32 req-6a0c1be7-53bd-448c-95bc-c5f28e2d38ca tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3402839 Dec 23 12:23:15.240661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164f462d-c02c-428d-a33d-2b7af3e5e5a3') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:15.241324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164f462d-c02c-428d-a33d-2b7af3e5e5a3') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:15.265105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.273853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-b78fc7e1-8af7-4e40-9274-01f7b6e5f22e service neutron] 10.222.0.16 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713614 Dec 23 12:23:15.280498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.294255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] For port 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:15.294901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.296180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:15.296859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:15.300537 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:15.324554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Calling delete_port for 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:15.387262 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16943567-fb8b-4b03-8749-e66e61f784df x-openstack-request-id: req-16943567-fb8b-4b03-8749-e66e61f784df {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:15.387773 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-plugged", "status": "completed", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:15.388149 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16943567-fb8b-4b03-8749-e66e61f784df {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:15.389465 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'code': 200} Dec 23 12:23:15.391337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-818eabd1-c2e5-4002-bbfd-a1c368290791 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:15.392245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-818eabd1-c2e5-4002-bbfd-a1c368290791 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140858 Dec 23 12:23:15.409064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:15.507824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.514293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.517831 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/networks/9301bd5a-fd08-4774-9a52-c8dbaa8d26c3 HTTP/1.1" status: 204 len: 168 time: 1.4418612 Dec 23 12:23:15.523758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:15.541997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.547210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:15.550661 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.568925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac2c5c-ce4a-4d1c-a9d9-657a024ed2e4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Network': ['ID=9301bd5a-fd08-4774-9a52-c8dbaa8d26c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:15.603554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05d50276-9e29-432a-877e-cb5a127e2ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.618432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f24ef5-6ea3-4176-b427-e1e6606040cb req-99be60c9-dea0-4a69-aa9f-50ec5ebcdfa6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:15.620416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f24ef5-6ea3-4176-b427-e1e6606040cb req-99be60c9-dea0-4a69-aa9f-50ec5ebcdfa6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 943 time: 0.1345012 Dec 23 12:23:15.623213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting subnet 51f23bfa-8e01-44fd-8275-a3c8caa79be2 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:15.628120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.630666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:15.642185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.707818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.764279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:15.768182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.773741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:15.774089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:15.804605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '4701e1d5-cab2-460a-8a82-171f7952343d', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': '4701e1d5-cab2-460a-8a82-171f7952343d', 'mac_address': 'fa:16:3e:ab:df:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:15.825581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.826422 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Added segment 6360ddc8-8a0d-4234-976c-5b4fc3d5763d of type vlan for network b99a8a58-987f-4b2c-a982-1e381626286a Dec 23 12:23:15.827911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0d030-7062-4881-8e78-479120af8d4c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:15.879320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.915234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.927796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f24ef5-6ea3-4176-b427-e1e6606040cb req-11c8b8b9-3054-4b15-b5c8-10eed1411d15 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926924 Dec 23 12:23:15.928461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.946037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4701e1d5-cab2-460a-8a82-171f7952343d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:15.958486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d2122-14bc-4d02-82fe-92cc3af057cc req-41118127-fe2a-4851-be28-399df6aefc47 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:15.960183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a01d2122-14bc-4d02-82fe-92cc3af057cc req-41118127-fe2a-4851-be28-399df6aefc47 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.3223381 Dec 23 12:23:15.984972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:15.999428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:16.003778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b052f5d-a631-41b9-9d6c-4c84ea7de9a8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:16.047823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.193 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/4740ae2c-fd01-4905-8e5a-bb5533740651) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:16.076398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.104058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Subnet': ['ID=51f23bfa-8e01-44fd-8275-a3c8caa79be2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:16.105453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.117508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.121494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-025eeaef-010e-44b8-94e3-fd7ae4c80bf8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/subnets/51f23bfa-8e01-44fd-8275-a3c8caa79be2 HTTP/1.1" status: 204 len: 168 time: 0.5965590 Dec 23 12:23:16.124773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:16.138276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd645365-60e0-416d-a949-144a8203647e req-6013fd35-4c88-4b9b-b50e-241c08dda604 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.0830753 Dec 23 12:23:16.186877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a01d2122-14bc-4d02-82fe-92cc3af057cc req-f1cd200e-c665-4e35-95f6-cbbaac00c6f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989436 Dec 23 12:23:16.187751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.226264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.232062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.232688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.238320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb440a4b-ac63-4adb-84cc-78da8544fd29 None None] Network 22ec7734-7b78-43ae-b003-cd857fbc2841 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:16.242931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:16.256258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.382652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port 7533a27c-01d6-4b62-b88e-d62e146e917b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:16.382793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.433692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.443860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4701e1d5-cab2-460a-8a82-171f7952343d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:16.450580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f64b242a-beaf-4067-b28b-90010ca2f6af req-f71e5c79-257e-4f9d-bb5e-d5b12cf4935f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 210 time: 0.1807747 Dec 23 12:23:16.483115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port 7533a27c-01d6-4b62-b88e-d62e146e917b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7533a27c-01d6-4b62-b88e-d62e146e917b,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:16.483479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.486113 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.491640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.500853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] DHCP port deletion for 22ec7734-7b78-43ae-b003-cd857fbc2841 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:23:16.502308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for 7533a27c-01d6-4b62-b88e-d62e146e917b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:16.610259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Deleting port 7533a27c-01d6-4b62-b88e-d62e146e917b {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:16.610901 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.704193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] For port 7533a27c-01d6-4b62-b88e-d62e146e917b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7533a27c-01d6-4b62-b88e-d62e146e917b,segment=NetworkSegment(aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b),segment_id=aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:16.704601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.724145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Calling delete_port for 7533a27c-01d6-4b62-b88e-d62e146e917b owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:16.750382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.777557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=7533a27c-01d6-4b62-b88e-d62e146e917b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:16.782568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port 7533a27c-01d6-4b62-b88e-d62e146e917b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:16.834538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6120737 Dec 23 12:23:16.839591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423299e-b38b-4c2c-90cf-ab6fe7dbea18 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Pushing event updated for resources: {'Network': ['ID=b99a8a58-987f-4b2c-a982-1e381626286a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:16.855167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b99a8a58-987f-4b2c-a982-1e381626286a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:16.879318 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.889905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.897324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.904349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.910135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ec7734-7b78-43ae-b003-cd857fbc2841']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:16.910987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.918282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.925046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.932240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.936347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:16.938312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee9cbb7-ab87-4f87-9a21-8b54df6ecb6b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:16.941126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-d2d331ff-4cc8-4fd5-ae5e-aef63ac010ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.5341568 Dec 23 12:23:16.961037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.961485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46266966-10a6-484b-b407-e01aacfbbdd0 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:23:16.970160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.971351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c983180c-30dc-44fd-a137-ddcee4f714e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/46266966-10a6-484b-b407-e01aacfbbdd0 HTTP/1.1" status: 204 len: 168 time: 3.6299784 Dec 23 12:23:16.972681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:16.975671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41766) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:16.976537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.024101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] Pushing event deleted for resources: {'Port': ['ID=7533a27c-01d6-4b62-b88e-d62e146e917b,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:17.036529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d63e5-558d-41cd-8aa5-dc8c0f3851f3 None None] No DVR routers for this DVR port 7533a27c-01d6-4b62-b88e-d62e146e917b on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:17.054102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.100810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Deleting subnet 5184ba00-fee4-494b-afea-21de52eb939c {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:17.106862 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.126184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.140345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce18c941-2cd3-4df6-b159-baadd7ea3d9c req-ff009e4a-09bf-4676-82a0-7af924f537c5 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897881 Dec 23 12:23:17.158622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:17.158961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:17.164064 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:17.193533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:17.195833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7533a27c-01d6-4b62-b88e-d62e146e917b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:17.204235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a', 'binding:host_id': 'n-h2-822750-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562523995'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:17.232493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.250194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7533a27c-01d6-4b62-b88e-d62e146e917b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:17.250538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7533a27c-01d6-4b62-b88e-d62e146e917b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:17.257111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.277786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:17.356508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.6 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/1d58ea78-2924-4984-bc74-18a7677d2035) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:17.400105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7756aa45-63c9-4d69-be35-70120e9fdebd req-738eb9b1-b8ca-4343-820c-9d02ae82819f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.1078165 Dec 23 12:23:17.406979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Made reservation on behalf of 894bdc5a584c4a42b9e352473b553bbd for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:17.409356 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.415456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.419025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:17.438196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:17.440962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:17.447575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:17.453196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.454741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Network': ['ID=22ec7734-7b78-43ae-b003-cd857fbc2841,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:17.464741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.470871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d5fe5c8-52ad-433b-a7ba-adababadd13c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/networks/22ec7734-7b78-43ae-b003-cd857fbc2841 HTTP/1.1" status: 204 len: 168 time: 1.3448253 Dec 23 12:23:17.483721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41776) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:17.484736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.522067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-332780809'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:17.576677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4440a-ce78-4fb7-a6c1-30575298d447 req-114a613a-df90-4e48-93ab-178a00544ee0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:17.578524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eac4440a-ce78-4fb7-a6c1-30575298d447 req-114a613a-df90-4e48-93ab-178a00544ee0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 944 time: 0.2856932 Dec 23 12:23:17.589793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:17.590425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.618404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:17.684634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98468-a0fd-4c19-a124-ccee54dbfeae req-ada89873-11d5-448c-b2f8-24375d560e28 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:17.686340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85b98468-a0fd-4c19-a124-ccee54dbfeae req-ada89873-11d5-448c-b2f8-24375d560e28 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1750267 Dec 23 12:23:17.696909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eac4440a-ce78-4fb7-a6c1-30575298d447 req-1f102f44-afb8-4abf-abaa-5ce886b415cd tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032028 Dec 23 12:23:17.721257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.743001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.746995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-c12a4c94-0841-4758-bb18-fbe2790ef991 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7180903 Dec 23 12:23:17.765736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Request body: {'port': {'device_id': '3c47ec31-e931-4897-95e1-c55e4077d982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:17.804190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1f8f801-d426-4152-9806-a9fb7f2de64a None None] Provisioning complete for port 4740ae2c-fd01-4905-8e5a-bb5533740651 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:17.804996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1f8f801-d426-4152-9806-a9fb7f2de64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.807294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85b98468-a0fd-4c19-a124-ccee54dbfeae req-e7e4a032-e010-45b5-84ca-8b26a8092e55 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054847 Dec 23 12:23:17.856154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8f801-d426-4152-9806-a9fb7f2de64a None None] Port 4740ae2c-fd01-4905-8e5a-bb5533740651 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:17.867067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.871290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee51cd66-4fa4-4ab3-8eb9-19c69a9a024f req-5fec2736-385b-4ddf-bbba-8e446dda4b98 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 210 time: 0.0631015 Dec 23 12:23:17.874353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port 83e7c287-e792-46b5-b63d-49c10e9618db yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:17.892892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.908569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 4701e1d5-cab2-460a-8a82-171f7952343d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:17.909618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.915833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 4701e1d5-cab2-460a-8a82-171f7952343d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:17.915833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.923747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:17.964923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:17.969850 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:17.972198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.013319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc9dd6a-c202-40c1-8375-f7435b16fabc,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:18.034040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:18.041437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5184ba00-fee4-494b-afea-21de52eb939c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:18.046635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:18.049702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:18.062509 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.062509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-56fb041c-0fb9-4e15-98ba-2f790754000b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5184ba00-fee4-494b-afea-21de52eb939c HTTP/1.1" status: 204 len: 168 time: 1.0811558 Dec 23 12:23:18.062509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:18.063681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41780) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:18.072231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46743647-0075-4e1c-b33b-bb627ee33362 None None] Network 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:18.181603 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.194220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08cf4-2234-4fca-b2be-c47a7bc0fc94 req-3705462d-13a5-4117-8425-f00c842ce6cb tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.202240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00b08cf4-2234-4fca-b2be-c47a7bc0fc94 req-3705462d-13a5-4117-8425-f00c842ce6cb tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1100 time: 0.3022883 Dec 23 12:23:18.213789 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.257416 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.301104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:18.304058 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbd941-9e6c-403d-92c4-91d81051eb1f" -d '{"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-plugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:18.365896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:18.437053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.484176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00b08cf4-2234-4fca-b2be-c47a7bc0fc94 req-87a35619-cc06-417d-be96-fe6f1249bbbe tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759564 Dec 23 12:23:18.526317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:18.539965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] DHCP port deletion for 57963f19-3a8b-431f-a1de-d4a9b3d44cc4 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:23:18.542119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.542778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.552967 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e29b021-1172-4d47-9ace-05e86b467532 x-openstack-request-id: req-7e29b021-1172-4d47-9ace-05e86b467532 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:18.553391 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-plugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:18.553798 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e29b021-1172-4d47-9ace-05e86b467532 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:18.554301 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d', 'code': 200} Dec 23 12:23:18.584616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.591155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.597563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.604162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.611288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.617617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:18.618640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-70704511-74c8-4263-b23a-5388d605f8f2 None None] Provisioning complete for port 1d58ea78-2924-4984-bc74-18a7677d2035 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:18.619129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70704511-74c8-4263-b23a-5388d605f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.619564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.626208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.628486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-3676948d-9d92-42b8-a30c-cb496bfbc0b3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.3400660 Dec 23 12:23:18.644381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port 83e7c287-e792-46b5-b63d-49c10e9618db yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:18.665039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-70704511-74c8-4263-b23a-5388d605f8f2 None None] Port 1d58ea78-2924-4984-bc74-18a7677d2035 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:18.688960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.692939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Deleting port 7571f3a1-de70-4b30-843d-a61b00ca83e9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:18.693709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.699795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.700142 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Added segment ef7c70a2-3bf8-47ce-9826-4aad274c0377 of type vlan for network 48945bf4-351e-41cb-9939-87a988604d6c Dec 23 12:23:18.723854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9bb6510-d1fb-40d5-b6f7-21419c31e159 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3193700 Dec 23 12:23:18.769295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] For port 7571f3a1-de70-4b30-843d-a61b00ca83e9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7571f3a1-de70-4b30-843d-a61b00ca83e9,segment=NetworkSegment(64365b10-fa9b-4ec7-bf9a-5a27dd6cc231),segment_id=64365b10-fa9b-4ec7-bf9a-5a27dd6cc231)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:18.769679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.774123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Request body: {'port': {'device_id': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:18.784309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Calling delete_port for 7571f3a1-de70-4b30-843d-a61b00ca83e9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:18.804149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.804836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad7d0b-2e29-4121-b990-f12cbbce78d5 req-72e25f06-caac-43fb-bfae-81b758de15a6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.806455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39ad7d0b-2e29-4121-b990-f12cbbce78d5 req-72e25f06-caac-43fb-bfae-81b758de15a6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 934 time: 0.1574078 Dec 23 12:23:18.832013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d127c1b1-6b5a-42d9-8b05-24ca1467bfd2 req-6c440554-fff5-4c1c-a2ea-d7755d819364 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854770 Dec 23 12:23:18.836178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4b02e-6a17-44e9-83e9-3e513515d7c9 req-f89cb957-9cd8-4e6b-8e37-fd4be7823f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.837772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52c4b02e-6a17-44e9-83e9-3e513515d7c9 req-f89cb957-9cd8-4e6b-8e37-fd4be7823f60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 1096 time: 0.1802878 Dec 23 12:23:18.838204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.841059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.845806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4740ae2c-fd01-4905-8e5a-bb5533740651 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:18.904959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.925032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.939115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-1e9e1591-4f4e-4575-833c-5b353505a62f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.940526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-1e9e1591-4f4e-4575-833c-5b353505a62f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 815 time: 0.3931148 Dec 23 12:23:18.967091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Transition to ACTIVE for port object 4740ae2c-fd01-4905-8e5a-bb5533740651 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:18.968182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Request body: {'port': {'device_id': '3716f5da-252a-4763-a5a3-cc672576598d', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'admin_state_up': True, 'tenant_id': '1fb2be922f234993a16a4901c1a4ca2c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:18.990634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=83e7c287-e792-46b5-b63d-49c10e9618db,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.052317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39ad7d0b-2e29-4121-b990-f12cbbce78d5 req-bbd9742a-cc03-401d-a4f0-c570db03b1bc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095828 Dec 23 12:23:19.068223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Checking segment: {'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:19.068600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Network hostable DHCP agents. Network: b99a8a58-987f-4b2c-a982-1e381626286a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:23:19.086136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7571f3a1-de70-4b30-843d-a61b00ca83e9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:19.093502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10079fbe-74bd-4cbe-806e-4f8a8d896c30 req-ed744cc2-10bb-46b1-b0e2-aa604622ba5c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:19.095039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10079fbe-74bd-4cbe-806e-4f8a8d896c30 req-ed744cc2-10bb-46b1-b0e2-aa604622ba5c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 945 time: 0.1296439 Dec 23 12:23:19.095826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52c4b02e-6a17-44e9-83e9-3e513515d7c9 req-a76bb6cf-57af-453b-b99a-9fb6dece5fd9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485790 Dec 23 12:23:19.129064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.135815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:19.136433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.166970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.170115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.174724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15f55ac8-9811-4432-9413-9c58d89ea033 req-a17e1e4a-6182-4feb-88b9-92525fd1e342 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 210 time: 0.0387976 Dec 23 12:23:19.179199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.218195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10079fbe-74bd-4cbe-806e-4f8a8d896c30 req-2151b599-1bbc-4fbb-aa60-b05d7a3656eb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Dec 23 12:23:19.256424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Pushing event updated for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.289559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Network b99a8a58-987f-4b2c-a982-1e381626286a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:23:19.330354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Deleting port 7571f3a1-de70-4b30-843d-a61b00ca83e9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:19.330354 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.370229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-1dc96464-dda4-445c-9384-5a084f85ca02 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323806 Dec 23 12:23:19.373930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Attempting to bind port 4740ae2c-fd01-4905-8e5a-bb5533740651 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.373930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Attempting to bind port 4740ae2c-fd01-4905-8e5a-bb5533740651 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.373930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Attempting to bind port 4740ae2c-fd01-4905-8e5a-bb5533740651 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.378588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Port 4740ae2c-fd01-4905-8e5a-bb5533740651 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.378915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Attempting to bind port 4740ae2c-fd01-4905-8e5a-bb5533740651 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.380742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Network': ['ID=48945bf4-351e-41cb-9939-87a988604d6c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.396617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:19.397141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:19.397533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:19.397973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Bound port: 4740ae2c-fd01-4905-8e5a-bb5533740651, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:19.398338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.409507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 48945bf4-351e-41cb-9939-87a988604d6c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:19.416538 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-39ac8493-fa10-444f-a2d3-ab00eeb2098e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9253886 Dec 23 12:23:19.425500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41806) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:19.432345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'subnet': {'network_id': '48945bf4-351e-41cb-9939-87a988604d6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:19.442378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b99a8a58-987f-4b2c-a982-1e381626286a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:19.459017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:19.509891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.517041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.517041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.522547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb62f69-f8e4-4887-b2a8-58abf4225526 None None] Network b99a8a58-987f-4b2c-a982-1e381626286a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:19.525380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 7571f3a1-de70-4b30-843d-a61b00ca83e9 update to DOWN by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:23:19.525534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] For port 7571f3a1-de70-4b30-843d-a61b00ca83e9, host n-d-822750-2, got binding levels [] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:19.525730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.525848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:19.529810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.529810 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.533871 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 2 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.548196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] Pushing event deleted for resources: {'Port': ['ID=7571f3a1-de70-4b30-843d-a61b00ca83e9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.554742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95729bff-ccac-4749-ad00-03298dcf4d1f None None] No DVR routers for this DVR port 7571f3a1-de70-4b30-843d-a61b00ca83e9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:19.576571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:19.577008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b052f5d-a631-41b9-9d6c-4c84ea7de9a8 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:19.577664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Calling delete_port for 7571f3a1-de70-4b30-843d-a61b00ca83e9 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:19.585955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Port 7571f3a1-de70-4b30-843d-a61b00ca83e9 was not found and therefore no delete operation was performed {{(pid=104038) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:23:19.587385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.587833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.588113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.599987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:19.601247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.608085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-16dd0870-1fae-4875-8440-d05bcbe07bd8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:19.616854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-16dd0870-1fae-4875-8440-d05bcbe07bd8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350247 Dec 23 12:23:19.620423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4740ae2c-fd01-4905-8e5a-bb5533740651,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:19.621402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.621736 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.626903 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 3 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.633331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Made reservation on behalf of 1fb2be922f234993a16a4901c1a4ca2c for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:19.639028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.646268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-8ec709c3-01a0-4f33-8396-fc29f57dc728 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/quotas/1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 375 time: 0.0285623 Dec 23 12:23:19.660448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.660448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.660448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.680970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.681324 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.682360 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 4 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.684334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Pushing event deleted for resources: {'Port': ['ID=7571f3a1-de70-4b30-843d-a61b00ca83e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.693231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.695788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] No DVR routers for this DVR port 7571f3a1-de70-4b30-843d-a61b00ca83e9 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:19.752548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.752894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.753229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.757128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:19.758266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.760684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] 10.222.0.57 "PUT /v2.0/ports/4740ae2c-fd01-4905-8e5a-bb5533740651 HTTP/1.1" status: 200 len: 1096 time: 2.0013986 Dec 23 12:23:19.765616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:19.767835 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b748c7-6cd7-461e-8568-2de2a6cb256b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:19.786488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-902ff81e-ae7e-4689-85f7-5e9468153cf7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386461 Dec 23 12:23:19.790066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.790403 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.792506 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 5 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.811749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.812110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.812473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.820937 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:23:19.823865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.824197 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.826695 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 6 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.843509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e364-cc71-45e7-a38e-88929e06d82e service neutron] Pushing event updated for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.857001 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81b4e9-37a9-4dd7-84b1-f02ce4765c65 x-openstack-request-id: req-2d81b4e9-37a9-4dd7-84b1-f02ce4765c65 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:19.857291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:19.857551 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d81b4e9-37a9-4dd7-84b1-f02ce4765c65 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:19.857942 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651', 'status': 'completed', 'code': 200} Dec 23 12:23:19.870223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.870843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.872094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.872501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:19.876966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.882350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d58ea78-2924-4984-bc74-18a7677d2035 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:19.886429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.886861 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.910282 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 7 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.952808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.955374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:19.955374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:19.955374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:19.980013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:19.980495 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:19.982332 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 8 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:19.992710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.008094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:20.008094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:20.008445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:20.016660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b748c7-6cd7-461e-8568-2de2a6cb256b req-b13eae13-daa2-4f34-962a-1be6517d234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.018392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b748c7-6cd7-461e-8568-2de2a6cb256b req-b13eae13-daa2-4f34-962a-1be6517d234e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1099 time: 0.1305995 Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.031597 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:20.034839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.041749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.047952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.055141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.055908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Transition to ACTIVE for port object 1d58ea78-2924-4984-bc74-18a7677d2035 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:20.064153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.069543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.079153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.081227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-18e4229f-1954-42c0-8ae4-c19dd667f542 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.1433716 Dec 23 12:23:20.082369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:20.082478 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:20.084953 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 9 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:20.099085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57963f19-3a8b-431f-a1de-d4a9b3d44cc4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:20.118209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:20.118499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64365b10-fa9b-4ec7-bf9a-5a27dd6cc231') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:20.140425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b748c7-6cd7-461e-8568-2de2a6cb256b req-25bc27e0-d341-4a71-8e81-1da3ad9174bc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568981 Dec 23 12:23:20.146375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.167420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:20.167420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:20.167420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:20.168054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14f53ae3-96bf-4fbf-bdc6-441fe264e737 req-0890a70e-3f81-4c02-876f-ce42db0de6eb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 210 time: 0.0715358 Dec 23 12:23:20.171034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.227272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.229752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Allocated IP 172.20.0.6 (35a3903f-256a-4ba2-9a79-3bd5151fa98b/27af4366-9e23-410b-98c5-ab2f89b805c8/91900f80-d207-4764-a53c-c0ef6977c1f5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:20.232494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Pushing event updated for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:20.261744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2a6b7a7-6e83-4bef-8292-ac9e23af3426 req-0691dce3-9954-4e5c-81ce-8d55334d526d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618233 Dec 23 12:23:20.263184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:20.263837 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:20.267034 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 10 to bind port 83e7c287-e792-46b5-b63d-49c10e9618db Dec 23 12:23:20.303534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:20.303941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:20.305841 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:20.330642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:20.331105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:20.331443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:20.355735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 83e7c287-e792-46b5-b63d-49c10e9618db on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:20.356099 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 83e7c287-e792-46b5-b63d-49c10e9618db on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:20.356424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.385985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88e73cd3-943d-4d85-ac11-96add1f17c31 req-6e189957-0b3a-4106-bced-89906c4f1c0a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 210 time: 0.0493469 Dec 23 12:23:20.439045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a5e9b-bbd3-466d-a33e-d62b1a6cf97a req-c9c368d1-ba91-46e5-996d-fec3361feb65 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.453402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-932a5e9b-bbd3-466d-a33e-d62b1a6cf97a req-c9c368d1-ba91-46e5-996d-fec3361feb65 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 946 time: 0.1770668 Dec 23 12:23:20.508715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b748c7-6cd7-461e-8568-2de2a6cb256b req-7b4428b2-02ba-4550-9f9b-ed395a1a5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.510383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b748c7-6cd7-461e-8568-2de2a6cb256b req-7b4428b2-02ba-4550-9f9b-ed395a1a5cdb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3500955 Dec 23 12:23:20.561530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port 83e7c287-e792-46b5-b63d-49c10e9618db, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:20.561897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempted to set empty binding levels {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:23:20.628708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.631548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.642764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-932a5e9b-bbd3-466d-a33e-d62b1a6cf97a req-21294e14-64e6-4c09-9b0d-be8dfc49386b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358225 Dec 23 12:23:20.652594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239f58-ec32-4c02-9316-1835225a35fd req-ea1b001d-d25e-4e50-9a98-3b059ef995a9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.654155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d239f58-ec32-4c02-9316-1835225a35fd req-ea1b001d-d25e-4e50-9a98-3b059ef995a9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 945 time: 0.1429486 Dec 23 12:23:20.656589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.684577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.687944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] 10.222.0.16 "DELETE /v2.0/networks/57963f19-3a8b-431f-a1de-d4a9b3d44cc4 HTTP/1.1" status: 204 len: 168 time: 2.1525989 Dec 23 12:23:20.719699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.719699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.731847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11116777-8596-448a-b694-a1aea4627762 admin admin] Pushing event deleted for resources: {'Network': ['ID=57963f19-3a8b-431f-a1de-d4a9b3d44cc4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:20.751874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.768062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9e9230b-fff9-45d5-ae2d-bca73c7829ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.770173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-b9e9230b-fff9-45d5-ae2d-bca73c7829ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1099 time: 0.1898310 Dec 23 12:23:20.771563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=83e7c287-e792-46b5-b63d-49c10e9618db,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:20.775395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Attempting to bind port 1d58ea78-2924-4984-bc74-18a7677d2035 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:20.775908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Attempting to bind port 1d58ea78-2924-4984-bc74-18a7677d2035 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:20.776080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Attempting to bind port 1d58ea78-2924-4984-bc74-18a7677d2035 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:20.784979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Subnet': ['ID=7b3b930e-a236-4293-b081-5fd9c3a92f8b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:20.798766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Port 1d58ea78-2924-4984-bc74-18a7677d2035 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:20.799116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Attempting to bind port 1d58ea78-2924-4984-bc74-18a7677d2035 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:20.813578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:20.813915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:20.814295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:20.815010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Bound port: 1d58ea78-2924-4984-bc74-18a7677d2035, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:20.815151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:20.824314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Checking segment: {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:20.824668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network hostable DHCP agents. Network: 48945bf4-351e-41cb-9939-87a988604d6c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:23:20.853099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-5e7dd0e1-8b43-4a1e-8cf9-e4f5073ae8bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=4740ae2c-fd01-4905-8e5a-bb5533740651 HTTP/1.1" status: 200 len: 217 time: 0.0556459 Dec 23 12:23:20.856990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d239f58-ec32-4c02-9316-1835225a35fd req-62b72e8d-0dc0-4cea-83ad-b0eda8c91915 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689506 Dec 23 12:23:20.898088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0418fa90-fbc5-4992-9e03-362759e2de6c tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.7009051 Dec 23 12:23:20.900725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:20.912780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:20.917588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1d58ea78-2924-4984-bc74-18a7677d2035,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:20.939456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-111f6442-0a1b-4000-ad76-79606bdc8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.940949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-111f6442-0a1b-4000-ad76-79606bdc8a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0789773 Dec 23 12:23:21.019349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-1e3866fa-282d-4503-9a99-c69b7d6a06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.025138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-1e3866fa-282d-4503-9a99-c69b7d6a06f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535367 Dec 23 12:23:21.026640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Deleting port 83e7c287-e792-46b5-b63d-49c10e9618db {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:21.026980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.042468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.044354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 48945bf4-351e-41cb-9939-87a988604d6c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:23:21.056560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1e5c6328-4903-4a67-b522-4dfe834128a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:21.059452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea', '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:21.089863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:21.093467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:21.098684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.100711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:21.145987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event updated for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:21.147372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port 83e7c287-e792-46b5-b63d-49c10e9618db, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:21.147745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.158438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.158685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.160059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] 10.222.0.57 "PUT /v2.0/ports/1d58ea78-2924-4984-bc74-18a7677d2035 HTTP/1.1" status: 200 len: 1094 time: 2.3959401 Dec 23 12:23:21.162942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:21.165853 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f2630d-3fca-45e2-8925-4925c0521fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:21.174053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Calling delete_port for 83e7c287-e792-46b5-b63d-49c10e9618db owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:21.198684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-eef3a745-dfa5-443e-9b2c-004688268013 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696768 Dec 23 12:23:21.225622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 48945bf4-351e-41cb-9939-87a988604d6c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:21.258344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff9f05-db0a-4aa5-9ab7-0dd8f8ac1c35 None None] Network 48945bf4-351e-41cb-9939-87a988604d6c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:21.284955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ce0b0-c0c0-40f3-9101-58737b5a723e service neutron] Pushing event updated for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:21.305914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.306586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.311488 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7353f4af-5eec-406b-ab89-09438014a767 x-openstack-request-id: req-7353f4af-5eec-406b-ab89-09438014a767 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:21.311788 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:21.312046 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7353f4af-5eec-406b-ab89-09438014a767 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:21.312446 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035', 'status': 'completed', 'code': 200} Dec 23 12:23:21.321737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.322340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.337079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3521d1ab-1013-451b-b42c-ec0670b1f5f6 req-56658c74-dc9e-49c7-b39f-0b5c0a4af8cb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 210 time: 0.0891900 Dec 23 12:23:21.383977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41838) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:21.425072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2630d-3fca-45e2-8925-4925c0521fe7 req-9320b7ae-9c7c-4eea-9495-683e81627087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.441240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85f2630d-3fca-45e2-8925-4925c0521fe7 req-9320b7ae-9c7c-4eea-9495-683e81627087 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 1097 time: 0.1252398 Dec 23 12:23:21.487590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85f2630d-3fca-45e2-8925-4925c0521fe7 req-1e4e933a-43cf-4cb6-b271-828896a62ac1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438042 Dec 23 12:23:21.495638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-149cc126-bcba-4eed-aa5a-9fdd7e54d447 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5388463 Dec 23 12:23:21.514221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Request body: {'port': {'device_id': '3716f5da-252a-4763-a5a3-cc672576598d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:21.564186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-48945bf4-351e-41cb-9939-87a988604d6c', 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c', 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'fixed_ips': [{'subnet_id': '7b3b930e-a236-4293-b081-5fd9c3a92f8b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:23:21.570729 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.584771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-767111cb-79a9-4167-91f8-5c0dd03fdb3b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1579587 Dec 23 12:23:21.592841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:21.600043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-956685442'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:21.665978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.702427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2630d-3fca-45e2-8925-4925c0521fe7 req-6242364e-aef3-4570-8bcb-ed764b06b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.704021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85f2630d-3fca-45e2-8925-4925c0521fe7 req-6242364e-aef3-4570-8bcb-ed764b06b620 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074227 Dec 23 12:23:21.822690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Allocated IP 19.80.0.2 (48945bf4-351e-41cb-9939-87a988604d6c/7b3b930e-a236-4293-b081-5fd9c3a92f8b/76650333-843d-4efd-817f-be705f24343d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:21.846267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-da1516da-b783-4bcf-92f7-f2d1532744b2 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996115 Dec 23 12:23:21.850153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:21.863820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.881187 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-81bfcff1-a1d2-48d0-8113-70915d28160f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae0684c8f3b743fd836c07120eaf786e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928074 Dec 23 12:23:21.882128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:21.919171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:21.922435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-1455d2c1-4118-4bfc-b1cf-77792a5a7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.924016 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-1455d2c1-4118-4bfc-b1cf-77792a5a7a6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 1097 time: 0.1645062 Dec 23 12:23:21.928360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.934342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.940269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.946190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.952067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.958127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.964055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.972280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-0044236a-f978-4d68-9ace-58eb3b9b2f5a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.5369573 Dec 23 12:23:21.991052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.003660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6839b8-03fd-45b7-8eea-8c49a00192d9 req-31c87111-ae90-4ad8-9124-719d2f537531 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.005199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6839b8-03fd-45b7-8eea-8c49a00192d9 req-31c87111-ae90-4ad8-9124-719d2f537531 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 931 time: 0.1904628 Dec 23 12:23:22.012355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.012795 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Added segment c09c4bae-439e-4b8d-8c3e-5690b10a4072 of type vlan for network 2935c253-2e37-4b18-88c0-7d44bb025fb3 Dec 23 12:23:22.016539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-e5e61ec7-ba9d-49a7-8778-baf587ab23e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1d58ea78-2924-4984-bc74-18a7677d2035 HTTP/1.1" status: 200 len: 217 time: 0.0502813 Dec 23 12:23:22.046439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.057768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event deleted for resources: {'Port': ['ID=83e7c287-e792-46b5-b63d-49c10e9618db,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:22.084272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.090388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-372e77a5-e98f-49b4-8622-460b42cd9e30 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "DELETE /v2.0/ports/83e7c287-e792-46b5-b63d-49c10e9618db HTTP/1.1" status: 204 len: 168 time: 1.1886814 Dec 23 12:23:22.091295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41850) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:22.112348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.134964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.149844 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6d243b-0d37-46af-a71d-cecdd4031f65 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:23:22.155045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ba339db-d356-489b-b7e1-cf7cd0395723 req-d4848662-4e22-4ec7-97fc-7a37abf5d6a2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780231 Dec 23 12:23:22.155391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-df6d243b-0d37-46af-a71d-cecdd4031f65 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports/83e7c287-e792-46b5-b63d-49c10e9618db HTTP/1.1" status: 404 len: 333 time: 0.0520303 Dec 23 12:23:22.157200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:22.162919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.171355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2125682111'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:22.171355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6839b8-03fd-45b7-8eea-8c49a00192d9 req-b456f7de-3617-4969-ba81-d0eb5b646b2b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475980 Dec 23 12:23:22.181217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-8a64cd6e-fcc7-4b5d-adc7-539989262047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.182688 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-8a64cd6e-fcc7-4b5d-adc7-539989262047 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1566484 Dec 23 12:23:22.186582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.241397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Network 48945bf4-351e-41cb-9939-87a988604d6c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:22.246693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:22.250619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:22.257767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Pushing event updated for resources: {'Port': ['ID=76650333-843d-4efd-817f-be705f24343d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:22.280084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.286500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.287109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.315325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Attempting to bind port 76650333-843d-4efd-817f-be705f24343d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:22.315709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Attempting to bind port 76650333-843d-4efd-817f-be705f24343d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:22.316251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Attempting to bind port 76650333-843d-4efd-817f-be705f24343d on network 48945bf4-351e-41cb-9939-87a988604d6c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:22.321982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:22.322361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Checking segment: {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:22.322801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.323202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Bound using segment: {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:22.323672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Bound port: 76650333-843d-4efd-817f-be705f24343d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:22.324051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.355845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91900f80-d207-4764-a53c-c0ef6977c1f5 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:22.366037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Made reservation on behalf of 894bdc5a584c4a42b9e352473b553bbd for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:22.369264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.378137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.387511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-07ea4319-0301-4717-8501-7650ae19ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.389033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-07ea4319-0301-4717-8501-7650ae19ccf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855085 Dec 23 12:23:22.389621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.393198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.393937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Network': ['ID=2935c253-2e37-4b18-88c0-7d44bb025fb3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:22.395471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f7f25e-f421-4cb1-8bc8-79bda76b89e1 HTTP/1.1" status: 204 len: 168 time: 0.5109115 Dec 23 12:23:22.407791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] For port 76650333-843d-4efd-817f-be705f24343d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:22.421745 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa9aeb01-f059-419e-bfca-e43ff39d1bb8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8277676 Dec 23 12:23:22.422435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] For port 76650333-843d-4efd-817f-be705f24343d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=76650333-843d-4efd-817f-be705f24343d,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:22.425645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fae49-27e9-435f-aa24-e8199929e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7f25e-f421-4cb1-8bc8-79bda76b89e1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:22.426484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:22.428100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:22.429577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port 54404245-ecb2-48ee-8430-461e79a4a523 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:22.438953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Transition to ACTIVE for port object 91900f80-d207-4764-a53c-c0ef6977c1f5 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:22.447431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'subnet': {'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:22.463532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611fe6-9f33-4210-93b5-d291da4134e4 req-025f61f2-9c34-4a9f-b542-454438cfb36a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.465757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2611fe6-9f33-4210-93b5-d291da4134e4 req-025f61f2-9c34-4a9f-b542-454438cfb36a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 946 time: 0.1691051 Dec 23 12:23:22.490286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d04be3-27f5-40ba-b68d-2bf826c054b0 req-3c14270d-7f24-4400-a7b9-6c7aa51448ea tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.492635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d04be3-27f5-40ba-b68d-2bf826c054b0 req-3c14270d-7f24-4400-a7b9-6c7aa51448ea tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 945 time: 0.1971929 Dec 23 12:23:22.527313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.531396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-1b562322-e760-4826-a9d7-dbe61d1b61e5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276913 Dec 23 12:23:22.532666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.539115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.621006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1c5b-2afd-4c7f-8aa1-176685cd5a0e None None] Pushing event updated for resources: {'Port': ['ID=76650333-843d-4efd-817f-be705f24343d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:22.719733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d04be3-27f5-40ba-b68d-2bf826c054b0 req-4c31e47d-3e5e-4047-9257-04f478ddce23 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599934 Dec 23 12:23:22.723324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2611fe6-9f33-4210-93b5-d291da4134e4 req-405c403f-9af2-41b8-abaa-b262abcdec9e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683853 Dec 23 12:23:22.925610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:22.953479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8101ad0e-42ca-491e-b73a-1a2f99f22ccf req-5461111b-067b-4b9c-b3ed-4388c1793b42 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 210 time: 0.0932460 Dec 23 12:23:22.983649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:22.993657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.132566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:23.136960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 76650333-843d-4efd-817f-be705f24343d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:23.147198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-c73be26c-6cba-4c68-9b3c-68b2d9c74941 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4812479 Dec 23 12:23:23.171612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.276616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 76650333-843d-4efd-817f-be705f24343d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:23.277650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.290501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=54404245-ecb2-48ee-8430-461e79a4a523,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:23.302179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1ea5c9e3-c9bf-42ac-aca2-c2f6408503ed req-a00b9dc0-099e-4a55-9a42-ffcefa8289b7 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617619 Dec 23 12:23:23.306514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Network b99a8a58-987f-4b2c-a982-1e381626286a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:23.332309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:23.337187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Attempting to bind port 91900f80-d207-4764-a53c-c0ef6977c1f5 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:23.337775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Attempting to bind port 91900f80-d207-4764-a53c-c0ef6977c1f5 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:23.338281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Attempting to bind port 91900f80-d207-4764-a53c-c0ef6977c1f5 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:23.344567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:23.345565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.346177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.351844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Port 91900f80-d207-4764-a53c-c0ef6977c1f5 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:23.352166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Attempting to bind port 91900f80-d207-4764-a53c-c0ef6977c1f5 on network 35a3903f-256a-4ba2-9a79-3bd5151fa98b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:23.366754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-02ff0cb4-fd84-4e56-851d-286edbba8322 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.368233 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-02ff0cb4-fd84-4e56-851d-286edbba8322 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016404 Dec 23 12:23:23.369547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:23.369880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Checking segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:23.370257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Bound using segment: {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:23.370701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Bound port: 91900f80-d207-4764-a53c-c0ef6977c1f5, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f168ff98-3f89-4ee1-b93b-8e529df0eceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:23.371061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.387149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Request body: {'port': {'device_id': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1692fb8d765741188e6726a83e2aae80'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:23.445176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.495268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 76650333-843d-4efd-817f-be705f24343d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=76650333-843d-4efd-817f-be705f24343d,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:23.505356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.511300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.517879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.519018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:23.525576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.531449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.535126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 68ffce1b-f266-4c98-bff9-fc2973fb5775 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:23.537186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=91900f80-d207-4764-a53c-c0ef6977c1f5,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:23.537917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.543876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.545949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-9da231c3-9e64-4b0d-9ce1-d2bc5816e5c8 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5430 time: 0.2417598 Dec 23 12:23:23.576007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9922c85a-5480-4a46-852d-7ed3d231167d tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4177449 Dec 23 12:23:23.579085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:23.585315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:23.650203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.679943 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.699795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23431c45-ef08-4f97-8cbc-c66a65e3186f req-2a21f307-4c5e-49f5-814b-55cf8dba06d7 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.705677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23431c45-ef08-4f97-8cbc-c66a65e3186f req-2a21f307-4c5e-49f5-814b-55cf8dba06d7 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 943 time: 0.2261739 Dec 23 12:23:23.711376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.717155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Made reservation on behalf of 1692fb8d765741188e6726a83e2aae80 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:23.720952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.729109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.731047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.732514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/91900f80-d207-4764-a53c-c0ef6977c1f5 HTTP/1.1" status: 200 len: 1091 time: 2.2235858 Dec 23 12:23:23.746683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:23.749937 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d5edab-e39c-4419-97c8-af4e6a0dba3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:23.753900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.760477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8a0ce05-6272-48be-9474-c96ab137ef91 req-06b085e6-9167-46df-a3f8-41367a25e495 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2070761 Dec 23 12:23:23.784084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=76650333-843d-4efd-817f-be705f24343d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:23.796745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:23.830026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'port_id': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'mac_address': 'fa:16:3e:b8:b6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:23.835231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb312-2098-4aec-9939-82f926b866f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:23.900033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:23.924502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ffce1b-f266-4c98-bff9-fc2973fb5775 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:23.954920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:23.970698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23431c45-ef08-4f97-8cbc-c66a65e3186f req-3e2dbbf0-2bad-4f3a-b6cc-f2cbd24cf8d2 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460887 Dec 23 12:23:24.024590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Subnet': ['ID=5a95f795-4bc3-4780-a007-a5384faa3e32,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:24.063309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Checking segment: {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:24.063831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network hostable DHCP agents. Network: 2935c253-2e37-4b18-88c0-7d44bb025fb3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:23:24.087550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.088328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 96fef807-a418-4cbd-9619-29dd98fb156f details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:24.091490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431899b3-ad29-4823-ab84-e72e6a42ce9e req-3ed637c1-f6cd-4ebe-ab3b-ff268f3d41e0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.093019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-431899b3-ad29-4823-ab84-e72e6a42ce9e req-3ed637c1-f6cd-4ebe-ab3b-ff268f3d41e0 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 945 time: 0.2055688 Dec 23 12:23:24.113585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-23c0e44f-6020-4210-8920-36eb1797a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.115134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-23c0e44f-6020-4210-8920-36eb1797a410 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 1094 time: 0.1950986 Dec 23 12:23:24.177480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999a19d-d437-4091-bc07-bbdfff19e788 req-91fa4473-98ad-446a-91f6-ade2bf349a61 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.179118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3999a19d-d437-4091-bc07-bbdfff19e788 req-91fa4473-98ad-446a-91f6-ade2bf349a61 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 946 time: 0.1125209 Dec 23 12:23:24.180711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Allocated IP 192.168.233.131 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/22f21045-dfa4-4e47-8bcb-164bfc1390ba) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:24.183986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-0a3c892c-b02f-47b9-9577-16e2b00b2adb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91900f80-d207-4764-a53c-c0ef6977c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0587924 Dec 23 12:23:24.201485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-431899b3-ad29-4823-ab84-e72e6a42ce9e req-7a4272ed-2357-4bac-b860-3b4b14a8cadf tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Dec 23 12:23:24.205507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac899f14-1909-4bce-b73a-1926a6e82b30 None None] Network 48945bf4-351e-41cb-9939-87a988604d6c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:24.274923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:24.280734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3999a19d-d437-4091-bc07-bbdfff19e788 req-70ef690c-bb19-41b0-b15e-843073e38421 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Dec 23 12:23:24.287128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:23:24.315052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ec52d9d2-a606-4139-bdb8-5066464c8213 None None] Provisioning complete for port 76650333-843d-4efd-817f-be705f24343d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:24.315052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec52d9d2-a606-4139-bdb8-5066464c8213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.327284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41894) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:24.327587 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f38765-a8a4-4cd1-bcc5-4ee628ad1faf x-openstack-request-id: req-b8f38765-a8a4-4cd1-bcc5-4ee628ad1faf {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:24.327882 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:24.328136 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8f38765-a8a4-4cd1-bcc5-4ee628ad1faf {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:24.328535 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5', 'status': 'completed', 'code': 200} Dec 23 12:23:24.362670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port 54404245-ecb2-48ee-8430-461e79a4a523 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:24.383538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.387481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2935c253-2e37-4b18-88c0-7d44bb025fb3) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:24.388498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-f23b7846-1417-4ae5-85ed-9e8620fc96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.390007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-f23b7846-1417-4ae5-85ed-9e8620fc96dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1746950 Dec 23 12:23:24.408582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.412678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.412860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e52a7-67dd-43bb-8552-6bc8bb8855e2 None None] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:24.456081 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-1dc2c9c6-44f1-4c6c-a5ad-46f2bbe0e313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504818 Dec 23 12:23:24.489923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2080f2dd-7fc7-4230-be6d-a4e37f6053f9 req-f85fe96e-b90f-46bb-88aa-772f495240a9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 210 time: 0.0479817 Dec 23 12:23:24.496299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1271930979-network', 'tenant_id': 'd697d38761ac4bc9bd70421c0a790e56'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:24.517878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:24.521010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.541198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-536f2535-530e-4630-bb6e-3a434017fd0c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1010685 Dec 23 12:23:24.572037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '96fef807-a418-4cbd-9619-29dd98fb156f', 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'port_id': '96fef807-a418-4cbd-9619-29dd98fb156f', 'mac_address': 'fa:16:3e:78:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c274828-4431-4894-a61c-bb91a12b3033', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:24.612855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=54404245-ecb2-48ee-8430-461e79a4a523,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:24.664652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2935c253-2e37-4b18-88c0-7d44bb025fb3', 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3', 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'fixed_ips': [{'subnet_id': '5a95f795-4bc3-4780-a007-a5384faa3e32'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:23:24.665563 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.666344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.720703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Made reservation on behalf of d697d38761ac4bc9bd70421c0a790e56 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:24.720703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.720703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.722023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-dcd97dc3-8065-45f9-ad47-e19401c01437 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467051 Dec 23 12:23:24.722121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.722217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:24.722217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:24.722217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:24.748980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:24.749335 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:24.766382 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 2 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:24.813210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fef807-a418-4cbd-9619-29dd98fb156f {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:24.821427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:24.822876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:24.823207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:24.844860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:24.845234 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:24.847729 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 3 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:24.872887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:24.873674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:24.873674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:24.888524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:24.888906 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:24.889842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.890616 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 4 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:24.897401 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18fe54a4-d279-4854-80b9-e4baa366a509 req-73261f2f-1b65-4500-8cea-47a26ad68ab1 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726456 Dec 23 12:23:24.906306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:24.917180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:24.917707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:24.918052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:24.925985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Allocated IP 19.86.0.2 (2935c253-2e37-4b18-88c0-7d44bb025fb3/5a95f795-4bc3-4780-a007-a5384faa3e32/e2902f44-7e93-4c12-a16c-6aa025a78a8b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:24.929475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:24.929809 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:24.930189 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 5 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:24.935644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:24.976045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:24.976390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:24.976723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:24.982625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:25.001751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:25.005536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.005923 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.008427 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 6 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:25.013508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-2834c257-e283-4c02-8989-509eea7b175f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.014266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:25.017591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:25.020673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:25.023491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-2834c257-e283-4c02-8989-509eea7b175f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.034070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-2834c257-e283-4c02-8989-509eea7b175f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/networks?id=48945bf4-351e-41cb-9939-87a988604d6c&id=2935c253-2e37-4b18-88c0-7d44bb025fb3 HTTP/1.1" status: 200 len: 1390 time: 0.2201512 Dec 23 12:23:25.050410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.060725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:25.061105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:25.061443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:25.074514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.075411 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.079711 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 7 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:25.120765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-1072c458-f9b1-414b-9ded-39eae19ec53f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/quotas/3b60f66bf2c14c0b930cd6acb61374a3 HTTP/1.1" status: 200 len: 375 time: 0.0853474 Dec 23 12:23:25.132492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.133328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.135777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:25.136429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:25.136799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:25.152452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.152879 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.153984 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 8 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:25.164241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:25.174244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-569684ec-0797-43c8-9f04-e1e9d48f293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.175742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-569684ec-0797-43c8-9f04-e1e9d48f293f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 1094 time: 0.0907326 Dec 23 12:23:25.177158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:25.177512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:25.177822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:25.180278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.183688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.184902 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.186654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.187191 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 9 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:25.194311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.201855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.208454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.215145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.222162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.224682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-18cafd6e-3c85-473a-9d37-ebfecab35b89 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5431 time: 0.3367281 Dec 23 12:23:25.234699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fea6b90-050f-49a5-a0d8-e077993edfef,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:25.261513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.261513 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Added segment 450c0c1b-2af4-45e1-93cf-5f0e679ea7fe of type vlan for network 5afae71b-a654-48c4-b602-b656f4067432 Dec 23 12:23:25.274285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:25.274785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:25.275221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:25.285927 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-3ad5ab8f-9942-4a99-a3b2-0e295903552c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9055359 Dec 23 12:23:25.295603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 76650333-843d-4efd-817f-be705f24343d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:25.296397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.296792 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.305866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.306136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Request body: {'port': {'device_id': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:25.306584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3dd739ff-f395-4410-8fe5-29588d9d81e9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:25.309516 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 10 to bind port 54404245-ecb2-48ee-8430-461e79a4a523 Dec 23 12:23:25.322165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-5c9af5fa-3ebf-42b6-899c-f9315f5cef8c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001271 Dec 23 12:23:25.358598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:25.359644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:25.360077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:25.370115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.402066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:25.402552 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port 54404245-ecb2-48ee-8430-461e79a4a523 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:25.403057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.435039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.437299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e0e6a08-b672-401b-bd3b-3677d95f5bce req-ba8acb37-99b4-4e64-b027-c3602cceeb61 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941824 Dec 23 12:23:25.447068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-8a10801b-5951-4690-b17f-2107d09b0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.449576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-8a10801b-5951-4690-b17f-2107d09b0c64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.2635088 Dec 23 12:23:25.450386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2d401418-81ed-4421-8002-ad2501632746 None None] Provisioning complete for port 76650333-843d-4efd-817f-be705f24343d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:25.450865 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2d401418-81ed-4421-8002-ad2501632746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.491264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0f48f6de-f830-40ff-9552-4d94c36e4a49 service neutron] 10.222.0.16 "GET /v2.0/networks/48945bf4-351e-41cb-9939-87a988604d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573501 Dec 23 12:23:25.550527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.552228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.552909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.555956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:25.581131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.594379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-4bd5fe62-284b-464b-9742-abcbddc872d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91900f80-d207-4764-a53c-c0ef6977c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0737495 Dec 23 12:23:25.623635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 76650333-843d-4efd-817f-be705f24343d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:25.624020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.666889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4740ae2c-fd01-4905-8e5a-bb5533740651 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:25.686911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.694753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] Pushing event updated for resources: {'Network': ['ID=5afae71b-a654-48c4-b602-b656f4067432,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:25.714600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port 54404245-ecb2-48ee-8430-461e79a4a523, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:25.714978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempted to set empty binding levels {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:23:25.728249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-3f7a6e8c-bac6-4bb5-8b2f-e251f748e5bd service neutron] 10.222.0.16 "GET /v2.0/networks/48945bf4-351e-41cb-9939-87a988604d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298522 Dec 23 12:23:25.734782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-fd10e0f4-168f-4d48-9052-e2a199c8c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.736531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-fd10e0f4-168f-4d48-9052-e2a199c8c256 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1285601 Dec 23 12:23:25.737251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5433cd-c497-41e0-993d-3e2f6208776b req-7024beb7-8c4a-4f76-b7e1-33d269555489 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.739842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5433cd-c497-41e0-993d-3e2f6208776b req-7024beb7-8c4a-4f76-b7e1-33d269555489 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 943 time: 0.2160964 Dec 23 12:23:25.757918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Pushing event updated for resources: {'Port': ['ID=e2902f44-7e93-4c12-a16c-6aa025a78a8b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:25.769107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90065c08-6463-4998-9c8d-4c6a0b456e03 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4397411 Dec 23 12:23:25.778277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:25.786254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Request body: {'subnet': {'network_id': '5afae71b-a654-48c4-b602-b656f4067432', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1271930979-subnet', 'tenant_id': 'd697d38761ac4bc9bd70421c0a790e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:25.787221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5afae71b-a654-48c4-b602-b656f4067432 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:25.790406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-bc958631-fa14-48df-aa9c-04b19391ede3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424500 Dec 23 12:23:25.816263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:25.859217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.867611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5433cd-c497-41e0-993d-3e2f6208776b req-8b3bb5fc-9a14-4a61-afce-c6951cc9aaae tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151686 Dec 23 12:23:25.874111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-23073d56-783c-432d-ae37-7af96aad426a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:23:25.884227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-395b284b-c3cd-4d24-a874-0209f39a5085 service neutron] 10.222.0.16 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410058 Dec 23 12:23:25.906551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:25.942950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '3dd739ff-f395-4410-8fe5-29588d9d81e9', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'port_id': '3dd739ff-f395-4410-8fe5-29588d9d81e9', 'mac_address': 'fa:16:3e:95:d7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:25.951895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:25.965726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] In _notify_port_updated(), no bound segment for port 54404245-ecb2-48ee-8430-461e79a4a523 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:23:25.966667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.966802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:25.967167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:25.968553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "PUT /v2.0/ports/54404245-ecb2-48ee-8430-461e79a4a523 HTTP/1.1" status: 200 len: 975 time: 2.3883059 Dec 23 12:23:25.975281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41924) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:26.061617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451207b-83cb-4a2a-aeea-783d8bfa6717 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=54404245-ecb2-48ee-8430-461e79a4a523,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.064325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Made reservation on behalf of d697d38761ac4bc9bd70421c0a790e56 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:26.066057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.081035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc422e2-3fe2-4a63-ba76-67386cf1f2c7 req-2131cb51-016d-4cd3-a43d-6caf1362348c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.083853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bc422e2-3fe2-4a63-ba76-67386cf1f2c7 req-2131cb51-016d-4cd3-a43d-6caf1362348c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 945 time: 0.1001246 Dec 23 12:23:26.092478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-d4c28713-dffd-46e2-b58e-597985576b99 service neutron] 10.222.0.16 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002151 Dec 23 12:23:26.142758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-5093ca86-5d57-428c-bd64-18dc56ab14ee service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102202 Dec 23 12:23:26.150252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.167863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4740ae2c-fd01-4905-8e5a-bb5533740651,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.183726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bc422e2-3fe2-4a63-ba76-67386cf1f2c7 req-6b5e55a9-09a1-4cce-8379-881c7aaad2c4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705681 Dec 23 12:23:26.191464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Attempting to bind port e2902f44-7e93-4c12-a16c-6aa025a78a8b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:26.191863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Attempting to bind port e2902f44-7e93-4c12-a16c-6aa025a78a8b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:26.192236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Attempting to bind port e2902f44-7e93-4c12-a16c-6aa025a78a8b on network 2935c253-2e37-4b18-88c0-7d44bb025fb3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:26.196295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-03dc40d6-c618-45c1-b837-19ed7a1cf48f None None] Provisioning complete for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:26.196666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-03dc40d6-c618-45c1-b837-19ed7a1cf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.200260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd739ff-f395-4410-8fe5-29588d9d81e9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:26.206941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '4740ae2c-fd01-4905-8e5a-bb5533740651', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '4740ae2c-fd01-4905-8e5a-bb5533740651', 'mac_address': 'fa:16:3e:38:1c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:26.233487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:26.233949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Checking segment: {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:26.234615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.234615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Bound using segment: {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:26.235128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Bound port: e2902f44-7e93-4c12-a16c-6aa025a78a8b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:26.235783 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.262728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.263462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.263859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.264320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.264779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.265457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.265704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.266153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.266647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.267120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.267583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.268097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.268705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.269014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.269522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.270026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.270680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.271360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.271817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.272260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.272710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.273183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.273628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.274072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.274514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.274964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.275405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.275844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.276286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.276720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.277191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.277632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.278072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.278505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.278946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.279385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.294117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc2ff7ed-02d5-409b-bde8-41a8f787c547 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32400 time: 0.3067689 Dec 23 12:23:26.294362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.298525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41928) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:26.304943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-03dc40d6-c618-45c1-b837-19ed7a1cf48f None None] Port 22f21045-dfa4-4e47-8bcb-164bfc1390ba cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:26.334137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.349540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb5832-2952-496b-80c8-233605c6c66a req-1e5bc690-d01d-4d55-9ace-fda251d10df1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.351556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefb5832-2952-496b-80c8-233605c6c66a req-1e5bc690-d01d-4d55-9ace-fda251d10df1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 946 time: 0.1015129 Dec 23 12:23:26.353957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4740ae2c-fd01-4905-8e5a-bb5533740651 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:26.383349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f21045-dfa4-4e47-8bcb-164bfc1390ba {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:26.386375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4740ae2c-fd01-4905-8e5a-bb5533740651,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.387721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] For port e2902f44-7e93-4c12-a16c-6aa025a78a8b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:26.394131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.400434 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62d5edab-e39c-4419-97c8-af4e6a0dba3d req-912e80c1-d984-4bc5-9aaf-bd35173bcbff service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445242 Dec 23 12:23:26.403528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] For port e2902f44-7e93-4c12-a16c-6aa025a78a8b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2902f44-7e93-4c12-a16c-6aa025a78a8b,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:26.404709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.405749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d74323b4-a4d1-4c90-ae44-520f9f1ef1ac details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:26.438139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Transition to ACTIVE for port object 22f21045-dfa4-4e47-8bcb-164bfc1390ba will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:26.476378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.494326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.519462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.534952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefb5832-2952-496b-80c8-233605c6c66a req-20be4aec-67fa-4056-a288-6f7030021e2c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398046 Dec 23 12:23:26.541174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.554911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.572131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'network_id': '855e83c9-43a9-4a09-961a-fb691ba2b544', 'port_id': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'mac_address': 'fa:16:3e:d9:44:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c274828-4431-4894-a61c-bb91a12b3033', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:26.574670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.575019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.581386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Deleting port 54404245-ecb2-48ee-8430-461e79a4a523 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:26.581570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.582570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.583812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.584337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.584944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.585440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.585921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.586414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.586921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.587414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.587910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.588594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:26.682864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.729262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25778324-39d5-47b7-a30a-d5f7fb50c7b5 req-5d516f8f-90e7-4189-ac96-b46407c33d8c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.729262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25778324-39d5-47b7-a30a-d5f7fb50c7b5 req-5d516f8f-90e7-4189-ac96-b46407c33d8c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 936 time: 0.2451830 Dec 23 12:23:26.729601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.741452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.770795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74323b4-a4d1-4c90-ae44-520f9f1ef1ac {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:26.790208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.836644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port 54404245-ecb2-48ee-8430-461e79a4a523, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.843712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.852342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880792ac-6133-43ca-ba89-a8179b32215c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.890310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:26.890727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:26.890971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:26.893992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Checking segment: {'id': '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5afae71b-a654-48c4-b602-b656f4067432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:26.894353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Network hostable DHCP agents. Network: 5afae71b-a654-48c4-b602-b656f4067432, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:23:26.922845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:26.941402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Calling delete_port for 54404245-ecb2-48ee-8430-461e79a4a523 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:26.941586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:26.954698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b410-efa1-47a4-8a75-0d7144fb8085 None None] Pushing event updated for resources: {'Port': ['ID=e2902f44-7e93-4c12-a16c-6aa025a78a8b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:26.961985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:26.962214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:26.962599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:26.963070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Bound port: 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:26.972168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.974534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4740ae2c-fd01-4905-8e5a-bb5533740651'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:26.984119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.987850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25778324-39d5-47b7-a30a-d5f7fb50c7b5 req-2e9f3a75-4ace-40cb-ac04-01f921c31905 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458282 Dec 23 12:23:27.102238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Network 5afae71b-a654-48c4-b602-b656f4067432 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:23:27.130881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.133427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1c6716c4-da6e-4249-a157-8648a2d531eb details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:27.134824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23d8613d-6a72-4a6d-9be5-b4ac595430b5 req-d292e7d6-4b20-4fb0-b8b9-a240232147b5 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Dec 23 12:23:27.169005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:27.174983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:27.221684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2902f44-7e93-4c12-a16c-6aa025a78a8b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:27.224159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5afae71b-a654-48c4-b602-b656f4067432) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:27.228864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.231090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.247969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.287178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd450e3-0e52-4cbe-8708-1354f71fe9f0 None None] Network 5afae71b-a654-48c4-b602-b656f4067432 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:27.298522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.334620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event deleted for resources: {'Port': ['ID=54404245-ecb2-48ee-8430-461e79a4a523,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:27.350357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.357656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.364789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8300a9d2-7ae7-43db-81c3-d7be658919e5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5850577 Dec 23 12:23:27.376993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.377127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.377127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.377127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] 10.222.0.43 "PUT /v2.0/ports/22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 1096 time: 2.0763197 Dec 23 12:23:27.377127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:27.377623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.377730 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:23:27.377836 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6becf4-87fb-41d7-8181-318f1749c048" -d '{"events": [{"name": "network-changed", "server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:27.380727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.387412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.394411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.394821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21344d0-510b-4c75-87be-db6d2eb5e458 service neutron] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:27.395588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:27.397812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-a70f0a9c-66ff-42f2-8a7a-61dc42247d46 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5434 time: 0.1438818 Dec 23 12:23:27.402846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.410817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:27.411419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c58b32a-a55b-47cb-8e38-eb5da453c925 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "DELETE /v2.0/ports/54404245-ecb2-48ee-8430-461e79a4a523 HTTP/1.1" status: 204 len: 168 time: 1.1112003 Dec 23 12:23:27.447667 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-147236c9-7aa6-459c-abd8-b74a1e7a32e2 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:23:27.452789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-147236c9-7aa6-459c-abd8-b74a1e7a32e2 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports/54404245-ecb2-48ee-8430-461e79a4a523 HTTP/1.1" status: 404 len: 333 time: 0.0368855 Dec 23 12:23:27.454935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:27.455637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1c6716c4-da6e-4249-a157-8648a2d531eb,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:27.460408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-188959547', 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:27.522682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '1c6716c4-da6e-4249-a157-8648a2d531eb', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'port_id': '1c6716c4-da6e-4249-a157-8648a2d531eb', 'mac_address': 'fa:16:3e:d4:fa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:27.563924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Made reservation on behalf of 894bdc5a584c4a42b9e352473b553bbd for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:27.566519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.570883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f02b5f7a-bb6c-4def-9e62-53ea031abdf1 req-992d26d6-b001-4de6-8c85-37f4cc5f9b35 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339741 Dec 23 12:23:27.627683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port 9009c6b9-f83a-4298-8339-6abaa72734dd yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:27.679039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-634c48c0-14fa-4795-9196-3123858bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.685722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-634c48c0-14fa-4795-9196-3123858bab86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1099 time: 0.1864145 Dec 23 12:23:27.697064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1d58ea78-2924-4984-bc74-18a7677d2035 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:27.738221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12bc70-41b5-41ec-b355-d94c76e486df req-f313c646-5dc6-4bcc-b246-aa688e9b9170 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.746611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d12bc70-41b5-41ec-b355-d94c76e486df req-f313c646-5dc6-4bcc-b246-aa688e9b9170 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 943 time: 0.1070447 Dec 23 12:23:27.798823 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed440aec-014f-48bf-a3d8-f3de31219079 x-openstack-request-id: req-ed440aec-014f-48bf-a3d8-f3de31219079 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:27.799110 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:27.799859 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed440aec-014f-48bf-a3d8-f3de31219079 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:27.804285 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'status': 'completed', 'code': 200} Dec 23 12:23:27.875755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-e42d67c1-c15a-4fa0-9d95-bafc6ce427a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.0787373 Dec 23 12:23:27.878504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d12bc70-41b5-41ec-b355-d94c76e486df req-d472ba03-ed76-41b4-88dc-af96d7147018 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256673 Dec 23 12:23:27.937781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.943428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e2902f44-7e93-4c12-a16c-6aa025a78a8b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:27.943843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.984337 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-089cdf25-37b8-48d3-a2d2-b2e15a65ea38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3409319 Dec 23 12:23:27.995160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ad81-0135-452c-aa87-708ad32d50a2 req-b3ff53f9-c3cc-48e7-b5b6-6aeb93999b69 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.997382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbe3ad81-0135-452c-aa87-708ad32d50a2 req-b3ff53f9-c3cc-48e7-b5b6-6aeb93999b69 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 946 time: 0.0924537 Dec 23 12:23:28.088810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-cd322b5a-40f0-4ee0-b972-3d92d138a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.090734 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-cd322b5a-40f0-4ee0-b972-3d92d138a9df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1783316 Dec 23 12:23:28.097219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbe3ad81-0135-452c-aa87-708ad32d50a2 req-58368ea6-37e1-4605-8d1a-02c105c68f7d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834110 Dec 23 12:23:28.187435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.202915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-274981f4-ead7-4c0e-9d11-29aa9b50ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.204803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-274981f4-ead7-4c0e-9d11-29aa9b50ed42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 1096 time: 0.1504247 Dec 23 12:23:28.217648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-4cd66421-c2ec-4aeb-ad62-3e6e9bd7bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.219503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-4cd66421-c2ec-4aeb-ad62-3e6e9bd7bb0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169336 Dec 23 12:23:28.402532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c969029-b8a7-45ec-b8ad-2b5c7ec8f722 None None] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:28.415372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a3a9c-58d6-4820-8aa8-0b976bee124b req-16867a62-b6e6-47ea-b986-5d8a74108215 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.423747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e2a3a9c-58d6-4820-8aa8-0b976bee124b req-16867a62-b6e6-47ea-b986-5d8a74108215 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.1746686 Dec 23 12:23:28.441179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259d228-41ea-4533-b263-ee76501cc70f None None] Network 5afae71b-a654-48c4-b602-b656f4067432 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:28.480780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6716c4-da6e-4249-a157-8648a2d531eb {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:28.509830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1d58ea78-2924-4984-bc74-18a7677d2035,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:28.513547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e2a3a9c-58d6-4820-8aa8-0b976bee124b req-6f373e20-9108-44b4-a4a9-38b9175b028a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891955 Dec 23 12:23:28.539600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-16c0c5bf-241d-4d2b-a2e4-a06594b7c873 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.556515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-16c0c5bf-241d-4d2b-a2e4-a06594b7c873 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/networks?id=5afae71b-a654-48c4-b602-b656f4067432 HTTP/1.1" status: 200 len: 822 time: 0.2560537 Dec 23 12:23:28.580245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-2113c017-517c-4ea3-8ca6-be468d3c202f tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/quotas/d697d38761ac4bc9bd70421c0a790e56 HTTP/1.1" status: 200 len: 375 time: 0.0214612 Dec 23 12:23:28.597639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1c6716c4-da6e-4249-a157-8648a2d531eb,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:28.601071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '1d58ea78-2924-4984-bc74-18a7677d2035', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '1d58ea78-2924-4984-bc74-18a7677d2035', 'mac_address': 'fa:16:3e:58:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:28.629527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3eefe2d6-9e85-4ddc-b1f8-3d06685c4e56 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d697d38761ac4bc9bd70421c0a790e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471375 Dec 23 12:23:28.729667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.730936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3947675b-891b-4841-bd26-9541e456000f details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:28.796756 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-d197597f-ff71-4ee4-b3c8-a998069e0b8d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678625 Dec 23 12:23:28.798010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-29f6250b-a45b-4c55-98b0-19d93b4d621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.799359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-29f6250b-a45b-4c55-98b0-19d93b4d621f service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.5556500 Dec 23 12:23:28.812936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.824785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.838927 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.885146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2902a4c3-d461-4e85-ab02-e2258046717a None None] Provisioning complete for port e2902f44-7e93-4c12-a16c-6aa025a78a8b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:28.885572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2902a4c3-d461-4e85-ab02-e2258046717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.901732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d58ea78-2924-4984-bc74-18a7677d2035 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:28.941638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-1174c506-63db-40ca-b294-a1667205084d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea HTTP/1.1" status: 200 len: 217 time: 0.1179738 Dec 23 12:23:28.963500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:28.999155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1d58ea78-2924-4984-bc74-18a7677d2035,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:29.001685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.007083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca044310-5d8e-4e8b-a3cb-16e125373f13 req-a09dac3d-ddef-4af4-8497-b7c73320e462 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 210 time: 0.3354325 Dec 23 12:23:29.021791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port e2902f44-7e93-4c12-a16c-6aa025a78a8b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2902f44-7e93-4c12-a16c-6aa025a78a8b,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:29.023239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '3947675b-891b-4841-bd26-9541e456000f', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'port_id': '3947675b-891b-4841-bd26-9541e456000f', 'mac_address': 'fa:16:3e:a6:95:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:29.027392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Network b99a8a58-987f-4b2c-a982-1e381626286a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:29.065948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-8c1913c4-fa6b-4ba9-a666-7203ca0ae65b service neutron] 10.222.0.16 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249952 Dec 23 12:23:29.082296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:29.086603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:29.089490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.092858 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.119716 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.124934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=9009c6b9-f83a-4298-8339-6abaa72734dd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.140218 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.205690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed57e4e9-6034-4c6d-9f85-f7ce804ec6bc req-76a421ec-4b7d-4f46-b9f4-305df1fc2d6b service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905690 Dec 23 12:23:29.208222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-1ec9ea92-1728-442f-9769-3cc46e11eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.220391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-1ec9ea92-1728-442f-9769-3cc46e11eaa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.2569032 Dec 23 12:23:29.240487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.260596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.277345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b79f57f-a7be-4347-b47c-e2e8daf912aa tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8212290 Dec 23 12:23:29.278183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:29.282879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3947675b-891b-4841-bd26-9541e456000f {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:29.294501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-8147fe94-8234-479d-a3b6-80c9df87f0af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666807 Dec 23 12:23:29.324266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62f01c-f67e-4086-90cf-19916fa53586 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.328338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ec62f01c-f67e-4086-90cf-19916fa53586 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports/9009c6b9-f83a-4298-8339-6abaa72734dd HTTP/1.1" status: 200 len: 954 time: 0.0455978 Dec 23 12:23:29.328903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42000) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:29.350016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-fbf4bc1c-19ba-4b32-ae1e-5c583229cef6 service neutron] 10.222.0.16 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828505 Dec 23 12:23:29.409235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.429261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.450432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.455505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:29.459528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.467068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.475262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.482038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.491812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-4ac476d4-0468-41e5-8edc-b2944edfbada tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5435 time: 0.3434348 Dec 23 12:23:29.496136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-07a01570-e1ad-4cf8-945b-3bfbf451b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.497902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-07a01570-e1ad-4cf8-945b-3bfbf451b8ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1099 time: 0.1249559 Dec 23 12:23:29.540996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-61c21b8b-3f5d-4c7f-a38d-1405abf2cf0d None None] Provisioning complete for port e2902f44-7e93-4c12-a16c-6aa025a78a8b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:29.542043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61c21b8b-3f5d-4c7f-a38d-1405abf2cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.553219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=e2902f44-7e93-4c12-a16c-6aa025a78a8b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.592742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-3885305f-e5c8-46af-aaa0-3fcd7bd8b82c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.594702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.595450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:29.599658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-91faeddc-b6d3-4503-ae44-bbed365d1fa3 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722013 Dec 23 12:23:29.601057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-3885305f-e5c8-46af-aaa0-3fcd7bd8b82c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.602779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-3885305f-e5c8-46af-aaa0-3fcd7bd8b82c tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "GET /v2.0/networks?id=48945bf4-351e-41cb-9939-87a988604d6c&id=2935c253-2e37-4b18-88c0-7d44bb025fb3 HTTP/1.1" status: 200 len: 1390 time: 0.3930616 Dec 23 12:23:29.617285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Deleting port 9009c6b9-f83a-4298-8339-6abaa72734dd {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:29.617970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.622759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'port': {'device_id': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c', 'admin_state_up': True, 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:29.646607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80b3715d-e6eb-40df-8682-37760cb0b2ee req-29b89e2b-0c58-4c5a-a6d9-98a93083b87b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490741 Dec 23 12:23:29.662643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1d58ea78-2924-4984-bc74-18a7677d2035'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:29.742660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.808164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Calling delete_port for 9009c6b9-f83a-4298-8339-6abaa72734dd owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:29.830322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:29.831145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-b9c20994-ba2e-4543-8dfc-5e7626b6d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.833117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-b9c20994-ba2e-4543-8dfc-5e7626b6d420 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3255122 Dec 23 12:23:29.945352 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-06271ca1-766c-424a-8594-a840c0561924 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.1013420 Dec 23 12:23:29.961676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.011023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e339e1f5-0960-4d10-9acc-e9526ccd9706 req-97daa903-14ff-44ff-86dc-8fa71253e44b service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944488 Dec 23 12:23:30.024085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14f999-b702-4819-87af-02465380b1cc req-1ccd64aa-7aed-497b-9d9a-026985be3bec tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.025334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d14f999-b702-4819-87af-02465380b1cc req-1ccd64aa-7aed-497b-9d9a-026985be3bec tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 943 time: 0.1971598 Dec 23 12:23:30.040121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-00ac6b12-08f6-4367-a4b4-25a3da7cf38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.041779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-00ac6b12-08f6-4367-a4b4-25a3da7cf38b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0787144 Dec 23 12:23:30.048916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a5170-b68f-4042-8520-b450ac9b5c4e req-04784988-4eb1-4667-93e2-93b3128fcaa3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.050633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.057272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-820a5170-b68f-4042-8520-b450ac9b5c4e req-04784988-4eb1-4667-93e2-93b3128fcaa3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 947 time: 0.1366293 Dec 23 12:23:30.093952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920', 'network_id': '6b71f5f9-a8e4-41ae-899d-1e689773b246', 'port_id': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920', 'mac_address': 'fa:16:3e:6d:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08254c88-0894-4799-9ebe-53bde6f948d3', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:30.096731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-0ff87090-7dee-4563-817d-094e1125af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.099149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-0ff87090-7dee-4563-817d-094e1125af75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484574 Dec 23 12:23:30.120525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:30.124179 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.149047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d14f999-b702-4819-87af-02465380b1cc req-cbe0687c-2dcf-45e9-bf64-46e14807829c tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181061 Dec 23 12:23:30.162902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-820a5170-b68f-4042-8520-b450ac9b5c4e req-06ea9680-cff9-4e1b-9303-8bed7e785cd5 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Dec 23 12:23:30.194171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.209011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.212852 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.231495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '4701e1d5-cab2-460a-8a82-171f7952343d', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': '4701e1d5-cab2-460a-8a82-171f7952343d', 'mac_address': 'fa:16:3e:ab:df:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:30.247900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:30.302137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.303348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event deleted for resources: {'Port': ['ID=9009c6b9-f83a-4298-8339-6abaa72734dd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.313058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.319151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09cb4eda-92c1-4bb3-857b-7c69dff6ad59 req-7487efc6-c27d-46f7-be49-4b9fa6607e23 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 210 time: 0.0483396 Dec 23 12:23:30.329878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4701e1d5-cab2-460a-8a82-171f7952343d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:30.338891 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-30d76fb7-dec6-44e9-8bea-21aa14d8d08f service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223322 Dec 23 12:23:30.342890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.352993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2db68432-2775-4780-bfa3-59a813a726e4 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9009c6b9-f83a-4298-8339-6abaa72734dd HTTP/1.1" status: 204 len: 168 time: 1.0229759 Dec 23 12:23:30.358025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.364530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42022) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:30.401623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.402355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a24b7-65a8-4e14-a855-493a97a6ec37 req-3457fd70-c4b8-420a-8b72-bf026f05143d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.403952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-755a24b7-65a8-4e14-a855-493a97a6ec37 req-3457fd70-c4b8-420a-8b72-bf026f05143d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.1422753 Dec 23 12:23:30.438575 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a9fd55-6cd3-4997-b3f4-c30269b0fe43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:23:30.440203 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73a9fd55-6cd3-4997-b3f4-c30269b0fe43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports/9009c6b9-f83a-4298-8339-6abaa72734dd HTTP/1.1" status: 404 len: 333 time: 0.0745103 Dec 23 12:23:30.445566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:30.450988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 91900f80-d207-4764-a53c-c0ef6977c1f5 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:30.456429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.456613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-388d5205-c3da-4f40-92f8-c0e3c4ace354 req-f7d80e5a-c6eb-43c3-bf2b-415feb0bfedb tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 210 time: 0.0493565 Dec 23 12:23:30.467907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-285933642'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:30.473677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Allocated IP 19.80.0.173 (48945bf4-351e-41cb-9939-87a988604d6c/7b3b930e-a236-4293-b081-5fd9c3a92f8b/765aed86-7890-41cb-9090-87d545b0ccfa) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:30.534367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-755a24b7-65a8-4e14-a855-493a97a6ec37 req-b5ae3fe2-9ae4-4bc8-bed1-2ee38b3d5ffd tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117096 Dec 23 12:23:30.559125 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2f6becf4-87fb-41d7-8181-318f1749c048 req-02812fbb-c64f-420d-9a6f-d16ca6205aeb service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045045 Dec 23 12:23:30.560125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.590085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Made reservation on behalf of 894bdc5a584c4a42b9e352473b553bbd for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:30.592527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.617720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port b8777399-df78-493f-b81c-1f891dd55bf0 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:30.649736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.658995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4701e1d5-cab2-460a-8a82-171f7952343d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:30.707252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=91900f80-d207-4764-a53c-c0ef6977c1f5,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.727649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '91900f80-d207-4764-a53c-c0ef6977c1f5', 'network_id': '35a3903f-256a-4ba2-9a79-3bd5151fa98b', 'port_id': '91900f80-d207-4764-a53c-c0ef6977c1f5', 'mac_address': 'fa:16:3e:2c:d4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27af4366-9e23-410b-98c5-ab2f89b805c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:30.766774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.773844 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.798672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91900f80-d207-4764-a53c-c0ef6977c1f5 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:30.801812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.871294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=91900f80-d207-4764-a53c-c0ef6977c1f5,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.885742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.891855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.898660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.904565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.910672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.917991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.923337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.925320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-4e3347f4-a8ec-4a5e-bd2d-9bdfb6b0f7ff tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5437 time: 0.1350172 Dec 23 12:23:30.967416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.987326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c02f3f23-f02a-4f9f-857c-f02d0b678580 req-f44a0393-12cf-469a-95e6-edf44e072cbf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552216 Dec 23 12:23:31.010279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Network b99a8a58-987f-4b2c-a982-1e381626286a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:31.013486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:31.016801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:31.017731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.018326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.024725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=b8777399-df78-493f-b81c-1f891dd55bf0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:31.032577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.037568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.086166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:31.087908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 48945bf4-351e-41cb-9939-87a988604d6c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:31.091326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:31.095079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:31.123627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:31.146783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.157378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.157378 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.190557 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8d1ff3f-2c46-4663-bef6-2303ddd4bc02 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7436774 Dec 23 12:23:31.191207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3dd739ff-f395-4410-8fe5-29588d9d81e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.199197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1c6716c4-da6e-4249-a157-8648a2d531eb'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.206255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42042) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:31.226444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:31.275997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d74323b4-a4d1-4c90-ae44-520f9f1ef1ac'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.278240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2902f44-7e93-4c12-a16c-6aa025a78a8b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:31.315740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3947675b-891b-4841-bd26-9541e456000f'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.319083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['68ffce1b-f266-4c98-bff9-fc2973fb5775'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.328394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-ca7eae72-a7a4-46ad-b303-2cd8f6b51511 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7112749 Dec 23 12:23:31.354201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Request body: {'port': {'device_id': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3', 'admin_state_up': True, 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:31.436811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.465130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93deaf6-15ea-4dc0-bfb2-74d8071f1100 req-caa8bb33-34dc-4764-8c99-8ccac2dc948f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.466635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b93deaf6-15ea-4dc0-bfb2-74d8071f1100 req-caa8bb33-34dc-4764-8c99-8ccac2dc948f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 944 time: 0.1885741 Dec 23 12:23:31.478516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a602e9e-b155-46b1-863d-b2038e6c9d6f req-c36e3f32-ca7e-4808-8ca3-dcea07c79d25 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.480173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a602e9e-b155-46b1-863d-b2038e6c9d6f req-c36e3f32-ca7e-4808-8ca3-dcea07c79d25 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 947 time: 0.1883204 Dec 23 12:23:31.619865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['91900f80-d207-4764-a53c-c0ef6977c1f5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:31.668804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a602e9e-b155-46b1-863d-b2038e6c9d6f req-45c0818c-507b-459c-b810-ec0e2bc4902b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726103 Dec 23 12:23:31.679529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b93deaf6-15ea-4dc0-bfb2-74d8071f1100 req-d89b13be-f9c8-495e-8726-e80f00e5b75d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981835 Dec 23 12:23:31.733470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1d58ea78-2924-4984-bc74-18a7677d2035 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:31.758874 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-a7ee8005-af9c-4f8a-a08d-a1c1dca2ce08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988932 Dec 23 12:23:31.795879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1baa6ca1-db4a-46ea-8e71-d7f77abb9611 None None] Provisioning complete for port 765aed86-7890-41cb-9090-87d545b0ccfa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:31.797187 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1baa6ca1-db4a-46ea-8e71-d7f77abb9611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.827918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-7e377559-0aec-442e-9375-50be7a364aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.829611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-7e377559-0aec-442e-9375-50be7a364aeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 1097 time: 0.0454955 Dec 23 12:23:31.869501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6e329c5-ff5f-4860-9663-17bdc6b749c3 req-738b1028-07f6-4418-8637-75e3df4c1f6e tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 210 time: 0.0848823 Dec 23 12:23:31.873592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Made reservation on behalf of 3b60f66bf2c14c0b930cd6acb61374a3 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:31.878090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.912478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] device_id is not set on port b8777399-df78-493f-b81c-1f891dd55bf0 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:31.929957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.961974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e2902f44-7e93-4c12-a16c-6aa025a78a8b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:31.962286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.974161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bd64a-96fe-444b-9d45-415cfc7485ee req-559fe193-3ae7-4f7f-818e-a418ccb22e21 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.975864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-184bd64a-96fe-444b-9d45-415cfc7485ee req-559fe193-3ae7-4f7f-818e-a418ccb22e21 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 932 time: 0.2068172 Dec 23 12:23:31.998014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-00f898c8-a229-49fa-9b95-a36c3547ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.999472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-00f898c8-a229-49fa-9b95-a36c3547ff41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.1332288 Dec 23 12:23:32.063018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-e0c1133b-1505-4693-8aec-b5c9abd4a87d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5c6328-4903-4a67-b522-4dfe834128a7 HTTP/1.1" status: 200 len: 217 time: 0.0531335 Dec 23 12:23:32.077186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.094881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['96fef807-a418-4cbd-9619-29dd98fb156f'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:32.126239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1baa6ca1-db4a-46ea-8e71-d7f77abb9611 None None] Port 765aed86-7890-41cb-9090-87d545b0ccfa cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:32.126787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-90b8066c-9532-4691-8a8f-84b36b163e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.130950 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-90b8066c-9532-4691-8a8f-84b36b163e25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.0611184 Dec 23 12:23:32.171271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-cc19b5be-e0cc-4dd8-b8de-c246c5334891 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335679 Dec 23 12:23:32.185606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-184bd64a-96fe-444b-9d45-415cfc7485ee req-588f6f6b-bb04-4a50-95f9-89cf2225140d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034266 Dec 23 12:23:32.188124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Allocated IP 19.86.0.169 (2935c253-2e37-4b18-88c0-7d44bb025fb3/5a95f795-4bc3-4780-a007-a5384faa3e32/e4f15419-9219-4e89-9baf-d0cfd1695b52) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:32.197409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913b61-8f52-4e36-8f06-34605b2cec51 req-4cc3bea3-da4d-4390-9459-fea807811672 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.198981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d913b61-8f52-4e36-8f06-34605b2cec51 req-4cc3bea3-da4d-4390-9459-fea807811672 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.2009182 Dec 23 12:23:32.203934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=b8777399-df78-493f-b81c-1f891dd55bf0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:32.239479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.239479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.239479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.275135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.275718 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.277926 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 2 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.297031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 1d58ea78-2924-4984-bc74-18a7677d2035 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:32.319969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-20f980df-209d-4ce7-a413-94a8224ecb40 service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404407 Dec 23 12:23:32.330671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.336047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.336047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.380330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d913b61-8f52-4e36-8f06-34605b2cec51 req-3860d6ca-35ac-4d5d-bdcd-92b63b78ab1b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574726 Dec 23 12:23:32.385550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.386055 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.397534 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 3 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.400121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 1d58ea78-2924-4984-bc74-18a7677d2035 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:32.403396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.437648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.437985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.438327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.455836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.456346 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.461778 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 4 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.482864 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f3b242b-ea39-4d7d-9909-3535fe20bffa req-723fdfa1-385c-4ac9-90e2-6fee7f6f1b09 service neutron] 10.222.0.57 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546128 Dec 23 12:23:32.484434 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:32.498339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.499010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.499117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.505370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.517369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.524150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.530162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.536196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.542202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.548091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.554191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.556277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-ce8c2fd4-08e0-49a6-903f-72aaf08a8453 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5437 time: 0.1821060 Dec 23 12:23:32.562703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.562881 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.565596 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 5 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.605528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.606746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.606746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.632142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.632479 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.639190 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 6 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.670808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.671152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.671493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.675157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:23:32.683126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.683465 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.684650 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 7 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.706366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf001ed7-681b-43d5-9187-c7f80f21061b req-1189a39f-47c3-45a9-a89e-c7a1db0db30d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355438 Dec 23 12:23:32.722440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.726777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.727320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.739658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.739658 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.740038 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 8 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.744270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-dbe70793-f9b0-48eb-81b0-bac37d3a4ed8 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:32.750361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-dbe70793-f9b0-48eb-81b0-bac37d3a4ed8 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.57 "GET /v2.0/networks?id=5afae71b-a654-48c4-b602-b656f4067432 HTTP/1.1" status: 200 len: 822 time: 0.1691771 Dec 23 12:23:32.771251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Request body: {'port': {'device_id': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'network_id': '5afae71b-a654-48c4-b602-b656f4067432', 'admin_state_up': True, 'tenant_id': 'd697d38761ac4bc9bd70421c0a790e56'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:32.776190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.844208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.844582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.846055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:32.870389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.876845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:32.899606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'mac_address': 'fa:16:3e:35:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:32.901881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:32.903392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:32.903727 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:32.908573 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 9 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:32.912881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:32.914639 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a417a89-a887-49fe-b756-8ceeff578907" -d '{"events": [{"server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "name": "network-vif-plugged", "status": "completed", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:32.915843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:32.952629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1d58ea78-2924-4984-bc74-18a7677d2035,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:32.954243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:32.961879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event updated for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:32.968267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.982535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f21045-dfa4-4e47-8bcb-164bfc1390ba {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:32.994338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:32.994599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:32.994941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:33.012281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Made reservation on behalf of d697d38761ac4bc9bd70421c0a790e56 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:33.013193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d16ed-6ea4-4b5a-b68d-a5bc3e57d7b9 req-9a052c92-eaa9-4435-8f09-482e173d9376 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.016056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:33.016729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.020890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b7d16ed-6ea4-4b5a-b68d-a5bc3e57d7b9 req-9a052c92-eaa9-4435-8f09-482e173d9376 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 944 time: 0.2210162 Dec 23 12:23:33.030968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.031608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4740ae2c-fd01-4905-8e5a-bb5533740651 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:33.036806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:33.037177 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:33.040594 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempt 10 to bind port b8777399-df78-493f-b81c-1f891dd55bf0 Dec 23 12:23:33.060998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736490-169a-4cea-ae46-85b23684fdf7 req-4f057eaf-f17e-4acc-a50f-076ee061c2a7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.063074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21736490-169a-4cea-ae46-85b23684fdf7 req-4f057eaf-f17e-4acc-a50f-076ee061c2a7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 947 time: 0.2696388 Dec 23 12:23:33.090638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.092886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.097347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.135796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:33.136243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:33.136759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempting to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:33.140253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.156162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:33.156413 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Failed to bind port b8777399-df78-493f-b81c-1f891dd55bf0 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '6360ddc8-8a0d-4234-976c-5b4fc3d5763d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b99a8a58-987f-4b2c-a982-1e381626286a'}] Dec 23 12:23:33.156914 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.196322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Allocated IP 172.20.0.5 (5afae71b-a654-48c4-b602-b656f4067432/880792ac-6133-43ca-ba89-a8179b32215c/8379112d-6f85-4dde-ab5d-b326d1e932b1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:33.205542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b7d16ed-6ea4-4b5a-b68d-a5bc3e57d7b9 req-3f28d077-8daa-4c4b-8e97-940ebbfc53c4 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836605 Dec 23 12:23:33.208000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.241289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 4740ae2c-fd01-4905-8e5a-bb5533740651 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:33.244899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7c9e7db4-676a-4938-8b58-694a1471c0ea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8986878 Dec 23 12:23:33.250691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 4740ae2c-fd01-4905-8e5a-bb5533740651 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:33.251205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.251985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21736490-169a-4cea-ae46-85b23684fdf7 req-32d9c6b1-fd81-478c-961c-e8a37ce996c2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339672 Dec 23 12:23:33.261234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Request body: {'port': {'device_id': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:33.314420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-89326b2f-d53c-49a4-bcad-2781a4a727d1 None None] Provisioning complete for port e4f15419-9219-4e89-9baf-d0cfd1695b52 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:33.314798 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89326b2f-d53c-49a4-bcad-2781a4a727d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.345830 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc9153c-9c66-40c7-9f78-21376804d1fe x-openstack-request-id: req-bdc9153c-9c66-40c7-9f78-21376804d1fe {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:33.346172 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "name": "network-vif-plugged", "status": "completed", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:33.346430 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdc9153c-9c66-40c7-9f78-21376804d1fe {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:33.346826 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035', 'code': 200} Dec 23 12:23:33.366106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68d8b03f-3c5d-4425-9b60-9ef8588309e7 req-6fa30627-b80f-440e-b484-5ecd24ae615d tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 210 time: 0.0586739 Dec 23 12:23:33.400952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port b8777399-df78-493f-b81c-1f891dd55bf0, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:33.401358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attempted to set empty binding levels {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:23:33.405442 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.423762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.434799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-89326b2f-d53c-49a4-bcad-2781a4a727d1 None None] Port e4f15419-9219-4e89-9baf-d0cfd1695b52 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:33.461780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.468486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4740ae2c-fd01-4905-8e5a-bb5533740651,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:33.478613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.521656 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.522662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:33.544105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.579036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] In _notify_port_updated(), no bound segment for port b8777399-df78-493f-b81c-1f891dd55bf0 on network b99a8a58-987f-4b2c-a982-1e381626286a {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:23:33.579923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.583152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.584883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "PUT /v2.0/ports/b8777399-df78-493f-b81c-1f891dd55bf0 HTTP/1.1" status: 200 len: 974 time: 2.3746927 Dec 23 12:23:33.588055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Network 5afae71b-a654-48c4-b602-b656f4067432 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:33.590436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:33.591631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:33.595646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:33.615412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.626434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Pushing event updated for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.633174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 4701e1d5-cab2-460a-8a82-171f7952343d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:33.633958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.652806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c8c2a-e267-494c-9b23-666afd205123 req-89213f13-9a05-4e9b-9369-7cf14d3daa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.654671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247c8c2a-e267-494c-9b23-666afd205123 req-89213f13-9a05-4e9b-9369-7cf14d3daa99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 1099 time: 0.2513623 Dec 23 12:23:33.661689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.662312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.720114 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.740123 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-0f4a4df8-4b6c-4c73-be9c-c7711dc60a2c tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835455 Dec 23 12:23:33.753519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Request body: {'port': {'device_id': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:33.757820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:33.810107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.824445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.876674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.919268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:33.936927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730617a4-e100-44f7-a49f-e1cdcd931f43 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event updated for resources: {'Port': ['ID=b8777399-df78-493f-b81c-1f891dd55bf0,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:33.997412 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:34.000344 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:34.001814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d423b-b1eb-4a0e-a893-60f13ec81ede req-413b7d82-9b73-476d-b5f5-6ce34edcd0ff tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.008665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d423b-b1eb-4a0e-a893-60f13ec81ede req-413b7d82-9b73-476d-b5f5-6ce34edcd0ff tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.010209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c8d423b-b1eb-4a0e-a893-60f13ec81ede req-413b7d82-9b73-476d-b5f5-6ce34edcd0ff tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1655 time: 0.5930138 Dec 23 12:23:34.115335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8379112d-6f85-4dde-ab5d-b326d1e932b1 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:34.123165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.135602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Transition to ACTIVE for port object 8379112d-6f85-4dde-ab5d-b326d1e932b1 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:34.170936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed702ca-3489-4c11-aa26-93b058b09e85 req-8ebc23e7-7d09-4bb2-9575-f8ddff9d0248 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.172408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed702ca-3489-4c11-aa26-93b058b09e85 req-8ebc23e7-7d09-4bb2-9575-f8ddff9d0248 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.5866587 Dec 23 12:23:34.181434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247c8c2a-e267-494c-9b23-666afd205123 req-002b8646-c820-4910-993f-fe5ab155b51d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490816 Dec 23 12:23:34.203918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c8d423b-b1eb-4a0e-a893-60f13ec81ede req-40565dd4-d41c-4c4f-aaa4-c938e2bb5ce2 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770117 Dec 23 12:23:34.223822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.275229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed702ca-3489-4c11-aa26-93b058b09e85 req-f7dc402e-86a8-4f22-9140-d56c4f0fc09f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903268 Dec 23 12:23:34.293511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Pushing event updated for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:34.294680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Deleting port b8777399-df78-493f-b81c-1f891dd55bf0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:34.295018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.349318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Attempting to bind port 8379112d-6f85-4dde-ab5d-b326d1e932b1 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:34.349789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Attempting to bind port 8379112d-6f85-4dde-ab5d-b326d1e932b1 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5afae71b-a654-48c4-b602-b656f4067432'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:34.350383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Attempting to bind port 8379112d-6f85-4dde-ab5d-b326d1e932b1 on network 5afae71b-a654-48c4-b602-b656f4067432 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:34.355328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Port 8379112d-6f85-4dde-ab5d-b326d1e932b1 on network 5afae71b-a654-48c4-b602-b656f4067432 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:34.355781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Attempting to bind port 8379112d-6f85-4dde-ab5d-b326d1e932b1 on network 5afae71b-a654-48c4-b602-b656f4067432 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:34.361603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:34.362039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Checking segment: {'id': '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5afae71b-a654-48c4-b602-b656f4067432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:34.362532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Bound using segment: {'id': '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5afae71b-a654-48c4-b602-b656f4067432'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:34.363077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Bound port: 8379112d-6f85-4dde-ab5d-b326d1e932b1, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5afae71b-a654-48c4-b602-b656f4067432'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:34.364127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.425407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] For port b8777399-df78-493f-b81c-1f891dd55bf0, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:34.426722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.433949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:34.437684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1,segment=NetworkSegment(450c0c1b-2af4-45e1-93cf-5f0e679ea7fe),segment_id=450c0c1b-2af4-45e1-93cf-5f0e679ea7fe)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:34.455994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Calling delete_port for b8777399-df78-493f-b81c-1f891dd55bf0 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:34.467249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1c6716c4-da6e-4249-a157-8648a2d531eb up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:34.469164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.475728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.481800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.487954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.495322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.501452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.509384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.510738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.511321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-a7f0bbe1-786d-40a6-99c5-e865944f8e16 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5437 time: 0.2228603 Dec 23 12:23:34.518298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765aed86-7890-41cb-9090-87d545b0ccfa {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:34.532939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.559882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.560702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.562260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] 10.222.0.57 "PUT /v2.0/ports/8379112d-6f85-4dde-ab5d-b326d1e932b1 HTTP/1.1" status: 200 len: 1091 time: 0.8135455 Dec 23 12:23:34.562811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:34.565429 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51682c71-1481-4b55-bd5e-6eeb7d8339cf" -d '{"events": [{"name": "network-changed", "server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:34.567612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 1c6716c4-da6e-4249-a157-8648a2d531eb completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:34.575010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 1c6716c4-da6e-4249-a157-8648a2d531eb triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:34.576045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.602671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952985-8b2b-43ae-b855-7250f969a145 service neutron] Pushing event updated for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:34.606793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Transition to ACTIVE for port object 765aed86-7890-41cb-9090-87d545b0ccfa will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:34.661463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.721251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-4edb33e9-0432-45b6-8f49-30888c471c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.724038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-4edb33e9-0432-45b6-8f49-30888c471c71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d697d38761ac4bc9bd70421c0a790e56&device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 1094 time: 0.0440013 Dec 23 12:23:34.725428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6d809be-6f2d-440a-9477-5e9b99f3b948 req-67631d21-af25-4b1e-abce-97fa67b9c32e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1967998 Dec 23 12:23:34.781321 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-cb031b04-c601-430f-bd0b-f86b57293450 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1 HTTP/1.1" status: 200 len: 217 time: 0.0458024 Dec 23 12:23:34.784623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:34.798991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa283a4-d7a6-4d01-9def-d0e5237b15f1 req-548f5538-3f5c-444f-9277-714db5786f86 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.808578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfa283a4-d7a6-4d01-9def-d0e5237b15f1 req-548f5538-3f5c-444f-9277-714db5786f86 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 944 time: 0.2191887 Dec 23 12:23:34.838312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.856847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-4eb6873a-80eb-42fa-9d19-1b18f53f1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.862238 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-4eb6873a-80eb-42fa-9d19-1b18f53f1f28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=880792ac-6133-43ca-ba89-a8179b32215c HTTP/1.1" status: 200 len: 862 time: 0.0622270 Dec 23 12:23:34.880520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1c6716c4-da6e-4249-a157-8648a2d531eb,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:34.895914 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-a0ee7b5e-6c0a-4da6-8345-9c00312a82a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5afae71b-a654-48c4-b602-b656f4067432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251777 Dec 23 12:23:34.952385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c1304-194b-4ceb-bd42-a7a34fd6accb req-0b22b5bb-8a6f-4109-b400-bd7c49f5dfbc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.962192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd1c1304-194b-4ceb-bd42-a7a34fd6accb req-0b22b5bb-8a6f-4109-b400-bd7c49f5dfbc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 948 time: 0.1320646 Dec 23 12:23:34.974466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.989648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.011509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-430d0869-adea-4040-8e4a-00b8efcc529a service neutron] 10.222.0.57 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072431 Dec 23 12:23:35.038806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:35.044643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.048298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b8777399-df78-493f-b81c-1f891dd55bf0 HTTP/1.1" status: 204 len: 168 time: 1.4503078 Dec 23 12:23:35.051175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42108) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:35.052988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8299-d350-4046-bc22-691dabf6a44a tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8777399-df78-493f-b81c-1f891dd55bf0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:35.058668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfa283a4-d7a6-4d01-9def-d0e5237b15f1 req-691a7f71-1053-4660-b9f7-a55c2915253a tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492390 Dec 23 12:23:35.125948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd1c1304-194b-4ceb-bd42-a7a34fd6accb req-a256181b-783f-4bdf-b56f-ae3f9b4bd34e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626074 Dec 23 12:23:35.126935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Attempting to bind port 765aed86-7890-41cb-9090-87d545b0ccfa on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:35.127348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Attempting to bind port 765aed86-7890-41cb-9090-87d545b0ccfa by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:35.128072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Attempting to bind port 765aed86-7890-41cb-9090-87d545b0ccfa on network 48945bf4-351e-41cb-9939-87a988604d6c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:35.136143 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cb37f4-20c1-49d3-8623-a85b3ab53a89 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:23:35.142467 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8cb37f4-20c1-49d3-8623-a85b3ab53a89 tempest-PortsAdminExtendedAttrsTestJSON-1359696676 tempest-PortsAdminExtendedAttrsTestJSON-1359696676-project-admin] 10.222.0.16 "GET /v2.0/ports/b8777399-df78-493f-b81c-1f891dd55bf0 HTTP/1.1" status: 404 len: 333 time: 0.0855677 Dec 23 12:23:35.146616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42110) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:35.147362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Port 765aed86-7890-41cb-9090-87d545b0ccfa on network 48945bf4-351e-41cb-9939-87a988604d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:35.151464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Attempting to bind port 765aed86-7890-41cb-9090-87d545b0ccfa on network 48945bf4-351e-41cb-9939-87a988604d6c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:35.186844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:35.187599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Checking segment: {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:35.188028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Bound using segment: {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:35.188497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Bound port: 765aed86-7890-41cb-9090-87d545b0ccfa, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7c70a2-3bf8-47ce-9826-4aad274c0377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:35.188986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.231156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9c3b571a-2637-4ecd-89a1-90e1ae17e134 req-4dbf1e8a-ca1d-463e-add0-612edf52c9b2 service neutron] 10.222.0.57 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537223 Dec 23 12:23:35.255020 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d41303-8bd5-40d1-b1ef-a1977edcc4ca x-openstack-request-id: req-61d41303-8bd5-40d1-b1ef-a1977edcc4ca {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:35.255559 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:35.255909 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61d41303-8bd5-40d1-b1ef-a1977edcc4ca {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:35.260074 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1', 'status': 'completed', 'code': 200} Dec 23 12:23:35.349128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651'}, {'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:35.352100 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510d463-2f9d-452b-9050-805d924fbcdc" -d '{"events": [{"server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "name": "network-vif-plugged", "status": "completed", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651"}, {"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-plugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:35.366329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.374669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796883d-daf2-49e3-9751-a1df02b28445 req-cd558d8c-20bd-41b7-a016-f29b62a7ae13 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.376140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5796883d-daf2-49e3-9751-a1df02b28445 req-cd558d8c-20bd-41b7-a016-f29b62a7ae13 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 943 time: 0.1993046 Dec 23 12:23:35.416743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-b5ecf832-b0d2-481d-a213-88f7e0fdfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.418567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-b5ecf832-b0d2-481d-a213-88f7e0fdfd64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d697d38761ac4bc9bd70421c0a790e56&device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 1094 time: 0.0440013 Dec 23 12:23:35.431208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:35.476524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=765aed86-7890-41cb-9090-87d545b0ccfa,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:35.490993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcd86b-20c4-482d-85f3-cbe66f4836c7 req-fd33e9ac-fb1d-4d6a-9b3a-c1b210c66303 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.497163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcd86b-20c4-482d-85f3-cbe66f4836c7 req-fd33e9ac-fb1d-4d6a-9b3a-c1b210c66303 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.501294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9bcd86b-20c4-482d-85f3-cbe66f4836c7 req-fd33e9ac-fb1d-4d6a-9b3a-c1b210c66303 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1667 time: 0.1824377 Dec 23 12:23:35.528603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-e44a73c0-1b6a-4a3e-80a3-f16431686e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.530119 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-e44a73c0-1b6a-4a3e-80a3-f16431686e9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5afae71b-a654-48c4-b602-b656f4067432 HTTP/1.1" status: 200 len: 923 time: 0.1020722 Dec 23 12:23:35.572209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.576550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-cff09692-47ef-4ddf-9c20-c9f122a86a23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1 HTTP/1.1" status: 200 len: 217 time: 0.0385535 Dec 23 12:23:35.627031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5796883d-daf2-49e3-9751-a1df02b28445 req-e930d5b5-f81e-4797-9a2e-95460e78e366 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435434 Dec 23 12:23:35.638404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-d8f244ee-50ae-4eaa-9d3c-c9c52da80110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.640167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-d8f244ee-50ae-4eaa-9d3c-c9c52da80110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=880792ac-6133-43ca-ba89-a8179b32215c HTTP/1.1" status: 200 len: 862 time: 0.0558445 Dec 23 12:23:35.665898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.680962 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9bcd86b-20c4-482d-85f3-cbe66f4836c7 req-a1daa9a2-32a0-4f40-9b19-ef3964f70704 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693971 Dec 23 12:23:35.696237 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-5a31c4d5-ac58-4dd1-84dd-cb7ea22a3d1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5afae71b-a654-48c4-b602-b656f4067432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385268 Dec 23 12:23:35.712183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99a8a58-987f-4b2c-a982-1e381626286a']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:35.725638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6360ddc8-8a0d-4234-976c-5b4fc3d5763d') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:35.725998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6360ddc8-8a0d-4234-976c-5b4fc3d5763d') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:35.742612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.762599 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.771125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:35.776985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a3be8-22ed-487d-8196-72a65a3ba4d3 x-openstack-request-id: req-ec5a3be8-22ed-487d-8196-72a65a3ba4d3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "name": "network-vif-plugged", "status": "completed", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651", "code": 200}, {"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-plugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec5a3be8-22ed-487d-8196-72a65a3ba4d3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651', 'code': 200} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d', 'code': 200} Dec 23 12:23:35.817372 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb', 'code': 200} Dec 23 12:23:35.819908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-ad4a1f94-8995-4552-9916-36a00573f658 service neutron] 10.222.0.57 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089692 Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:35.835086 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:35.841407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.842079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:35.843422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] 10.222.0.43 "PUT /v2.0/ports/765aed86-7890-41cb-9090-87d545b0ccfa HTTP/1.1" status: 200 len: 1092 time: 2.5881758 Dec 23 12:23:35.846728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:35.850021 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d282a01-47d8-478f-9748-1ce99a8706bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:35.923449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7b5b-a602-47df-aa05-c3a3d538fc57 service neutron] Pushing event updated for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:36.012218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6dc04-97c2-4b7e-b1e2-a4e9ef2ce5a5 req-0cce71ba-4631-4c0d-8a4e-a3d3ed9ddfb1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.017057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22c6dc04-97c2-4b7e-b1e2-a4e9ef2ce5a5 req-0cce71ba-4631-4c0d-8a4e-a3d3ed9ddfb1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.1773086 Dec 23 12:23:36.024270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-51682c71-1481-4b55-bd5e-6eeb7d8339cf req-1fd949e7-7f68-48cf-a504-3ac70ff6a586 service neutron] 10.222.0.57 "GET /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943660 Dec 23 12:23:36.024515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.049232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.052607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] 10.222.0.16 "DELETE /v2.0/networks/b99a8a58-987f-4b2c-a982-1e381626286a HTTP/1.1" status: 204 len: 168 time: 0.8774800 Dec 23 12:23:36.070318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73434a-3193-4ea2-b1b3-bfcfa6af3ee0 tempest-PortsAdminExtendedAttrsTestJSON-1406394583 tempest-PortsAdminExtendedAttrsTestJSON-1406394583-project] Pushing event deleted for resources: {'Network': ['ID=b99a8a58-987f-4b2c-a982-1e381626286a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:36.093863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a16897-884c-4bd0-8aba-7c59a16a9883 req-6b8ea739-697e-4cf2-8da0-1412c69a03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.095414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16a16897-884c-4bd0-8aba-7c59a16a9883 req-6b8ea739-697e-4cf2-8da0-1412c69a03a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1101 time: 0.1744871 Dec 23 12:23:36.109543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.115797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.122151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.130436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.138306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.142302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.151166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.153213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-03fc2adb-e73a-46a2-bafb-9a519a2d144a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5438 time: 0.2546132 Dec 23 12:23:36.168221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Request body: {'port': {'device_id': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:36.249949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22c6dc04-97c2-4b7e-b1e2-a4e9ef2ce5a5 req-0aaf6d3a-9612-472a-a181-cb9a30eaed91 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319903 Dec 23 12:23:36.307537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.322278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16a16897-884c-4bd0-8aba-7c59a16a9883 req-103655e7-f95a-422c-ba6f-585f10b35de1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602256 Dec 23 12:23:36.322278 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3062fbe1-8626-4c33-b838-29d9cbad8962 x-openstack-request-id: req-3062fbe1-8626-4c33-b838-29d9cbad8962 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:36.322278 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:36.322278 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3062fbe1-8626-4c33-b838-29d9cbad8962 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:36.322278 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa', 'status': 'completed', 'code': 200} Dec 23 12:23:36.349103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f63b9e7-932b-4448-9852-99e996ae2e44 req-0dda242f-538f-40a6-a3c4-21ff0f7ab713 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776783 Dec 23 12:23:36.428156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-98c92fda-6e25-4101-9523-fa287cc35881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.428706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-98c92fda-6e25-4101-9523-fa287cc35881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.432562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-98c92fda-6e25-4101-9523-fa287cc35881 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1914 time: 0.0950046 Dec 23 12:23:36.472482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 91900f80-d207-4764-a53c-c0ef6977c1f5 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:36.628468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-32551ff4-9d5c-42d5-88dd-e6a9db8c2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.628984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-32551ff4-9d5c-42d5-88dd-e6a9db8c2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.633763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-32551ff4-9d5c-42d5-88dd-e6a9db8c2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.635439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-32551ff4-9d5c-42d5-88dd-e6a9db8c2e95 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1921649 Dec 23 12:23:36.689042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2be9-7122-41bb-b268-5ac5fbd66d9e req-babc3f5f-6d04-413d-bdca-24c9b05ab4f4 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.692918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:36.693696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4fe2be9-7122-41bb-b268-5ac5fbd66d9e req-babc3f5f-6d04-413d-bdca-24c9b05ab4f4 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 944 time: 0.1951735 Dec 23 12:23:36.704133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 91900f80-d207-4764-a53c-c0ef6977c1f5 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:36.709591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 91900f80-d207-4764-a53c-c0ef6977c1f5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:36.709888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.755751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a3c36-ea6a-461f-b307-6ab22bd174d7 req-74db15df-f7a2-4d8e-b96b-cfdc0469570d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.764734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012a3c36-ea6a-461f-b307-6ab22bd174d7 req-74db15df-f7a2-4d8e-b96b-cfdc0469570d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 948 time: 0.2088411 Dec 23 12:23:36.808044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-6ed2b929-4645-41cd-9d60-6ed4f40a09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.811112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d282a01-47d8-478f-9748-1ce99a8706bc req-6ed2b929-4645-41cd-9d60-6ed4f40a09b7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674559 Dec 23 12:23:36.856342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.893479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4fe2be9-7122-41bb-b268-5ac5fbd66d9e req-b8104124-252a-4158-85dc-ee8066b858cf tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877327 Dec 23 12:23:36.898502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012a3c36-ea6a-461f-b307-6ab22bd174d7 req-1152051f-1dc7-4504-b0d6-3f06135e1eec tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327910 Dec 23 12:23:36.909012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=91900f80-d207-4764-a53c-c0ef6977c1f5,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:36.972674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-011872fe-e832-4931-ace2-846deb608d8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c4adbc2a9044d7d9807eccf76268ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786188 Dec 23 12:23:36.976025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:36.995306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f15419-9219-4e89-9baf-d0cfd1695b52 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:37.010384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.017867 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.019039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 68ffce1b-f266-4c98-bff9-fc2973fb5775 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:37.044490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.049563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Transition to ACTIVE for port object e4f15419-9219-4e89-9baf-d0cfd1695b52 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:37.076620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b8f61-5253-426e-81cb-1349eeb070f2 req-a912626a-d54c-43eb-b6a1-8ff936fa134d tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.078266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d45b8f61-5253-426e-81cb-1349eeb070f2 req-a912626a-d54c-43eb-b6a1-8ff936fa134d tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 943 time: 0.0803730 Dec 23 12:23:37.093483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.134974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.151816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:37.230035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 68ffce1b-f266-4c98-bff9-fc2973fb5775 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:37.230250 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.230938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a6-624c-4339-970f-290c29953c5c req-980cdf60-ca68-46ba-b584-f522edaaa44b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.233584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.237904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a6-624c-4339-970f-290c29953c5c req-980cdf60-ca68-46ba-b584-f522edaaa44b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.244545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 68ffce1b-f266-4c98-bff9-fc2973fb5775 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:37.244545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.245332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1f0d030-7062-4881-8e78-479120af8d4c HTTP/1.1" status: 204 len: 168 time: 0.2679718 Dec 23 12:23:37.246401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d1fa0a6-624c-4339-970f-290c29953c5c req-980cdf60-ca68-46ba-b584-f522edaaa44b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1667 time: 0.1668878 Dec 23 12:23:37.274230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d630f-66f8-4816-8815-a10e774c6e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0d030-7062-4881-8e78-479120af8d4c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:37.284780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:37.296205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d45b8f61-5253-426e-81cb-1349eeb070f2 req-6e64a0b0-2a0d-4839-bbf4-5d2d468283bb tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056575 Dec 23 12:23:37.427941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.444185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d1fa0a6-624c-4339-970f-290c29953c5c req-dd91ff45-6fca-4ade-92f8-1f102421d4c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966259 Dec 23 12:23:37.463620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Attempting to bind port e4f15419-9219-4e89-9baf-d0cfd1695b52 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:37.463967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Attempting to bind port e4f15419-9219-4e89-9baf-d0cfd1695b52 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:37.464305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Attempting to bind port e4f15419-9219-4e89-9baf-d0cfd1695b52 on network 2935c253-2e37-4b18-88c0-7d44bb025fb3 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:37.489819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Port e4f15419-9219-4e89-9baf-d0cfd1695b52 on network 2935c253-2e37-4b18-88c0-7d44bb025fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:37.495371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Attempting to bind port e4f15419-9219-4e89-9baf-d0cfd1695b52 on network 2935c253-2e37-4b18-88c0-7d44bb025fb3 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:37.501357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:37.516974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:37.517320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Checking segment: {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:37.517714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Bound using segment: {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:37.518164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Bound port: e4f15419-9219-4e89-9baf-d0cfd1695b52, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09c4bae-439e-4b8d-8c3e-5690b10a4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:37.518526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.597617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14a573-c06c-40ed-8fea-b2f501bb2cd9 req-61367433-3b7b-4b1e-9c0d-18f5733bcb6a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.599195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec14a573-c06c-40ed-8fea-b2f501bb2cd9 req-61367433-3b7b-4b1e-9c0d-18f5733bcb6a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 950 time: 0.1314971 Dec 23 12:23:37.627573 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.629548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 96fef807-a418-4cbd-9619-29dd98fb156f up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:37.688501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373dd39-d310-4cc9-9d60-ac2048bec859 req-c231cf7c-d283-464a-b66b-ded803df29fa tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.690051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c373dd39-d310-4cc9-9d60-ac2048bec859 req-c231cf7c-d283-464a-b66b-ded803df29fa tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.1592495 Dec 23 12:23:37.701183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:37.710164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:37.721544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec14a573-c06c-40ed-8fea-b2f501bb2cd9 req-dc1e6884-47bd-4976-ad0a-20a3c5be8050 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083429 Dec 23 12:23:37.751585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8379112d-6f85-4dde-ab5d-b326d1e932b1 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:37.773437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c373dd39-d310-4cc9-9d60-ac2048bec859 req-ebff38f6-5e20-4fd1-aa20-04846acbf463 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762856 Dec 23 12:23:37.799956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.809804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:37.844186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:37.846868 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaac171-3902-42c9-b42d-127eb933b525" -d '{"events": [{"server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "name": "network-vif-plugged", "status": "completed", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:37.934672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.934886 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1319aba9-eb75-4f25-9726-2b6c829feca0 x-openstack-request-id: req-1319aba9-eb75-4f25-9726-2b6c829feca0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:37.935426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.936064 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "name": "network-vif-plugged", "status": "completed", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:37.936329 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1319aba9-eb75-4f25-9726-2b6c829feca0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:37.937242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] 10.222.0.43 "PUT /v2.0/ports/e4f15419-9219-4e89-9baf-d0cfd1695b52 HTTP/1.1" status: 200 len: 1092 time: 1.7830834 Dec 23 12:23:37.949334 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5', 'code': 200} Dec 23 12:23:37.953089 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'code': 200} Dec 23 12:23:37.979113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 96fef807-a418-4cbd-9619-29dd98fb156f completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:37.986164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.993500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.002282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.017712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.029585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.030211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 96fef807-a418-4cbd-9619-29dd98fb156f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:38.030582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.037112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.047539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.062197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-1737a6f6-bad8-4daf-8a73-0a2aa87399b2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5439 time: 0.1967244 Dec 23 12:23:38.071837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844e19a-8018-451e-9f9d-442d5718220b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:38.133507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1,segment=NetworkSegment(450c0c1b-2af4-45e1-93cf-5f0e679ea7fe),segment_id=450c0c1b-2af4-45e1-93cf-5f0e679ea7fe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:38.157842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8379112d-6f85-4dde-ab5d-b326d1e932b1', 'network_id': '5afae71b-a654-48c4-b602-b656f4067432', 'port_id': '8379112d-6f85-4dde-ab5d-b326d1e932b1', 'mac_address': 'fa:16:3e:e4:73:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880792ac-6133-43ca-ba89-a8179b32215c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:38.194846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-cbbd6464-123a-4d1c-9774-566f59ae9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.195468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-cbbd6464-123a-4d1c-9774-566f59ae9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.202515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-cbbd6464-123a-4d1c-9774-566f59ae9636 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1981 time: 0.1000111 Dec 23 12:23:38.229456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.268860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-b4e9e032-9ce3-4e28-9c9b-49323034ed83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=765aed86-7890-41cb-9090-87d545b0ccfa HTTP/1.1" status: 200 len: 217 time: 0.0579340 Dec 23 12:23:38.272441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3fc02c0-c15f-4ce1-a93f-0e73417552ea req-139d7975-a069-4257-ad71-214f653733a0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088637 Dec 23 12:23:38.281517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8379112d-6f85-4dde-ab5d-b326d1e932b1 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:38.305135 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.323456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:38.324869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1,segment=NetworkSegment(450c0c1b-2af4-45e1-93cf-5f0e679ea7fe),segment_id=450c0c1b-2af4-45e1-93cf-5f0e679ea7fe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:38.329857 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:38.358910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:38.395656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e2705a9b-3dcf-4463-bbe8-3200f4e3da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.397499 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-e2705a9b-3dcf-4463-bbe8-3200f4e3da20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b3b930e-a236-4293-b081-5fd9c3a92f8b HTTP/1.1" status: 200 len: 801 time: 0.1143250 Dec 23 12:23:38.401681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015b6a-ed45-4689-86c9-e7443b5f34fc req-6a0dfa47-f4e6-44da-97b8-612fe6913910 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.403219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee015b6a-ed45-4689-86c9-e7443b5f34fc req-6a0dfa47-f4e6-44da-97b8-612fe6913910 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.1810405 Dec 23 12:23:38.407487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158a007-d131-466e-bd83-3c88d2166653 req-12d9a646-c39c-4122-8d27-3e9882d57782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.409725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e158a007-d131-466e-bd83-3c88d2166653 req-12d9a646-c39c-4122-8d27-3e9882d57782 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 1096 time: 0.3280585 Dec 23 12:23:38.427016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42210) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:38.471638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-96ba5702-0a1d-4680-95e6-986f038103f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.473808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-96ba5702-0a1d-4680-95e6-986f038103f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48945bf4-351e-41cb-9939-87a988604d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0688131 Dec 23 12:23:38.493306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.567354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:38.579214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee015b6a-ed45-4689-86c9-e7443b5f34fc req-e9b9fe01-d62e-41a3-852c-9667f269dcb8 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641529 Dec 23 12:23:38.638094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e158a007-d131-466e-bd83-3c88d2166653 req-e221f87a-0e81-4a9f-b829-44788dd58efb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126272 Dec 23 12:23:38.646666 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8b5ad-fac8-4892-bcf1-741a02954936 x-openstack-request-id: req-4eb8b5ad-fac8-4892-bcf1-741a02954936 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:38.647589 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:38.648206 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eb8b5ad-fac8-4892-bcf1-741a02954936 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:38.648972 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52', 'status': 'completed', 'code': 200} Dec 23 12:23:38.655285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b787a42c-59cf-4bdd-988c-9f91b837bfef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=894bdc5a584c4a42b9e352473b553bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155938 Dec 23 12:23:38.656937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:38.661427 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0e94fbbc-aa09-4023-bb06-4ffe3ad289d8 service neutron] 10.222.0.43 "GET /v2.0/networks/48945bf4-351e-41cb-9939-87a988604d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776545 Dec 23 12:23:38.678604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306f129-ce27-43af-90b0-7f352a6931e8 req-df9b35d9-b1be-4dc8-aa15-fcd5471be6fd tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.680599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c306f129-ce27-43af-90b0-7f352a6931e8 req-df9b35d9-b1be-4dc8-aa15-fcd5471be6fd tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 944 time: 0.2164154 Dec 23 12:23:38.709191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.751638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d74323b4-a4d1-4c90-ae44-520f9f1ef1ac up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:38.801622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:38.816645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c306f129-ce27-43af-90b0-7f352a6931e8 req-ce64c5f8-76d2-4203-9be6-1dd4256fc424 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287541 Dec 23 12:23:38.824579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.846064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ecc6-946b-4118-abc3-2c1765bfa1cb req-5894a1c8-21c3-4e6a-b2f5-868df74fb06b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.852474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ecc6-946b-4118-abc3-2c1765bfa1cb req-5894a1c8-21c3-4e6a-b2f5-868df74fb06b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.854120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bc5ecc6-946b-4118-abc3-2c1765bfa1cb req-5894a1c8-21c3-4e6a-b2f5-868df74fb06b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1679 time: 0.1414499 Dec 23 12:23:38.876401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8379112d-6f85-4dde-ab5d-b326d1e932b1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:38.902096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.938428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:38.940509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:38.941053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.997935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-5d1bca02-2d46-4ebf-ac6b-1f7cdb89ec97 service neutron] 10.222.0.43 "GET /v2.0/networks/48945bf4-351e-41cb-9939-87a988604d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558077 Dec 23 12:23:39.016182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bc5ecc6-946b-4118-abc3-2c1765bfa1cb req-9cf53e83-9646-4490-abe9-00a3a23386e1 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537771 Dec 23 12:23:39.071700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768859e-62e6-41b2-a44e-8c4a5f213cd7 req-43c76d67-62b4-4209-b453-2e9b32706c67 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.084079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f768859e-62e6-41b2-a44e-8c4a5f213cd7 req-43c76d67-62b4-4209-b453-2e9b32706c67 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 950 time: 0.1265061 Dec 23 12:23:39.095088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-85f9e0ea-30ef-40ba-907f-07ad4555b9e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52 HTTP/1.1" status: 200 len: 217 time: 0.0884843 Dec 23 12:23:39.163577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f768859e-62e6-41b2-a44e-8c4a5f213cd7 req-64dd4db8-e370-4b94-b627-591301353f05 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 Dec 23 12:23:39.171898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7bfd7579-cc95-4bb0-aa6e-21466f3df80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.173389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-7bfd7579-cc95-4bb0-aa6e-21466f3df80b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a95f795-4bc3-4780-a007-a5384faa3e32 HTTP/1.1" status: 200 len: 801 time: 0.0701582 Dec 23 12:23:39.210372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.214094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.215982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.218062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcc9dd6a-c202-40c1-8375-f7435b16fabc HTTP/1.1" status: 204 len: 168 time: 0.5595491 Dec 23 12:23:39.242029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3021df-ceaf-455a-832a-4fe5be3472e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc9dd6a-c202-40c1-8375-f7435b16fabc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.273123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-d631b260-9522-4c8a-8e85-75bd14967d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.276945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-d631b260-9522-4c8a-8e85-75bd14967d91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2935c253-2e37-4b18-88c0-7d44bb025fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939071 Dec 23 12:23:39.296790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416189-ea1e-486e-965c-359d3595238d req-b9b62c48-6ee9-49d5-8793-2286ed55d7df tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.298902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72416189-ea1e-486e-965c-359d3595238d req-b9b62c48-6ee9-49d5-8793-2286ed55d7df tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.1635730 Dec 23 12:23:39.321675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:39.396419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.397430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:39.427799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72416189-ea1e-486e-965c-359d3595238d req-0e3385cc-d236-4d0d-b018-bcb04e8eeb76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012175 Dec 23 12:23:39.478008 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-543e7eb7-14c1-4f65-a806-44607f0c7a59 service neutron] 10.222.0.43 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900537 Dec 23 12:23:39.491509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.604358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.608110 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2eba41b2-4883-4481-bf6a-b446fbc5544f req-0eba254e-33b3-479a-9fc5-7ec7f6abf55b service neutron] 10.222.0.43 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205988 Dec 23 12:23:39.611542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.612345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:39.617263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:39.623535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.623670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.626125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.632873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.640464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.647443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.656947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-0adc2615-4209-483c-90e5-1471dbdcc77e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5441 time: 0.1211557 Dec 23 12:23:39.723783 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.751977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61166b-1f5a-4880-a8cf-c135df938833 req-037a1aab-8f26-4280-8d85-94b4045619f8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.761080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61166b-1f5a-4880-a8cf-c135df938833 req-037a1aab-8f26-4280-8d85-94b4045619f8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.763610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac61166b-1f5a-4880-a8cf-c135df938833 req-037a1aab-8f26-4280-8d85-94b4045619f8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e&device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1689 time: 0.1044512 Dec 23 12:23:39.768719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:39.821752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-4ac99d52-7ac5-4ce7-9c64-410929a5be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.822256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-4ac99d52-7ac5-4ce7-9c64-410929a5be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.823789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-4ac99d52-7ac5-4ce7-9c64-410929a5be8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1981 time: 0.0855014 Dec 23 12:23:39.833866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baf453fa-3749-4a7c-a716-c7a672b7732e req-3077e064-ac39-4b6e-b9a8-8235fbad35e4 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712852 Dec 23 12:23:39.845003 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.845003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3dd739ff-f395-4410-8fe5-29588d9d81e9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:39.901739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac61166b-1f5a-4880-a8cf-c135df938833 req-3541922c-bedf-46b5-a50e-2e23a4203c76 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264906 Dec 23 12:23:39.910962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.960909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac'}, {'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:39.963279 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d0583-10cc-480c-9da9-1efff7097e5d" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac"}, {"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-plugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:40.057880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:40.062523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:40.062523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.087572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-eddcd772-aae2-41b4-9ec6-779d9297f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.089264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-eddcd772-aae2-41b4-9ec6-779d9297f1f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2935c253-2e37-4b18-88c0-7d44bb025fb3 HTTP/1.1" status: 200 len: 902 time: 0.2568119 Dec 23 12:23:40.150783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4029-a39f-4bb5-8515-07a33365a317 req-9a6c1f69-973c-4d4f-8de9-469aa7733bb3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.154473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bed4029-a39f-4bb5-8515-07a33365a317 req-9a6c1f69-973c-4d4f-8de9-469aa7733bb3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.1427569 Dec 23 12:23:40.181642 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-f891cf7c-2d3d-4d7b-b543-bbd268c177d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52 HTTP/1.1" status: 200 len: 217 time: 0.0811355 Dec 23 12:23:40.203740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.249665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-b27df6b1-d29b-4cb1-b555-1026deea7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.251304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-b27df6b1-d29b-4cb1-b555-1026deea7b2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a95f795-4bc3-4780-a007-a5384faa3e32 HTTP/1.1" status: 200 len: 801 time: 0.0612907 Dec 23 12:23:40.259489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:40.277215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bed4029-a39f-4bb5-8515-07a33365a317 req-2966cadc-3dc7-4ac2-8ae6-c86ef3fd419b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863650 Dec 23 12:23:40.289578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f14ee5-4dcd-4959-af54-dfd0d30a36e9 req-aafd6761-5b41-404e-bdc6-8cb97fdddf2e tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.291061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27f14ee5-4dcd-4959-af54-dfd0d30a36e9 req-aafd6761-5b41-404e-bdc6-8cb97fdddf2e tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 944 time: 0.1349330 Dec 23 12:23:40.326638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.327391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3947675b-891b-4841-bd26-9541e456000f up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:40.336933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-ec2430f4-4e96-4f16-a2a6-bb3b8e34fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.340961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-ec2430f4-4e96-4f16-a2a6-bb3b8e34fcd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2935c253-2e37-4b18-88c0-7d44bb025fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817337 Dec 23 12:23:40.416888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27f14ee5-4dcd-4959-af54-dfd0d30a36e9 req-21a74035-9b46-4bb1-9a8f-419bd6a8180a tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149991 Dec 23 12:23:40.468566 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91356df3-c9f3-4046-a4df-acaa1ba5a29f x-openstack-request-id: req-91356df3-c9f3-4046-a4df-acaa1ba5a29f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:40.468883 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac", "code": 200}, {"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-plugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:40.469136 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91356df3-c9f3-4046-a4df-acaa1ba5a29f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:40.469528 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f', 'code': 200} Dec 23 12:23:40.470122 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'code': 200} Dec 23 12:23:40.470376 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'code': 200} Dec 23 12:23:40.491131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:40.534588 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-a5853dde-1679-42ab-be86-3ebda2775983 service neutron] 10.222.0.43 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846409 Dec 23 12:23:40.617703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 3947675b-891b-4841-bd26-9541e456000f completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:40.621880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 3947675b-891b-4841-bd26-9541e456000f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:40.622255 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.664903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54b52772-b8b2-4d41-8e8f-778c15c0ae6c req-fad9bee5-5585-4dca-9d64-42c3b0451953 service neutron] 10.222.0.43 "GET /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187167 Dec 23 12:23:40.755195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.803128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:40.886919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:40.887809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:41.045726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:41.105265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0a15-6b2c-45e8-a050-9feaa06cd159 req-731cbc67-53b5-4187-bac5-f37358cb69c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.114931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0a15-6b2c-45e8-a050-9feaa06cd159 req-731cbc67-53b5-4187-bac5-f37358cb69c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.124854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86ef0a15-6b2c-45e8-a050-9feaa06cd159 req-731cbc67-53b5-4187-bac5-f37358cb69c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1679 time: 0.5460291 Dec 23 12:23:41.128696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b707-7941-4b7b-b28c-54c799388a73 req-c2666a8a-4f7d-4962-9982-3ca9abf8093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.130365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddc0b707-7941-4b7b-b28c-54c799388a73 req-c2666a8a-4f7d-4962-9982-3ca9abf8093d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1101 time: 0.4790938 Dec 23 12:23:41.138025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28c713-955b-418e-b842-a466047c5240 req-95019610-044a-43fc-ac19-50feaa368b1f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.139692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e28c713-955b-418e-b842-a466047c5240 req-95019610-044a-43fc-ac19-50feaa368b1f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.4936895 Dec 23 12:23:41.201560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddc0b707-7941-4b7b-b28c-54c799388a73 req-95058090-047b-40ce-8b4e-42e5b2b0431b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599866 Dec 23 12:23:41.218278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:41.228281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:41.228935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:41.268475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86ef0a15-6b2c-45e8-a050-9feaa06cd159 req-a5f78111-0137-4d05-9a75-c8446d72444a tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426606 Dec 23 12:23:41.306469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e28c713-955b-418e-b842-a466047c5240 req-572d2521-55e1-4dd4-b65a-01007c923f28 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463313 Dec 23 12:23:41.385417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:41.449259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:41.499870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.506907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.514064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.521499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.527696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.533702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.537776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:41.540958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.547653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-2cfc894b-d554-471b-a7ed-42d1bbc91937 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5443 time: 0.1463110 Dec 23 12:23:41.550272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f64cca-0f83-4303-a422-53f11eca79be req-6f641412-25e7-4250-a3b6-f278e3d3fd93 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.593804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76f64cca-0f83-4303-a422-53f11eca79be req-6f641412-25e7-4250-a3b6-f278e3d3fd93 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 1099 time: 0.1309772 Dec 23 12:23:41.602172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:41.651517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55d247a3-8400-46ef-937a-ec2b3e002ef4 req-4968d18a-e21c-43e6-80d5-1b9652dad8e0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937545 Dec 23 12:23:41.676671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76f64cca-0f83-4303-a422-53f11eca79be req-6b87c9c4-759a-4147-8601-07b6cb298dba tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744390 Dec 23 12:23:41.748605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8379112d-6f85-4dde-ab5d-b326d1e932b1 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:41.810427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297226df-b3bd-4c36-8056-f463192998de req-c3bce4fd-b3d0-4242-8671-85fad48d0103 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.811940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-297226df-b3bd-4c36-8056-f463192998de req-c3bce4fd-b3d0-4242-8671-85fad48d0103 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.0656593 Dec 23 12:23:41.895155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-297226df-b3bd-4c36-8056-f463192998de req-b5eef0e8-14cf-43dd-aecd-bb5eb5c70c65 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718009 Dec 23 12:23:41.902596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72ec6-cac0-480b-bef2-000a61ae53e2 req-131ce3e4-feb0-4f16-ab1e-bb0e29d5ceec tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.903982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00b72ec6-cac0-480b-bef2-000a61ae53e2 req-131ce3e4-feb0-4f16-ab1e-bb0e29d5ceec tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 944 time: 0.0903435 Dec 23 12:23:42.001113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00b72ec6-cac0-480b-bef2-000a61ae53e2 req-a166b8e2-d904-4deb-81bc-02bf788755c6 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541596 Dec 23 12:23:42.120862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 8379112d-6f85-4dde-ab5d-b326d1e932b1 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:42.127845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8379112d-6f85-4dde-ab5d-b326d1e932b1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:42.128197 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.196679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97273b-279b-48e7-a3c2-a2923a043a48 req-35953a0d-8798-4368-8f8b-c82b070fb84a tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:42.205315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a97273b-279b-48e7-a3c2-a2923a043a48 req-35953a0d-8798-4368-8f8b-c82b070fb84a tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1101 time: 0.2319829 Dec 23 12:23:42.251795 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.282308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a97273b-279b-48e7-a3c2-a2923a043a48 req-cd9fcf0d-f86e-4421-878d-96997c8c7aae tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749044 Dec 23 12:23:42.304540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1,segment=NetworkSegment(450c0c1b-2af4-45e1-93cf-5f0e679ea7fe),segment_id=450c0c1b-2af4-45e1-93cf-5f0e679ea7fe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:42.372342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.464913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:42.475750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd739ff-f395-4410-8fe5-29588d9d81e9'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947675b-891b-4841-bd26-9541e456000f'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920'}, {'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:42.486340 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c186942-dea1-488a-89d2-f9bcef82d451" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "3dd739ff-f395-4410-8fe5-29588d9d81e9"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "3947675b-891b-4841-bd26-9541e456000f"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920"}, {"server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "name": "network-vif-plugged", "status": "completed", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:42.500622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 765aed86-7890-41cb-9090-87d545b0ccfa details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:42.502418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c4e9c-e395-4351-a125-d608c37e6b3b req-3e83759f-f38e-430e-a6ea-5cd637f5c88f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:42.515341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c4e9c-e395-4351-a125-d608c37e6b3b req-3e83759f-f38e-430e-a6ea-5cd637f5c88f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:42.529323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-330c4e9c-e395-4351-a125-d608c37e6b3b req-3e83759f-f38e-430e-a6ea-5cd637f5c88f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1679 time: 0.1531851 Dec 23 12:23:42.540108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42318) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:42.570122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040209-fc91-4ab7-ad1d-ca83dd0f3587 req-3a9fe801-7d35-4e1a-8685-b49c61e2dc96 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:42.571663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9040209-fc91-4ab7-ad1d-ca83dd0f3587 req-3a9fe801-7d35-4e1a-8685-b49c61e2dc96 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1355205 Dec 23 12:23:42.616580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-330c4e9c-e395-4351-a125-d608c37e6b3b req-92d39b1e-4a15-489c-ad84-c69d8354444f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 Dec 23 12:23:42.716169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-431222819', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:42.727499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=765aed86-7890-41cb-9090-87d545b0ccfa,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:42.740480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '765aed86-7890-41cb-9090-87d545b0ccfa', 'network_id': '48945bf4-351e-41cb-9939-87a988604d6c', 'port_id': '765aed86-7890-41cb-9090-87d545b0ccfa', 'mac_address': 'fa:16:3e:db:83:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3b930e-a236-4293-b081-5fd9c3a92f8b', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:42.750509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9040209-fc91-4ab7-ad1d-ca83dd0f3587 req-55891c09-4434-4292-9c56-3ae9ff76a16b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483457 Dec 23 12:23:42.794425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.810136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765aed86-7890-41cb-9090-87d545b0ccfa {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:42.830779 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a26cd5-c3a9-4cb0-9f46-98f9b4047df4 x-openstack-request-id: req-91a26cd5-c3a9-4cb0-9f46-98f9b4047df4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:42.830779 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "3dd739ff-f395-4410-8fe5-29588d9d81e9", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "3947675b-891b-4841-bd26-9541e456000f", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-plugged", "status": "completed", "tag": "5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920", "code": 200}, {"server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "name": "network-vif-plugged", "status": "completed", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:42.830779 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91a26cd5-c3a9-4cb0-9f46-98f9b4047df4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:42.830779 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd739ff-f395-4410-8fe5-29588d9d81e9', 'code': 200} Dec 23 12:23:42.831178 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3947675b-891b-4841-bd26-9541e456000f', 'code': 200} Dec 23 12:23:42.831275 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920', 'code': 200} Dec 23 12:23:42.831717 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1', 'code': 200} Dec 23 12:23:42.848404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=765aed86-7890-41cb-9090-87d545b0ccfa,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:42.919476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Made reservation on behalf of 0364dd26b0c345f2830680077374dcd1 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:42.922297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.944640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:42.945565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e4f15419-9219-4e89-9baf-d0cfd1695b52 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:42.951188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.043058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:43.181822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.187879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.194085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.200241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.206291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.213086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.219508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.221628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-eb1e53bb-2143-4a68-9f9b-edd00158244e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.3033712 Dec 23 12:23:43.224386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3749-0fac-40d4-855c-cc30a91ba4e0 req-8778c2c2-7709-4cc3-a712-0c1c7c40679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.225850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d7b3749-0fac-40d4-855c-cc30a91ba4e0 req-8778c2c2-7709-4cc3-a712-0c1c7c40679b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 1096 time: 0.2777832 Dec 23 12:23:43.230050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:43.235771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.235771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.235771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.235771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.236233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.236593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.237096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.239094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb8342f4-2971-44a0-81f5-efe741614ede req-bce61bed-e65b-47dc-826a-c9add74e4fb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.2892096 Dec 23 12:23:43.248283 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67a162de-d14c-4c2d-bbd5-9ae74648d78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.251306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e4f15419-9219-4e89-9baf-d0cfd1695b52', 'network_id': '2935c253-2e37-4b18-88c0-7d44bb025fb3', 'port_id': 'e4f15419-9219-4e89-9baf-d0cfd1695b52', 'mac_address': 'fa:16:3e:7f:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a95f795-4bc3-4780-a007-a5384faa3e32', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:43.303503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.391663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d7b3749-0fac-40d4-855c-cc30a91ba4e0 req-9fb85264-f225-4079-b1ea-67673f654b72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472056 Dec 23 12:23:43.435548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f824aa-13db-4c98-a780-71ead6f763a7 req-9b36ec03-64e6-4bad-b2e6-ddee5e60b7be tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.437188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5f824aa-13db-4c98-a780-71ead6f763a7 req-9b36ec03-64e6-4bad-b2e6-ddee5e60b7be tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.2104235 Dec 23 12:23:43.487332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f15419-9219-4e89-9baf-d0cfd1695b52 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:43.502311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22361161-247d-430c-83f8-b2f5d8c70e74 req-7f929984-7593-42fb-9281-4d662ad21260 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2560968 Dec 23 12:23:43.511527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.521241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:43.531432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb8342f4-2971-44a0-81f5-efe741614ede req-fd542e84-ae8f-418a-8667-e1529ce5f087 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777865 Dec 23 12:23:43.557669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5f824aa-13db-4c98-a780-71ead6f763a7 req-e4020118-8168-42ba-a705-9a8e24219cc2 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077237 Dec 23 12:23:43.596661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.612703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.629414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] device_id is not set on port 79bd6547-c709-4255-a5c4-d47334eb8bef yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:23:43.706677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:43.791377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-33f4adf0-10e4-4f11-a5f1-c849adfcd4d8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1719408 Dec 23 12:23:43.836255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e3ca7-94e8-4bed-a748-0080a161ff21,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:43.973895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898e36-8f77-415d-9ce3-14570fce1f13 req-d833c15f-2b54-4a64-ae13-bfd165f24dda tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.979978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898e36-8f77-415d-9ce3-14570fce1f13 req-d833c15f-2b54-4a64-ae13-bfd165f24dda tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.981540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80898e36-8f77-415d-9ce3-14570fce1f13 req-d833c15f-2b54-4a64-ae13-bfd165f24dda tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1681 time: 0.2400439 Dec 23 12:23:43.990222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['765aed86-7890-41cb-9090-87d545b0ccfa'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:44.017547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d4c562a2-78ff-4016-b405-64b7b5aecc7b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:44.026078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d4c562a2-78ff-4016-b405-64b7b5aecc7b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336473 Dec 23 12:23:44.067261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Allocated IP 172.25.7.211 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/79bd6547-c709-4255-a5c4-d47334eb8bef) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:44.076694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-1c5503d9-1faf-4484-ba48-c7e60e37956d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0495994 Dec 23 12:23:44.206521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80898e36-8f77-415d-9ce3-14570fce1f13 req-a068064d-fa11-4c6c-836d-f15d2e90cae1 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068784 Dec 23 12:23:44.279379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-e4c68514-94a2-4b15-bc0c-08b2bb1bd17a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2016749 Dec 23 12:23:44.399929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36d40-e1ed-4930-a329-282e1a6e5df3 req-cdcadcc7-3e8e-4b61-8746-7f7080e07e59 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:44.401487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb36d40-e1ed-4930-a329-282e1a6e5df3 req-cdcadcc7-3e8e-4b61-8746-7f7080e07e59 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.0889597 Dec 23 12:23:44.427854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:44.483389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb36d40-e1ed-4930-a329-282e1a6e5df3 req-deb917e5-7bd7-42ee-bef0-8e2aa82193b1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730786 Dec 23 12:23:44.590151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:44.635011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:44.642999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:44.653154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:44.702510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-61b432d8-a0d5-4dd5-9de2-39cc998a9269 req-1c7738e0-00cc-4c55-99a3-a298eea50b4f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:23:44.703730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61b432d8-a0d5-4dd5-9de2-39cc998a9269 req-1c7738e0-00cc-4c55-99a3-a298eea50b4f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104527 Dec 23 12:23:44.722671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Pushing event updated for resources: {'Port': ['ID=79bd6547-c709-4255-a5c4-d47334eb8bef,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:44.741505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:44.742787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:44.870661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42380) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:44.873322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6d8fdb74-9268-4eed-bad6-23fe61499940 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3314288 Dec 23 12:23:44.876253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.211'}]}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:45.018088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.019453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.039375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e4f15419-9219-4e89-9baf-d0cfd1695b52'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:45.225211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.345443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.353019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.369102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.369102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.381351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.390950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.399494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.405517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-7fe6d130-c20d-4f91-bb83-3a6bf04ae0b6 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1878166 Dec 23 12:23:45.416620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae345a-16b9-4e58-9242-47e18e02eb9e req-bf978e48-4ed7-4ce9-8b24-583eb994e037 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.425087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96ae345a-16b9-4e58-9242-47e18e02eb9e req-bf978e48-4ed7-4ce9-8b24-583eb994e037 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.1635275 Dec 23 12:23:45.489955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96ae345a-16b9-4e58-9242-47e18e02eb9e req-db8652d7-6bce-4f2a-8120-41f371472c2e tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639179 Dec 23 12:23:45.594473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f03f71-4e9d-4a3e-9c47-7995a5f229b9 req-456557ed-c177-45e3-a48d-e3b082521934 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636319 Dec 23 12:23:45.703331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1d33a65-2a8a-442a-91de-a9a0f341ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.756725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb67b8-e4a5-4924-bd94-a8d66f57db48 req-dbf5bd40-c9d4-41b6-b43c-fbfab9268d56 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.758375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63bb67b8-e4a5-4924-bd94-a8d66f57db48 req-dbf5bd40-c9d4-41b6-b43c-fbfab9268d56 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.0715716 Dec 23 12:23:45.847326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63bb67b8-e4a5-4924-bd94-a8d66f57db48 req-da601fb4-0095-4513-b148-34d47adbee73 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Dec 23 12:23:46.068990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.082795 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-9f1e711a-a27c-499f-9f11-248765fc78c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6936083 Dec 23 12:23:46.289794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f252-ca4a-4b78-a263-d9b707cf717e req-e80f9ed5-bf8b-4838-b0db-c3576d461df9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.297204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778f252-ca4a-4b78-a263-d9b707cf717e req-e80f9ed5-bf8b-4838-b0db-c3576d461df9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.313908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4778f252-ca4a-4b78-a263-d9b707cf717e req-e80f9ed5-bf8b-4838-b0db-c3576d461df9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1681 time: 0.2543619 Dec 23 12:23:46.423167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4778f252-ca4a-4b78-a263-d9b707cf717e req-2d4b6677-9c43-4a49-bb24-84f7c2d9d19f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062591 Dec 23 12:23:46.453262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.519145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 765aed86-7890-41cb-9090-87d545b0ccfa up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:46.563137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.613466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.642973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92492180-beae-4e2c-a68f-025f52161bb8 req-3f1c924c-bdeb-4a9a-8167-f158887fb5b2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0485079 Dec 23 12:23:46.646679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 765aed86-7890-41cb-9090-87d545b0ccfa completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:46.652196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 765aed86-7890-41cb-9090-87d545b0ccfa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:46.668697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.821782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523966e-94bf-40b7-82c4-ec91d726d7f9 req-1af4a32a-ac55-49de-818b-c7b856ae4dd9 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.822635 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:46.824586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4523966e-94bf-40b7-82c4-ec91d726d7f9 req-1af4a32a-ac55-49de-818b-c7b856ae4dd9 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.1807332 Dec 23 12:23:46.854199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:46.856521 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1091c4a7-6be4-42e0-808c-150f85ba5c9a" -d '{"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-plugged", "status": "completed", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:46.872567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=765aed86-7890-41cb-9090-87d545b0ccfa,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:46.885242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.891198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.902858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.909124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.915706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.922263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.930893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:46.932869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d036276e-fe40-4111-a82c-acd096203d10 req-e2ff6361-e4a0-43ac-b66c-9e00b045d301 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1721466 Dec 23 12:23:46.989919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.006134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4523966e-94bf-40b7-82c4-ec91d726d7f9 req-90227904-0885-473f-a4e7-02748e746608 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669981 Dec 23 12:23:47.098815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d036276e-fe40-4111-a82c-acd096203d10 req-52ceb07d-b8a4-4340-b5db-17050d76dc87 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556580 Dec 23 12:23:47.107549 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c68813-0c50-44d5-9cbe-4843588a07d8 x-openstack-request-id: req-e8c68813-0c50-44d5-9cbe-4843588a07d8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:47.107549 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-plugged", "status": "completed", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:47.107549 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8c68813-0c50-44d5-9cbe-4843588a07d8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:47.111432 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa', 'code': 200} Dec 23 12:23:47.115534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.116384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e4f15419-9219-4e89-9baf-d0cfd1695b52 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:47.210055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:47.347477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.359360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.376769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269acfa1-b566-4d8f-bbb6-e33d70aa5cf1 req-a1d37842-6fa6-419d-8e63-0f5309dff071 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.381445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-269acfa1-b566-4d8f-bbb6-e33d70aa5cf1 req-a1d37842-6fa6-419d-8e63-0f5309dff071 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1380892 Dec 23 12:23:47.480662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port e4f15419-9219-4e89-9baf-d0cfd1695b52 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:47.496792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e4f15419-9219-4e89-9baf-d0cfd1695b52 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:47.497243 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.544096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-269acfa1-b566-4d8f-bbb6-e33d70aa5cf1 req-d12e2bcd-23e1-4836-a8b1-1961b7957781 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616459 Dec 23 12:23:47.567350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.568404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29981d9c-b8dc-411d-93cc-93dd2e5480e5 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:23:47.675911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.694793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.701057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.701240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.709891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.715957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.722056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.728942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.743694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42470) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:47.745944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:47.748973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Request body: {'floatingip': {'port_id': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:47.749471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-695e5cad-e57e-4ec5-9e8d-9143f45e6fbb req-bb039e9b-4f97-446e-8905-de97f480d538 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.3586621 Dec 23 12:23:47.801447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:47.803551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03427cd6-4cb3-4140-8ce9-6c41f787f488 req-862beb38-7204-4222-ad96-80e7da2dd903 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.809737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03427cd6-4cb3-4140-8ce9-6c41f787f488 req-862beb38-7204-4222-ad96-80e7da2dd903 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.811378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03427cd6-4cb3-4140-8ce9-6c41f787f488 req-862beb38-7204-4222-ad96-80e7da2dd903 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1682 time: 0.0609634 Dec 23 12:23:47.871454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03427cd6-4cb3-4140-8ce9-6c41f787f488 req-80632c66-cf8b-4b78-9991-6bad934c8198 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538979 Dec 23 12:23:47.942111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baa07cb5-f806-478b-85cf-32fe3b5c0e1f req-8121c215-9a95-4525-8268-771b80dcff0a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Dec 23 12:23:48.075508 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.082658 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:23:48.087055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42480) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:48.089599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d4ab68bb-d665-4f56-84b3-997e8b785a98 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2162974 Dec 23 12:23:48.119916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.152392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.154648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:48.264224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Deleting port 79bd6547-c709-4255-a5c4-d47334eb8bef {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:48.264958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.341982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.390844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.406606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Calling delete_port for 79bd6547-c709-4255-a5c4-d47334eb8bef owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:48.468701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:48.648694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fbab6-8aea-4b77-b8e8-da82ba23cb40 req-807f2180-cfa0-4ee7-a630-e1f3d7b69286 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:48.655572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e54fbab6-8aea-4b77-b8e8-da82ba23cb40 req-807f2180-cfa0-4ee7-a630-e1f3d7b69286 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.1321609 Dec 23 12:23:48.727674 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Floating IP 0644c5bf-a02c-4dee-ac12-dd2b7797741b associated. External IP: 172.25.7.118, port: 68ffce1b-f266-4c98-bff9-fc2973fb5775. Dec 23 12:23:48.759688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e54fbab6-8aea-4b77-b8e8-da82ba23cb40 req-c7bd21d9-8367-470f-9ab1-52d0dba75cc3 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942650 Dec 23 12:23:48.837344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2cf8-b40a-4c3a-9592-a050e83730c5 req-fff3a6e9-d2a2-48c4-9b20-665d5f244526 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:48.847076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a36b2cf8-b40a-4c3a-9592-a050e83730c5 req-fff3a6e9-d2a2-48c4-9b20-665d5f244526 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1723132 Dec 23 12:23:48.940036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.067564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a36b2cf8-b40a-4c3a-9592-a050e83730c5 req-409c2208-710c-4a0a-a0a8-b2983a4503a2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120562 Dec 23 12:23:49.068616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Pushing event deleted for resources: {'Port': ['ID=79bd6547-c709-4255-a5c4-d47334eb8bef,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:49.086114 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.112375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:49.117337 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29171046-8aad-4744-be21-7e7785d9528a" -d '{"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-plugged", "status": "completed", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:49.258902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.266732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-722d28ae-9175-405e-85df-4e94fc418686 tempest-RoutersAdminNegativeTest-1052138765 tempest-RoutersAdminNegativeTest-1052138765-project-admin] 10.222.0.16 "DELETE /v2.0/ports/79bd6547-c709-4255-a5c4-d47334eb8bef HTTP/1.1" status: 204 len: 168 time: 1.1759076 Dec 23 12:23:49.280489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Router b20910f6-9a44-443f-9174-64d0cc164531 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:49.313760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe54a24a-fd0a-4d4b-8a92-83a3e105f224 req-87d7f61c-65dd-48d4-ac23-67e6129e466a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0599303 Dec 23 12:23:49.328014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8072-d866-44c6-a6d3-b7bf5c64aa0f req-2cb0cb8c-11d1-44b9-8aab-1f7af0976cc0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:49.336013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8072-d866-44c6-a6d3-b7bf5c64aa0f req-2cb0cb8c-11d1-44b9-8aab-1f7af0976cc0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:49.338338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c03f8072-d866-44c6-a6d3-b7bf5c64aa0f req-2cb0cb8c-11d1-44b9-8aab-1f7af0976cc0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.3068795 Dec 23 12:23:49.403593 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd774f9-a129-4138-ab7f-ffd1345158e7 x-openstack-request-id: req-0fd774f9-a129-4138-ab7f-ffd1345158e7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:49.405325 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-plugged", "status": "completed", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:49.405800 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fd774f9-a129-4138-ab7f-ffd1345158e7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:49.406394 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52', 'code': 200} Dec 23 12:23:49.461735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c03f8072-d866-44c6-a6d3-b7bf5c64aa0f req-a20f61d3-5009-430c-8731-42abd521e132 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166358 Dec 23 12:23:49.574534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:49.586966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.591580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Sync routers for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:49.617035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:49.623548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:23:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:49.694777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-647b56f7-a89f-4b4d-808a-82bb5154f2ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "PUT /v2.0/floatingips/0644c5bf-a02c-4dee-ac12-dd2b7797741b HTTP/1.1" status: 200 len: 992 time: 1.9494834 Dec 23 12:23:49.697239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:49.702773 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee7400-acc9-4b53-af5e-bbb3f992355d" -d '{"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:49.705612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-8d4d82ce-a432-4296-9968-4d0a9b539dc8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050594 Dec 23 12:23:49.800235 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd705d-1fc4-44c0-9d64-6af84ed8cffc x-openstack-request-id: req-01bd705d-1fc4-44c0-9d64-6af84ed8cffc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:49.800683 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:49.801159 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01bd705d-1fc4-44c0-9d64-6af84ed8cffc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:49.801711 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'status': 'completed', 'code': 200} Dec 23 12:23:49.828962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:49.893059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601e2cc-c5d7-460d-950b-6e7bc56c9f6e req-eedc00b5-9e92-4dda-b12f-f6d831df843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:49.896082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601e2cc-c5d7-460d-950b-6e7bc56c9f6e req-eedc00b5-9e92-4dda-b12f-f6d831df843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:49.901150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0601e2cc-c5d7-460d-950b-6e7bc56c9f6e req-eedc00b5-9e92-4dda-b12f-f6d831df843f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1985 time: 0.4122939 Dec 23 12:23:50.051630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-9170a70b-fdd9-44c2-8c63-2854254695c6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672822 Dec 23 12:23:50.177147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-bbcf1691-53ee-486c-9fa8-6dc5b9ad3508 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.180653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-bbcf1691-53ee-486c-9fa8-6dc5b9ad3508 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4527776 Dec 23 12:23:50.238658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:50.337777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0644c5bf-a02c-4dee-ac12-dd2b7797741b', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'port_id': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'mac_address': 'fa:16:3e:b8:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:23:48Z', 'revision_number': 1, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:50.352370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.43', 55620) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:50.392974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1608466-8d91-4cab-a3db-617cd19cab9c req-8780b450-f725-4a11-b206-8a525e9b9dbf tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.401154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Checking router: b20910f6-9a44-443f-9174-64d0cc164531 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:50.401475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.402729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.403117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1608466-8d91-4cab-a3db-617cd19cab9c req-8780b450-f725-4a11-b206-8a525e9b9dbf tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.4373682 Dec 23 12:23:50.403258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.403682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.404166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.404764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.409348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.411671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-4fae2301-305a-40ed-be41-2526420f572e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.5442014 Dec 23 12:23:50.429958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:50.430628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:23:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:50.448909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0601e2cc-c5d7-460d-950b-6e7bc56c9f6e req-75532e44-eb61-41f9-b8f9-f45d143a90b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398142 Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.530988 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2688ef24-e218-4cb7-826b-e70e373d9aa3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.540636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2688ef24-e218-4cb7-826b-e70e373d9aa3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741848 Dec 23 12:23:50.586391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42538) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:50.617203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:50.661778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36f4d-47c2-40c2-9b9c-7fb5c7ab53e8 req-978ba293-559d-47ee-abf0-2243d021d301 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.664234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad36f4d-47c2-40c2-9b9c-7fb5c7ab53e8 req-978ba293-559d-47ee-abf0-2243d021d301 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.3409781 Dec 23 12:23:50.679219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1608466-8d91-4cab-a3db-617cd19cab9c req-3cd98528-8115-4ba3-a109-d7f6f79df83f tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749548 Dec 23 12:23:50.681047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:50.695127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-778e978c-4568-41b4-a1d3-ca9e885f14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.700071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-778e978c-4568-41b4-a1d3-ca9e885f14f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1101 time: 0.3419340 Dec 23 12:23:50.773323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-16a44a09-f0cb-410c-9986-6c67c5aab0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.786589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-16a44a09-f0cb-410c-9986-6c67c5aab0d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f HTTP/1.1" status: 200 len: 918 time: 0.3663433 Dec 23 12:23:50.892244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-035c75bd-b69b-4969-91f8-d18624d5dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.894156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-035c75bd-b69b-4969-91f8-d18624d5dfa8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1695876 Dec 23 12:23:50.920266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-c98c0b29-b83e-4404-b19e-e92d8cecda2b tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:50.922543 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-c98c0b29-b83e-4404-b19e-e92d8cecda2b tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.57 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 945 time: 0.5038989 Dec 23 12:23:50.970219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-8771f554-da97-4610-9504-fdf6a51548dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 1000 time: 0.1604986 Dec 23 12:23:50.974833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f51fbd2-bf06-4048-8b01-eb5ecd290094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.103580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-33c5acbb-ebe8-4fde-abaf-9b2315a41beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:51.105087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-33c5acbb-ebe8-4fde-abaf-9b2315a41beb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 200 len: 856 time: 0.1120183 Dec 23 12:23:51.187432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Deleting port 8379112d-6f85-4dde-ab5d-b326d1e932b1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:51.187795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.197974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-7b52ebce-77a9-450d-94bb-805ca0e0ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:51.204745 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-7b52ebce-77a9-450d-94bb-805ca0e0ac77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896964 Dec 23 12:23:51.225452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-ee97b714-ff0a-44de-ae5a-25268afc4883 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:23:51.226528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-ee97b714-ff0a-44de-ae5a-25268afc4883 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074265 Dec 23 12:23:51.300296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0644c5bf-a02c-4dee-ac12-dd2b7797741b', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'port_id': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'mac_address': 'fa:16:3e:b8:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:23:48Z', 'revision_number': 1, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:51.355850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cade86-00bf-4788-8e5a-ce34608728d7 None None] The sync data for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 is: [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0644c5bf-a02c-4dee-ac12-dd2b7797741b', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'port_id': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'mac_address': 'fa:16:3e:b8:b6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:22:09Z', 'updated_at': '2021-12-23T12:23:48Z', 'revision_number': 1, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:51.452162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] For port 8379112d-6f85-4dde-ab5d-b326d1e932b1, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8379112d-6f85-4dde-ab5d-b326d1e932b1,segment=NetworkSegment(450c0c1b-2af4-45e1-93cf-5f0e679ea7fe),segment_id=450c0c1b-2af4-45e1-93cf-5f0e679ea7fe)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:51.452545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.470452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-ce26e276-1045-4c6c-ba9d-29b4676ac022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.5578187 Dec 23 12:23:51.474264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a89b5ca7-cde1-45ed-a17f-5ad6070747cc req-0ca969a8-7d5c-4c49-a8c9-1a581659cc1b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.5779617 Dec 23 12:23:51.477675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-5cf13d92-f5af-4977-9ad8-d1a18fa5e663 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148221 Dec 23 12:23:51.478798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Calling delete_port for 8379112d-6f85-4dde-ab5d-b326d1e932b1 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:51.597362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad36f4d-47c2-40c2-9b9c-7fb5c7ab53e8 req-ee1aab70-cd0c-4639-b877-63bb50830cb0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9090440 Dec 23 12:23:51.600025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:51.610061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.673700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aee7400-acc9-4b53-af5e-bbb3f992355d req-07135959-187a-479c-b974-1334b775295a service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854949 Dec 23 12:23:51.761484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:51.779666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.796028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21c818-1cc8-492f-8107-a5cb2272cb5b None None] New status for floating IP 0644c5bf-a02c-4dee-ac12-dd2b7797741b: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:23:51.822010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-ed739f29-c6fe-4dc7-908d-b224418e280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:51.823684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-ed739f29-c6fe-4dc7-908d-b224418e280b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.3262420 Dec 23 12:23:51.937846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce9df-305d-4389-965c-636da475bef0 req-faef938b-c330-4b73-b4da-1e93e189cb8e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:51.954067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce9df-305d-4389-965c-636da475bef0 req-faef938b-c330-4b73-b4da-1e93e189cb8e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:51.955717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96cce9df-305d-4389-965c-636da475bef0 req-faef938b-c330-4b73-b4da-1e93e189cb8e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.2700984 Dec 23 12:23:51.992044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f51fbd2-bf06-4048-8b01-eb5ecd290094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.045051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-7f56497e-311f-4e8b-91c3-1ae2dc3fc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:52.046554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-7f56497e-311f-4e8b-91c3-1ae2dc3fc863 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962488 Dec 23 12:23:52.123678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.173854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f51fbd2-bf06-4048-8b01-eb5ecd290094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.203172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96cce9df-305d-4389-965c-636da475bef0 req-a283f2da-922d-4307-80ee-4d0f6d4a2ab2 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244878 Dec 23 12:23:52.215473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a132e-e5c8-41e9-b800-b0b7616b6284 req-035949a4-b812-4a09-9870-116d6ab9e263 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:52.220433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Pushing event deleted for resources: {'Port': ['ID=8379112d-6f85-4dde-ab5d-b326d1e932b1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:52.230879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa6a132e-e5c8-41e9-b800-b0b7616b6284 req-035949a4-b812-4a09-9870-116d6ab9e263 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 867 time: 0.2740848 Dec 23 12:23:52.327738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] No DVR routers for this DVR port 8379112d-6f85-4dde-ab5d-b326d1e932b1 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:52.333524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.337770 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de48bece-6bb2-4000-8ed0-5ed874bd7498 req-692aa43b-d474-4bc8-b6c0-b35b1c421894 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.57 "DELETE /v2.0/ports/8379112d-6f85-4dde-ab5d-b326d1e932b1 HTTP/1.1" status: 204 len: 173 time: 1.3761508 Dec 23 12:23:52.337962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'name': 'network-vif-deleted', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:52.340255 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5036c2b-f610-4297-a325-c3ed1662bb27" -d '{"events": [{"server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "name": "network-vif-deleted", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:52.352698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6f51fbd2-bf06-4048-8b01-eb5ecd290094 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af1c4d18e6d84a03b4cffa4776c79c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7547221 Dec 23 12:23:52.359328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42562) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:52.392498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51fbd2-bf06-4048-8b01-eb5ecd290094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43dd88-db23-4b28-896f-7252d8a8c1e6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:52.401810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.220 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/6ebe7d57-0f66-41e5-a8d0-c051219f64ed) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:52.471425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-dfa8b180-4b95-40ff-abe6-3bebfc073f60 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067290 Dec 23 12:23:52.481822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa6a132e-e5c8-41e9-b800-b0b7616b6284 req-efede128-d924-430d-aaef-d11375decc98 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fea6b90-050f-49a5-a0d8-e077993edfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448153 Dec 23 12:23:52.504696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.511001 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37aaf5b-16f3-440f-ab8b-67ac948115d1 x-openstack-request-id: req-b37aaf5b-16f3-440f-ab8b-67ac948115d1 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:52.511001 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312c1861-99c5-4231-9dbc-ffa4d0c7da30", "name": "network-vif-deleted", "tag": "8379112d-6f85-4dde-ab5d-b326d1e932b1", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:52.511001 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b37aaf5b-16f3-440f-ab8b-67ac948115d1 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:52.511001 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312c1861-99c5-4231-9dbc-ffa4d0c7da30', 'name': 'network-vif-deleted', 'tag': '8379112d-6f85-4dde-ab5d-b326d1e932b1', 'status': 'completed', 'code': 200} Dec 23 12:23:52.545597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.724625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.770986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b41dc2bb-b37c-4e58-9253-51195e3ad8c5 req-1e36cd42-caab-4b5e-ba88-c4e1e818fae0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0887783 Dec 23 12:23:52.824753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-814d164f-f840-4738-8067-cbf03aab7e3e service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413455 Dec 23 12:23:52.870732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91c60-81df-401a-b322-5eb73c4b7bc5 req-b565c467-db88-4a8a-a8e3-859cddcb8d65 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:52.877874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbd91c60-81df-401a-b322-5eb73c4b7bc5 req-b565c467-db88-4a8a-a8e3-859cddcb8d65 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1012394 Dec 23 12:23:52.906658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.983165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbd91c60-81df-401a-b322-5eb73c4b7bc5 req-ccef6aa0-9a94-46d8-a6b3-d180967533f3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982695 Dec 23 12:23:53.102230 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:53.116867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:53.182129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:53.189361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:53.208084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed43dd88-db23-4b28-896f-7252d8a8c1e6 HTTP/1.1" status: 204 len: 168 time: 0.8487182 Dec 23 12:23:53.253498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.62 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/d19630e7-9a61-4473-8123-5bd1f2694365) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:53.271817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ca732-8656-40c5-8388-fa7c80c05221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43dd88-db23-4b28-896f-7252d8a8c1e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:53.309977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:53.314827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:53.333984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:53.342669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:53.412716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:53.414287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:53.552914 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-47838750-97b0-4320-a352-e50bc21c45ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8940835 Dec 23 12:23:53.570426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Request body: {'port': {'device_id': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:53.739964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:53.802724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a9aa3a-1b93-494c-84dc-1d1809cc6472 req-c7198801-40a1-4afe-9977-ada19acf94c5 tempest-InstanceActionsNegativeTestJSON-1375604815 tempest-InstanceActionsNegativeTestJSON-1375604815-project] 10.222.0.16 "GET /v2.0/ports?device_id=312c1861-99c5-4231-9dbc-ffa4d0c7da30 HTTP/1.1" status: 200 len: 210 time: 0.1119063 Dec 23 12:23:53.841298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109d50a-26cb-448e-8031-aad92586611c req-0344a414-5551-4f65-ba8b-bc5824d37e5e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:53.855347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109d50a-26cb-448e-8031-aad92586611c req-0344a414-5551-4f65-ba8b-bc5824d37e5e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:53.860442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f109d50a-26cb-448e-8031-aad92586611c req-0344a414-5551-4f65-ba8b-bc5824d37e5e tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.4555066 Dec 23 12:23:53.870354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8379112d-6f85-4dde-ab5d-b326d1e932b1 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:53.988551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8ce28cba-272e-410b-ba1e-5244dc764d28 None None] Provisioning complete for port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:53.989077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ce28cba-272e-410b-ba1e-5244dc764d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.002265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 8379112d-6f85-4dde-ab5d-b326d1e932b1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:54.002876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8379112d-6f85-4dde-ab5d-b326d1e932b1 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:54.062658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8ce28cba-272e-410b-ba1e-5244dc764d28 None None] Port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:54.074165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f109d50a-26cb-448e-8031-aad92586611c req-9bd65078-b344-42c1-b0f5-975362dabf04 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005281 Dec 23 12:23:54.145483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.169600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceedac-07bd-4299-bc6c-ed233035f7b9 req-f74cb649-ca67-4ba7-afa0-cb2db972766e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:54.169600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5ceedac-07bd-4299-bc6c-ed233035f7b9 req-f74cb649-ca67-4ba7-afa0-cb2db972766e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 936 time: 0.2007072 Dec 23 12:23:54.241664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5ceedac-07bd-4299-bc6c-ed233035f7b9 req-35a10b21-9939-436b-8817-5b589a69b1ce tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609872 Dec 23 12:23:54.284136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:54.336331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8a92-28d4-4ec8-8282-619ae220d578 req-8e97a9be-d586-498a-bd4f-2dc559739bbe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:54.348904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6de8a92-28d4-4ec8-8282-619ae220d578 req-8e97a9be-d586-498a-bd4f-2dc559739bbe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.0800145 Dec 23 12:23:54.385711 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.526466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:54.559246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:54.585433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe7d57-0f66-41e5-a8d0-c051219f64ed {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:54.588482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:54.601627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.634284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Transition to ACTIVE for port object 6ebe7d57-0f66-41e5-a8d0-c051219f64ed will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:54.665117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c351ac84-c96b-46f4-819a-2a88cedd6eb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0364dd26b0c345f2830680077374dcd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775933 Dec 23 12:23:54.666969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42614) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:54.719090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:54.761310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.761849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6de8a92-28d4-4ec8-8282-619ae220d578 req-ab8b5c7b-13a0-4284-b261-00347e48c2c7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964443 Dec 23 12:23:54.780362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.791250 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:54.796074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:54.861164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:54.877060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:54.990357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b8dc4b85-21f0-486e-8875-802b2f94f01e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7906594 Dec 23 12:23:54.993837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Deleting subnet 880792ac-6133-43ca-ba89-a8179b32215c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:54.997706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.017050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-74b9dbe8-6028-47f6-a289-8a4ea3a0a9d0 None None] Provisioning complete for port d19630e7-9a61-4473-8123-5bd1f2694365 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:55.018062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-74b9dbe8-6028-47f6-a289-8a4ea3a0a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.027564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Request body: {'port': {'device_id': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:55.084632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.133803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-74b9dbe8-6028-47f6-a289-8a4ea3a0a9d0 None None] Port d19630e7-9a61-4473-8123-5bd1f2694365 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:23:55.167047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.187853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.293159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.529589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:55.547524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.550166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.555430 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed7e3ca7-94e8-4bed-a748-0080a161ff21 HTTP/1.1" status: 204 len: 168 time: 0.8838987 Dec 23 12:23:55.567784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa37a4-58a9-4973-bf94-1a3232dff5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e3ca7-94e8-4bed-a748-0080a161ff21,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:55.634161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Attempting to bind port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:55.634524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Attempting to bind port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:55.634825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Attempting to bind port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:55.653656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:55.653994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Attempting to bind port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:55.667778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19630e7-9a61-4473-8123-5bd1f2694365 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:55.675997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:55.676369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:55.676720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:55.677178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Bound port: 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:55.677535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.776191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:55.848045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390d619-8e4f-4a17-a0fd-383f55c3afc7 req-cf47fc5c-1fd0-4551-bad7-20edc1aedfea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:55.849414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:55.854971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390d619-8e4f-4a17-a0fd-383f55c3afc7 req-cf47fc5c-1fd0-4551-bad7-20edc1aedfea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:55.855888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:55.865240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7390d619-8e4f-4a17-a0fd-383f55c3afc7 req-cf47fc5c-1fd0-4551-bad7-20edc1aedfea tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.2747033 Dec 23 12:23:55.880283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Transition to ACTIVE for port object d19630e7-9a61-4473-8123-5bd1f2694365 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:55.908201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac04355-8acf-458b-8a4d-05cd6bde0ca3 req-1e5cfda3-e81a-401e-a99f-04df2b53c95d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:55.925443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac04355-8acf-458b-8a4d-05cd6bde0ca3 req-1e5cfda3-e81a-401e-a99f-04df2b53c95d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 948 time: 0.2829995 Dec 23 12:23:55.991352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.055415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:56.075265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:56.076460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.078423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-d815d3fc-41bc-4fac-b465-2bc93e8ac10c service neutron] 10.222.0.43 "PUT /v2.0/ports/6ebe7d57-0f66-41e5-a8d0-c051219f64ed HTTP/1.1" status: 200 len: 1096 time: 2.5127847 Dec 23 12:23:56.078952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac04355-8acf-458b-8a4d-05cd6bde0ca3 req-222e43aa-cc02-4520-9ae0-77254382d028 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262083 Dec 23 12:23:56.079968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:56.083412 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d81c3-89b2-4113-b836-bd0c1e4748fc" -d '{"events": [{"name": "network-changed", "server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:56.109004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.260592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.260592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7390d619-8e4f-4a17-a0fd-383f55c3afc7 req-20eb23a2-87f3-49bf-bd77-5fcde706885f tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618693 Dec 23 12:23:56.272436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880792ac-6133-43ca-ba89-a8179b32215c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:56.296384 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424648bc-9b62-4779-aaf1-259d4a19557d x-openstack-request-id: req-424648bc-9b62-4779-aaf1-259d4a19557d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:56.296977 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:56.296977 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-424648bc-9b62-4779-aaf1-259d4a19557d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:56.297669 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed', 'status': 'completed', 'code': 200} Dec 23 12:23:56.343563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.346910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-443a7fa8-d3fb-45a9-8b89-54f4aea15a72 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/880792ac-6133-43ca-ba89-a8179b32215c HTTP/1.1" status: 204 len: 168 time: 1.4687061 Dec 23 12:23:56.365735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42648) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:56.413580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d81c3-89b2-4113-b836-bd0c1e4748fc req-1e2d63c8-e6c6-47ea-a3df-ff5589820d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:56.415086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-020d81c3-89b2-4113-b836-bd0c1e4748fc req-1e2d63c8-e6c6-47ea-a3df-ff5589820d20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 1099 time: 0.0874541 Dec 23 12:23:56.450190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-020d81c3-89b2-4113-b836-bd0c1e4748fc req-1fb9e7a3-7a49-4447-85ff-d8ceb190c9fc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223813 Dec 23 12:23:56.464278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.465936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Pushing event updated for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:56.524119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b679c1-9dd3-4e12-a36b-51120623c67c req-fb88d97a-cebe-40d4-b9dd-494421b91838 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:56.531084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97b679c1-9dd3-4e12-a36b-51120623c67c req-fb88d97a-cebe-40d4-b9dd-494421b91838 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2810981 Dec 23 12:23:56.679627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.686853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d81c3-89b2-4113-b836-bd0c1e4748fc req-636d5792-bc61-41fb-adda-b5ff8b814f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:56.688341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-020d81c3-89b2-4113-b836-bd0c1e4748fc req-636d5792-bc61-41fb-adda-b5ff8b814f74 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226541 Dec 23 12:23:56.794608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-480eac05-43f7-42fe-8bb3-899263afa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:56.796725 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-480eac05-43f7-42fe-8bb3-899263afa09c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 1099 time: 0.0585032 Dec 23 12:23:56.821667 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:23:56.846925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97b679c1-9dd3-4e12-a36b-51120623c67c req-5c4d1e97-f745-4725-984d-fd56ad557f5d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146710 Dec 23 12:23:56.858015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Attempting to bind port d19630e7-9a61-4473-8123-5bd1f2694365 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:56.859226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Attempting to bind port d19630e7-9a61-4473-8123-5bd1f2694365 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:56.859898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Attempting to bind port d19630e7-9a61-4473-8123-5bd1f2694365 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:56.876315 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2542c6c1-1136-4e01-8248-84439bd34e6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed HTTP/1.1" status: 200 len: 217 time: 0.0618713 Dec 23 12:23:56.879794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afae71b-a654-48c4-b602-b656f4067432']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:56.896218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Port d19630e7-9a61-4473-8123-5bd1f2694365 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:56.896555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Attempting to bind port d19630e7-9a61-4473-8123-5bd1f2694365 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:56.900561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:56.900867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450c0c1b-2af4-45e1-93cf-5f0e679ea7fe') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:56.914531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.917243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:56.918145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:56.918591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:56.919260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Bound port: d19630e7-9a61-4473-8123-5bd1f2694365, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:56.919961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.967051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.004346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:57.004923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2f9a79c4-442c-4f06-a4c0-378425761383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.007775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.010687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2f9a79c4-442c-4f06-a4c0-378425761383 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1235299 Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:57.013586 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:57.065286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b78d92fb-dc7d-451e-b6ef-c7ace08d8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.067532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-b78d92fb-dc7d-451e-b6ef-c7ace08d8f47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479484 Dec 23 12:23:57.150423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-5e6ce18c-941b-45d2-9a18-190971bbd810 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.156938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-5e6ce18c-941b-45d2-9a18-190971bbd810 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.158684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-5e6ce18c-941b-45d2-9a18-190971bbd810 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.3587024 Dec 23 12:23:57.273533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-344d3f55-0ca7-4b1c-92b6-f074cb80466c service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979611 Dec 23 12:23:57.309994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.318520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.323877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5afae71b-a654-48c4-b602-b656f4067432 HTTP/1.1" status: 204 len: 168 time: 0.9560521 Dec 23 12:23:57.333985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:57.467185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-59629694-febb-4f51-b26f-4e80e522f423 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864121 Dec 23 12:23:57.468095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d19630e7-9a61-4473-8123-5bd1f2694365,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:57.473912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b28ba-45bc-42e6-a33e-d8e6bfa0e840 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afae71b-a654-48c4-b602-b656f4067432,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:57.524519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port 765aed86-7890-41cb-9090-87d545b0ccfa {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:57.524955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.540447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a190-23e9-42e7-b80b-e7edb8cd89ab req-49dbf6dd-21a1-4ca2-9819-3a13dd03cf8f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.542013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a5a190-23e9-42e7-b80b-e7edb8cd89ab req-49dbf6dd-21a1-4ca2-9819-3a13dd03cf8f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 948 time: 0.3162591 Dec 23 12:23:57.616565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.681798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea7112-bfe4-444d-a000-8e0a8f48e0fc req-b426c8fb-b12e-402b-93bf-e58b7160af69 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.688263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea7112-bfe4-444d-a000-8e0a8f48e0fc req-b426c8fb-b12e-402b-93bf-e58b7160af69 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.690037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8ea7112-bfe4-444d-a000-8e0a8f48e0fc req-b426c8fb-b12e-402b-93bf-e58b7160af69 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 1683 time: 0.2123938 Dec 23 12:23:57.702880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:57.703772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.705298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] 10.222.0.57 "PUT /v2.0/ports/d19630e7-9a61-4473-8123-5bd1f2694365 HTTP/1.1" status: 200 len: 1095 time: 2.6847389 Dec 23 12:23:57.715930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:57.718472 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e2698a-f817-4a78-807d-0fd6833311f5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:57.760409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42698) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:57.781433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a5a190-23e9-42e7-b80b-e7edb8cd89ab req-252d2189-0fb9-4038-aa20-119026f89466 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276742 Dec 23 12:23:57.793562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port 765aed86-7890-41cb-9090-87d545b0ccfa, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=765aed86-7890-41cb-9090-87d545b0ccfa,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:57.793926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.819271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c5b5d-f707-4522-92f4-c2a525bda2bc service neutron] Pushing event updated for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:57.827881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for 765aed86-7890-41cb-9090-87d545b0ccfa owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:57.849866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8ea7112-bfe4-444d-a000-8e0a8f48e0fc req-ec38b67d-5576-44d3-868e-63969afcaa6b tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389391 Dec 23 12:23:57.902127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42706) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:57.977083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f7738364-41a6-4493-a4b3-a31a35fa9211 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d697d38761ac4bc9bd70421c0a790e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734966 Dec 23 12:23:57.979764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42708) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:57.987941 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0810b486-f42b-4e90-abc0-e83c1c9c313f x-openstack-request-id: req-0810b486-f42b-4e90-abc0-e83c1c9c313f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:57.988435 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:57.988796 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0810b486-f42b-4e90-abc0-e83c1c9c313f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:57.989352 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365', 'status': 'completed', 'code': 200} Dec 23 12:23:58.020741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-cc9ce614-5578-47d4-9267-0011a2250d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:58.030223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-cc9ce614-5578-47d4-9267-0011a2250d3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1241598 Dec 23 12:23:58.053465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.085609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.169095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-5d5e5096-77ed-4a65-b691-1044c22f9269 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d19630e7-9a61-4473-8123-5bd1f2694365 HTTP/1.1" status: 200 len: 217 time: 0.0881042 Dec 23 12:23:58.181963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-13780125'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:58.223325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.226290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.229939 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fea6b90-050f-49a5-a0d8-e077993edfef HTTP/1.1" status: 204 len: 168 time: 0.2464392 Dec 23 12:23:58.236413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fea6b90-050f-49a5-a0d8-e077993edfef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.243246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353629c3-17d9-42ea-ab68-3c57e10a0a71 req-8ac87645-fc21-417d-8d96-fe6f9ee93ce3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:58.245007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-353629c3-17d9-42ea-ab68-3c57e10a0a71 req-8ac87645-fc21-417d-8d96-fe6f9ee93ce3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1737678 Dec 23 12:23:58.247884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.248233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.248566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.251809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.252183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.252521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.253074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.253261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.253655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.254989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.255406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.255823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.256152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd9a14b-ec36-4b0f-b40f-8563c0548bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:58.267869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-1a608860-336b-4507-91d7-ac536196c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:58.269495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-1a608860-336b-4507-91d7-ac536196c93d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0902574 Dec 23 12:23:58.297758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:58.304775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.314576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.335784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-353629c3-17d9-42ea-ab68-3c57e10a0a71 req-0dccad2e-e2d3-49d1-8938-d4108fc99a7f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842993 Dec 23 12:23:58.346688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-9a55188b-beff-4c1e-adea-f555a3809f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:58.348390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-9a55188b-beff-4c1e-adea-f555a3809f5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639405 Dec 23 12:23:58.350039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.366598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['765aed86-7890-41cb-9090-87d545b0ccfa', 'e4f15419-9219-4e89-9baf-d0cfd1695b52'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:58.442709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.508888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.541372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:58.566894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57df6edf-67db-48ed-9229-3c1c13e781c8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.573495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.573887 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment 5086ac30-b652-4e5e-bc9a-7345b9edd255 of type vlan for network a39c072d-dece-4c61-863b-99f4dd7d630a Dec 23 12:23:58.633537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.714787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.723022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:58.724061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.749925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=765aed86-7890-41cb-9090-87d545b0ccfa,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.844787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-24b449ef-0862-4c22-8b63-5da26c2e3ad5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594877 Dec 23 12:23:58.849932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=a39c072d-dece-4c61-863b-99f4dd7d630a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.866047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a39c072d-dece-4c61-863b-99f4dd7d630a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:58.913411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9be9ae20-caf1-4753-8b70-46decab8efba tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1510651 Dec 23 12:23:58.970411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port 765aed86-7890-41cb-9090-87d545b0ccfa on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:59.053812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.057794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-ecc7a045-159e-496a-9c50-40a34fd15596 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "DELETE /v2.0/ports/765aed86-7890-41cb-9090-87d545b0ccfa HTTP/1.1" status: 204 len: 173 time: 1.8900914 Dec 23 12:23:59.131254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea7a8a-4e90-41f1-bfd3-e0aa5b18d31e req-5d7948e4-4903-406e-a052-dd290eeff204 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.132946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cea7a8a-4e90-41f1-bfd3-e0aa5b18d31e req-5d7948e4-4903-406e-a052-dd290eeff204 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 948 time: 0.1927056 Dec 23 12:23:59.228783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a348188d-5ae1-48d1-8bed-735fef3c4a71 req-2e5d29df-3d42-4021-8bc6-d37edd6800c1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219659 Dec 23 12:23:59.242526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cea7a8a-4e90-41f1-bfd3-e0aa5b18d31e req-e030b142-b458-4366-b42c-d58445ea2e34 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025844 Dec 23 12:23:59.264391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port e4f15419-9219-4e89-9baf-d0cfd1695b52 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:59.264730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.424652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port e4f15419-9219-4e89-9baf-d0cfd1695b52, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e4f15419-9219-4e89-9baf-d0cfd1695b52,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:59.425045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.446095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for e4f15419-9219-4e89-9baf-d0cfd1695b52 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:59.466911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-fcb2c448-2e7d-4d55-b524-3c3c76fc02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.468407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-fcb2c448-2e7d-4d55-b524-3c3c76fc02ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1125987 Dec 23 12:23:59.481555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d4439-d14e-4f7e-8d63-9564fb1aefe5 req-7a3e5e8e-6e5e-4a61-8822-57cc92ea9ec5 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.482997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d61d4439-d14e-4f7e-8d63-9564fb1aefe5 req-7a3e5e8e-6e5e-4a61-8822-57cc92ea9ec5 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 946 time: 0.1139455 Dec 23 12:23:59.640127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d61d4439-d14e-4f7e-8d63-9564fb1aefe5 req-fd54fa9c-09de-4a70-a773-92ec4c73d196 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165352 Dec 23 12:23:59.678662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-c934060c-87ed-41f1-b5a2-409c7b0d85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.680681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-c934060c-87ed-41f1-b5a2-409c7b0d85e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1966209 Dec 23 12:23:59.751629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-bb58c23c-df3f-440b-a06d-65a2737c504a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d19630e7-9a61-4473-8123-5bd1f2694365 HTTP/1.1" status: 200 len: 217 time: 0.0611084 Dec 23 12:23:59.827376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-17062e5b-0c26-48b6-8872-47066fb64b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.828952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-17062e5b-0c26-48b6-8872-47066fb64b34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0611696 Dec 23 12:23:59.894060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.933678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=e4f15419-9219-4e89-9baf-d0cfd1695b52,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:59.940426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-eca8d1da-5563-4981-9dba-28008f34db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.942390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-eca8d1da-5563-4981-9dba-28008f34db3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029744 Dec 23 12:23:59.955441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6bc14-40e8-4967-aea5-c9460f5330d0 req-586e1839-e82e-4bb7-810d-17395b542538 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.968175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40f6bc14-40e8-4967-aea5-c9460f5330d0 req-586e1839-e82e-4bb7-810d-17395b542538 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1304476 Dec 23 12:24:00.020800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-deleted', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:00.023507 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5ab64-2087-4ebc-94b1-194a71be9679" -d '{"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-deleted", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:00.159317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port e4f15419-9219-4e89-9baf-d0cfd1695b52 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:00.163647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:00.167091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf7d5dbe-e1ac-49db-8b5e-c32a8cd15e85 req-1384922b-eb2f-4d8a-a013-ee10d18cfa2d tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.43 "DELETE /v2.0/ports/e4f15419-9219-4e89-9baf-d0cfd1695b52 HTTP/1.1" status: 204 len: 173 time: 1.0958800 Dec 23 12:24:00.213262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40f6bc14-40e8-4967-aea5-c9460f5330d0 req-2ab163b2-0a93-4792-86b1-580f38bb0cee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441044 Dec 23 12:24:00.258602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-df229b48-ab1b-4323-8ffc-cb10ffbd517d service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863395 Dec 23 12:24:00.340222 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a2710-a48c-4127-8ce3-9fc4f394134d x-openstack-request-id: req-4c8a2710-a48c-4127-8ce3-9fc4f394134d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:00.340508 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-deleted", "tag": "765aed86-7890-41cb-9090-87d545b0ccfa", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:00.345930 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c8a2710-a48c-4127-8ce3-9fc4f394134d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:00.345930 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-deleted', 'tag': '765aed86-7890-41cb-9090-87d545b0ccfa', 'status': 'completed', 'code': 200} Dec 23 12:24:00.418779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7e2698a-f817-4a78-807d-0fd6833311f5 req-0355a84d-c31b-418b-b399-06d6bbd0c39d service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523516 Dec 23 12:24:00.434432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d7146-2494-463b-8db3-1a859e7d5d73 req-d049bbbb-7e03-4b8c-8d1b-81c47ef26c1f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:00.449768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-124d7146-2494-463b-8db3-1a859e7d5d73 req-d049bbbb-7e03-4b8c-8d1b-81c47ef26c1f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 948 time: 0.1026316 Dec 23 12:24:00.509847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-124d7146-2494-463b-8db3-1a859e7d5d73 req-717852bd-5421-4452-bebe-5f88b1682e58 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576434 Dec 23 12:24:00.590813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ebe7d57-0f66-41e5-a8d0-c051219f64ed details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:00.595737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 765aed86-7890-41cb-9090-87d545b0ccfa no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:00.645230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 765aed86-7890-41cb-9090-87d545b0ccfa {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:00.645871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 765aed86-7890-41cb-9090-87d545b0ccfa not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:00.646593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e4f15419-9219-4e89-9baf-d0cfd1695b52 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:00.808660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: e4f15419-9219-4e89-9baf-d0cfd1695b52 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:00.810053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e4f15419-9219-4e89-9baf-d0cfd1695b52 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:00.864916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54b5408b-c68c-4760-974a-628df8e89ba1 req-ac3c8653-c40a-40e1-a21a-b8e57d86e9e0 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4fc5ae2-54c8-42cb-a689-7d870afbb465 HTTP/1.1" status: 200 len: 210 time: 0.0793428 Dec 23 12:24:00.898119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:00.916245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed', 'mac_address': 'fa:16:3e:8e:b9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:00.999451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.013772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe7d57-0f66-41e5-a8d0-c051219f64ed {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:01.034155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:01.078301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-dc625d0b-b7b3-4163-809f-0a0df1b956fb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:01.086873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-dc625d0b-b7b3-4163-809f-0a0df1b956fb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.2206855 Dec 23 12:24:01.101534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-3774e323-452e-41f5-bcaf-30ebdbc7e606 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/quotas/992453ea67a4430e88c89ad419b0f9dc HTTP/1.1" status: 200 len: 375 time: 0.0121510 Dec 23 12:24:01.194640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.222230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-31f6101c-75d8-43f8-a784-614838d769ac tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020119 Dec 23 12:24:01.286357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:01.315326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:01.425087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-adb5b07c-cb39-494c-bba6-911388a6d7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932740 Dec 23 12:24:01.471969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080de45-dd66-44eb-8b60-016e6374c4fa req-cccd7b69-762f-4dc0-866d-3a13278ccb62 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:01.485871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3080de45-dd66-44eb-8b60-016e6374c4fa req-cccd7b69-762f-4dc0-866d-3a13278ccb62 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1397030 Dec 23 12:24:01.493436 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c32739d6-aa01-4a83-aef3-842a0c018fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.590340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:01.600107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3080de45-dd66-44eb-8b60-016e6374c4fa req-871f31e5-a154-4fc7-86bf-603e2e7c38dc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063123 Dec 23 12:24:01.619440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c32739d6-aa01-4a83-aef3-842a0c018fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.649940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-0f488fa4-4fa2-4a96-9ed8-38d20134e235 service neutron] 10.222.0.16 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169847 Dec 23 12:24:01.715597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c32739d6-aa01-4a83-aef3-842a0c018fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.775286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c32739d6-aa01-4a83-aef3-842a0c018fed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e84c1ea955a4631887b329ca787f7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554625 Dec 23 12:24:01.777154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:01.826560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32739d6-aa01-4a83-aef3-842a0c018fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3936c03c-d329-4074-95e0-b74433c0b7e3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:01.879238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d19630e7-9a61-4473-8123-5bd1f2694365 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:01.905024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:01.917021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39236c7b-0469-4684-a241-18ca3a75f82d req-2d9ec94b-31d0-4dfe-b2e8-04836a29b048 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:01.927364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39236c7b-0469-4684-a241-18ca3a75f82d req-2d9ec94b-31d0-4dfe-b2e8-04836a29b048 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 949 time: 0.2210045 Dec 23 12:24:02.013704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.024946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42858) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:02.047460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d19630e7-9a61-4473-8123-5bd1f2694365,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:02.069267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:02.074503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'd19630e7-9a61-4473-8123-5bd1f2694365', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'd19630e7-9a61-4473-8123-5bd1f2694365', 'mac_address': 'fa:16:3e:b5:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:02.083775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39236c7b-0469-4684-a241-18ca3a75f82d req-de473d9b-bb46-4b55-9163-667ccb6f8b46 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551862 Dec 23 12:24:02.166041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting subnet 5a95f795-4bc3-4780-a007-a5384faa3e32 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:02.173882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a377e78-04d3-40de-a7ce-c5ebb9ccec47 req-193812c4-d739-4476-8ccf-84ca60875cb8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.0528774 Dec 23 12:24:02.186580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.200964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42862) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:02.210237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:02.280066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.288148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.303551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19630e7-9a61-4473-8123-5bd1f2694365 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:02.324262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d19630e7-9a61-4473-8123-5bd1f2694365,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:02.348069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-deleted', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:02.351394 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b23f9c-2353-4f03-a3bd-28cb68104684" -d '{"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-deleted", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:02.358474 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.362288 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.364445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3936c03c-d329-4074-95e0-b74433c0b7e3 HTTP/1.1" status: 204 len: 168 time: 0.5854070 Dec 23 12:24:02.369389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.375198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89be0d-853c-45a1-bae8-560871cc3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3936c03c-d329-4074-95e0-b74433c0b7e3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:02.396303 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.413364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:02.415644 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab463e1-0c8b-495d-9510-fa4534366dc9" -d '{"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:02.418925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.426509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:02.439255 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd241a3d-d513-456e-b1e5-1eaef5281843 x-openstack-request-id: req-dd241a3d-d513-456e-b1e5-1eaef5281843 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:02.439808 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc5ae2-54c8-42cb-a689-7d870afbb465", "name": "network-vif-deleted", "tag": "e4f15419-9219-4e89-9baf-d0cfd1695b52", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:02.439808 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd241a3d-d513-456e-b1e5-1eaef5281843 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:02.440196 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc5ae2-54c8-42cb-a689-7d870afbb465', 'name': 'network-vif-deleted', 'tag': 'e4f15419-9219-4e89-9baf-d0cfd1695b52', 'status': 'completed', 'code': 200} Dec 23 12:24:02.468713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:02.473317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.623935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.661261 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352bd6ac-c417-48f8-92b4-1e8699961a0b x-openstack-request-id: req-352bd6ac-c417-48f8-92b4-1e8699961a0b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:02.661685 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:02.661829 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-352bd6ac-c417-48f8-92b4-1e8699961a0b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:02.662154 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d', 'code': 200} Dec 23 12:24:02.664170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:02.667241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a1647-3ede-46f4-9183-003aaa0f6488 None None] Network 2935c253-2e37-4b18-88c0-7d44bb025fb3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:02.670967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.678200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.683756 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/subnets/5a95f795-4bc3-4780-a007-a5384faa3e32 HTTP/1.1" status: 204 len: 168 time: 0.6552298 Dec 23 12:24:02.686567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cf833-84a9-4e59-aba8-310fbc6d1cac tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Subnet': ['ID=5a95f795-4bc3-4780-a007-a5384faa3e32,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:02.693301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:02.806854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.807363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:02.869205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4127f2-d8fe-450f-8c0f-b82ac55d0baf req-117dfabd-2c8d-4db5-8382-044e967f4c75 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:02.871409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4127f2-d8fe-450f-8c0f-b82ac55d0baf req-117dfabd-2c8d-4db5-8382-044e967f4c75 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1244936 Dec 23 12:24:02.888379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port e2902f44-7e93-4c12-a16c-6aa025a78a8b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:02.888787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:02.932546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] DHCP port deletion for 2935c253-2e37-4b18-88c0-7d44bb025fb3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:02.934824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['d19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:02.989751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4127f2-d8fe-450f-8c0f-b82ac55d0baf req-a8c6f0bf-6640-4fcf-90a9-1a2bc98e67a4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066687 Dec 23 12:24:02.992022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.007881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port e2902f44-7e93-4c12-a16c-6aa025a78a8b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2902f44-7e93-4c12-a16c-6aa025a78a8b,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:03.008253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.022427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for e2902f44-7e93-4c12-a16c-6aa025a78a8b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:03.072429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-ea8e93f8-5fb2-45e0-b4b1-bf48a9124e40 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:03.074322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-ea8e93f8-5fb2-45e0-b4b1-bf48a9124e40 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/ports?device_id=24bb253b-70af-4e4e-9f27-e6aa4deb1d4f HTTP/1.1" status: 200 len: 943 time: 0.1438644 Dec 23 12:24:03.123972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=9f8481d5-1566-40d7-87b2-3a365b93ad85,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.150857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Deleting port e2902f44-7e93-4c12-a16c-6aa025a78a8b {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:03.151638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.193263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.223234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port e2902f44-7e93-4c12-a16c-6aa025a78a8b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:03.237100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] For port e2902f44-7e93-4c12-a16c-6aa025a78a8b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2902f44-7e93-4c12-a16c-6aa025a78a8b,segment=NetworkSegment(c09c4bae-439e-4b8d-8c3e-5690b10a4072),segment_id=c09c4bae-439e-4b8d-8c3e-5690b10a4072)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:03.237567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.265662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': '5086ac30-b652-4e5e-bc9a-7345b9edd255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:03.266224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: a39c072d-dece-4c61-863b-99f4dd7d630a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:03.297955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Calling delete_port for e2902f44-7e93-4c12-a16c-6aa025a78a8b owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:03.328508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-760b4086-7021-42a7-8e8b-db0c51265773 req-98f8f99e-836f-44aa-bf62-966331d14506 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.0632591 Dec 23 12:24:03.333230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=e2902f44-7e93-4c12-a16c-6aa025a78a8b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.391557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec416a-e972-4c17-b487-c7c991c2eaee req-05a54f34-db6b-459b-9b4d-3238de08b224 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:03.393150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14ec416a-e972-4c17-b487-c7c991c2eaee req-05a54f34-db6b-459b-9b4d-3238de08b224 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 949 time: 0.2002525 Dec 23 12:24:03.427779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Deleting port 4701e1d5-cab2-460a-8a82-171f7952343d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:03.428033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.428531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: from cryptography.utils import int_from_bytes Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: from cryptography.utils import int_from_bytes Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.428647 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:03.431803 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:24:03.443971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.449626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2935c253-2e37-4b18-88c0-7d44bb025fb3']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:03.482189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09c4bae-439e-4b8d-8c3e-5690b10a4072') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:03.482683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09c4bae-439e-4b8d-8c3e-5690b10a4072') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:03.491344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] Pushing event deleted for resources: {'Port': ['ID=e2902f44-7e93-4c12-a16c-6aa025a78a8b,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.502348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8079a-a9e4-403e-9ac6-b436d9b72e95 None None] No DVR routers for this DVR port e2902f44-7e93-4c12-a16c-6aa025a78a8b on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:03.526237 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.548790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network a39c072d-dece-4c61-863b-99f4dd7d630a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:03.560442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2902f44-7e93-4c12-a16c-6aa025a78a8b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:03.569260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.579394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:03.580098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:03.584076 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:03.588275 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:03.626613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e2902f44-7e93-4c12-a16c-6aa025a78a8b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:03.626971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2902f44-7e93-4c12-a16c-6aa025a78a8b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:03.661373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14ec416a-e972-4c17-b487-c7c991c2eaee req-3276469b-611f-49f1-9c90-4d36f91a58b2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597220 Dec 23 12:24:03.670918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] For port 4701e1d5-cab2-460a-8a82-171f7952343d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4701e1d5-cab2-460a-8a82-171f7952343d,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:03.671417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.692601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a39c072d-dece-4c61-863b-99f4dd7d630a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:03.698544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:03.699390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.702443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e701b4-d6c0-4731-9a2d-0b45a4feaa8b None None] Network a39c072d-dece-4c61-863b-99f4dd7d630a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:03.704121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Calling delete_port for 4701e1d5-cab2-460a-8a82-171f7952343d owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:03.818314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.834717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.841906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42920) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:03.842102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/networks/2935c253-2e37-4b18-88c0-7d44bb025fb3 HTTP/1.1" status: 204 len: 168 time: 1.1427352 Dec 23 12:24:03.850675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a39c072d-dece-4c61-863b-99f4dd7d630a', 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '9f8481d5-1566-40d7-87b2-3a365b93ad85'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:03.852201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.858629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8913-6bd5-403f-b6cc-f1584bb760c9 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Network': ['ID=2935c253-2e37-4b18-88c0-7d44bb025fb3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.907080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting subnet 7b3b930e-a236-4293-b081-5fd9c3a92f8b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:03.910712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.939883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c747ddb-ed28-4dc0-96f1-f360d9b8c6e8 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7376618 Dec 23 12:24:03.940705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:03.943949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:03.955407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813022681'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:03.990941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.024116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.043406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Allocated IP 2001:db8:0:ffff::2 (a39c072d-dece-4c61-863b-99f4dd7d630a/9f8481d5-1566-40d7-87b2-3a365b93ad85/b960ced6-c59b-4e41-8ff0-b512589da537) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:04.071991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event deleted for resources: {'Port': ['ID=4701e1d5-cab2-460a-8a82-171f7952343d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.142918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-network', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:04.181884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:04.185610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.219507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] No DVR routers for this DVR port 4701e1d5-cab2-460a-8a82-171f7952343d on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:04.222191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.227019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0239a-5cae-493c-b22e-e7bfb09d1cd7 req-0def9d4e-b6a7-4225-9b0e-5557f0c7fc1d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "DELETE /v2.0/ports/4701e1d5-cab2-460a-8a82-171f7952343d HTTP/1.1" status: 204 len: 173 time: 1.1438506 Dec 23 12:24:04.227484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.247113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.285859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571633-9bea-4741-8bdf-d1c0f287990d req-666ad373-2e7f-4879-ae03-b0ecf4e17f0c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.287127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46571633-9bea-4741-8bdf-d1c0f287990d req-666ad373-2e7f-4879-ae03-b0ecf4e17f0c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2200465 Dec 23 12:24:04.291036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Made reservation on behalf of b6d316c7d9b34344b962db62214d5df5 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:04.294027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.303261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.306480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:04.326320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.364207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.365223 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment 87e8dd10-b848-4232-bc7b-e7c8ce8d487b of type vlan for network f47069c1-67b4-4372-ac63-088c55bed2d0 Dec 23 12:24:04.404221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.425350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Network a39c072d-dece-4c61-863b-99f4dd7d630a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:04.429008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:04.432543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:04.437985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46571633-9bea-4741-8bdf-d1c0f287990d req-d11677c0-a61f-4115-8ab4-4c2e45cc6b14 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366282 Dec 23 12:24:04.454795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-deleted', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:04.460999 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec53dbdd-277e-431d-ae66-331bb0da66b0" -d '{"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-deleted", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:04.463484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Pushing event updated for resources: {'Port': ['ID=b960ced6-c59b-4e41-8ff0-b512589da537,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.469795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.471892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.488770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:04.494502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46921923-8100-4c2a-bd86-aca8ca0e09c2 req-3ac7a3e6-069d-4c1e-b210-1064e34c9122 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.0555565 Dec 23 12:24:04.501780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.502322 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Added segment 72f726ac-9456-45c0-bf3e-af4c1a5bef18 of type vlan for network daac3158-be80-4870-b6ae-b0042dc1f213 Dec 23 12:24:04.532214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.560464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.567936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Attempting to bind port b960ced6-c59b-4e41-8ff0-b512589da537 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:04.568318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Attempting to bind port b960ced6-c59b-4e41-8ff0-b512589da537 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5086ac30-b652-4e5e-bc9a-7345b9edd255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:04.568684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Attempting to bind port b960ced6-c59b-4e41-8ff0-b512589da537 on network a39c072d-dece-4c61-863b-99f4dd7d630a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:04.571261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3b930e-a236-4293-b081-5fd9c3a92f8b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.573705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.579711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0978ca39-db06-4d0f-9b23-e4fca4fad9d8 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/subnets/7b3b930e-a236-4293-b081-5fd9c3a92f8b HTTP/1.1" status: 204 len: 168 time: 0.7345779 Dec 23 12:24:04.580110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:04.586431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:04.587667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Checking segment: {'id': '5086ac30-b652-4e5e-bc9a-7345b9edd255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:04.588261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.588847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Bound using segment: {'id': '5086ac30-b652-4e5e-bc9a-7345b9edd255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:04.589509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Bound port: b960ced6-c59b-4e41-8ff0-b512589da537, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086ac30-b652-4e5e-bc9a-7345b9edd255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'a39c072d-dece-4c61-863b-99f4dd7d630a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:04.589892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.595864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef77e7-c427-4dc9-ae6a-d63903d66f1d None None] Network 48945bf4-351e-41cb-9939-87a988604d6c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:04.604217 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007ff1fa-99e2-48f8-9d91-be98a610f09d x-openstack-request-id: req-007ff1fa-99e2-48f8-9d91-be98a610f09d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:04.604712 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bb253b-70af-4e4e-9f27-e6aa4deb1d4f", "name": "network-vif-deleted", "tag": "4701e1d5-cab2-460a-8a82-171f7952343d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:04.611315 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-007ff1fa-99e2-48f8-9d91-be98a610f09d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:04.611315 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bb253b-70af-4e4e-9f27-e6aa4deb1d4f', 'name': 'network-vif-deleted', 'tag': '4701e1d5-cab2-460a-8a82-171f7952343d', 'status': 'completed', 'code': 200} Dec 23 12:24:04.622474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0d3c0-12bd-485d-b31d-a1e2511d2373,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.638655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.640473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.641082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.647103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ebe7d57-0f66-41e5-a8d0-c051219f64ed up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:04.726881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.728394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.729746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.732137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.755750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=f47069c1-67b4-4372-ac63-088c55bed2d0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.777809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f47069c1-67b4-4372-ac63-088c55bed2d0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:04.809388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-93a82820-4d24-4fa2-8297-c3e4d2529062 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8614562 Dec 23 12:24:04.811584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42942) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:04.815222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:04.824047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] Pushing event updated for resources: {'Network': ['ID=daac3158-be80-4870-b6ae-b0042dc1f213,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.849982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] For port b960ced6-c59b-4e41-8ff0-b512589da537, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:04.853899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network daac3158-be80-4870-b6ae-b0042dc1f213 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:04.882427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866c492-d650-491f-a48f-7015c05d5084 req-158e9442-fe93-47fb-ab5b-009d1e868853 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.883913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c866c492-d650-491f-a48f-7015c05d5084 req-158e9442-fe93-47fb-ab5b-009d1e868853 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 949 time: 0.1470208 Dec 23 12:24:04.920755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] For port b960ced6-c59b-4e41-8ff0-b512589da537, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b960ced6-c59b-4e41-8ff0-b512589da537,segment=NetworkSegment(5086ac30-b652-4e5e-bc9a-7345b9edd255),segment_id=5086ac30-b652-4e5e-bc9a-7345b9edd255)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:04.933076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38eef37f-191c-45b1-9129-ef52cd80af88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9898441 Dec 23 12:24:04.935593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Deleting port 76650333-843d-4efd-817f-be705f24343d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:04.936041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.936615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42944) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:04.946697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Request body: {'subnet': {'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-subnet', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:04.961620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:04.989976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:04.990351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.035042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] DHCP port deletion for 48945bf4-351e-41cb-9939-87a988604d6c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:05.043747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.086166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Made reservation on behalf of b6d316c7d9b34344b962db62214d5df5 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:05.096893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.198612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e76e95-c48b-4522-b104-270c148aee5a None None] Pushing event updated for resources: {'Port': ['ID=b960ced6-c59b-4e41-8ff0-b512589da537,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:05.294616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Deleting port 76650333-843d-4efd-817f-be705f24343d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:05.295036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.399957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] For port 76650333-843d-4efd-817f-be705f24343d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=76650333-843d-4efd-817f-be705f24343d,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:05.400565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.417393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Calling delete_port for 76650333-843d-4efd-817f-be705f24343d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:05.498873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c866c492-d650-491f-a48f-7015c05d5084 req-e6ea5136-68a0-4702-845c-251715584a80 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027708 Dec 23 12:24:05.509016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.533263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.570989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] For port 76650333-843d-4efd-817f-be705f24343d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=76650333-843d-4efd-817f-be705f24343d,segment=NetworkSegment(ef7c70a2-3bf8-47ce-9826-4aad274c0377),segment_id=ef7c70a2-3bf8-47ce-9826-4aad274c0377)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:05.573616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.632237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Calling delete_port for 76650333-843d-4efd-817f-be705f24343d owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:05.646475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:05.651855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.656297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:05.658275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:05.664712 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97deaa2f-3e5c-4f7b-9d91-ab0af6202a05" -d '{"events": [{"server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:05.672867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:05.675450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:05.675826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Network hostable DHCP agents. Network: daac3158-be80-4870-b6ae-b0042dc1f213, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:05.677652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.744415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.746907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] Pushing event deleted for resources: {'Port': ['ID=76650333-843d-4efd-817f-be705f24343d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:05.799618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e18fa1-a848-43b9-8d04-3fbc9be4906c None None] No DVR routers for this DVR port 76650333-843d-4efd-817f-be705f24343d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:05.802191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b960ced6-c59b-4e41-8ff0-b512589da537 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:05.894973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76198099-732f-472c-b461-fd6119b34569 req-b572b5b5-723f-40f3-9169-aad4d80ab648 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.1103616 Dec 23 12:24:05.914267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-57ee8d17-f689-4553-a1dd-3a90d07f4d83 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:05.921482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-57ee8d17-f689-4553-a1dd-3a90d07f4d83 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/networks?id=d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 200 len: 805 time: 0.6003947 Dec 23 12:24:05.945347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Request body: {'port': {'device_id': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'admin_state_up': True, 'tenant_id': '992453ea67a4430e88c89ad419b0f9dc'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:05.976341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d19630e7-9a61-4473-8123-5bd1f2694365 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:06.000360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Network daac3158-be80-4870-b6ae-b0042dc1f213 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:06.036779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14d41a-fb6d-45eb-8465-2d95e4ed7ac3 req-3de9850c-83a9-44f1-8b3f-31508b767303 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.044106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e14d41a-fb6d-45eb-8465-2d95e4ed7ac3 req-3de9850c-83a9-44f1-8b3f-31508b767303 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.3810549 Dec 23 12:24:06.052507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:06.071891 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1c922-c47c-4785-b368-c50729f78ced x-openstack-request-id: req-a2f1c922-c47c-4785-b368-c50729f78ced {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:06.072393 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:06.072647 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f1c922-c47c-4785-b368-c50729f78ced {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:06.073087 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed', 'code': 200} Dec 23 12:24:06.086026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b960ced6-c59b-4e41-8ff0-b512589da537 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:06.086395 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.092083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, daac3158-be80-4870-b6ae-b0042dc1f213) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:06.107766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.109051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.118704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e20dfd-9cc9-4aef-a2ee-293e392cc72b None None] Network daac3158-be80-4870-b6ae-b0042dc1f213 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:06.149068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.177391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port d19630e7-9a61-4473-8123-5bd1f2694365 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:06.195568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port d19630e7-9a61-4473-8123-5bd1f2694365 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:06.196264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.214515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a1dcc50f-0d43-4980-b6d5-1c552947d2e6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2758064 Dec 23 12:24:06.218898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:06.225329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:06.290134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Port': ['ID=76650333-843d-4efd-817f-be705f24343d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:06.308494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-daac3158-be80-4870-b6ae-b0042dc1f213', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:06.309386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.314422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.349432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.350830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.367189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] No DVR routers for this DVR port 76650333-843d-4efd-817f-be705f24343d on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:06.421916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b960ced6-c59b-4e41-8ff0-b512589da537, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b960ced6-c59b-4e41-8ff0-b512589da537,segment=NetworkSegment(5086ac30-b652-4e5e-bc9a-7345b9edd255),segment_id=5086ac30-b652-4e5e-bc9a-7345b9edd255)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:06.472948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.489848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e14d41a-fb6d-45eb-8465-2d95e4ed7ac3 req-fc4e9485-939f-45c1-8cfa-8b858bbae453 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430459 Dec 23 12:24:06.526198 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.545973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.670197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 76650333-843d-4efd-817f-be705f24343d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:06.731395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 76650333-843d-4efd-817f-be705f24343d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:06.731849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 76650333-843d-4efd-817f-be705f24343d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:06.766294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.782833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b960ced6-c59b-4e41-8ff0-b512589da537,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:06.801846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48945bf4-351e-41cb-9939-87a988604d6c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:06.821153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3cd0-0bff-4af8-8d0c-93ea126bb786 req-67a3e8f1-ed31-447a-ad02-4e238fc262cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.821153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fdc3cd0-0bff-4af8-8d0c-93ea126bb786 req-67a3e8f1-ed31-447a-ad02-4e238fc262cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 1101 time: 0.5416596 Dec 23 12:24:06.821153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7c70a2-3bf8-47ce-9826-4aad274c0377') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:06.821153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7c70a2-3bf8-47ce-9826-4aad274c0377') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:06.822262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d19630e7-9a61-4473-8123-5bd1f2694365,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:06.822531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Made reservation on behalf of 992453ea67a4430e88c89ad419b0f9dc for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:06.826068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.828765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a9868-cd1f-49ad-8fae-c12b4e8548e8 None None] Network a39c072d-dece-4c61-863b-99f4dd7d630a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:06.853359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.856151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.857112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Allocated IP 172.20.0.2 (daac3158-be80-4870-b6ae-b0042dc1f213/57c09dbe-51c1-432d-bfa2-a4d5ee4f6847/c9b236f7-2347-44b4-ae57-43e142d2c65e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:06.895647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885365d-b7c1-4020-a5c9-03138feb21ce req-583150a4-3537-4052-b3c4-698982f714a5 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.903410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d885365d-b7c1-4020-a5c9-03138feb21ce req-583150a4-3537-4052-b3c4-698982f714a5 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 950 time: 0.2172248 Dec 23 12:24:06.934489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.942527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-80ff72ea-f0e2-4475-9cf2-5f5e540fd9d8 None None] Provisioning complete for port b960ced6-c59b-4e41-8ff0-b512589da537 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:06.942991 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80ff72ea-f0e2-4475-9cf2-5f5e540fd9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.954747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.955827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:07.010508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:07.010508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.011727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 4701e1d5-cab2-460a-8a82-171f7952343d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:07.012168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4701e1d5-cab2-460a-8a82-171f7952343d not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:07.025280 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:07.076022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fdc3cd0-0bff-4af8-8d0c-93ea126bb786 req-6c3343c7-8364-4dc3-9243-24fc4145a9a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468576 Dec 23 12:24:07.178619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:07.189545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dca9127e-34d6-48d7-b54a-cf7e247b8a99 req-3990ebb6-ee91-4bef-a79b-12b8e6da8134 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.1069827 Dec 23 12:24:07.222083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d885365d-b7c1-4020-a5c9-03138feb21ce req-02a87a0f-cb42-4c98-8e03-cf9469389a69 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177972 Dec 23 12:24:07.313986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:24:07.319226 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.321265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.343736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.346483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] 10.222.0.16 "DELETE /v2.0/networks/48945bf4-351e-41cb-9939-87a988604d6c HTTP/1.1" status: 204 len: 168 time: 2.7648149 Dec 23 12:24:07.373085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.397594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Allocated IP 172.20.0.2 (d4e59434-80b8-4a1e-98a4-172e1bbf251f/3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b/f4c3fe61-ea45-4069-86b2-c8e86361f428) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:07.421848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581ff2-2478-4bc0-8677-72d3512c1de4 tempest-ServersTestMultiNic-1331493022 tempest-ServersTestMultiNic-1331493022-project] Pushing event deleted for resources: {'Network': ['ID=48945bf4-351e-41cb-9939-87a988604d6c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:07.441108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.471750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.475175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.502783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=4868b091-7600-4e05-8630-49ccbace6f3d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:07.515773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Network daac3158-be80-4870-b6ae-b0042dc1f213 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:07.574752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': '87e8dd10-b848-4232-bc7b-e7c8ce8d487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:07.575987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: f47069c1-67b4-4372-ac63-088c55bed2d0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:07.616542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:07.623988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:07.630389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Pushing event updated for resources: {'Port': ['ID=c9b236f7-2347-44b4-ae57-43e142d2c65e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:07.713552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b960ced6-c59b-4e41-8ff0-b512589da537 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:07.730760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42980) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:07.749744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Allocated IP 172.25.7.15 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c813bd7f-ec46-4004-b959-19cfe0e32f8b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:07.831297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.834473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network f47069c1-67b4-4372-ac63-088c55bed2d0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:07.861009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Attempting to bind port c9b236f7-2347-44b4-ae57-43e142d2c65e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:07.861484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Attempting to bind port c9b236f7-2347-44b4-ae57-43e142d2c65e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:07.861793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Attempting to bind port c9b236f7-2347-44b4-ae57-43e142d2c65e on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:07.871277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:07.871658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:07.872061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.872456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Bound using segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:07.872954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Bound port: c9b236f7-2347-44b4-ae57-43e142d2c65e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:07.873530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.878111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.886956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8e691553-4dc7-40fe-a757-2537f31949be None None] Provisioning complete for port b960ced6-c59b-4e41-8ff0-b512589da537 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:07.887341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e691553-4dc7-40fe-a757-2537f31949be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.960655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f47069c1-67b4-4372-ac63-088c55bed2d0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:07.971897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b960ced6-c59b-4e41-8ff0-b512589da537 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:07.973267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.981202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d162cc3-d56e-4bb7-8fdc-0b4c3298af86 None None] Network f47069c1-67b4-4372-ac63-088c55bed2d0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:08.016372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e31858-2774-4ac8-97ae-65e050cc2120 req-922965a7-f6d2-4332-9a68-9d7111ae473a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.018778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48e31858-2774-4ac8-97ae-65e050cc2120 req-922965a7-f6d2-4332-9a68-9d7111ae473a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2479463 Dec 23 12:24:08.021840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.022102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.022448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.078152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:08.080364 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f1a55e-19fa-48b6-9391-8783e6ed3f6f" -d '{"events": [{"server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:08.103295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48e31858-2774-4ac8-97ae-65e050cc2120 req-611d1a16-fd46-413d-8067-771e01020201 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Dec 23 12:24:08.105357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Pushing event updated for resources: {'Port': ['ID=c813bd7f-ec46-4004-b959-19cfe0e32f8b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.110330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-def5eb47-6bb7-45b1-b2c2-d93e8d7654e7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2996614 Dec 23 12:24:08.116260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42984) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:08.121771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'port': {'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0', 'name': 'tempest-NetworksIpV6TestAttrs-1170447408'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:08.137058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:08.141136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:08.152348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:08.179550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] For port c9b236f7-2347-44b4-ae57-43e142d2c65e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:08.182503 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56adc7a1-7b28-4794-a0d2-dbe513f3f003 x-openstack-request-id: req-56adc7a1-7b28-4794-a0d2-dbe513f3f003 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:08.182769 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "name": "network-vif-plugged", "status": "completed", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:08.183017 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56adc7a1-7b28-4794-a0d2-dbe513f3f003 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:08.183411 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365', 'code': 200} Dec 23 12:24:08.210052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] For port c9b236f7-2347-44b4-ae57-43e142d2c65e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c9b236f7-2347-44b4-ae57-43e142d2c65e,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:08.288378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-f47069c1-67b4-4372-ac63-088c55bed2d0', 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '4868b091-7600-4e05-8630-49ccbace6f3d'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:08.290114 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.294584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f8185-f876-4aad-b11f-84f40002b68c req-7bdc0be8-b3a4-4512-bf5a-aa3066ac0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.296256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5b1f8185-f876-4aad-b11f-84f40002b68c req-7bdc0be8-b3a4-4512-bf5a-aa3066ac0d55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 1100 time: 0.0716200 Dec 23 12:24:08.306578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.392913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.542920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477049f-c5c5-4b6e-89a6-d209fe7672d5 None None] Pushing event updated for resources: {'Port': ['ID=c9b236f7-2347-44b4-ae57-43e142d2c65e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.567467 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5b1f8185-f876-4aad-b11f-84f40002b68c req-78869fe7-0a12-4157-b159-e39f01a68c60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961355 Dec 23 12:24:08.569807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:08.593695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.596014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:08.604111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:08.617795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Allocated IP 2001:db8::f816:3eff:fe91:3e52 (f47069c1-67b4-4372-ac63-088c55bed2d0/4868b091-7600-4e05-8630-49ccbace6f3d/8e5b1528-22a6-4bcd-aa95-69ec22e538dc) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:08.693806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.694761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.728561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.729318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.732058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.732693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.733269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.733785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.734312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.734834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.735339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.736168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.736716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.737265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.737819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:08.749591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94748e19-4463-4152-8654-47aaafd3dc5d req-17ec8ba2-fbec-4014-a041-ed706e6acb2c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.751540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94748e19-4463-4152-8654-47aaafd3dc5d req-17ec8ba2-fbec-4014-a041-ed706e6acb2c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 950 time: 0.3652062 Dec 23 12:24:08.763052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a548-b606-4a3b-b56a-e558c6790830 req-85810a89-17a8-493f-883e-f89873195fef tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.781218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5b9a548-b606-4a3b-b56a-e558c6790830 req-85810a89-17a8-493f-883e-f89873195fef tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 931 time: 0.3935704 Dec 23 12:24:08.878151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:08.879035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.882172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.936727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94748e19-4463-4152-8654-47aaafd3dc5d req-700d03b1-f814-421a-b9e6-733a49a2eae0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494749 Dec 23 12:24:08.947195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-e432ae6a-aac5-4287-a23e-282e38ffc88e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0156054 Dec 23 12:24:08.959744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] device_id is not set on port 7462e1df-1032-4f96-bf52-9286a70b4652 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:24:09.016216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.030037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5b9a548-b606-4a3b-b56a-e558c6790830 req-8b000928-3ff1-4752-a165-7459a188b9ad tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476187 Dec 23 12:24:09.034215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Request body: {'port': {'device_id': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:09.098477 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.152866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Network f47069c1-67b4-4372-ac63-088c55bed2d0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:09.156032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:09.161142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:09.164313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Pushing event updated for resources: {'Port': ['ID=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:09.222096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.235410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.265338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Allocated IP 2001:db8::f816:3eff:fe8a:4d45 (f47069c1-67b4-4372-ac63-088c55bed2d0/4868b091-7600-4e05-8630-49ccbace6f3d/7462e1df-1032-4f96-bf52-9286a70b4652) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:09.274754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Attempting to bind port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:09.275366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Attempting to bind port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '87e8dd10-b848-4232-bc7b-e7c8ce8d487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:09.275663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Attempting to bind port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc on network f47069c1-67b4-4372-ac63-088c55bed2d0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:09.282073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:09.282560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Checking segment: {'id': '87e8dd10-b848-4232-bc7b-e7c8ce8d487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:09.286282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.286282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Bound using segment: {'id': '87e8dd10-b848-4232-bc7b-e7c8ce8d487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:09.286282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Bound port: 8e5b1528-22a6-4bcd-aa95-69ec22e538dc, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e8dd10-b848-4232-bc7b-e7c8ce8d487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f47069c1-67b4-4372-ac63-088c55bed2d0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:09.286282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.375519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] For port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:09.387678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] For port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,segment=NetworkSegment(87e8dd10-b848-4232-bc7b-e7c8ce8d487b),segment_id=87e8dd10-b848-4232-bc7b-e7c8ce8d487b)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:09.481960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382536d-0a24-45b4-9ba7-08ada6e92402 req-873cf174-52f3-43d4-a4fe-5a75cf5eca1e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:09.481960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7382536d-0a24-45b4-9ba7-08ada6e92402 req-873cf174-52f3-43d4-a4fe-5a75cf5eca1e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2337224 Dec 23 12:24:09.603882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c9b236f7-2347-44b4-ae57-43e142d2c65e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:09.654345 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.763811 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c9b236f7-2347-44b4-ae57-43e142d2c65e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:09.764560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.767918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76e3e8-f57a-4c9c-98b3-85d2795dee63 None None] Pushing event updated for resources: {'Port': ['ID=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:09.781500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:24:09.995680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df9833-2b65-486b-a818-e0bb67b063ed None None] Network daac3158-be80-4870-b6ae-b0042dc1f213 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:10.020384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:24:10.049409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7382536d-0a24-45b4-9ba7-08ada6e92402 req-00f2bfc1-eb7b-47df-910c-f34a88426067 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720384 Dec 23 12:24:10.133381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.135041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92d4aaf9-1a5f-4520-8529-83dc3381ba9c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9183576 Dec 23 12:24:10.138073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:10.184705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.214085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.240694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:24:10.333468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-396f6e84-16e4-4f66-9536-a6f0a2353570 None None] Provisioning complete for port c9b236f7-2347-44b4-ae57-43e142d2c65e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:10.334137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-396f6e84-16e4-4f66-9536-a6f0a2353570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.341973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:10.342626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:23:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:10.401292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280753a-9892-471b-a8ea-2e7f87e68067 req-573401d4-4d50-4f6a-a65c-a82e447e2632 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:10.402879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9280753a-9892-471b-a8ea-2e7f87e68067 req-573401d4-4d50-4f6a-a65c-a82e447e2632 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 931 time: 0.1787374 Dec 23 12:24:10.437251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port c9b236f7-2347-44b4-ae57-43e142d2c65e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c9b236f7-2347-44b4-ae57-43e142d2c65e,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:10.441762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e35a43-19b3-40f5-be36-3a81f3b43ea8 req-15c94bd9-25a4-4351-bc89-ba364cf638c7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:10.443646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5e35a43-19b3-40f5-be36-3a81f3b43ea8 req-15c94bd9-25a4-4351-bc89-ba364cf638c7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 950 time: 0.2169678 Dec 23 12:24:10.457864 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.533669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.611916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.632402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:10.717466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Port': ['ID=7462e1df-1032-4f96-bf52-9286a70b4652,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:10.724686 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-396f6e84-16e4-4f66-9536-a6f0a2353570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:10.818538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5e35a43-19b3-40f5-be36-3a81f3b43ea8 req-b8cfe2fe-713c-47ce-9f99-fec056c13ff8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563471 Dec 23 12:24:10.887570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=c9b236f7-2347-44b4-ae57-43e142d2c65e,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:10.960428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network f47069c1-67b4-4372-ac63-088c55bed2d0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:10.968112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:10.979190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9280753a-9892-471b-a8ea-2e7f87e68067 req-83222508-ccf8-4127-974f-140c4da04110 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552034 Dec 23 12:24:10.981613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c3fe61-ea45-4069-86b2-c8e86361f428 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:10.993371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:11.001760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:11.003448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.022364 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.074289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Transition to ACTIVE for port object f4c3fe61-ea45-4069-86b2-c8e86361f428 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:11.165102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-396f6e84-16e4-4f66-9536-a6f0a2353570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:24:11.165765 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-396f6e84-16e4-4f66-9536-a6f0a2353570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:24:11.201569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.205689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:08Z', 'revision_number': 3, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:11.216644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b4796168-24cf-4f70-8919-44983e99ce33 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0991194 Dec 23 12:24:11.220764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43010) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:11.238614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:24:11.238969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Updating router 2af390b2-0016-4eba-ad67-dc55fa551dfc port c813bd7f-ec46-4004-b959-19cfe0e32f8b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:24:11.267478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.376549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.389387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:11.410674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba7bc0-44db-4ed0-b00e-32eed8479204 None None] Network f47069c1-67b4-4372-ac63-088c55bed2d0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:11.423200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting subnet 4868b091-7600-4e05-8630-49ccbace6f3d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:11.439953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874593-2675-4020-954e-8c4e80fe5ab0 req-5e563db3-0c08-450f-b2d7-40767c56f0e8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:11.448411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca874593-2675-4020-954e-8c4e80fe5ab0 req-5e563db3-0c08-450f-b2d7-40767c56f0e8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 949 time: 0.2984195 Dec 23 12:24:11.454332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.510543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684aedda-e105-4530-975d-b27c735f59e6 req-25053e96-25c8-4c1c-838e-1849980ab3f3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:11.518081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-684aedda-e105-4530-975d-b27c735f59e6 req-25053e96-25c8-4c1c-838e-1849980ab3f3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.3000236 Dec 23 12:24:11.649477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.673222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Allocated IP 172.20.0.1 (daac3158-be80-4870-b6ae-b0042dc1f213/57c09dbe-51c1-432d-bfa2-a4d5ee4f6847/ad30fad8-fa7d-4719-add5-2907864e24e1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:11.781578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8e5b1528-22a6-4bcd-aa95-69ec22e538dc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:11.821988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.881387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:11.883676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.965197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca874593-2675-4020-954e-8c4e80fe5ab0 req-f47a91a2-b020-4801-b9fe-a6f9689f8696 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155916 Dec 23 12:24:11.966594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:11.980951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.013258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Provisioning complete for port c9b236f7-2347-44b4-ae57-43e142d2c65e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:12.013626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.030291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-684aedda-e105-4530-975d-b27c735f59e6 req-3604d00a-cfa9-4841-bbce-439533296c33 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111949 Dec 23 12:24:12.034964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Network daac3158-be80-4870-b6ae-b0042dc1f213 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:12.039062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:12.042006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:12.100485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.138416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.163136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Attempting to bind port f4c3fe61-ea45-4069-86b2-c8e86361f428 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:12.167981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Attempting to bind port f4c3fe61-ea45-4069-86b2-c8e86361f428 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:12.169700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Attempting to bind port f4c3fe61-ea45-4069-86b2-c8e86361f428 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:12.245721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Port f4c3fe61-ea45-4069-86b2-c8e86361f428 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:12.246059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Attempting to bind port f4c3fe61-ea45-4069-86b2-c8e86361f428 on network d4e59434-80b8-4a1e-98a4-172e1bbf251f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:12.275619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Checking segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Bound using segment: {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Bound port: f4c3fe61-ea45-4069-86b2-c8e86361f428, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f34f3-febd-4f35-984d-ba9b0250608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Deleting port 610e3a4d-fe11-4a50-a361-202df3f71ae1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:12.282832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.285972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Pushing event updated for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:12.413593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.482204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.515436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.538909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532326-0645-4580-aad0-ce60524a1ebc req-ed6a5e71-36ea-4bf5-abf6-f8934ca81b85 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.546693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13532326-0645-4580-aad0-ce60524a1ebc req-ed6a5e71-36ea-4bf5-abf6-f8934ca81b85 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.1584954 Dec 23 12:24:12.628384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.641651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:12.646810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] For port 610e3a4d-fe11-4a50-a361-202df3f71ae1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=610e3a4d-fe11-4a50-a361-202df3f71ae1,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:12.647178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.673158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Attempting to bind port c813bd7f-ec46-4004-b959-19cfe0e32f8b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:12.677591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Attempting to bind port c813bd7f-ec46-4004-b959-19cfe0e32f8b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:12.677591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Attempting to bind port c813bd7f-ec46-4004-b959-19cfe0e32f8b on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:12.684769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:12.685196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:12.685673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.686072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:12.686550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Bound port: c813bd7f-ec46-4004-b959-19cfe0e32f8b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:12.686931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.702910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.712215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=4868b091-7600-4e05-8630-49ccbace6f3d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:12.716494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:12.717974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Calling delete_port for 610e3a4d-fe11-4a50-a361-202df3f71ae1 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:12.720197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355a43b-201d-4d65-b542-1cfea01abe8c None None] Pushing event updated for resources: {'Port': ['ID=c813bd7f-ec46-4004-b959-19cfe0e32f8b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:12.728629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.731836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fb0ac210-2032-4a9c-90a8-7d475d185647 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/4868b091-7600-4e05-8630-49ccbace6f3d HTTP/1.1" status: 204 len: 168 time: 1.4657393 Dec 23 12:24:12.735017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6517e8-46c3-4afd-a796-86a4d52ece21 None None] Network f47069c1-67b4-4372-ac63-088c55bed2d0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:12.735695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:12.737124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Provisioning complete for port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:12.737496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.762268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e6eb-0f1e-4b48-a126-0cceea015179 req-816e7315-e8bc-4d9a-a69d-9fd7f4a6a3e1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.769340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e6eb-0f1e-4b48-a126-0cceea015179 req-816e7315-e8bc-4d9a-a69d-9fd7f4a6a3e1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.773796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4037e6eb-0f1e-4b48-a126-0cceea015179 req-816e7315-e8bc-4d9a-a69d-9fd7f4a6a3e1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51&device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 1690 time: 0.2439294 Dec 23 12:24:12.778370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:24:12.778370 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:24:12.778618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13532326-0645-4580-aad0-ce60524a1ebc req-039203bf-a9e1-4ea0-8cff-74de93257d0c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300241 Dec 23 12:24:12.865139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c1399-86c6-4f5d-b882-35196ba91b4a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.866793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c1399-86c6-4f5d-b882-35196ba91b4a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.872804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed2c1399-86c6-4f5d-b882-35196ba91b4a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1347058 Dec 23 12:24:12.873546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:12.874624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] For port c813bd7f-ec46-4004-b959-19cfe0e32f8b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:12.880384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:12.881452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] For port c813bd7f-ec46-4004-b959-19cfe0e32f8b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c813bd7f-ec46-4004-b959-19cfe0e32f8b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:12.885405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.196376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.196376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.196376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] 10.222.0.57 "PUT /v2.0/ports/f4c3fe61-ea45-4069-86b2-c8e86361f428 HTTP/1.1" status: 200 len: 1091 time: 3.9454374 Dec 23 12:24:13.196376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:13.196376 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b" -d '{"events": [{"name": "network-changed", "server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:13.197577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.198092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Pushing event updated for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.198092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.198658 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5df6d6-c064-497c-872a-26dba41ee080 x-openstack-request-id: req-3a5df6d6-c064-497c-872a-26dba41ee080 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:13.198658 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:13.198658 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a5df6d6-c064-497c-872a-26dba41ee080 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:13.198658 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'status': 'completed', 'code': 200} Dec 23 12:24:13.199024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] DHCP port deletion for f47069c1-67b4-4372-ac63-088c55bed2d0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:13.199121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e3a2-cc01-4351-ab29-e8c510f0d766 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.199230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] For port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,segment=NetworkSegment(87e8dd10-b848-4232-bc7b-e7c8ce8d487b),segment_id=87e8dd10-b848-4232-bc7b-e7c8ce8d487b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:13.199333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4037e6eb-0f1e-4b48-a126-0cceea015179 req-9d562102-cc2f-4f1a-be32-e7760de38623 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300748 Dec 23 12:24:13.199436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.199540 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0e3a2-cc01-4351-ab29-e8c510f0d766 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 12:24:13.199540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f0e3a2-cc01-4351-ab29-e8c510f0d766 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:13.199540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e1f0e3a2-cc01-4351-ab29-e8c510f0d766 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/f47069c1-67b4-4372-ac63-088c55bed2d0 HTTP/1.1" status: 409 len: 466 time: 0.2510657 Dec 23 12:24:13.199540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:13.199540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117257120'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:13.199981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135de293-7af7-4fd3-a297-1e10ac12500f service neutron] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.212506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Network daac3158-be80-4870-b6ae-b0042dc1f213 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:13.214392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:13.234140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Deleting port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:13.234511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.239495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355a43b-201d-4d65-b542-1cfea01abe8c None None] Pushing event updated for resources: {'Port': ['ID=c813bd7f-ec46-4004-b959-19cfe0e32f8b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.242969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:13.245842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:23:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:13.306072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:13.316422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.338290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-33366be4-ada5-438b-8c3f-245045072cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.339836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-33366be4-ada5-438b-8c3f-245045072cdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 1094 time: 0.2704818 Dec 23 12:24:13.416595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752819c4-d49c-42b5-ba7c-4798d740ed0d req-6943ec04-e64c-4882-af3f-2b4a547e1a6f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.418497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752819c4-d49c-42b5-ba7c-4798d740ed0d req-6943ec04-e64c-4882-af3f-2b4a547e1a6f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1811745 Dec 23 12:24:13.456868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:13.479969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.480642 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment 9be5cbf8-fdfe-4502-8bb7-02cf724e98f0 of type vlan for network 477a64e2-8852-49f3-8d47-eed5afb1859e Dec 23 12:24:13.518072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] For port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,segment=NetworkSegment(87e8dd10-b848-4232-bc7b-e7c8ce8d487b),segment_id=87e8dd10-b848-4232-bc7b-e7c8ce8d487b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:13.518743 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.541854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.546050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Calling delete_port for 8e5b1528-22a6-4bcd-aa95-69ec22e538dc owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:13.605958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:24:13.662244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752819c4-d49c-42b5-ba7c-4798d740ed0d req-2f97c342-8738-4f5f-b27e-09361a2ddbb3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006764 Dec 23 12:24:13.662602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.678468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c9b236f7-2347-44b4-ae57-43e142d2c65e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:13.683292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.683940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.687813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb1da-e2a1-4d0f-b19f-c7aa90686ff5 req-c729ace9-2c33-49a3-838f-40ed6545fca5 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.689513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ffb1da-e2a1-4d0f-b19f-c7aa90686ff5 req-c729ace9-2c33-49a3-838f-40ed6545fca5 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 1101 time: 0.2420449 Dec 23 12:24:13.720448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-649c0281-62fc-413f-87f4-d818b0ec3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:13.720448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-649c0281-62fc-413f-87f4-d818b0ec3536 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=992453ea67a4430e88c89ad419b0f9dc&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3498623 Dec 23 12:24:13.720781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.720781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a2b7-abd0-405c-a996-451ad1840a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.779905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Pushing event updated for resources: {'Port': ['ID=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.782579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.803509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=477a64e2-8852-49f3-8d47-eed5afb1859e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.808913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] Pushing event deleted for resources: {'Port': ['ID=8e5b1528-22a6-4bcd-aa95-69ec22e538dc,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:13.833342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 477a64e2-8852-49f3-8d47-eed5afb1859e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:13.902441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Provisioning complete for port 7462e1df-1032-4f96-bf52-9286a70b4652 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:13.902809 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.958741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c9b236f7-2347-44b4-ae57-43e142d2c65e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:13.959109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:13.959360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6df75fcb-96d5-4b7c-bbbb-e1e0a581a7bc tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8282502 Dec 23 12:24:13.962362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5c56d137-a874-40d6-b215-4cd56c25ad97 None None] Port 7462e1df-1032-4f96-bf52-9286a70b4652 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:13.972033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:13.981751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:13.992756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943aa1bd-e6ad-4375-94df-a1ea098fdc9b None None] No DVR routers for this DVR port 8e5b1528-22a6-4bcd-aa95-69ec22e538dc on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:13.999624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:14.105506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:24:14.115407 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7729c803-86f1-4b6e-a21d-a96d77cae48b admin admin] 10.222.0.16 "PUT /v2.0/routers/2af390b2-0016-4eba-ad67-dc55fa551dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9751101 Dec 23 12:24:14.205649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:14.209812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.210340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.227904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ffb1da-e2a1-4d0f-b19f-c7aa90686ff5 req-838c4b3e-7567-4564-96cf-5c0779178c13 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305972 Dec 23 12:24:14.299072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Provisioning complete for port ad30fad8-fa7d-4719-add5-2907864e24e1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:14.299450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.354099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 2, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:14.357147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Port ad30fad8-fa7d-4719-add5-2907864e24e1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:14.384730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f2b7-6f28-421b-a341-202c146f25ee None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 2, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:24:14.399341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Provisioning complete for port 7462e1df-1032-4f96-bf52-9286a70b4652 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:14.400147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.469439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1bad3553-68bc-412e-a1ee-c592b1d5f7a7 None None] Port 7462e1df-1032-4f96-bf52-9286a70b4652 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:14.476553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Pushing event deleted for resources: {'Port': ['ID=610e3a4d-fe11-4a50-a361-202df3f71ae1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:14.502485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfced5e-cba1-4e2f-b285-26915b34996b req-7ed114fc-f655-4000-aeb5-cea34a2b69a7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:14.513472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bdfced5e-cba1-4e2f-b285-26915b34996b req-7ed114fc-f655-4000-aeb5-cea34a2b69a7 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.3287117 Dec 23 12:24:14.558491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8e5b1528-22a6-4bcd-aa95-69ec22e538dc no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:14.599763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8e5b1528-22a6-4bcd-aa95-69ec22e538dc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:14.600292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8e5b1528-22a6-4bcd-aa95-69ec22e538dc not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:14.610475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e93f3-29f9-4b5b-9be3-8be9783d1814 req-df1ab09a-5793-4824-8ac5-59a93ec2a071 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:14.621655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e44e93f3-29f9-4b5b-9be3-8be9783d1814 req-df1ab09a-5793-4824-8ac5-59a93ec2a071 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 1100 time: 0.2270219 Dec 23 12:24:14.721697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-941bb023-ca62-4394-8a86-55929669fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:14.723938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9fe5bc2-be04-4b8a-a6ce-ed419df2787b req-941bb023-ca62-4394-8a86-55929669fd7b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0051312 Dec 23 12:24:14.830578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bdfced5e-cba1-4e2f-b285-26915b34996b req-bb98bdb5-6fa4-4aa6-870e-adab10c5dcc1 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162301 Dec 23 12:24:14.881531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:24:14.884069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.937437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e44e93f3-29f9-4b5b-9be3-8be9783d1814 req-c5ad28b6-891f-4c04-8abd-a4b258b55e13 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718227 Dec 23 12:24:14.988760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:14.999331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=05ef930a-cebe-4b1e-86ea-3eab9a9eb070,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:15.053762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-110c68ec-2382-4142-b667-05dde3ee0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:15.054607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:15.054768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: 477a64e2-8852-49f3-8d47-eed5afb1859e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:15.057238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-110c68ec-2382-4142-b667-05dde3ee0a54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=992453ea67a4430e88c89ad419b0f9dc&device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 1094 time: 0.2727818 Dec 23 12:24:15.182178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-43548c8a-7f65-4ffe-a6f4-1e65a141cbb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428 HTTP/1.1" status: 200 len: 217 time: 0.0511792 Dec 23 12:24:15.205687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network 477a64e2-8852-49f3-8d47-eed5afb1859e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:15.291765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 477a64e2-8852-49f3-8d47-eed5afb1859e) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:15.295804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:15.296387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:15.304408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da8d2b-1ef2-49eb-a72a-24f3e671c76c None None] Network 477a64e2-8852-49f3-8d47-eed5afb1859e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:15.440150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43064) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:15.441024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-528bab9c-a75b-4e1f-8476-c55da69df463 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4635251 Dec 23 12:24:15.448385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52431dd2-4533-4548-b535-478030019f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-477a64e2-8852-49f3-8d47-eed5afb1859e', 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '05ef930a-cebe-4b1e-86ea-3eab9a9eb070'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:15.452163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:15.507176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'port': {'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e', 'name': 'tempest-NetworksIpV6TestAttrs-305685774'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:15.529630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42ce6-c74a-4d78-958c-18292402269d req-f6b43ad0-1b0e-41b3-8a9a-d5aea5c2b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:15.531684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-f6b43ad0-1b0e-41b3-8a9a-d5aea5c2b515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 200 len: 845 time: 0.3373201 Dec 23 12:24:15.566931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcf59d-8e98-4f6e-958a-a455ace23532 req-8ae3e208-e915-40e0-95ab-0c09e887791b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:15.569379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fbcf59d-8e98-4f6e-958a-a455ace23532 req-8ae3e208-e915-40e0-95ab-0c09e887791b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.4306114 Dec 23 12:24:15.600726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:15.605916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928681925', 'description': 'tempest-description--2097359563'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:15.701676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Router 94d080c8-7343-42a2-8f85-96ed84370a66 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:24:15.756153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-c37c63e2-49bc-42d3-b693-1a2d189b8f6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4e59434-80b8-4a1e-98a4-172e1bbf251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820991 Dec 23 12:24:15.788796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:15.884005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-52431dd2-4533-4548-b535-478030019f8d None None] Allocated IP 2001:db8::f816:3eff:febd:a408 (477a64e2-8852-49f3-8d47-eed5afb1859e/05ef930a-cebe-4b1e-86ea-3eab9a9eb070/8db22bc5-a246-475c-952c-c6144570b79f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:15.914224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:15.920401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-02f1fa6c-9e6a-468e-bd6b-8cee3a11c9da tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1884866 Dec 23 12:24:15.957295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1e22-6b6b-44a7-b60f-4fb5f897082c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.029317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.078738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.091036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f587c2c9-6762-4b97-b321-225526ff6f94,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:16.149238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.191440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.193469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc6a9452-aec8-48f2-868e-fcab007d7d3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5908072 Dec 23 12:24:16.195967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43082) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:16.201987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group_rule': {'security_group_id': 'f587c2c9-6762-4b97-b321-225526ff6f94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:16.209466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52431dd2-4533-4548-b535-478030019f8d None None] Network 477a64e2-8852-49f3-8d47-eed5afb1859e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:16.211308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-52431dd2-4533-4548-b535-478030019f8d None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:16.219305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52431dd2-4533-4548-b535-478030019f8d None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:16.248553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-a860f190-3f71-44fd-9e66-0b1fed9a60c1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:16.250745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-a860f190-3f71-44fd-9e66-0b1fed9a60c1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293149 Dec 23 12:24:16.252211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:24:16.260588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77ac145f-f810-4805-8d6e-38c94e3b5dad admin admin] 10.222.0.16 "PUT /v2.0/routers/94d080c8-7343-42a2-8f85-96ed84370a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5264745 Dec 23 12:24:16.261030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:16.284209 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Sync routers for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:24:16.290536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52431dd2-4533-4548-b535-478030019f8d None None] Pushing event updated for resources: {'Port': ['ID=8db22bc5-a246-475c-952c-c6144570b79f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:16.314047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52431dd2-4533-4548-b535-478030019f8d None None] Attempting to bind port 8db22bc5-a246-475c-952c-c6144570b79f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:16.315267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52431dd2-4533-4548-b535-478030019f8d None None] Attempting to bind port 8db22bc5-a246-475c-952c-c6144570b79f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:16.315267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52431dd2-4533-4548-b535-478030019f8d None None] Attempting to bind port 8db22bc5-a246-475c-952c-c6144570b79f on network 477a64e2-8852-49f3-8d47-eed5afb1859e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:16.324278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52431dd2-4533-4548-b535-478030019f8d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:16.324850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52431dd2-4533-4548-b535-478030019f8d None None] Checking segment: {'id': '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:16.325360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:16.325503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.325988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:16.326142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52431dd2-4533-4548-b535-478030019f8d None None] Bound using segment: {'id': '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:16.326744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52431dd2-4533-4548-b535-478030019f8d None None] Bound port: 8db22bc5-a246-475c-952c-c6144570b79f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '477a64e2-8852-49f3-8d47-eed5afb1859e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:16.327266 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.359910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.368290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-b35aae0e-103f-49aa-8e36-92a31ba8e330 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0526879 Dec 23 12:24:16.411086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fbcf59d-8e98-4f6e-958a-a455ace23532 req-7cc6d37c-b993-4e17-afb7-1be3c5ae5d8f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225685 Dec 23 12:24:16.454425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52431dd2-4533-4548-b535-478030019f8d None None] For port 8db22bc5-a246-475c-952c-c6144570b79f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:16.465312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52431dd2-4533-4548-b535-478030019f8d None None] For port 8db22bc5-a246-475c-952c-c6144570b79f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8db22bc5-a246-475c-952c-c6144570b79f,segment=NetworkSegment(9be5cbf8-fdfe-4502-8bb7-02cf724e98f0),segment_id=9be5cbf8-fdfe-4502-8bb7-02cf724e98f0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:16.469946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.535587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:16.545540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.588857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52431dd2-4533-4548-b535-478030019f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.598856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:16.603176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.620905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.706678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c813bd7f-ec46-4004-b959-19cfe0e32f8b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:16.735137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] device_id is not set on port e7946b7c-a7c3-4740-af8c-840855dddb8f yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:24:16.757739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52431dd2-4533-4548-b535-478030019f8d None None] Pushing event updated for resources: {'Port': ['ID=8db22bc5-a246-475c-952c-c6144570b79f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:16.764686 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-6db44472-2444-4468-93fe-d85b92ee1848 req-52f966ae-d07f-4b36-ab65-41c4f3078448 service neutron] show failed (client error): The resource could not be found. Dec 23 12:24:16.765912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-52f966ae-d07f-4b36-ab65-41c4f3078448 service neutron] 10.222.0.43 "GET /v2.0/ports/22f21045-dfa4-4e47-8bcb-164bfc1390ba/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.8216352 Dec 23 12:24:16.771106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-c8fe2e35-0b8a-49da-8d55-68080f8b7e5a service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9907205 Dec 23 12:24:16.779502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.782857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.784130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9695d6fc-dcd3-4ecc-9491-5a1b198a5ee5 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3979385 Dec 23 12:24:16.837121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c813bd7f-ec46-4004-b959-19cfe0e32f8b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:16.841542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:16.852733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d630158-0a5e-4bf9-ba4b-9523ed78ef41,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:16.933641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131fc29-2b6a-453b-9ca5-122bdd99f13a req-bc485570-56df-4b23-8ff5-a3603e93e93b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:16.935877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8131fc29-2b6a-453b-9ca5-122bdd99f13a req-bc485570-56df-4b23-8ff5-a3603e93e93b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.3521986 Dec 23 12:24:17.040278 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.061952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d42ce6-c74a-4d78-958c-18292402269d req-a3fa1d6e-aa88-4af6-a31a-07aaf1cd6f84 service neutron] 10.222.0.57 "GET /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336164 Dec 23 12:24:17.084545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Allocated IP 2001:db8::f816:3eff:feb8:77ec (477a64e2-8852-49f3-8d47-eed5afb1859e/05ef930a-cebe-4b1e-86ea-3eab9a9eb070/e7946b7c-a7c3-4740-af8c-840855dddb8f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:17.084844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port c813bd7f-ec46-4004-b959-19cfe0e32f8b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c813bd7f-ec46-4004-b959-19cfe0e32f8b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:17.098420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8131fc29-2b6a-453b-9ca5-122bdd99f13a req-2a8ce476-bc3d-4ca8-815e-0f8cd7e21832 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Dec 23 12:24:17.103607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:24:13Z', 'revision_number': 5, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port': {'id': 'ef25a8a5-5354-4d9b-935e-8d9928d0c412', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:17.127690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Deleting port ef25a8a5-5354-4d9b-935e-8d9928d0c412 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:17.127690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.144510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.144510 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42f1c63a-6c22-45e8-9992-59f2489f3cb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9460049 Dec 23 12:24:17.150073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43088) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:17.159302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group_rule': {'security_group_id': 'f587c2c9-6762-4b97-b321-225526ff6f94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:17.166518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.232034 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Checking router: 94d080c8-7343-42a2-8f85-96ed84370a66 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:24:17.257956 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Routers {'94d080c8-7343-42a2-8f85-96ed84370a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:17.260872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['94d080c8-7343-42a2-8f85-96ed84370a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:17.353704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] For port ef25a8a5-5354-4d9b-935e-8d9928d0c412, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ef25a8a5-5354-4d9b-935e-8d9928d0c412,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:17.354012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.382498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=c813bd7f-ec46-4004-b959-19cfe0e32f8b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:17.398116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Calling delete_port for ef25a8a5-5354-4d9b-935e-8d9928d0c412 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:17.520133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] Set router 94d080c8-7343-42a2-8f85-96ed84370a66 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:17.544348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba636005-2ce0-4d1d-84d7-fceb80896999 req-8bd21dbb-7ea5-412e-83e6-35ed2d981279 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0883763 Dec 23 12:24:17.629784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:24:16Z', 'revision_number': 6, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:17.654823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.660927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.665000 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890d4886-4d52-410d-bd51-d9ade760c8f5 None None] The sync data for ids ['94d080c8-7343-42a2-8f85-96ed84370a66'] in n-d-822750-2 is: [{'id': '94d080c8-7343-42a2-8f85-96ed84370a66', 'name': 'tempest-ServersTestMultiNic-1621078568-router', 'tenant_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:22:05Z', 'updated_at': '2021-12-23T12:24:16Z', 'revision_number': 6, 'project_id': '3b60f66bf2c14c0b930cd6acb61374a3', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:24:17.706984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9844fa3-04ad-4c52-a8a1-5931e50f7f58 req-65ac11af-b9c8-4a3e-b441-488324179aaa tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:17.715254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9844fa3-04ad-4c52-a8a1-5931e50f7f58 req-65ac11af-b9c8-4a3e-b441-488324179aaa tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1697731 Dec 23 12:24:17.855747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.866542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9844fa3-04ad-4c52-a8a1-5931e50f7f58 req-2fca8585-987e-4dcd-9638-81aed0f86782 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477997 Dec 23 12:24:17.891667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.923078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef25a8a5-5354-4d9b-935e-8d9928d0c412,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:17.944307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-62dbb2c5-6614-4451-bbc4-aed42198a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:17.946630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-62dbb2c5-6614-4451-bbc4-aed42198a4da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1101 time: 0.0811048 Dec 23 12:24:17.957136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:17.966856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:18.002442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.091625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.120693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.133787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.136886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.303243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.303813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d080c8-7343-42a2-8f85-96ed84370a66 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:24:18.312348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.312348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-37a8ea62-72d6-4773-80d6-4e1d40f40350 admin admin] 10.222.0.16 "DELETE /v2.0/routers/94d080c8-7343-42a2-8f85-96ed84370a66 HTTP/1.1" status: 204 len: 168 time: 2.0474663 Dec 23 12:24:18.312348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43106) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:18.325160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:24:18.346900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:18.348109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:18.393423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Deleting subnet 471ab06a-b666-4408-825e-2399f265cb87 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:18.398741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.456630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.507478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:18.517663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.590526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.608400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc628db0-54de-4dc4-b7ff-a90076462c54 None None] Network 477a64e2-8852-49f3-8d47-eed5afb1859e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:18.641392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78554a4-1efd-439e-94da-6aa1b51fcaa0,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:18.649040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network 477a64e2-8852-49f3-8d47-eed5afb1859e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:18.685787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:18.687650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Port': ['ID=e7946b7c-a7c3-4740-af8c-840855dddb8f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:18.691658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.695260 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:18.698668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:18.699823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.717432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aaf4f86-800f-48b3-bec2-409e880b716c req-3e2e0a3f-c590-4df5-8885-ec96a5011e96 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0647001 Dec 23 12:24:18.724142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.758368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524da69-8c04-41ea-8238-8e0fbf9e52da req-190d345a-a21f-49c9-9682-cee4037032cb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:18.765274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e524da69-8c04-41ea-8238-8e0fbf9e52da req-190d345a-a21f-49c9-9682-cee4037032cb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.2669020 Dec 23 12:24:18.787976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] Provisioning complete for port 8db22bc5-a246-475c-952c-c6144570b79f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:18.788353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.794305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.798397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d30f625-d808-483a-b9d4-6ced57f0a81b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6415305 Dec 23 12:24:18.799310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:18.806905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:18.903150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.937690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-97969b18-ba82-4a82-b376-8b530b3492a2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4884379 Dec 23 12:24:18.937690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43120) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:18.990729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e524da69-8c04-41ea-8238-8e0fbf9e52da req-87337e65-a924-491f-b4bd-dd7bbe99230d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245002 Dec 23 12:24:19.043503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c813bd7f-ec46-4004-b959-19cfe0e32f8b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:19.052154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471ab06a-b666-4408-825e-2399f265cb87,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:19.063954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.074222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b21ef61-aee8-4be9-a348-b8b936c6945a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/471ab06a-b666-4408-825e-2399f265cb87 HTTP/1.1" status: 204 len: 168 time: 0.7585967 Dec 23 12:24:19.080335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43122) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:19.107491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8e80a-2076-45e6-b2b5-57b71b00c713 None None] Network 625b56d6-a765-4287-b860-bd5a6e79b123 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:19.133482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting subnet 05ef930a-cebe-4b1e-86ea-3eab9a9eb070 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:19.172525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.248137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.266335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.278972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.336562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.407680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297e80-1047-4ece-9d15-535b1fce12e0 req-4e0ebf88-e8b4-48df-84b3-6eca83805ae1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:19.422070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb297e80-1047-4ece-9d15-535b1fce12e0 req-4e0ebf88-e8b4-48df-84b3-6eca83805ae1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2985194 Dec 23 12:24:19.433575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 2, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:19.454953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.466165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:19.494519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Deleting port b9415c86-39fb-4329-822d-0e6275293837 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:19.494519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.570282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] For port 8db22bc5-a246-475c-952c-c6144570b79f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8db22bc5-a246-475c-952c-c6144570b79f,segment=NetworkSegment(9be5cbf8-fdfe-4502-8bb7-02cf724e98f0),segment_id=9be5cbf8-fdfe-4502-8bb7-02cf724e98f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:19.580546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:24:19.580546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Updating router 2af390b2-0016-4eba-ad67-dc55fa551dfc port ad30fad8-fa7d-4719-add5-2907864e24e1 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:24:19.622398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.651851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] For port b9415c86-39fb-4329-822d-0e6275293837, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b9415c86-39fb-4329-822d-0e6275293837,segment=NetworkSegment(f644c143-96b4-48cd-b5d0-60dcec945552),segment_id=f644c143-96b4-48cd-b5d0-60dcec945552)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:19.652217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.688691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:19.699104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Calling delete_port for b9415c86-39fb-4329-822d-0e6275293837 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:19.707843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c813bd7f-ec46-4004-b959-19cfe0e32f8b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:19.708250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.754395 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.776559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.807591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:19.811469 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db59495a-1293-4ddf-ad1e-8dc77ed103a9" -d '{"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-unplugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:19.829604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Transition to ACTIVE for port object 22f21045-dfa4-4e47-8bcb-164bfc1390ba will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:19.833586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.836948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb297e80-1047-4ece-9d15-535b1fce12e0 req-d56c16b9-0ef8-4445-a57f-3686ffc61964 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192226 Dec 23 12:24:19.913279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.960587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.994806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cf236-7c07-4ccc-a44d-4e04d32266a5 None None] Pushing event updated for resources: {'Port': ['ID=8db22bc5-a246-475c-952c-c6144570b79f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.007049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:20.011436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.046586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.094078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54112a-5209-453e-b5c4-bfbba30df0ac req-2512b0c7-7e6b-4701-a186-fe7444d885dd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.103890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c54112a-5209-453e-b5c4-bfbba30df0ac req-2512b0c7-7e6b-4701-a186-fe7444d885dd tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.5434391 Dec 23 12:24:20.139809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9415c86-39fb-4329-822d-0e6275293837,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.151717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] No DVR routers for this DVR port b9415c86-39fb-4329-822d-0e6275293837 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:20.186594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] No DVR routers for this DVR port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:20.190697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b376dc04-de18-44d5-b23b-58ee635e1d51 req-b040a55c-9090-4666-a318-c19bdcef4777 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0533926 Dec 23 12:24:20.194063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Allocated IP 172.25.7.11 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:20.284042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.329423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c54112a-5209-453e-b5c4-bfbba30df0ac req-eaacf6cb-f18b-4365-acf1-3fd2cb6c060f tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243919 Dec 23 12:24:20.360309 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa6ba82-77b3-4ae1-8c0a-dcb4bf0a0a82 x-openstack-request-id: req-eaa6ba82-77b3-4ae1-8c0a-dcb4bf0a0a82 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:20.361135 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-unplugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:20.362356 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa6ba82-77b3-4ae1-8c0a-dcb4bf0a0a82 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:20.363002 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'code': 200} Dec 23 12:24:20.372512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:20.390120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:20.390753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:20.400312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:20.403686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Attempting to bind port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:20.436511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:20.439997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:20.440308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:20.445517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Bound port: 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:20.445978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.494062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.504253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.510844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5354fc-7bd5-487e-b030-db813123ab16 None None] DHCP port deletion for 625b56d6-a765-4287-b860-bd5a6e79b123 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:20.542198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c5d76088-dd38-4702-8ca9-d54978aada70 None None] Provisioning complete for port e7946b7c-a7c3-4740-af8c-840855dddb8f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:20.547299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c5d76088-dd38-4702-8ca9-d54978aada70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.556545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=05ef930a-cebe-4b1e-86ea-3eab9a9eb070,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.563787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-d4e0bc43-32bc-4cc2-a0f3-3cbf72458399 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1482348 Dec 23 12:24:20.600338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.605952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6ee8ffbd-4870-4940-bbe2-2304cdaa8cfb tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/05ef930a-cebe-4b1e-86ea-3eab9a9eb070 HTTP/1.1" status: 204 len: 168 time: 1.6637330 Dec 23 12:24:20.615086 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.626845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b340b4-9ebd-4e42-bf15-1b8911a63a16 None None] Network 477a64e2-8852-49f3-8d47-eed5afb1859e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:20.641832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:20.657372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34433671-a5e1-4344-9c71-475ac91c610f req-5fd2004a-467c-43a5-b948-ff5cc132d298 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.665618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34433671-a5e1-4344-9c71-475ac91c610f req-5fd2004a-467c-43a5-b948-ff5cc132d298 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.2001715 Dec 23 12:24:20.672394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43134) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:20.700175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8db22bc5-a246-475c-952c-c6144570b79f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:20.799879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:20.812184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c5d76088-dd38-4702-8ca9-d54978aada70 None None] Port e7946b7c-a7c3-4740-af8c-840855dddb8f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:20.822244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625b56d6-a765-4287-b860-bd5a6e79b123']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:20.829422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0932ad-ba97-449e-9e6e-e16245b6b8b2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.835921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0932ad-ba97-449e-9e6e-e16245b6b8b2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.835921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c0932ad-ba97-449e-9e6e-e16245b6b8b2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1151202 Dec 23 12:24:20.846862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43136) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:20.860642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f644c143-96b4-48cd-b5d0-60dcec945552') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:20.861239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f644c143-96b4-48cd-b5d0-60dcec945552') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:20.883016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.929710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'mac_address': 'fa:16:3e:82:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:20.931736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b98a9-a1f0-488f-ab28-3e9858b11424 None None] Pushing event updated for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.951777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.960107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c5d76088-dd38-4702-8ca9-d54978aada70 None None] Provisioning complete for port 8db22bc5-a246-475c-952c-c6144570b79f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:20.960475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c5d76088-dd38-4702-8ca9-d54978aada70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.965337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e59f3f1-3ec9-46e0-8109-73a029fa2f57 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.992219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:20.993110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.037997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:24:21.038406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:21.078823 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e59f3f1-3ec9-46e0-8109-73a029fa2f57 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 12:24:21.079358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e59f3f1-3ec9-46e0-8109-73a029fa2f57 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:21.089616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.090745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e59f3f1-3ec9-46e0-8109-73a029fa2f57 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/477a64e2-8852-49f3-8d47-eed5afb1859e HTTP/1.1" status: 409 len: 466 time: 0.2351573 Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:21.117510 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:21.120105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43142) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:21.126819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1847126386'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:21.168942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34433671-a5e1-4344-9c71-475ac91c610f req-40d675a8-abe1-4370-a916-9e904f9373b5 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023413 Dec 23 12:24:21.170347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:21.180656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-d2b6b2b2-8c66-41bc-a7f2-25204065643d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.182289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-d2b6b2b2-8c66-41bc-a7f2-25204065643d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6033745 Dec 23 12:24:21.190320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79fc2-94f3-4726-b4a4-75d628a1cd0d req-0bdb9205-f1c2-48e2-83c7-22357992e6b0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.192149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88c79fc2-94f3-4726-b4a4-75d628a1cd0d req-0bdb9205-f1c2-48e2-83c7-22357992e6b0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.2172446 Dec 23 12:24:21.193260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.196566 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.197379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:21.200373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.206259 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/625b56d6-a765-4287-b860-bd5a6e79b123 HTTP/1.1" status: 204 len: 168 time: 2.1210709 Dec 23 12:24:21.232721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf22c9-243b-4dd8-9e50-6e7f3b4a06a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=625b56d6-a765-4287-b860-bd5a6e79b123,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:21.238964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c3fe61-ea45-4069-86b2-c8e86361f428 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:21.280591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.283528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:21.314873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:21.337733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Attempting to bind port ad30fad8-fa7d-4719-add5-2907864e24e1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:21.338105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Attempting to bind port ad30fad8-fa7d-4719-add5-2907864e24e1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:21.338914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Attempting to bind port ad30fad8-fa7d-4719-add5-2907864e24e1 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:21.345209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88c79fc2-94f3-4726-b4a4-75d628a1cd0d req-45c63503-bf12-4944-bc78-ddb4e42fbbaa tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208463 Dec 23 12:24:21.358893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:21.364501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8db22bc5-a246-475c-952c-c6144570b79f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:21.365005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.365939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.400775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.460713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:21.461406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:21.462056 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.462631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Bound using segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:21.463294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Bound port: ad30fad8-fa7d-4719-add5-2907864e24e1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:21.463730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:21.463917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.467676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.469652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:21.474201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] DHCP port deletion for 477a64e2-8852-49f3-8d47-eed5afb1859e request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:21.479269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:21.483741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:21.487199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:21.500892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92ea4815-3a6d-40b4-b465-75b4a3122cd4 req-5f4f0906-25ec-4b12-ad09-1c87f3bdf7ee tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0776463 Dec 23 12:24:21.514939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.515357 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment 8ed94c8d-dec1-4dca-b424-963627536d72 of type vlan for network 0c443453-04e9-4dc7-8ddd-d646373e7379 Dec 23 12:24:21.527043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-75b3be90-c196-4927-be8a-3d3a4dc8e486 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.528656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-75b3be90-c196-4927-be8a-3d3a4dc8e486 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.1222503 Dec 23 12:24:21.571748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.572486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.573953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] 10.222.0.57 "PUT /v2.0/ports/22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 1096 time: 3.6190634 Dec 23 12:24:21.602443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddd366-cb08-434f-9115-597c15c3af12 service neutron] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:21.638174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727cb54-b01e-49a2-aa87-52696e858264 req-ac175fcf-0921-45ae-b9a6-d30c5fde0b02 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.639845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8727cb54-b01e-49a2-aa87-52696e858264 req-ac175fcf-0921-45ae-b9a6-d30c5fde0b02 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 945 time: 0.1503339 Dec 23 12:24:21.663582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.676008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] For port ad30fad8-fa7d-4719-add5-2907864e24e1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:21.680756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] For port ad30fad8-fa7d-4719-add5-2907864e24e1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad30fad8-fa7d-4719-add5-2907864e24e1,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:21.681003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:21.684667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.724284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43150) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:21.759795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-84d475c6-3035-4b9e-b915-c02438a58a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.761552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-84d475c6-3035-4b9e-b915-c02438a58a63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1099 time: 0.1438048 Dec 23 12:24:21.768276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Deleting port 91900f80-d207-4764-a53c-c0ef6977c1f5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:21.768616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.780264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.784141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:21.791426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] Provisioning complete for port ad30fad8-fa7d-4719-add5-2907864e24e1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:21.792115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.832412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.844310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.850221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.850866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:21.898989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ef25a8a5-5354-4d9b-935e-8d9928d0c412 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:21.901223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8727cb54-b01e-49a2-aa87-52696e858264 req-86520aba-aaef-43ba-b5db-ce6252ee4d04 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345684 Dec 23 12:24:21.901863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['f4c3fe61-ea45-4069-86b2-c8e86361f428'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:21.963255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d96a5e1f-e500-4f84-bb40-3ffc8978b92f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b60f66bf2c14c0b930cd6acb61374a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353840 Dec 23 12:24:21.963624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:21.976628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=0c443453-04e9-4dc7-8ddd-d646373e7379,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:21.989436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ef25a8a5-5354-4d9b-935e-8d9928d0c412 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:21.989789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ef25a8a5-5354-4d9b-935e-8d9928d0c412 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:21.990200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 610e3a4d-fe11-4a50-a361-202df3f71ae1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:21.998605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] For port 91900f80-d207-4764-a53c-c0ef6977c1f5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=91900f80-d207-4764-a53c-c0ef6977c1f5,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:22.012727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.031419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 0c443453-04e9-4dc7-8ddd-d646373e7379 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:22.033597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b98a9-a1f0-488f-ab28-3e9858b11424 None None] Pushing event updated for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:22.047385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-5e8d31a2-540c-4f19-8d7e-54646b29efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.047638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Calling delete_port for 91900f80-d207-4764-a53c-c0ef6977c1f5 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:22.050899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-5e8d31a2-540c-4f19-8d7e-54646b29efaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2667603 Dec 23 12:24:22.065077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 610e3a4d-fe11-4a50-a361-202df3f71ae1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:22.069038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 610e3a4d-fe11-4a50-a361-202df3f71ae1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:22.117802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-5bcb5d6d-7e83-46d1-ba11-e433234ebf63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.0575528 Dec 23 12:24:22.132741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0df75f3f-4218-4a23-98c0-bc1c5755f015 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0116448 Dec 23 12:24:22.134930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43154) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:22.138052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Deleting port 8db22bc5-a246-475c-952c-c6144570b79f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:22.138423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.141070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': '0c443453-04e9-4dc7-8ddd-d646373e7379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:22.148878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.236745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.225 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/429948c0-b88e-41a4-9674-e840ccbaaa5c) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:22.258792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:22.259969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:22.274068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad30fad8-fa7d-4719-add5-2907864e24e1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:22.287505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.322819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-6b436ab3-018e-4d20-9221-e9302163b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.324453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-6b436ab3-018e-4d20-9221-e9302163b1d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1970844 Dec 23 12:24:22.371536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:22.373949 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f5db8-ec8c-4712-b3f7-875d59b213ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:22.408002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] For port 8db22bc5-a246-475c-952c-c6144570b79f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8db22bc5-a246-475c-952c-c6144570b79f,segment=NetworkSegment(9be5cbf8-fdfe-4502-8bb7-02cf724e98f0),segment_id=9be5cbf8-fdfe-4502-8bb7-02cf724e98f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:22.408397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.457391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb8c2-b325-4b4a-93c4-d8707d2acaf3 req-b3e6b409-cc1b-4fa0-8d78-71ef7e198a8e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.459247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9edb8c2-b325-4b4a-93c4-d8707d2acaf3 req-b3e6b409-cc1b-4fa0-8d78-71ef7e198a8e tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 944 time: 0.1323297 Dec 23 12:24:22.464789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.539870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44472-2444-4468-93fe-d85b92ee1848 req-d101eabb-a00b-443e-b6d2-cc64f7aad6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.541628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-d101eabb-a00b-443e-b6d2-cc64f7aad6eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883056 Dec 23 12:24:22.589362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.628062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Calling delete_port for 8db22bc5-a246-475c-952c-c6144570b79f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:22.635470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event deleted for resources: {'Port': ['ID=91900f80-d207-4764-a53c-c0ef6977c1f5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:22.650215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea', '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', '91900f80-d207-4764-a53c-c0ef6977c1f5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:22.681127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9edb8c2-b325-4b4a-93c4-d8707d2acaf3 req-cb788d00-fb2c-4a57-8f7e-13865075d4e8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983027 Dec 23 12:24:22.693829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47486e0-3760-4024-8c9b-98f3ceacc5a4 req-996138a3-f60a-4bb4-ba92-a2764355983a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.695449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d47486e0-3760-4024-8c9b-98f3ceacc5a4 req-996138a3-f60a-4bb4-ba92-a2764355983a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.2352316 Dec 23 12:24:22.707390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.729183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.733540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:22.738963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.765806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.788209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-87b15cb5-afb3-46f5-9261-521a9fd55e16 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313724 Dec 23 12:24:22.798174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] No DVR routers for this DVR port 91900f80-d207-4764-a53c-c0ef6977c1f5 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:22.804081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.809841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f2baf5f3-3fba-4ab1-bf12-d9f162d928d6 req-fa4219fe-3e30-4f0d-a52a-bc7949a23ca3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "DELETE /v2.0/ports/91900f80-d207-4764-a53c-c0ef6977c1f5 HTTP/1.1" status: 204 len: 173 time: 1.2689123 Dec 23 12:24:22.809841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'name': 'network-vif-deleted', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:22.810683 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7725b9b-d30e-4297-99d8-f35a05eabea5" -d '{"events": [{"server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "name": "network-vif-deleted", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:22.832478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:22.836002 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.838774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.842695 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1 HTTP/1.1" status: 204 len: 168 time: 0.8757200 Dec 23 12:24:22.883035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] For port ad30fad8-fa7d-4719-add5-2907864e24e1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad30fad8-fa7d-4719-add5-2907864e24e1,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:22.888014 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae3ca7b-6a4b-4434-8e24-fbed0683ae64 x-openstack-request-id: req-9ae3ca7b-6a4b-4434-8e24-fbed0683ae64 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:22.888358 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:22.888589 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ae3ca7b-6a4b-4434-8e24-fbed0683ae64 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:22.889211 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'status': 'completed', 'code': 200} Dec 23 12:24:22.908478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf38bc4-21d0-4c79-a1bc-f773c5dfa3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f624eb5-6ef8-4fd7-807f-f9d53a8fbad1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:22.922299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ad30fad8-fa7d-4719-add5-2907864e24e1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:22.924809 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.930225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.949045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:22.987329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4dbf9199-bde2-4d77-9455-d75b9bd7e648 req-e79654b3-09d8-4ae5-b0da-7213c3e2c837 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0949032 Dec 23 12:24:23.002970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d47486e0-3760-4024-8c9b-98f3ceacc5a4 req-d40b2042-e1cf-4381-9037-216cb08cdb3e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857912 Dec 23 12:24:23.019257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-042ff102-159f-47d4-8fc4-354995135338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:23.021176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-042ff102-159f-47d4-8fc4-354995135338 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1099 time: 0.1799552 Dec 23 12:24:23.035000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.045991 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.056676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:23.147947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.274642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.277425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14e5c19f-7a7e-4639-8f22-36f59dbabdb8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4748499 Dec 23 12:24:23.288293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-33e6b45f-956d-4f44-b133-ff05953d8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:23.290170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-33e6b45f-956d-4f44-b133-ff05953d8917 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2572229 Dec 23 12:24:23.313792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de23675-0504-442e-9fea-4be1fb7625b5 None None] Pushing event updated for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:23.349752 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.365088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-1a2ef1c6-d579-4d94-a2f6-d6431a58cc9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.0652952 Dec 23 12:24:23.431415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] No DVR routers for this DVR port 8db22bc5-a246-475c-952c-c6144570b79f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:23.454156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0ae35-fbbc-46b5-b39b-2346b3105c24 None None] Pushing event deleted for resources: {'Port': ['ID=8db22bc5-a246-475c-952c-c6144570b79f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:23.455869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d7b33352-a883-4b0f-b33f-bfc0a25a2716 None None] Provisioning complete for port ad30fad8-fa7d-4719-add5-2907864e24e1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:23.456309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7b33352-a883-4b0f-b33f-bfc0a25a2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.491833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-78b3c0a7-93bd-400a-8679-92a7122c139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:23.495159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-78b3c0a7-93bd-400a-8679-92a7122c139a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1167431 Dec 23 12:24:23.547920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:24:23.592121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.655193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b9415c86-39fb-4329-822d-0e6275293837 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:23.658748 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65172612-09f5-4a25-a423-641298f1b0b4 x-openstack-request-id: req-65172612-09f5-4a25-a423-641298f1b0b4 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:23.659056 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3716f5da-252a-4763-a5a3-cc672576598d", "name": "network-vif-deleted", "tag": "91900f80-d207-4764-a53c-c0ef6977c1f5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:23.659293 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65172612-09f5-4a25-a423-641298f1b0b4 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:23.660096 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3716f5da-252a-4763-a5a3-cc672576598d', 'name': 'network-vif-deleted', 'tag': '91900f80-d207-4764-a53c-c0ef6977c1f5', 'status': 'completed', 'code': 200} Dec 23 12:24:23.698664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:21Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:23.703930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b9415c86-39fb-4329-822d-0e6275293837 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:23.704274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b9415c86-39fb-4329-822d-0e6275293837 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:23.704686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8db22bc5-a246-475c-952c-c6144570b79f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:23.706773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fce22b94-d7df-458e-a05e-a66fe1c77a79 req-45af0738-a961-407f-b651-1cf2d4684b0e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=3716f5da-252a-4763-a5a3-cc672576598d HTTP/1.1" status: 200 len: 210 time: 0.1138029 Dec 23 12:24:23.717136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-dbf511fa-73f0-4754-8bb6-81d62a271a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:23.717136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-dbf511fa-73f0-4754-8bb6-81d62a271a0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033296 Dec 23 12:24:23.717563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:23.726835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:23.742757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=537b15f9-c24d-4245-a4c3-60a3be551f38,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:23.746732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:23.793387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671798a-5dcf-4001-b3e8-2935dd7d1241 None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:21Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:24:23.805427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8db22bc5-a246-475c-952c-c6144570b79f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:23.805606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8db22bc5-a246-475c-952c-c6144570b79f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:24.188881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': '8ed94c8d-dec1-4dca-b424-963627536d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c443453-04e9-4dc7-8ddd-d646373e7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:24.198031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:24.199830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: 0c443453-04e9-4dc7-8ddd-d646373e7379, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:24.199830 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-2569cfcd-aa86-4ede-9cbd-dcc9b189b0eb service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661269 Dec 23 12:24:24.202713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db44472-2444-4468-93fe-d85b92ee1848 req-8f3d0d99-7edd-467e-a581-1442129d0f82 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1872673 Dec 23 12:24:24.202713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.202713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.205002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1e5c6328-4903-4a67-b522-4dfe834128a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:24.205002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:24.206621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-a5c9f03f-2f4c-4a66-b68f-a0b9025c4f01 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274405 Dec 23 12:24:24.206833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4133-9d6e-46f7-b7af-5f5793c4e2b0 req-ac0affba-edf0-4a90-9968-fddf3ae6a081 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.206833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d0d4133-9d6e-46f7-b7af-5f5793c4e2b0 req-ac0affba-edf0-4a90-9968-fddf3ae6a081 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 944 time: 0.2354732 Dec 23 12:24:24.207977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network 0c443453-04e9-4dc7-8ddd-d646373e7379 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:24.225718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-506beb0d-26f5-441a-848b-7998f7df3c7f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--928681925&fields=id&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 267 time: 0.2990942 Dec 23 12:24:24.278174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad30fad8-fa7d-4719-add5-2907864e24e1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:24.368545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d0d4133-9d6e-46f7-b7af-5f5793c4e2b0 req-57c70460-a1e5-48be-8630-33bbca458493 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288649 Dec 23 12:24:24.369002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6f2dd3e0-ccd0-4e00-bf68-d687176355c0 None None] Provisioning complete for port 429948c0-b88e-41a4-9674-e840ccbaaa5c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:24.369650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd3e0-ccd0-4e00-bf68-d687176355c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.378227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-b24aad78-c94b-421c-87d6-74ee11c15fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.384183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-b24aad78-c94b-421c-87d6-74ee11c15fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1099 time: 0.1965971 Dec 23 12:24:24.446026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 0c443453-04e9-4dc7-8ddd-d646373e7379) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:24.452531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.453045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.492880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-2e2b9fec-732f-4137-bcae-7b9ac74e98c0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2991011 Dec 23 12:24:24.509817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-4a43f999-7cf1-4a07-8c7a-e3d80e0d68aa tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.517372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-4a43f999-7cf1-4a07-8c7a-e3d80e0d68aa tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 817 time: 0.2907584 Dec 23 12:24:24.529663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8022b9-99b3-4e6d-8c46-0aa110598af5 None None] Network 0c443453-04e9-4dc7-8ddd-d646373e7379 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:24.538629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Request body: {'port': {'device_id': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:24.541422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:24.594407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-1c1d6772-d8b9-4003-b95b-e7f152e93367 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/quotas/b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 375 time: 0.0761588 Dec 23 12:24:24.603110 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-566f4037-8f89-4481-b7cc-698a1fb3b844 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4664872 Dec 23 12:24:24.605766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43204) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:24.671017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 91900f80-d207-4764-a53c-c0ef6977c1f5 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:24.711840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-4ca85020-e8b6-410f-9adb-fdf1e2300360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.713543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-4ca85020-e8b6-410f-9adb-fdf1e2300360 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3117449 Dec 23 12:24:24.715849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.728340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df43dd-62bb-4db3-ad94-b6e6a7609c42 req-55879d29-6b84-457c-9b23-1597e4e46947 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:24.736809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1df43dd-62bb-4db3-ad94-b6e6a7609c42 req-55879d29-6b84-457c-9b23-1597e4e46947 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 936 time: 0.2126331 Dec 23 12:24:24.740385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ad30fad8-fa7d-4719-add5-2907864e24e1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:24.745588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.746425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.792813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 91900f80-d207-4764-a53c-c0ef6977c1f5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:24.793481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 91900f80-d207-4764-a53c-c0ef6977c1f5 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:24.795278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6f2dd3e0-ccd0-4e00-bf68-d687176355c0 None None] Port 429948c0-b88e-41a4-9674-e840ccbaaa5c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:24.833198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-b5898891-c7a7-42ca-a45d-117f47953156 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.0941465 Dec 23 12:24:24.842235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-7ef3fa54-b3e8-4423-97e6-3896adbe3718 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344863 Dec 23 12:24:24.897620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9db988-9e52-479d-9b52-32880714bf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-0c443453-04e9-4dc7-8ddd-d646373e7379', 'network_id': '0c443453-04e9-4dc7-8ddd-d646373e7379', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '537b15f9-c24d-4245-a4c3-60a3be551f38'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:24.898628 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a9db988-9e52-479d-9b52-32880714bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:24.912061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-34404f0d-7379-4c8f-a770-15e74d8e370f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:24:24.915497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-34404f0d-7379-4c8f-a770-15e74d8e370f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241516 Dec 23 12:24:24.937139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.015887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1df43dd-62bb-4db3-ad94-b6e6a7609c42 req-803761a6-ffc3-47e9-a29a-24d8b6609019 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781036 Dec 23 12:24:25.116316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-cda2a24e-8070-4212-b871-22589304f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:25.117810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-cda2a24e-8070-4212-b871-22589304f71a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2497253 Dec 23 12:24:25.179184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.225324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=537b15f9-c24d-4245-a4c3-60a3be551f38,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:25.290076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-bbcd67cc-61a5-4d93-824d-439b8b944c5f service neutron] 10.222.0.16 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434272 Dec 23 12:24:25.301632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.303267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be20ea-e31d-4a5b-bbe2-8381f1a1c3bb req-dc05b8b5-2917-4eb1-a219-6c18a997acee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:25.304778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9be20ea-e31d-4a5b-bbe2-8381f1a1c3bb req-dc05b8b5-2917-4eb1-a219-6c18a997acee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.1957219 Dec 23 12:24:25.326904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c443453-04e9-4dc7-8ddd-d646373e7379']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server [None req-1a9db988-9e52-479d-9b52-32880714bf73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 537b15f9-c24d-4245-a4c3-60a3be551f38: This subnet is being modified by another concurrent operation. Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 12:24:25.330954 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise exception Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 537b15f9-c24d-4245-a4c3-60a3be551f38: This subnet is being modified by another concurrent operation. Dec 23 12:24:25.334277 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Dec 23 12:24:25.349489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed94c8d-dec1-4dca-b424-963627536d72') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:25.349797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed94c8d-dec1-4dca-b424-963627536d72') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:25.367917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.370083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-26f4e0c0-e851-421c-879d-64efb8d1a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:25.371602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-26f4e0c0-e851-421c-879d-64efb8d1a1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399828 Dec 23 12:24:25.384987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.395236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:25.395862 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:25.398939 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:25.427145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecee723-9cd8-4acf-86fe-93eea609198c None None] Network 0c443453-04e9-4dc7-8ddd-d646373e7379 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:25.537479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.544323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9be20ea-e31d-4a5b-bbe2-8381f1a1c3bb req-feeafe2e-32c2-45ea-9afb-61b01bc4eabb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146862 Dec 23 12:24:25.545795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.549716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/0c443453-04e9-4dc7-8ddd-d646373e7379 HTTP/1.1" status: 204 len: 168 time: 0.9426291 Dec 23 12:24:25.554113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:25.572402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2105011847'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:25.588793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d520cca-9e34-4529-b4a9-e12aa65d9fb7 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=0c443453-04e9-4dc7-8ddd-d646373e7379,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:25.617231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2f654983-97b3-417d-8509-c3109bef0700 service neutron] 10.222.0.16 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114173 Dec 23 12:24:25.633083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429948c0-b88e-41a4-9674-e840ccbaaa5c {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:25.643339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.648848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-d4b0052c-15a2-417d-aad2-9c5249fe1508 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339954 Dec 23 12:24:25.660392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Transition to ACTIVE for port object 429948c0-b88e-41a4-9674-e840ccbaaa5c will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:25.719876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80542922-1fe5-4d5d-89ca-ec3ba57e4415 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:24:25.785489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.790315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:25.795243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.819142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-111f5db8-ec8c-4712-b3f7-875d59b213ba req-852a7af6-f7ce-4c4d-9321-29d5448e55af service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572390 Dec 23 12:24:25.832604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:25.846745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.848044 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment 0f666427-53af-4a85-8443-2e36fc176b98 of type vlan for network e047ae97-f744-4de0-a7b0-bb786f064697 Dec 23 12:24:25.902973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.903308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80542922-1fe5-4d5d-89ca-ec3ba57e4415 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:24:25.943231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Pushing event updated for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:25.974566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Attempting to bind port 429948c0-b88e-41a4-9674-e840ccbaaa5c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:25.974947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Attempting to bind port 429948c0-b88e-41a4-9674-e840ccbaaa5c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:25.975351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Attempting to bind port 429948c0-b88e-41a4-9674-e840ccbaaa5c on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:25.980181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Port 429948c0-b88e-41a4-9674-e840ccbaaa5c on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:25.980634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Attempting to bind port 429948c0-b88e-41a4-9674-e840ccbaaa5c on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:25.986372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:25.986720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:25.987113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:25.987586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Bound port: 429948c0-b88e-41a4-9674-e840ccbaaa5c, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:25.987956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.036567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:26.057456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.065136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.065949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.142704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:26.147093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:26.240850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=e047ae97-f744-4de0-a7b0-bb786f064697,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.242949 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:26.245237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de8c6-cf55-4e83-9eb8-84af7f2bf8b6 req-6e8d4ef2-c94c-47da-ba85-578b925aad19 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.252864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd1de8c6-cf55-4e83-9eb8-84af7f2bf8b6 req-6e8d4ef2-c94c-47da-ba85-578b925aad19 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 944 time: 0.1492984 Dec 23 12:24:26.261163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e047ae97-f744-4de0-a7b0-bb786f064697 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:26.298922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.305340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd1de8c6-cf55-4e83-9eb8-84af7f2bf8b6 req-20e26f7c-ffe3-4805-8a89-3ceeedab2475 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Dec 23 12:24:26.349523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.350151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.351658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] 10.222.0.43 "PUT /v2.0/ports/429948c0-b88e-41a4-9674-e840ccbaaa5c HTTP/1.1" status: 200 len: 1096 time: 1.8286967 Dec 23 12:24:26.352112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:26.354785 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddda74f-46de-4910-83aa-f69bd01a2b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:26.365963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bc58caee-77d5-44ed-bcd7-0a1df66600ea tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7988851 Dec 23 12:24:26.368735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:26.377008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:26.383821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b3b9-2e3f-4039-ba12-e47132d94be7 service neutron] Pushing event updated for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:26.485255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddeb4f66-2926-4384-a4bf-c40cba25b308 req-ecc1cc07-3f83-4e7a-811a-1e0df6ce7a97 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.0754259 Dec 23 12:24:26.521849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port f4c3fe61-ea45-4069-86b2-c8e86361f428 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:26.574228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db09772-bda1-42f6-a30e-873904f5beb5 req-8b89b873-21b4-4ad1-936e-fbf7313f0c71 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.586822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5db09772-bda1-42f6-a30e-873904f5beb5 req-8b89b873-21b4-4ad1-936e-fbf7313f0c71 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 948 time: 0.1003723 Dec 23 12:24:26.590027 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d84071-cb14-44c8-84dc-9186eb554533 x-openstack-request-id: req-18d84071-cb14-44c8-84dc-9186eb554533 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:26.590327 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:26.590585 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18d84071-cb14-44c8-84dc-9186eb554533 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:26.591059 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'status': 'completed', 'code': 200} Dec 23 12:24:26.594714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port f4c3fe61-ea45-4069-86b2-c8e86361f428 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:26.605200 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.683856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9003955-67e7-4276-85dd-a740cff43cb0 req-870d194a-0cb5-4d35-915f-cb5de93dec79 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0702255 Dec 23 12:24:26.735227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-ce7632d2-bf0a-41d0-9675-73858be25a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.737056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-ce7632d2-bf0a-41d0-9675-73858be25a6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1452227 Dec 23 12:24:26.751945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5db09772-bda1-42f6-a30e-873904f5beb5 req-be8b1704-27b0-49f1-836b-e836d99065bf tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641772 Dec 23 12:24:26.771346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:26.775521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.871576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.877399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-c3991ba1-ad7c-46ca-a544-c3c5596948af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c HTTP/1.1" status: 200 len: 217 time: 0.1244154 Dec 23 12:24:26.903927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:26.908495 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac2634-c36d-46a7-bbd3-088895aabaa8" -d '{"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:26.926261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port f4c3fe61-ea45-4069-86b2-c8e86361f428 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:26.926962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:26.933146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:27.041778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3a67a-16d7-4e31-8c99-fd387b3cae7e req-dc316f22-f666-49f0-aa9c-6f34ed607bce tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.044552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc3a67a-16d7-4e31-8c99-fd387b3cae7e req-dc316f22-f666-49f0-aa9c-6f34ed607bce tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.1662469 Dec 23 12:24:27.051759 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.061517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-dc955bec-7101-4ed2-a8e9-7a596ab3851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.061517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-dc955bec-7101-4ed2-a8e9-7a596ab3851f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0933535 Dec 23 12:24:27.110782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.200003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:27.270693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.285143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.285591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.285938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.286274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.287710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.288062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.288557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.288709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.289120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.289472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.290343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.295784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:27.296611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc3a67a-16d7-4e31-8c99-fd387b3cae7e req-9711bc9b-68a8-4ea5-aad5-617dbda01a08 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454600 Dec 23 12:24:27.319380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-551074ac-c871-431b-934d-b60d0ac6c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.321517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-551074ac-c871-431b-934d-b60d0ac6c2d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331178 Dec 23 12:24:27.354047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:24:27.354410 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:24:27.381675 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff9548-1c08-468c-a123-a32970a4b715 x-openstack-request-id: req-beff9548-1c08-468c-a123-a32970a4b715 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:27.382064 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:27.382319 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-beff9548-1c08-468c-a123-a32970a4b715 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:27.382727 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'code': 200} Dec 23 12:24:27.521499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.645160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': '0f666427-53af-4a85-8443-2e36fc176b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:27.645647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: e047ae97-f744-4de0-a7b0-bb786f064697, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:27.650467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=085d6c7f-dfb8-459a-80e9-e53ef5661784,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:27.746079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-09c89fe2-9306-4d6e-b35e-3680f9d4d541 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162838 Dec 23 12:24:27.749971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cfce8b64-9a74-46e9-acd7-6e11fe60970e req-7e4d7f43-406a-4f4c-bc75-8b76d13fbb18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.0488765 Dec 23 12:24:27.827924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64001c-0121-443a-b308-fb414d74d3fc req-c73bffb6-2f11-46d2-8831-a74de6321d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.829364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec64001c-0121-443a-b308-fb414d74d3fc req-c73bffb6-2f11-46d2-8831-a74de6321d62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 1096 time: 0.3239503 Dec 23 12:24:27.844991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c333ba-3c83-46fd-9206-66e2dad2f69b req-de756ad0-7c8a-4369-acae-0e171b12aef8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.846415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c333ba-3c83-46fd-9206-66e2dad2f69b req-de756ad0-7c8a-4369-acae-0e171b12aef8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.3313055 Dec 23 12:24:27.877780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26499ed5-f68f-4be5-bb66-2cdd19c80c01 req-6e03e0b6-8a2e-428c-b483-d8d5ff5d2638 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0696120 Dec 23 12:24:27.897232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network e047ae97-f744-4de0-a7b0-bb786f064697 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:27.914793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port cb07459f-12d5-41d9-a0e8-b20bf91b2018 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:27.915929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.963602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Port cb07459f-12d5-41d9-a0e8-b20bf91b2018 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:27.996127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56a261c8-720a-4be8-b22b-e81bb3be9d49 req-bc090bad-8fb9-437b-aa8b-aba083ef3967 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379236 Dec 23 12:24:27.999461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec64001c-0121-443a-b308-fb414d74d3fc req-7f102dc3-2728-49fc-95fa-5e79f477c7c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321337 Dec 23 12:24:28.008933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port c922f4fb-2fb9-4e77-baaa-0a50f9580155 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:28.009585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.024258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c333ba-3c83-46fd-9206-66e2dad2f69b req-b7693a48-0f37-4bea-abb3-e7c595571395 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449099 Dec 23 12:24:28.038549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e047ae97-f744-4de0-a7b0-bb786f064697) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:28.044193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.045201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.061620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e3b04-eeff-48d2-a40c-ab1d36165554 None None] Network e047ae97-f744-4de0-a7b0-bb786f064697 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:28.131726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265d90a-2017-4c19-bb80-177229a1c8ed req-602cb143-e12f-4f03-a5f9-c1b6b75bca92 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.141572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0265d90a-2017-4c19-bb80-177229a1c8ed req-602cb143-e12f-4f03-a5f9-c1b6b75bca92 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 948 time: 0.1156681 Dec 23 12:24:28.231346 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7cb42a9d-53ee-48f9-ad3f-1d3862ea063d tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8603706 Dec 23 12:24:28.231976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:28.254204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port 1e5c6328-4903-4a67-b522-4dfe834128a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:28.254638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0265d90a-2017-4c19-bb80-177229a1c8ed req-a5b5f023-6e03-4de8-a602-1b9a652f7fb7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117678 Dec 23 12:24:28.254789 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.293253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-78271a55-56da-4714-9cc2-d7f965b4d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.298015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-78271a55-56da-4714-9cc2-d7f965b4d2d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 1099 time: 0.0950720 Dec 23 12:24:28.348120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e047ae97-f744-4de0-a7b0-bb786f064697', 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '085d6c7f-dfb8-459a-80e9-e53ef5661784'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:28.357719 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.489097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.570422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.575134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-802bfa55-1e0f-4f33-9bc4-8bf990a6ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.576995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-802bfa55-1e0f-4f33-9bc4-8bf990a6ec7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2633107 Dec 23 12:24:28.635135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-66eb04a1-71bd-4257-ae40-c535a027829b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c HTTP/1.1" status: 200 len: 217 time: 0.0482819 Dec 23 12:24:28.651769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331fca1-8e99-4065-a77e-44460a40d47b req-aaf871cf-4cca-456e-b598-38a05719f545 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.653604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1331fca1-8e99-4065-a77e-44460a40d47b req-aaf871cf-4cca-456e-b598-38a05719f545 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.1942008 Dec 23 12:24:28.701807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-7969847e-7888-4de9-a476-729182eceeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.702657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Allocated IP 2001:db8::2 (e047ae97-f744-4de0-a7b0-bb786f064697/085d6c7f-dfb8-459a-80e9-e53ef5661784/6abf1b07-0fe1-4634-af10-b148d8813944) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:28.703739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-7969847e-7888-4de9-a476-729182eceeca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0487711 Dec 23 12:24:28.754455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port 45327f82-b36f-408d-b641-c99c93b4f061 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:28.757476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.790664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-fc21da8c-fafd-40e1-a630-053dc17d5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.792385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-fc21da8c-fafd-40e1-a630-053dc17d5be6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804629 Dec 23 12:24:28.797599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1331fca1-8e99-4065-a77e-44460a40d47b req-d076354d-10b6-49fb-b99c-cbe5b4a5d7fe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929186 Dec 23 12:24:28.928144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-66689673-2b7e-41ab-887d-4454b3689fbc service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223280 Dec 23 12:24:29.241970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:29.242571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.288795 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.309456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acb3d82d-24f1-4e79-acb3-e9bd29d35524 req-4622d092-fac7-4118-922a-2122c2f72018 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.3753154 Dec 23 12:24:29.348052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0ef16d0-80ed-4775-a12a-a8ca5fe83fd1 req-35b6e3ed-1974-4395-a86f-169450fc1d77 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0371141 Dec 23 12:24:29.378450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:29.378450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.447447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Port bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:29.472954 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.475002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bddda74f-46de-4910-83aa-f69bd01a2b4e req-6ff912de-4d6d-4a41-bec9-23c81d79bdf2 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313516 Dec 23 12:24:29.512985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port c813bd7f-ec46-4004-b959-19cfe0e32f8b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:29.513696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.521474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c481-f4f6-4a23-87df-49428f0d7d10 req-e3091d49-570b-4dc1-a79e-907874d10a2f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:29.526780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5b6c481-f4f6-4a23-87df-49428f0d7d10 req-e3091d49-570b-4dc1-a79e-907874d10a2f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.1150532 Dec 23 12:24:29.544185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Network e047ae97-f744-4de0-a7b0-bb786f064697 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:29.586300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:29.600980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:29.612253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.614125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5b6c481-f4f6-4a23-87df-49428f0d7d10 req-a4905971-b30e-41d1-a506-864a570aea02 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792408 Dec 23 12:24:29.647398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Pushing event updated for resources: {'Port': ['ID=6abf1b07-0fe1-4634-af10-b148d8813944,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:29.665392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=085d6c7f-dfb8-459a-80e9-e53ef5661784,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:29.711328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Attempting to bind port 6abf1b07-0fe1-4634-af10-b148d8813944 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:29.711716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Attempting to bind port 6abf1b07-0fe1-4634-af10-b148d8813944 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '0f666427-53af-4a85-8443-2e36fc176b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:29.712082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Attempting to bind port 6abf1b07-0fe1-4634-af10-b148d8813944 on network e047ae97-f744-4de0-a7b0-bb786f064697 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:29.735544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.744414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:29.744809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Checking segment: {'id': '0f666427-53af-4a85-8443-2e36fc176b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:29.745680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.746608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Bound using segment: {'id': '0f666427-53af-4a85-8443-2e36fc176b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:29.746717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Bound port: 6abf1b07-0fe1-4634-af10-b148d8813944, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f666427-53af-4a85-8443-2e36fc176b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e047ae97-f744-4de0-a7b0-bb786f064697'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:29.747088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.761886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e047ae97-f744-4de0-a7b0-bb786f064697']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:29.762385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b653-f305-43ff-b083-b7bd96e2c69a req-dc14576d-7c75-4d51-a861-796f2d8d03dc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:29.778947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd30b653-f305-43ff-b083-b7bd96e2c69a req-dc14576d-7c75-4d51-a861-796f2d8d03dc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 948 time: 0.1044993 Dec 23 12:24:29.780714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f666427-53af-4a85-8443-2e36fc176b98') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:29.781152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f666427-53af-4a85-8443-2e36fc176b98') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:29.792559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.807577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port 60b909e3-cecd-437d-a6d1-01aa15efa1ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:29.808675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.810173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.818391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:29.819116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.852185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd30b653-f305-43ff-b083-b7bd96e2c69a req-26be9f50-4aa8-41f0-8491-fc61caa25b36 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779216 Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:29.888874 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:29.913824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] For port 6abf1b07-0fe1-4634-af10-b148d8813944, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:29.944711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] For port 6abf1b07-0fe1-4634-af10-b148d8813944, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6abf1b07-0fe1-4634-af10-b148d8813944,segment=NetworkSegment(0f666427-53af-4a85-8443-2e36fc176b98),segment_id=0f666427-53af-4a85-8443-2e36fc176b98)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:29.972991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:24:29.972991 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:24:29.972991 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'e047ae97-f744-4de0-a7b0-bb786f064697'}] Dec 23 12:24:29.972991 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:24:29.973594 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:24:30.012558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5305-d428-4f12-a138-c714cd195709 req-ee366163-f206-4bf8-805f-00ffe49f967b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:30.015477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d14a5305-d428-4f12-a138-c714cd195709 req-ee366163-f206-4bf8-805f-00ffe49f967b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 948 time: 0.0804880 Dec 23 12:24:30.042159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:30.083965 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.091609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d14a5305-d428-4f12-a138-c714cd195709 req-019cc0a7-e283-4bd2-be1d-1c5f067a6e79 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Dec 23 12:24:30.176857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Provisioning complete for port 07fd070b-4301-4157-b4c8-09ea0712c456 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:30.177239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6675-5ae0-4432-8224-6b795e55e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.308211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb1cbf-5ae3-4d12-90b3-fb946a29ba34 None None] Pushing event updated for resources: {'Port': ['ID=6abf1b07-0fe1-4634-af10-b148d8813944,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:30.325078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338c960-c1c4-4d04-9065-b2ce497c929c None None] Network e047ae97-f744-4de0-a7b0-bb786f064697 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:30.386942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:30.412500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'mac_address': 'fa:16:3e:35:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:30.474672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.516102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.534244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f21045-dfa4-4e47-8bcb-164bfc1390ba {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:30.559774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23f5148f-b1f6-44d8-ba6a-36e19c53e551 req-b29be672-4859-40b4-874a-02c61339779b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.1490276 Dec 23 12:24:30.595413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:30.603362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760f192-888f-402a-889d-825b07c89615 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:24:30.610154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting port 6abf1b07-0fe1-4634-af10-b148d8813944 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:30.610494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.614511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79778cdc-dbda-4982-abaa-f8983c89750e req-09d2d787-3320-4137-abc9-4c99c0bb1b8a tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0678658 Dec 23 12:24:30.668121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 429948c0-b88e-41a4-9674-e840ccbaaa5c details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:30.710834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.778866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] For port 6abf1b07-0fe1-4634-af10-b148d8813944, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6abf1b07-0fe1-4634-af10-b148d8813944,segment=NetworkSegment(0f666427-53af-4a85-8443-2e36fc176b98),segment_id=0f666427-53af-4a85-8443-2e36fc176b98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:30.779400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.784463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ce38e9f9-e618-4698-b796-b5230dac3857 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:30.787199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ce38e9f9-e618-4698-b796-b5230dac3857 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 817 time: 0.3598886 Dec 23 12:24:30.828714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-cdd430f0-9413-4477-b10f-e99ca7afabcf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:30.830287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-cdd430f0-9413-4477-b10f-e99ca7afabcf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c&tenant_id=1692fb8d765741188e6726a83e2aae80&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 949 time: 0.1397898 Dec 23 12:24:30.831890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Calling delete_port for 6abf1b07-0fe1-4634-af10-b148d8813944 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:30.853142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:30.903274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-e6a9a0bc-df34-49d6-b34c-d2ff9937eaee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2748756 Dec 23 12:24:30.935918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:30.946691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760f192-888f-402a-889d-825b07c89615 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:24:30.950279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'mac_address': 'fa:16:3e:f7:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:31.000329 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-0558689f-81ab-42f7-8508-543669217c8b service neutron] delete failed (client error): The resource could not be found. Dec 23 12:24:31.001423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-0558689f-81ab-42f7-8508-543669217c8b service neutron] 10.222.0.43 "DELETE /v2.0/ports/22f21045-dfa4-4e47-8bcb-164bfc1390ba/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.1572614 Dec 23 12:24:31.005820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab5b4-44eb-4495-b8bd-e39059034b0d req-b503f155-b736-4db1-b71e-66314d1b8685 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.009490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-474ab5b4-44eb-4495-b8bd-e39059034b0d req-b503f155-b736-4db1-b71e-66314d1b8685 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.3118131 Dec 23 12:24:31.038766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-a6ab70d8-365e-4d2e-bee2-2f354068fe35 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 379 time: 0.2316468 Dec 23 12:24:31.056056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'port': {'device_id': 'c24de220-7a0a-42fe-8892-c693628767aa', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'admin_state_up': True, 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'security_groups': ['f587c2c9-6762-4b97-b321-225526ff6f94']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:31.073550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.086617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede540-6707-41d8-9f18-56ce17353018 req-bb7dca5a-45ee-4952-8a48-253a136013ba tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.088049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83ede540-6707-41d8-9f18-56ce17353018 req-bb7dca5a-45ee-4952-8a48-253a136013ba tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.1993701 Dec 23 12:24:31.102028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429948c0-b88e-41a4-9674-e840ccbaaa5c {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:31.141442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-01ef040e-e68a-42cb-8995-d501cb30a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.143367 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-01ef040e-e68a-42cb-8995-d501cb30a48d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1100 time: 0.0477862 Dec 23 12:24:31.144866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-c9286c89-38d7-462f-8743-acf9945859e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.146430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-c9286c89-38d7-462f-8743-acf9945859e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 1096 time: 0.1969657 Dec 23 12:24:31.154418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:31.188163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-474ab5b4-44eb-4495-b8bd-e39059034b0d req-80a3a351-e747-4d8e-a994-aedd63386938 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632884 Dec 23 12:24:31.203175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:31.237725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.288193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No DVR routers for this DVR port 6abf1b07-0fe1-4634-af10-b148d8813944 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:31.306036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Port': ['ID=6abf1b07-0fe1-4634-af10-b148d8813944,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:31.321666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.359878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83ede540-6707-41d8-9f18-56ce17353018 req-df1dda10-e162-4f3d-9891-bfdab895e9b6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341981 Dec 23 12:24:31.426041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.436582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-a3e99a9d-a8b1-4301-a961-dec12381d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.438415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-a3e99a9d-a8b1-4301-a961-dec12381d804 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 200 len: 916 time: 0.2490253 Dec 23 12:24:31.440116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-de8e0e0b-c410-4876-9add-a5fe82dec128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.443469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-de8e0e0b-c410-4876-9add-a5fe82dec128 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2890167 Dec 23 12:24:31.501575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e047ae97-f744-4de0-a7b0-bb786f064697']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:31.551411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:31.579519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f666427-53af-4a85-8443-2e36fc176b98') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:31.579519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f666427-53af-4a85-8443-2e36fc176b98') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:31.582680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-d70cc35a-f6c1-4c76-808f-7502a29d758a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572 HTTP/1.1" status: 200 len: 217 time: 0.1099532 Dec 23 12:24:31.582826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-b430c050-126d-48c1-aab9-94fd86ca9d76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.1275709 Dec 23 12:24:31.591862 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.611554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3583c3-639f-4ed3-b78b-d8c04eb41f28 req-5b687775-43ae-496d-be01-4f38665320e8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.611554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb3583c3-639f-4ed3-b78b-d8c04eb41f28 req-5b687775-43ae-496d-be01-4f38665320e8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 949 time: 0.3248820 Dec 23 12:24:31.668934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['429948c0-b88e-41a4-9674-e840ccbaaa5c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:31.673144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Made reservation on behalf of b6d316c7d9b34344b962db62214d5df5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:31.684590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-58d8f63a-6b54-4b36-b224-00572b2c07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.686227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-58d8f63a-6b54-4b36-b224-00572b2c07d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0923245 Dec 23 12:24:31.690957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.704545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.731819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:31.731819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:31.735249 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:31.758046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-d357af37-d28c-43dc-9bd7-ada8298e141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.759690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-d357af37-d28c-43dc-9bd7-ada8298e141e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 200 len: 855 time: 0.1529665 Dec 23 12:24:31.812728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-ed43e043-f225-42ce-8c5d-2de30e005c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:31.814905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-ed43e043-f225-42ce-8c5d-2de30e005c86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206129 Dec 23 12:24:31.816233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-d30f4d37-104e-4043-b227-eed1ad472aa8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a3903f-256a-4ba2-9a79-3bd5151fa98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453217 Dec 23 12:24:31.833214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb3583c3-639f-4ed3-b78b-d8c04eb41f28 req-3177fcea-2a9b-4be1-8a70-7fb2c4aa84fa tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061021 Dec 23 12:24:31.982267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.993484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:31.996936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/e047ae97-f744-4de0-a7b0-bb786f064697 HTTP/1.1" status: 204 len: 168 time: 3.7638609 Dec 23 12:24:32.005954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43362) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:32.025780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1521121128'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:32.037180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e00de-4c93-4641-b4f2-cec25b0fbad6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=e047ae97-f744-4de0-a7b0-bb786f064697,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:32.052952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535417ea-b652-4ade-9123-d1e261fbafc4 req-0e902460-e252-40f3-b1f9-78e783152f9f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.0408099 Dec 23 12:24:32.119686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-a6090c37-e499-444c-8644-5b40c51c859f service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882316 Dec 23 12:24:32.126199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-b7dff95f-8afa-42d8-9adc-0d406a1ec3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920356 Dec 23 12:24:32.220676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:32.224935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.232790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6c10b9b-0bb4-431b-a425-a6e81905aaf2 req-8fa7da5e-6e3c-4e91-a20a-7ffdf4c5bb50 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0994997 Dec 23 12:24:32.234119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Allocated IP 172.20.0.8 (daac3158-be80-4870-b6ae-b0042dc1f213/57c09dbe-51c1-432d-bfa2-a4d5ee4f6847/8db1e86f-c908-4098-b8c3-1f9db9f36be3) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:32.242314 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c21495f4-ed2f-4cf1-bf57-1a1dcfdc8e27 req-92d8dc9a-2ff2-4177-ad50-2adefc24cc39 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145132 Dec 23 12:24:32.274590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:32.286808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.287495 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Added segment b6907678-1173-4637-918a-96efe798cc66 of type vlan for network 458bd763-8faf-4347-b202-ffb1aaf36fbd Dec 23 12:24:32.344434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.444384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9980c477-4a6e-4d19-8a5f-0f486d60bece req-5f10082c-2864-4604-ace9-0ef3ed7a926a service neutron] 10.222.0.43 "GET /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098719 Dec 23 12:24:32.473674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.479949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.485692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:32.486619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.546439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619acd-0029-4df1-bad7-9ba7b0a93a00 req-299cdbad-966c-4acf-8f98-3b9cddb7a2f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:32.548551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47619acd-0029-4df1-bad7-9ba7b0a93a00 req-299cdbad-966c-4acf-8f98-3b9cddb7a2f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.0818779 Dec 23 12:24:32.583110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Network': ['ID=458bd763-8faf-4347-b202-ffb1aaf36fbd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:32.594427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 458bd763-8faf-4347-b202-ffb1aaf36fbd details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:32.624472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47619acd-0029-4df1-bad7-9ba7b0a93a00 req-8bc55ef5-fe4d-40f3-8cec-876401723730 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650666 Dec 23 12:24:32.639744 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fa9d8eff-c3d6-4dec-a3bc-66136f9a1ae6 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6294606 Dec 23 12:24:32.639905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43368) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:32.652861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Request body: {'subnet': {'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:32.664078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.751098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Network daac3158-be80-4870-b6ae-b0042dc1f213 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:32.755109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:32.762396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:32.793880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:32.836410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:32.837246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.095111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b978e-95a2-49ae-80b3-c44e5a07de49 req-8f5cabb0-358d-4576-9b72-81da4e7b1554 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:33.097039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-082b978e-95a2-49ae-80b3-c44e5a07de49 req-8f5cabb0-358d-4576-9b72-81da4e7b1554 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 949 time: 0.0538390 Dec 23 12:24:33.109047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6498e6b4-6513-43cb-bd9a-efe1f6133f6e None None] Provisioning complete for port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:33.109417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6498e6b4-6513-43cb-bd9a-efe1f6133f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.113926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Made reservation on behalf of 9f1bd1a7d96841c59185029cf9bc7081 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:33.117532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.145450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6498e6b4-6513-43cb-bd9a-efe1f6133f6e None None] Port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:33.155061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-082b978e-95a2-49ae-80b3-c44e5a07de49 req-349453b5-6580-4457-a96e-97941e6a191f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Dec 23 12:24:33.180487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-2ecdd376-ef49-4e16-9cad-58d266bcde12 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1316679 Dec 23 12:24:33.196014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-71271024-6290-4e48-8f8c-8301be3abdfc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:24:33.197709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-71271024-6290-4e48-8f8c-8301be3abdfc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085731 Dec 23 12:24:33.213230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Request body: {'port': {'device_id': 'c24de220-7a0a-42fe-8892-c693628767aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:33.322523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.334475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33de4-6a6f-4dbd-8554-07052fa907ba req-c3607be6-1d71-45e9-914e-7691f5847005 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:33.336168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bb33de4-6a6f-4dbd-8554-07052fa907ba req-c3607be6-1d71-45e9-914e-7691f5847005 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.0879908 Dec 23 12:24:33.525756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bb33de4-6a6f-4dbd-8554-07052fa907ba req-02c73e61-f35d-4f01-9d02-48f8441eb539 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533868 Dec 23 12:24:33.577633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57860d-969a-4159-8d9a-99dc29437e62 req-7e4e1a1f-9acc-45bb-862a-0f882d20817c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:33.579309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c57860d-969a-4159-8d9a-99dc29437e62 req-7e4e1a1f-9acc-45bb-862a-0f882d20817c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 931 time: 0.1762731 Dec 23 12:24:33.668104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b3b346a-bcd4-4c3d-833e-bd32d37800b9 req-7b6a0a1c-f54b-4188-aef0-bc7217cbf1f4 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0427701 Dec 23 12:24:33.717733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c57860d-969a-4159-8d9a-99dc29437e62 req-e5e5e722-82e6-4558-9441-39a0fc8bb8ba tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111443 Dec 23 12:24:33.787684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-972596f3-5fb4-4008-905e-286fe8870365 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045954 Dec 23 12:24:33.823342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:24:33.838604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:24:33.840101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.860710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db1e86f-c908-4098-b8c3-1f9db9f36be3 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:33.872016 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.900291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e955e-4415-446c-9a2c-b5a4d5bbe5b5 req-93950e69-987a-4de1-a271-1393b7303b51 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:33.901842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e8e955e-4415-446c-9a2c-b5a4d5bbe5b5 req-93950e69-987a-4de1-a271-1393b7303b51 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.0781574 Dec 23 12:24:33.936662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Transition to ACTIVE for port object 8db1e86f-c908-4098-b8c3-1f9db9f36be3 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:33.938072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event updated for resources: {'Subnet': ['ID=94c42a24-f796-4001-8aa0-b4250e560735,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:33.950248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f974c3-6095-443b-a460-685c3e8816dc req-03c659f2-2583-47b3-9b23-99f6d83042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:33.951759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-03c659f2-2583-47b3-9b23-99f6d83042ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 1101 time: 0.0832043 Dec 23 12:24:33.956243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Checking segment: {'id': 'b6907678-1173-4637-918a-96efe798cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:33.956707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network hostable DHCP agents. Network: 458bd763-8faf-4347-b202-ffb1aaf36fbd, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:33.999643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03920-58e3-4cff-ac7a-b3d068904ef9 req-c4510aec-3eab-4321-aeee-9e6d17944b71 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.001146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcc03920-58e3-4cff-ac7a-b3d068904ef9 req-c4510aec-3eab-4321-aeee-9e6d17944b71 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.1091268 Dec 23 12:24:34.004690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e8e955e-4415-446c-9a2c-b5a4d5bbe5b5 req-fedea353-efee-4615-bbc5-c2e973c1f17f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694268 Dec 23 12:24:34.043913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.048620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:34.063494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcc03920-58e3-4cff-ac7a-b3d068904ef9 req-02e3183b-20b1-465f-a6bf-3092d47bb83d tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554938 Dec 23 12:24:34.101744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Network 458bd763-8faf-4347-b202-ffb1aaf36fbd is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:34.154513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:34.189580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f974c3-6095-443b-a460-685c3e8816dc req-bacae6b3-9b4a-45e6-b4ff-a8153be824e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.191565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-bacae6b3-9b4a-45e6-b4ff-a8153be824e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1226027 Dec 23 12:24:34.192799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f9c27-263e-40be-890b-ba45b5518a7f req-31940e17-6f3d-47b1-8504-231455c84321 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.194314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c88f9c27-263e-40be-890b-ba45b5518a7f req-31940e17-6f3d-47b1-8504-231455c84321 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 949 time: 0.1078167 Dec 23 12:24:34.228447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:34.233454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 22f21045-dfa4-4e47-8bcb-164bfc1390ba triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:34.234019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.255432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-748ed618-4dc2-42d5-92d7-20d5c3078875 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6186e8d1-9310-4c12-8766-25c11e939fd6 HTTP/1.1" status: 200 len: 217 time: 0.0516191 Dec 23 12:24:34.256938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 458bd763-8faf-4347-b202-ffb1aaf36fbd) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:34.261762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.262694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.322573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Attempting to bind port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:34.323191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Attempting to bind port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:34.323556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Attempting to bind port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:34.325394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f974c3-6095-443b-a460-685c3e8816dc req-cc60cd94-1e16-4422-9204-68a96d8fd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.327095 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-cc60cd94-1e16-4422-9204-68a96d8fd9c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0604432 Dec 23 12:24:34.333698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c88f9c27-263e-40be-890b-ba45b5518a7f req-c5209ae4-dddc-4690-a675-3d09aae71058 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152716 Dec 23 12:24:34.336843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 on network daac3158-be80-4870-b6ae-b0042dc1f213 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:34.337230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Attempting to bind port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:34.347954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:34.348330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:34.353736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Bound using segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:34.353736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Bound port: 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:34.353736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.394094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1648-1c9a-4de9-beee-6ffa03734bc6 req-9e287e9d-3d7b-4db5-b269-aa2a775f024b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.395915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d3c1648-1c9a-4de9-beee-6ffa03734bc6 req-9e287e9d-3d7b-4db5-b269-aa2a775f024b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 949 time: 0.1215534 Dec 23 12:24:34.432114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-43985c03-71b7-4c1b-9f52-fe164607871a tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7819974 Dec 23 12:24:34.432114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:34.452419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116be2d-799a-4f12-b40d-e7a7e842af2a None None] Network 458bd763-8faf-4347-b202-ffb1aaf36fbd requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:34.459513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f974c3-6095-443b-a460-685c3e8816dc req-5286ef7e-cace-483b-babb-a1cb28a1f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.461252 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-5286ef7e-cace-483b-babb-a1cb28a1f863 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116276 Dec 23 12:24:34.502722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d3c1648-1c9a-4de9-beee-6ffa03734bc6 req-d15f06ee-5d2e-4996-9767-4531b38b626a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946805 Dec 23 12:24:34.506074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:34.510386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:34.600485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.607356 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.624417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-458bd763-8faf-4347-b202-ffb1aaf36fbd', 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd', 'project_id': '9f1bd1a7d96841c59185029cf9bc7081', 'fixed_ips': [{'subnet_id': '94c42a24-f796-4001-8aa0-b4250e560735'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:24:34.625904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.640746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.653500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-542e814d-58ac-4d33-ab30-e0d514b16d36 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641352 Dec 23 12:24:34.662293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:34.665776 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909654b0-a111-437b-ab46-38a4fe340852" -d '{"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-plugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:34.677812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.678436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.679891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] 10.222.0.57 "PUT /v2.0/ports/8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 1091 time: 1.4716794 Dec 23 12:24:34.694165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:34.694817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 429948c0-b88e-41a4-9674-e840ccbaaa5c up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:34.699562 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d284c-1212-4b69-b24a-6748017e12c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:34.749922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:34.766607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7527de-b971-4740-bc7b-f55a3bf2b71a service neutron] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:34.790211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec726e87-eac9-45d1-936f-d57763e983b8 req-6ca01217-5434-465f-b1bc-3c8c0c6ba259 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:34.792102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec726e87-eac9-45d1-936f-d57763e983b8 req-6ca01217-5434-465f-b1bc-3c8c0c6ba259 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.1521876 Dec 23 12:24:34.799486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70f974c3-6095-443b-a460-685c3e8816dc req-858b9783-cec9-433b-b5ef-86b577a91087 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376865 Dec 23 12:24:34.879872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.916956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:34.921175 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae6e43-b0eb-4feb-81e5-8b2ecc6adaaf x-openstack-request-id: req-1dae6e43-b0eb-4feb-81e5-8b2ecc6adaaf {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:34.921637 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-plugged", "status": "completed", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:34.922175 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dae6e43-b0eb-4feb-81e5-8b2ecc6adaaf {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:34.922708 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'code': 200} Dec 23 12:24:35.013827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:35.029435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Allocated IP 2001:db8::f816:3eff:fe24:4eb0 (458bd763-8faf-4347-b202-ffb1aaf36fbd/94c42a24-f796-4001-8aa0-b4250e560735/9825e2c5-243f-4091-be2e-50bc737ee6c0) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:35.104099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 429948c0-b88e-41a4-9674-e840ccbaaa5c completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:35.118319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 429948c0-b88e-41a4-9674-e840ccbaaa5c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:35.118690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.217374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9997ef20-9be3-48a4-8076-669f1cb2f9e4 req-d08bc1f2-0656-401f-bdfa-a9f0d39f6366 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0383058 Dec 23 12:24:35.242115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec726e87-eac9-45d1-936f-d57763e983b8 req-9154948f-b456-4ae4-b42a-bc8c1ea5fba4 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426582 Dec 23 12:24:35.243675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.244127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-18cc4223-45bc-4085-b3d6-585d0fa4dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.245651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-18cc4223-45bc-4085-b3d6-585d0fa4dfc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1094 time: 0.4363534 Dec 23 12:24:35.291770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.310097 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f4ee7-2fcf-4074-adbb-b0513587725b x-openstack-request-id: req-856f4ee7-2fcf-4074-adbb-b0513587725b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:35.310403 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:35.310680 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-856f4ee7-2fcf-4074-adbb-b0513587725b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:35.311074 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'status': 'completed', 'code': 200} Dec 23 12:24:35.313686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-06dd719f-497c-4e5d-aa95-11c7a0d8018d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 217 time: 0.0482960 Dec 23 12:24:35.334051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:35.343120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.398222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Network 458bd763-8faf-4347-b202-ffb1aaf36fbd is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:35.398409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658134fb-885f-4fac-aa1b-56a1b8841aca req-5dc28c49-252b-468e-b3d9-e750004a7fc5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.399942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-658134fb-885f-4fac-aa1b-56a1b8841aca req-5dc28c49-252b-468e-b3d9-e750004a7fc5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0916495 Dec 23 12:24:35.401410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ad69278c-3e0c-4677-be44-84a5e0d7a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.402431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:35.402729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-ad69278c-3e0c-4677-be44-84a5e0d7a0be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0657794 Dec 23 12:24:35.405057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:35.408363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Pushing event updated for resources: {'Port': ['ID=9825e2c5-243f-4091-be2e-50bc737ee6c0,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:35.437286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.440654 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.465733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=94c42a24-f796-4001-8aa0-b4250e560735,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:35.499972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Attempting to bind port 9825e2c5-243f-4091-be2e-50bc737ee6c0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:35.500258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Attempting to bind port 9825e2c5-243f-4091-be2e-50bc737ee6c0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b6907678-1173-4637-918a-96efe798cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:35.500615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Attempting to bind port 9825e2c5-243f-4091-be2e-50bc737ee6c0 on network 458bd763-8faf-4347-b202-ffb1aaf36fbd {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:35.514046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:35.515129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Checking segment: {'id': 'b6907678-1173-4637-918a-96efe798cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:35.516382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.516604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Bound using segment: {'id': 'b6907678-1173-4637-918a-96efe798cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:35.517078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Bound port: 9825e2c5-243f-4091-be2e-50bc737ee6c0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6907678-1173-4637-918a-96efe798cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:35.517455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.518732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-ad6c519b-6b9e-4cb0-b972-07ee261d133f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487244 Dec 23 12:24:35.525454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:35.552878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-658134fb-885f-4fac-aa1b-56a1b8841aca req-e119bb35-1710-4088-9d90-3c2c8718df47 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390297 Dec 23 12:24:35.554755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-4520644e-f12c-49b8-80da-f7505df5d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.556171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-4520644e-f12c-49b8-80da-f7505df5d8cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406901 Dec 23 12:24:35.556560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.598898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458bd763-8faf-4347-b202-ffb1aaf36fbd']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:35.610761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] For port 9825e2c5-243f-4091-be2e-50bc737ee6c0, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:35.615494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6907678-1173-4637-918a-96efe798cc66') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:35.615917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6907678-1173-4637-918a-96efe798cc66') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:35.616197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] For port 9825e2c5-243f-4091-be2e-50bc737ee6c0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9825e2c5-243f-4091-be2e-50bc737ee6c0,segment=NetworkSegment(b6907678-1173-4637-918a-96efe798cc66),segment_id=b6907678-1173-4637-918a-96efe798cc66)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:35.627505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.686867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-91b905e7-2082-4268-8882-c8557b5463b3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.688917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-91b905e7-2082-4268-8882-c8557b5463b3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.57 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 946 time: 0.0500782 Dec 23 12:24:35.738142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.752278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.788280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98751ff-22e1-4304-b506-549c4d7a24e1 req-a0778359-64c5-4f97-b6b5-4f7d36b79ada tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.789863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a98751ff-22e1-4304-b506-549c4d7a24e1 req-a0778359-64c5-4f97-b6b5-4f7d36b79ada tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.1478117 Dec 23 12:24:35.796072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:35.796539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.798123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-078007f0-f441-48fb-8dad-6f35d88faf70 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:35.799559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-078007f0-f441-48fb-8dad-6f35d88faf70 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657290 Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:35.806065 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:35.813842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-4cdd7a1b-70f2-42a8-925b-bb7d4385508c service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906455 Dec 23 12:24:35.835361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-fdabf665-0eb2-4fd0-bd10-200d3544e0cc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/quotas/1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 375 time: 0.0252476 Dec 23 12:24:35.843677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc529bc-04b8-47e2-a75c-74eedca02202 None None] Pushing event updated for resources: {'Port': ['ID=9825e2c5-243f-4091-be2e-50bc737ee6c0,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:35.863727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e289ec5-df0e-4b4c-aa95-4b3669b3c9e1 None None] Network 458bd763-8faf-4347-b202-ffb1aaf36fbd requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:35.914416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Deleting port 1e5c6328-4903-4a67-b522-4dfe834128a7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:35.914416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.942043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a98751ff-22e1-4304-b506-549c4d7a24e1 req-66c815a2-755f-45ba-8996-1888ffbb5d4b tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395805 Dec 23 12:24:35.983917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-50ba7069-5aa8-4502-bf79-54429079854d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293817 Dec 23 12:24:35.990690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:24:35.990690 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:24:35.990690 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '458bd763-8faf-4347-b202-ffb1aaf36fbd'}] Dec 23 12:24:35.990690 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:24:35.991023 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:24:36.014689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1df47-45f5-464e-8cf4-fdcb50c1d259 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:24:36.031600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d31f19f2-e722-4c6c-ae11-ee63e94ba942 req-de2e5706-96d9-4215-bd4c-c38e8f6ccb73 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952834 Dec 23 12:24:36.057958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] For port 1e5c6328-4903-4a67-b522-4dfe834128a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1e5c6328-4903-4a67-b522-4dfe834128a7,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:36.058577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.079184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Calling delete_port for 1e5c6328-4903-4a67-b522-4dfe834128a7 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:36.096676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb9a-c40a-4c3a-abbc-95c7d4eaded1 req-3059a247-9091-4e6a-8beb-ff5f32206779 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.098593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2706bb9a-c40a-4c3a-abbc-95c7d4eaded1 req-3059a247-9091-4e6a-8beb-ff5f32206779 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0650365 Dec 23 12:24:36.153707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1df47-45f5-464e-8cf4-fdcb50c1d259 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:24:36.158322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2706bb9a-c40a-4c3a-abbc-95c7d4eaded1 req-1458bcd8-eb43-4872-9750-b855b3a428b0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529168 Dec 23 12:24:36.241561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-84a32289-dacf-40dc-aa3d-546fde36a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.243122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-84a32289-dacf-40dc-aa3d-546fde36a490 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1094 time: 0.0438497 Dec 23 12:24:36.336589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.350165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea', '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:36.358321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1e5c6328-4903-4a67-b522-4dfe834128a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:36.372720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event deleted for resources: {'Port': ['ID=1e5c6328-4903-4a67-b522-4dfe834128a7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:36.376209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1f2f89a-abd1-4fe2-942b-79c79699ac9d req-ec5f5624-82ef-45ed-930a-edd8fdf2530c tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0484014 Dec 23 12:24:36.396150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-f4a03890-e03c-4417-a008-73f6b35567ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.397702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-f4a03890-e03c-4417-a008-73f6b35567ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1473818 Dec 23 12:24:36.461280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] No DVR routers for this DVR port 1e5c6328-4903-4a67-b522-4dfe834128a7 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:36.463922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.468030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f2a1531c-9421-433c-beb5-d63bf6f5a6f3 req-1ac59eab-daa7-4263-9c9a-4b82803c6e1e tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.57 "DELETE /v2.0/ports/1e5c6328-4903-4a67-b522-4dfe834128a7 HTTP/1.1" status: 204 len: 173 time: 0.7665019 Dec 23 12:24:36.468501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'name': 'network-vif-deleted', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:36.473786 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a8991-6653-44ea-b9f1-4470d08f1903" -d '{"events": [{"server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "name": "network-vif-deleted", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:36.492806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.495381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-22685212-a3f8-4ef3-a3b0-94cd187f7272 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 217 time: 0.0887113 Dec 23 12:24:36.569817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting port 9825e2c5-243f-4091-be2e-50bc737ee6c0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:36.569817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.582290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ba1ee7e-1ce1-4bd9-ad74-2df2cd51453e req-702195ca-0d25-49d1-8576-d72a3703bdb7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 210 time: 0.0904255 Dec 23 12:24:36.588057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce2d402c-bb20-4007-9c46-9306698b7fa5 req-eb254319-46b7-4c84-b917-8be9f38ce693 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.0937531 Dec 23 12:24:36.649455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-25f3669b-76bf-4fa0-8f4f-24da43b58958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.651126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-25f3669b-76bf-4fa0-8f4f-24da43b58958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.1368611 Dec 23 12:24:36.669173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] For port 9825e2c5-243f-4091-be2e-50bc737ee6c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9825e2c5-243f-4091-be2e-50bc737ee6c0,segment=NetworkSegment(b6907678-1173-4637-918a-96efe798cc66),segment_id=b6907678-1173-4637-918a-96efe798cc66)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:36.671710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.697598 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16768d76-bddb-43cb-bc10-c5a1364ddca7 x-openstack-request-id: req-16768d76-bddb-43cb-bc10-c5a1364ddca7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:36.697990 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef21d4-46df-4b75-b26e-686d8a53feed", "name": "network-vif-deleted", "tag": "1e5c6328-4903-4a67-b522-4dfe834128a7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:36.698326 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16768d76-bddb-43cb-bc10-c5a1364ddca7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:36.698681 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef21d4-46df-4b75-b26e-686d8a53feed', 'name': 'network-vif-deleted', 'tag': '1e5c6328-4903-4a67-b522-4dfe834128a7', 'status': 'completed', 'code': 200} Dec 23 12:24:36.705103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Calling delete_port for 9825e2c5-243f-4091-be2e-50bc737ee6c0 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:36.705191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91d873-fa0d-47c1-8948-89a1bef0ef06 None None] DHCP port deletion for 35a3903f-256a-4ba2-9a79-3bd5151fa98b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:36.732424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-2f173263-5197-4cbd-aa85-b7efdc5586f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.732424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-2f173263-5197-4cbd-aa85-b7efdc5586f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720253 Dec 23 12:24:36.880645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278dc78-b915-4850-9c4d-da5ebb75cc6c req-908b87f3-3cfa-484a-ba7d-124243843bd5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:36.882191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f278dc78-b915-4850-9c4d-da5ebb75cc6c req-908b87f3-3cfa-484a-ba7d-124243843bd5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0829046 Dec 23 12:24:36.886069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-1f4d6c0e-c8fa-46a7-a50b-31b86e82427a service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448615 Dec 23 12:24:36.925479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:36.930978 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a21ed-cad8-4309-ae1c-e3c17b592e2e" -d '{"events": [{"server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "name": "network-vif-plugged", "status": "completed", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:36.972495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.989575 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc3df0-d294-4e68-a90e-edba15ee7c35 x-openstack-request-id: req-c0cc3df0-d294-4e68-a90e-edba15ee7c35 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:36.990531 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "name": "network-vif-plugged", "status": "completed", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:36.991070 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0cc3df0-d294-4e68-a90e-edba15ee7c35 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:36.991614 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'code': 200} Dec 23 12:24:36.993744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f278dc78-b915-4850-9c4d-da5ebb75cc6c req-d369fa4f-5e00-4ed8-84c1-5d61dde58734 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051271 Dec 23 12:24:37.031591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d284c-1212-4b69-b24a-6748017e12c4 req-8c5315ea-9a19-4e9d-8b4f-b424392beee8 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363339 Dec 23 12:24:37.037831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No DVR routers for this DVR port 9825e2c5-243f-4091-be2e-50bc737ee6c0 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:37.042287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Port': ['ID=9825e2c5-243f-4091-be2e-50bc737ee6c0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:37.069881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0ea65e35-14df-49e9-ab97-e2ddae5fb4d3 req-41866ebd-d4c6-4510-a5e2-80813a1508ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0441906 Dec 23 12:24:37.096738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fe81d-3192-405a-afbe-c7f44c3ab712 req-60a5bc1d-dc3a-4a50-acc0-575153cc9c49 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:37.098276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-693fe81d-3192-405a-afbe-c7f44c3ab712 req-60a5bc1d-dc3a-4a50-acc0-575153cc9c49 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.0508461 Dec 23 12:24:37.146767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.167522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458bd763-8faf-4347-b202-ffb1aaf36fbd']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:37.169943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614a9bf-7ada-4cab-9d0c-3ced4e50e0e4 req-555abb32-9c5e-4775-83d0-0b972f56d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:37.171554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d614a9bf-7ada-4cab-9d0c-3ced4e50e0e4 req-555abb32-9c5e-4775-83d0-0b972f56d950 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 1101 time: 0.0723720 Dec 23 12:24:37.175947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-693fe81d-3192-405a-afbe-c7f44c3ab712 req-8c65e873-c2ee-4cbf-ab37-a2a8f9705470 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Dec 23 12:24:37.178789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6907678-1173-4637-918a-96efe798cc66') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:37.179087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6907678-1173-4637-918a-96efe798cc66') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:37.190240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.207954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.217554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:37.218156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:37.223134 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:37.235313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d614a9bf-7ada-4cab-9d0c-3ced4e50e0e4 req-a278e3ed-1cfd-48d5-9341-fdbad7606138 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Dec 23 12:24:37.298305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649819-7ce5-4892-8d5e-8cca0d3084d9 req-d96f93c8-1df2-4c2f-a3ef-e1c5cbe44dd1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:37.300236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f649819-7ce5-4892-8d5e-8cca0d3084d9 req-d96f93c8-1df2-4c2f-a3ef-e1c5cbe44dd1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0527937 Dec 23 12:24:37.348550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.348897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f649819-7ce5-4892-8d5e-8cca0d3084d9 req-05c03192-fcfc-47d7-8443-aef50f659b48 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Dec 23 12:24:37.356271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.359592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/458bd763-8faf-4347-b202-ffb1aaf36fbd HTTP/1.1" status: 204 len: 168 time: 2.9324110 Dec 23 12:24:37.365135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.374404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7ae76-23df-4519-b9e0-16f0c15a9bc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=458bd763-8faf-4347-b202-ffb1aaf36fbd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:37.395277 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bfbe82-d2d2-43a6-9871-5117efaed903 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.395729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bfbe82-d2d2-43a6-9871-5117efaed903 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.398865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9bfbe82-d2d2-43a6-9871-5117efaed903 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/94c42a24-f796-4001-8aa0-b4250e560735 HTTP/1.1" status: 404 len: 337 time: 0.0325303 Dec 23 12:24:37.401575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43486) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.419541 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa6b057-1532-45b3-9709-9228cf2971b3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.420031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa6b057-1532-45b3-9709-9228cf2971b3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.423139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2fa6b057-1532-45b3-9709-9228cf2971b3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/458bd763-8faf-4347-b202-ffb1aaf36fbd HTTP/1.1" status: 404 len: 339 time: 0.0206614 Dec 23 12:24:37.426621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43490) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.452703 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a70180-4654-42c6-a5cd-8a9f4c2f1470 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.453183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a70180-4654-42c6-a5cd-8a9f4c2f1470 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.456692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05a70180-4654-42c6-a5cd-8a9f4c2f1470 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/085d6c7f-dfb8-459a-80e9-e53ef5661784 HTTP/1.1" status: 404 len: 337 time: 0.0287130 Dec 23 12:24:37.459027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43492) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.484983 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dcd4c0-a655-41bd-90d3-0670838c5409 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.485532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dcd4c0-a655-41bd-90d3-0670838c5409 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.489600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f1dcd4c0-a655-41bd-90d3-0670838c5409 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/e047ae97-f744-4de0-a7b0-bb786f064697 HTTP/1.1" status: 404 len: 339 time: 0.0296679 Dec 23 12:24:37.492288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.509664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87d18f08-bea8-475c-9c5f-1f49eae1b0cf req-cc92b171-f49a-4063-ab8d-d23aedce4b3d tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0414135 Dec 23 12:24:37.520019 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-de01a333-1624-47f3-82f8-f431764d5dce tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.520478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de01a333-1624-47f3-82f8-f431764d5dce tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.523672 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-de01a333-1624-47f3-82f8-f431764d5dce tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/537b15f9-c24d-4245-a4c3-60a3be551f38 HTTP/1.1" status: 404 len: 337 time: 0.0303776 Dec 23 12:24:37.526529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.545335 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4086cdf-ed4b-49d2-80be-1845e8fc486f tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:37.545814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4086cdf-ed4b-49d2-80be-1845e8fc486f tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:37.555978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d4086cdf-ed4b-49d2-80be-1845e8fc486f tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/0c443453-04e9-4dc7-8ddd-d646373e7379 HTTP/1.1" status: 404 len: 339 time: 0.0212238 Dec 23 12:24:37.557894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43498) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:37.648910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting port e7946b7c-a7c3-4740-af8c-840855dddb8f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:37.649255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.745715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d846ca61-c537-41da-9834-2fdf936bfa3f req-de88f687-b441-4220-98d2-fe3719053d9d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 210 time: 0.0818746 Dec 23 12:24:37.753599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa104391-2864-4fe6-a011-cc6aa77a03d8 req-eb6db261-f4f2-48c1-a766-349bba6e4031 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ef21d4-46df-4b75-b26e-686d8a53feed HTTP/1.1" status: 200 len: 210 time: 0.0570376 Dec 23 12:24:37.772995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:37.782179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Calling delete_port for e7946b7c-a7c3-4740-af8c-840855dddb8f owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:38.063232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.065195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:38.092358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Port': ['ID=e7946b7c-a7c3-4740-af8c-840855dddb8f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:38.116048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.122497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f18196b5-76b5-4c1f-951d-dcfa022769de tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/ports/e7946b7c-a7c3-4740-af8c-840855dddb8f HTTP/1.1" status: 204 len: 168 time: 0.5609319 Dec 23 12:24:38.122961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43508) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:38.152973 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3ab1e9-6538-4aed-81f7-7530aaeb0dc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:38.154292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3ab1e9-6538-4aed-81f7-7530aaeb0dc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:38.160075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af3ab1e9-6538-4aed-81f7-7530aaeb0dc2 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/05ef930a-cebe-4b1e-86ea-3eab9a9eb070 HTTP/1.1" status: 404 len: 337 time: 0.0324578 Dec 23 12:24:38.160278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:38.170485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0d20-232b-4f39-9c5e-07f9133a15c2 req-0ae9e636-eda9-4098-be2d-66f89b254540 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:38.171730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d39c0d20-232b-4f39-9c5e-07f9133a15c2 req-0ae9e636-eda9-4098-be2d-66f89b254540 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0693877 Dec 23 12:24:38.178446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:38.188442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'network_id': 'd4e59434-80b8-4a1e-98a4-172e1bbf251f', 'port_id': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'mac_address': 'fa:16:3e:82:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:38.244931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.251713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d39c0d20-232b-4f39-9c5e-07f9133a15c2 req-58196139-cc88-4a42-ac42-014e8a48abdc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737998 Dec 23 12:24:38.258289 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.279956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4c3fe61-ea45-4069-86b2-c8e86361f428 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:38.312097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:38.358118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425391c5-f58e-4f33-8f71-3530a9eca9a4 req-e9c264a2-b526-4fa4-8528-7f38b0a9bd6f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:38.359549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-425391c5-f58e-4f33-8f71-3530a9eca9a4 req-e9c264a2-b526-4fa4-8528-7f38b0a9bd6f tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Dec 23 12:24:38.366336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.389922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477a64e2-8852-49f3-8d47-eed5afb1859e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:38.397869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:38.398718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be5cbf8-fdfe-4502-8bb7-02cf724e98f0') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:38.408612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.411259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.423324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-425391c5-f58e-4f33-8f71-3530a9eca9a4 req-c00df429-a582-4ce5-aec1-a45fb572fade tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541692 Dec 23 12:24:38.435737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.443330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:38.443692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:38.446886 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:38.473926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:38.509550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da66f2c-5053-4b5b-8f78-6db81ce014a4 req-1c09b579-6c4d-49c6-94da-086ab0785df1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:38.511189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9da66f2c-5053-4b5b-8f78-6db81ce014a4 req-1c09b579-6c4d-49c6-94da-086ab0785df1 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0868587 Dec 23 12:24:38.562838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9da66f2c-5053-4b5b-8f78-6db81ce014a4 req-d151d858-c767-43f2-990e-91d6230a3431 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Dec 23 12:24:38.616687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.618789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac39027b-4869-462c-8bd9-92ade1f1ed6b req-11e2197b-e176-40f1-9d54-96cc711de23b tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0273616 Dec 23 12:24:38.638932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.641243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['f4c3fe61-ea45-4069-86b2-c8e86361f428'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:38.642291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/477a64e2-8852-49f3-8d47-eed5afb1859e HTTP/1.1" status: 204 len: 168 time: 0.4810479 Dec 23 12:24:38.643375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebced609-713a-47fc-9670-137ae7b51be0 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=477a64e2-8852-49f3-8d47-eed5afb1859e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:38.647007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:38.737830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting port 7462e1df-1032-4f96-bf52-9286a70b4652 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:38.738224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.817151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.832531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Calling delete_port for 7462e1df-1032-4f96-bf52-9286a70b4652 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:38.880658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9ff6fee-822b-470f-8c49-be5061be1b01 req-091b19d1-0bfd-4c93-a9b9-753e609b89bc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 210 time: 0.0310884 Dec 23 12:24:38.982433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d869e058-749b-4b04-a4e5-6d5aa60b85fc req-81f038b7-2211-48b6-9ca0-0dbc35206315 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0288200 Dec 23 12:24:39.079718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.109205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Port': ['ID=7462e1df-1032-4f96-bf52-9286a70b4652,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:39.114965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.118481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e418fe9f-67d0-4a17-ade4-c069c2d4e160 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/ports/7462e1df-1032-4f96-bf52-9286a70b4652 HTTP/1.1" status: 204 len: 168 time: 0.4704897 Dec 23 12:24:39.125649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:39.135875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-590b1541-bcee-4974-b867-49e74f02e351 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334418 Dec 23 12:24:39.166776 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b609c1-577d-410a-8b6c-3c6ec8a3a63b tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] DELETE failed (client error): The resource could not be found. Dec 23 12:24:39.168093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b609c1-577d-410a-8b6c-3c6ec8a3a63b tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:24:39.170104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c2b609c1-577d-410a-8b6c-3c6ec8a3a63b tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/4868b091-7600-4e05-8630-49ccbace6f3d HTTP/1.1" status: 404 len: 337 time: 0.0429904 Dec 23 12:24:39.172773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:39.309937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.349527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-519b6a6d-07b7-49b2-af13-9227804cc945 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:39.350999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-519b6a6d-07b7-49b2-af13-9227804cc945 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930876 Dec 23 12:24:39.378715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Request body: {'port': {'device_id': '112a7ed8-67b9-4526-9e48-eda666902737', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1692fb8d765741188e6726a83e2aae80'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:39.545089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc56810-fbe3-48cd-9521-58cede9999b6 req-b2420973-8997-47ec-b08c-57138e8f94b6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:39.546571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3dc56810-fbe3-48cd-9521-58cede9999b6 req-b2420973-8997-47ec-b08c-57138e8f94b6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.2204988 Dec 23 12:24:39.554236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.604130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6c37d-360a-4f09-bea9-8e8104fcb715 req-8975918f-6298-44c5-a735-4dfe1cf600ff tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:39.605591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e6c37d-360a-4f09-bea9-8e8104fcb715 req-8975918f-6298-44c5-a735-4dfe1cf600ff tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.2401662 Dec 23 12:24:39.622376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47069c1-67b4-4372-ac63-088c55bed2d0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:39.650123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e8dd10-b848-4232-bc7b-e7c8ce8d487b') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:39.650502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e8dd10-b848-4232-bc7b-e7c8ce8d487b') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:39.665111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.707136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.725860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3dc56810-fbe3-48cd-9521-58cede9999b6 req-bd2cf99f-2f89-4944-b3ed-a348a34ba696 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640716 Dec 23 12:24:39.727790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:39.728175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.733547 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:39.735897 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:39.784591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e6c37d-360a-4f09-bea9-8e8104fcb715 req-8a065708-afb2-4ae0-a3c7-760d8c649709 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648500 Dec 23 12:24:39.846192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910de8c8-a483-46c3-a995-b4542ffb1c4d req-e27e5f31-aff3-4de5-a064-b993cb63b1e9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:39.848520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-910de8c8-a483-46c3-a995-b4542ffb1c4d req-e27e5f31-aff3-4de5-a064-b993cb63b1e9 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 944 time: 0.0628359 Dec 23 12:24:39.860225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Made reservation on behalf of 1692fb8d765741188e6726a83e2aae80 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:39.864627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.902521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.915955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.922972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/f47069c1-67b4-4372-ac63-088c55bed2d0 HTTP/1.1" status: 204 len: 168 time: 0.7455301 Dec 23 12:24:39.923155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43544) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:39.964954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734ddf-2c61-4df6-8f1b-b9d73e0453c3 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=f47069c1-67b4-4372-ac63-088c55bed2d0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:39.978725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-910de8c8-a483-46c3-a995-b4542ffb1c4d req-e9e46b07-41a1-48f9-baf0-db362932dba4 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210015 Dec 23 12:24:39.999638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting subnet 9f8481d5-1566-40d7-87b2-3a365b93ad85 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:40.009565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.026025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfccd9-54d4-4572-81db-5651e818c720 req-8c7be3a8-c8f3-495b-8eff-c3430050a5e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:40.027605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cadfccd9-54d4-4572-81db-5651e818c720 req-8c7be3a8-c8f3-495b-8eff-c3430050a5e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.1781652 Dec 23 12:24:40.057859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.087364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:40.102917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b903b466-5e20-4cf8-858d-a6380e33b52d req-b6c2b7b2-8d7d-477f-b289-00622050e36d tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0511618 Dec 23 12:24:40.169933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port f4c3fe61-ea45-4069-86b2-c8e86361f428 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:40.170306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.195578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.260482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.286408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:40.288668 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7670a-e128-463a-a803-191d8d304784" -d '{"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:40.301853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:40.337616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.363967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8481d5-1566-40d7-87b2-3a365b93ad85,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:40.371097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.377244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-78e79920-fa14-469a-93ae-3f0d4b346236 tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/subnets/9f8481d5-1566-40d7-87b2-3a365b93ad85 HTTP/1.1" status: 204 len: 168 time: 0.4519868 Dec 23 12:24:40.377405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.377970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:40.382242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1e5c6328-4903-4a67-b522-4dfe834128a7 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:40.384347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92d0d5-f06b-4be3-9e47-fe729081e36c None None] Network a39c072d-dece-4c61-863b-99f4dd7d630a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:40.442357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 1e5c6328-4903-4a67-b522-4dfe834128a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:40.442791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1e5c6328-4903-4a67-b522-4dfe834128a7 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:40.449525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e61db718-3272-4175-bfbc-fd1ca0e691bc req-01c58f1e-5574-40de-8d8d-d5704143c219 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 210 time: 0.0373938 Dec 23 12:24:40.452909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cadfccd9-54d4-4572-81db-5651e818c720 req-4cc154ed-5291-4b1e-bea8-60eede6c21f6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160485 Dec 23 12:24:40.475374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.493711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Allocated IP 192.168.233.215 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/012afd19-1232-4ed4-9b4b-ed507d3f6294) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:40.553493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:40.555639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Deleting port b960ced6-c59b-4e41-8ff0-b512589da537 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:40.556083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.563107 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70693d87-f003-4a96-add5-05af7327f29a x-openstack-request-id: req-70693d87-f003-4a96-add5-05af7327f29a {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:40.563399 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-plugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:40.563654 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70693d87-f003-4a96-add5-05af7327f29a {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:40.564037 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'code': 200} Dec 23 12:24:40.636015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] For port b960ced6-c59b-4e41-8ff0-b512589da537, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b960ced6-c59b-4e41-8ff0-b512589da537,segment=NetworkSegment(5086ac30-b652-4e5e-bc9a-7345b9edd255),segment_id=5086ac30-b652-4e5e-bc9a-7345b9edd255)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:40.636380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.655093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Calling delete_port for b960ced6-c59b-4e41-8ff0-b512589da537 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:40.674147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] DHCP port deletion for a39c072d-dece-4c61-863b-99f4dd7d630a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:40.712624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbabef-4bc4-4913-a128-d91e3e848dcb req-ff1cdc25-704d-434e-9329-9519acabb016 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:40.716529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0acbabef-4bc4-4913-a128-d91e3e848dcb req-ff1cdc25-704d-434e-9329-9519acabb016 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 1101 time: 0.0777476 Dec 23 12:24:40.726969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Deleting port b960ced6-c59b-4e41-8ff0-b512589da537 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:40.727342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.739812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.805496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0acbabef-4bc4-4913-a128-d91e3e848dcb req-bfb183c7-9ce9-42c2-9ad2-abc4f6e3557f tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814283 Dec 23 12:24:40.866421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.898507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-1d478608-13e3-42c9-b11f-9ca41a5ae759 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:40.900461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-1d478608-13e3-42c9-b11f-9ca41a5ae759 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.1173408 Dec 23 12:24:40.909374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] No DVR routers for this DVR port b960ced6-c59b-4e41-8ff0-b512589da537 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:40.912524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132afa-eb15-4208-984d-6f8adc926c27 req-1f37a051-caa9-4a33-b23f-70aefca226de tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:40.922320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea132afa-eb15-4208-984d-6f8adc926c27 req-1f37a051-caa9-4a33-b23f-70aefca226de tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 945 time: 0.1145449 Dec 23 12:24:40.960324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] For port b960ced6-c59b-4e41-8ff0-b512589da537, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b960ced6-c59b-4e41-8ff0-b512589da537,segment=NetworkSegment(5086ac30-b652-4e5e-bc9a-7345b9edd255),segment_id=5086ac30-b652-4e5e-bc9a-7345b9edd255)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:40.961036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.972375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:40.978829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Calling delete_port for b960ced6-c59b-4e41-8ff0-b512589da537 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:40.984668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:40.992885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Port': ['ID=b960ced6-c59b-4e41-8ff0-b512589da537,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:40.998282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:41.006275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:41.008349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:41.016222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:41.116472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:41.116695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.118058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.141984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39c072d-dece-4c61-863b-99f4dd7d630a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:41.146700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Deleting port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:41.147026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.154137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:41.214482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2418-d931-48c1-8dc4-8e3c682ba481 req-8b9bee86-c6cf-4131-92a5-da497e793638 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:41.224318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07db2418-d931-48c1-8dc4-8e3c682ba481 req-8b9bee86-c6cf-4131-92a5-da497e793638 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.3410978 Dec 23 12:24:41.246036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea132afa-eb15-4208-984d-6f8adc926c27 req-2da30dd0-b418-423f-b989-07f463069451 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238966 Dec 23 12:24:41.253994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086ac30-b652-4e5e-bc9a-7345b9edd255') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:41.254580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086ac30-b652-4e5e-bc9a-7345b9edd255') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:41.285826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] For port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:41.286183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.290203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.314179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Calling delete_port for 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:41.319287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.320630 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.327006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07db2418-d931-48c1-8dc4-8e3c682ba481 req-fc1da26b-1c13-4261-84c2-e2f5d667ebf0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016259 Dec 23 12:24:41.331950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:41.332538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-319d7933-cb43-435e-9f87-45d3843d09e7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9652297 Dec 23 12:24:41.332923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:41.336191 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:41.362020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Request body: {'port': {'device_id': '112a7ed8-67b9-4526-9e48-eda666902737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:41.366202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c2940e27-6479-451e-b00d-53312d187387 None None] Provisioning complete for port 012afd19-1232-4ed4-9b4b-ed507d3f6294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:41.366629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c2940e27-6479-451e-b00d-53312d187387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.430181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] Pushing event deleted for resources: {'Port': ['ID=b960ced6-c59b-4e41-8ff0-b512589da537,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:41.437468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca7692-9a3d-4f83-85a6-c090fde211d0 None None] No DVR routers for this DVR port b960ced6-c59b-4e41-8ff0-b512589da537 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:41.474544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c2940e27-6479-451e-b00d-53312d187387 None None] Port 012afd19-1232-4ed4-9b4b-ed507d3f6294 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:41.511702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-d178642d-37b6-46a8-abd6-5918b3315b91 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997946 Dec 23 12:24:41.582522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.593609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.602405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.605632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] 10.222.0.16 "DELETE /v2.0/networks/a39c072d-dece-4c61-863b-99f4dd7d630a HTTP/1.1" status: 204 len: 168 time: 1.2267015 Dec 23 12:24:41.611823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19195e8-d042-43f2-8d8a-dcc6de003d46 req-77a6f394-ebd9-4547-bfb7-2c75c5c49e21 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:41.613582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b19195e8-d042-43f2-8d8a-dcc6de003d46 req-77a6f394-ebd9-4547-bfb7-2c75c5c49e21 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.2028973 Dec 23 12:24:41.617365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bc2cc-be00-480c-ad04-4de4b893e3ae tempest-NetworksIpV6TestAttrs-1859750146 tempest-NetworksIpV6TestAttrs-1859750146-project] Pushing event deleted for resources: {'Network': ['ID=a39c072d-dece-4c61-863b-99f4dd7d630a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:41.645866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.684500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event deleted for resources: {'Port': ['ID=93aaeba5-cc50-462f-b5d5-c2ef05cd1572,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:41.695108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772426f1-d739-49ec-9d61-882a4542d045 None None] DHCP port deletion for 35a3903f-256a-4ba2-9a79-3bd5151fa98b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:41.721214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] No DVR routers for this DVR port 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:41.724636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:41.729389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6aec28a5-5502-4160-9108-92e14a0c81a7 req-33fcf978-0938-4cf3-b09e-1496d6a7183b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "DELETE /v2.0/ports/93aaeba5-cc50-462f-b5d5-c2ef05cd1572 HTTP/1.1" status: 204 len: 173 time: 0.8166466 Dec 23 12:24:41.729389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'name': 'network-vif-deleted', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:41.731356 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ac629-416b-4904-98f0-b84f2327d9de" -d '{"events": [{"server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "name": "network-vif-deleted", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:41.787634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-31eccf9a-50ca-42c4-b99c-c35e7990ee9f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:41.789117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-31eccf9a-50ca-42c4-b99c-c35e7990ee9f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646372 Dec 23 12:24:41.806196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea', '93aaeba5-cc50-462f-b5d5-c2ef05cd1572'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:41.813855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b19195e8-d042-43f2-8d8a-dcc6de003d46 req-dde67465-b6ad-4ff4-b4c0-aea8b09902c8 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916130 Dec 23 12:24:41.821970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-a5089cdb-1043-4a22-a526-33483a4a122d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0242035 Dec 23 12:24:41.968361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45aa46d7-b23c-4f3c-b376-20ff2db6827c req-a1e5849f-0f2c-42f8-8fcf-73941b407182 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0455265 Dec 23 12:24:42.009385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-a85fdb87-847d-44bf-bd37-1657c9f43f26 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1789877 Dec 23 12:24:42.113931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:42.139863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:42.151660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b26e8-40f0-4e08-8644-fd03b104d42a req-0671d8ea-058f-44d6-a94e-05703d5baec6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:42.153247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-685b26e8-40f0-4e08-8644-fd03b104d42a req-0671d8ea-058f-44d6-a94e-05703d5baec6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 936 time: 0.1076314 Dec 23 12:24:42.157788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.186130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Transition to ACTIVE for port object 012afd19-1232-4ed4-9b4b-ed507d3f6294 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:42.214446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-685b26e8-40f0-4e08-8644-fd03b104d42a req-93b7b7fc-2e58-4941-9ad0-2ee374af9c4e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Dec 23 12:24:42.219372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b960ced6-c59b-4e41-8ff0-b512589da537 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:42.229183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:42.245760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b960ced6-c59b-4e41-8ff0-b512589da537 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:42.245915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b960ced6-c59b-4e41-8ff0-b512589da537 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:42.252352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.288619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:42.308469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:42.372329 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87b4da-66f3-4402-b362-4faac13f003e x-openstack-request-id: req-8f87b4da-66f3-4402-b362-4faac13f003e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:42.372570 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd21645-51a4-4bec-9714-61b5ab254216", "name": "network-vif-deleted", "tag": "93aaeba5-cc50-462f-b5d5-c2ef05cd1572", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:42.372850 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f87b4da-66f3-4402-b362-4faac13f003e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:42.373249 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd21645-51a4-4bec-9714-61b5ab254216', 'name': 'network-vif-deleted', 'tag': '93aaeba5-cc50-462f-b5d5-c2ef05cd1572', 'status': 'completed', 'code': 200} Dec 23 12:24:42.383078 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.401619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:42.406463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db1e86f-c908-4098-b8c3-1f9db9f36be3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:42.458305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:42.509350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.517149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-815afcad-f4a2-4ccc-958b-901bbc7a905a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1bd1a7d96841c59185029cf9bc7081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860744 Dec 23 12:24:42.519745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:42.535304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1acf42ca-5229-4245-b1fe-e495fe12e93d req-3e3766f8-7172-4833-aafd-cb439a429787 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd21645-51a4-4bec-9714-61b5ab254216 HTTP/1.1" status: 200 len: 210 time: 0.0488627 Dec 23 12:24:42.538773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Attempting to bind port 012afd19-1232-4ed4-9b4b-ed507d3f6294 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:42.538773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Attempting to bind port 012afd19-1232-4ed4-9b4b-ed507d3f6294 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:42.538932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Attempting to bind port 012afd19-1232-4ed4-9b4b-ed507d3f6294 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:42.544234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Port 012afd19-1232-4ed4-9b4b-ed507d3f6294 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:42.544689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Attempting to bind port 012afd19-1232-4ed4-9b4b-ed507d3f6294 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:42.550767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:42.551113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:42.551501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:42.551963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Bound port: 012afd19-1232-4ed4-9b4b-ed507d3f6294, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:42.552284 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.658050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:42.658405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.708385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.710592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1afe5725-961f-45d4-83d9-0c7cf11edf54 req-fa182ca2-627d-4635-bfa1-f4286854b89f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 210 time: 0.0644228 Dec 23 12:24:42.756226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:42.760297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:42.838280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f7b-7eeb-4bd5-9fb2-934c391356ec req-09713f53-1d4a-41f0-a967-880171345878 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:42.839951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d7b6f7b-7eeb-4bd5-9fb2-934c391356ec req-09713f53-1d4a-41f0-a967-880171345878 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.0518641 Dec 23 12:24:42.868199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.871195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.872543 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57df6edf-67db-48ed-9229-3c1c13e781c8 HTTP/1.1" status: 204 len: 168 time: 0.3515446 Dec 23 12:24:42.897526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8104209-4779-4374-b947-5d25ae883050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df6edf-67db-48ed-9229-3c1c13e781c8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:42.899393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d7b6f7b-7eeb-4bd5-9fb2-934c391356ec req-6d8f9a19-8c35-4570-bb7e-a9a7d0f31f1e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522773 Dec 23 12:24:42.902050 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.964455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:42.965595 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:42.967259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] 10.222.0.43 "PUT /v2.0/ports/012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 1096 time: 1.6262805 Dec 23 12:24:42.968532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:42.971119 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:42.986970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8db1e86f-c908-4098-b8c3-1f9db9f36be3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:43.023224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ab31-ea09-4094-a2cd-2a9b6e255f28 service neutron] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:43.169367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddcf3eeb-0778-4b15-abf4-ea792a3ed5d1 req-2f8c537f-6464-4c3d-96d6-7785efb4d47e tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.1052377 Dec 23 12:24:43.284973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc80fa4-6a02-4bfb-8240-9ac11143a7a5 req-b67b5033-f0a1-4a56-9511-199ec4b2c471 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:43.295295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbc80fa4-6a02-4bfb-8240-9ac11143a7a5 req-b67b5033-f0a1-4a56-9511-199ec4b2c471 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 945 time: 0.2506578 Dec 23 12:24:43.296293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-27a9cc27-f1c8-4579-af3e-ecf6d000b82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:43.313407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-4a992dd7-1f54-4c09-a714-22827cec2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:43.313407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-4a992dd7-1f54-4c09-a714-22827cec2796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1099 time: 0.1639063 Dec 23 12:24:43.376276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-1cbbf091-3a22-4827-9a2e-93d2ccb7646e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0488839 Dec 23 12:24:43.429357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbc80fa4-6a02-4bfb-8240-9ac11143a7a5 req-876f1ed2-aa27-4ad5-add6-529f0c2e3bdc tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289887 Dec 23 12:24:43.450843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-70506daa-d50e-47b9-9111-22ac171c894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:43.452466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-70506daa-d50e-47b9-9111-22ac171c894a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0682487 Dec 23 12:24:43.489720 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890dfb4d-7814-4e3b-911c-62e4f2e783e5 x-openstack-request-id: req-890dfb4d-7814-4e3b-911c-62e4f2e783e5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:43.490015 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:43.490268 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-890dfb4d-7814-4e3b-911c-62e4f2e783e5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:43.490670 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'status': 'completed', 'code': 200} Dec 23 12:24:43.516449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-82870e95-dab1-4d8d-a17e-63fca7a3f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:43.518424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-82870e95-dab1-4d8d-a17e-63fca7a3f9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579519 Dec 23 12:24:43.554859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9048374-7f7c-49ea-9def-3f2f88980b31 req-280cda20-ebed-4e88-a74a-6a2e2c7bb0bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:43.556349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9048374-7f7c-49ea-9def-3f2f88980b31 req-280cda20-ebed-4e88-a74a-6a2e2c7bb0bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.0540318 Dec 23 12:24:43.606061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9048374-7f7c-49ea-9def-3f2f88980b31 req-8e531804-e1cd-449b-bb67-1f4899931db3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Dec 23 12:24:43.731974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-b3f10081-ca11-43ac-9d0e-1ea6b042815a service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017447 Dec 23 12:24:43.818805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34877045-0326-455a-99d3-59843aaf7a97 req-edd23253-16ee-4da8-84c9-ec2dac35ba3a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 210 time: 0.0350933 Dec 23 12:24:43.852297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5887542d-68a4-4389-b40d-46ea97e323d2 req-c3a307d4-cc18-4bbd-87ca-5f9bd97bae1b service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129742 Dec 23 12:24:44.111676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:44.134988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433af9b-fe73-4c1f-a70c-7b7ff927b61e req-2a6a59b0-4dce-4a49-8385-4df07b4b2af9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.136693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8433af9b-fe73-4c1f-a70c-7b7ff927b61e req-2a6a59b0-4dce-4a49-8385-4df07b4b2af9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.0769024 Dec 23 12:24:44.143229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-1186f1d7-7e9e-40fa-b40f-e62972ebec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.145366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-1186f1d7-7e9e-40fa-b40f-e62972ebec86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1099 time: 0.0594738 Dec 23 12:24:44.204848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:44.230448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:44.233230 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a7ef55-d397-4581-bb7d-dc5bd6fd0c17" -d '{"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:44.248673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:44.258707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8433af9b-fe73-4c1f-a70c-7b7ff927b61e req-15708543-0b4f-4bb6-a69c-04e50ca2f577 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123881 Dec 23 12:24:44.296779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-1955cf58-9834-4416-b03f-dee8711dfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.298601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-1955cf58-9834-4416-b03f-dee8711dfe44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1454389 Dec 23 12:24:44.308065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:44.382453 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb3c2cb-c930-438f-bb18-4afb7e1c86f7 x-openstack-request-id: req-2cb3c2cb-c930-438f-bb18-4afb7e1c86f7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:44.383237 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:44.383697 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cb3c2cb-c930-438f-bb18-4afb7e1c86f7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:44.384320 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'code': 200} Dec 23 12:24:44.385836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-a96c1367-f713-437d-9d86-84b82fa45525 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0778041 Dec 23 12:24:44.386066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:44.388324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43672) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:44.427816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-095afa30-6f86-41db-9688-d57382b2a8a3 req-0d0b8fdb-9420-4cc3-bff0-ee041f5ce68b tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0463972 Dec 23 12:24:44.481699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-581ad68b-78a0-430b-b150-55114572aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.483421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-581ad68b-78a0-430b-b150-55114572aedf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0868835 Dec 23 12:24:44.532867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8fd70b8a-3089-4d7c-b42d-7b8af757334b tempest-DvrRoutersNegativeTest-609793071 tempest-DvrRoutersNegativeTest-609793071-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1452651014', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:44.536779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.policy [None req-8fd70b8a-3089-4d7c-b42d-7b8af757334b tempest-DvrRoutersNegativeTest-609793071 tempest-DvrRoutersNegativeTest-609793071-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104038) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 23 12:24:44.537433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.policy [None req-8fd70b8a-3089-4d7c-b42d-7b8af757334b tempest-DvrRoutersNegativeTest-609793071 tempest-DvrRoutersNegativeTest-609793071-project] Failed policy check for 'create_router' {{(pid=104038) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 23 12:24:44.538862 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-8fd70b8a-3089-4d7c-b42d-7b8af757334b tempest-DvrRoutersNegativeTest-609793071 tempest-DvrRoutersNegativeTest-609793071-project] create failed (client error): Access was denied to this resource. Dec 23 12:24:44.551310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8fd70b8a-3089-4d7c-b42d-7b8af757334b tempest-DvrRoutersNegativeTest-609793071 tempest-DvrRoutersNegativeTest-609793071-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1548066 Dec 23 12:24:44.556280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-10dd20c8-e288-424f-b7ae-72477fda28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.559006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-10dd20c8-e288-424f-b7ae-72477fda28ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580478 Dec 23 12:24:44.668931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-96d66c56-ec23-48c7-ad43-6433194d58b9 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007795 Dec 23 12:24:44.676808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:44.704018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:44.704581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 93aaeba5-cc50-462f-b5d5-c2ef05cd1572 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:44.852726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c7af8-87ae-41cf-8d31-7f4f302ce062 req-29324bcc-db75-4709-bd1f-ba329c0fb5cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.854254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c71c7af8-87ae-41cf-8d31-7f4f302ce062 req-29324bcc-db75-4709-bd1f-ba329c0fb5cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.1323271 Dec 23 12:24:44.882506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ebd833-9a08-4e1b-8b18-7fcedf9ff4cb req-62cd5f25-b5aa-4ac1-95ce-66705b6522c4 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966968 Dec 23 12:24:44.895736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cd3da-bd00-4485-8af4-94e03b7b4bf6 req-fae0433d-8ed7-437d-b438-1ba9d052a3f6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:44.897232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-442cd3da-bd00-4485-8af4-94e03b7b4bf6 req-fae0433d-8ed7-437d-b438-1ba9d052a3f6 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.1208632 Dec 23 12:24:44.945810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c71c7af8-87ae-41cf-8d31-7f4f302ce062 req-f5f46ba9-4833-4014-bcf8-eaae64e71230 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Dec 23 12:24:44.973946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-442cd3da-bd00-4485-8af4-94e03b7b4bf6 req-835051a5-4892-40a9-a01d-503b5e2bd491 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669785 Dec 23 12:24:45.076733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-159327aa-553f-4226-89b3-3c46417bb330 req-b61cd69c-4f1e-4e5d-a7c0-5676e4dcb606 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 210 time: 0.0346110 Dec 23 12:24:45.110339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:45.171912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-645b9b3e-0a7d-4129-85a7-454313a109c3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288725 Dec 23 12:24:45.257452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d780-d6f2-4101-99b7-8002df2e081b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.317116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-042fbcef-7567-4821-bd9f-cbb08dfcf8fb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:45.318610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-042fbcef-7567-4821-bd9f-cbb08dfcf8fb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405621 Dec 23 12:24:45.337105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:45.341870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d780-d6f2-4101-99b7-8002df2e081b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.434073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fef5d780-d6f2-4101-99b7-8002df2e081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.479348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fef5d780-d6f2-4101-99b7-8002df2e081b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45ee9a2b95b9488483936a1bca674289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679581 Dec 23 12:24:45.482216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:45.491101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d780-d6f2-4101-99b7-8002df2e081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70b260-84d5-478f-9d1f-2a917d98c8ca,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:45.561124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.589817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.617188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9957ca-5c47-4930-8132-14c67e32dfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.719627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.724500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:45.725746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b70b260-84d5-478f-9d1f-2a917d98c8ca HTTP/1.1" status: 204 len: 168 time: 0.2424114 Dec 23 12:24:45.740390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3569-6ce4-448a-8642-f6a77914f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70b260-84d5-478f-9d1f-2a917d98c8ca,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:45.745569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-173f8973-7e84-47d9-836d-8268c9083be1 req-bedb7a83-1a4b-45b5-9f68-3cb45ecfe411 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0466537 Dec 23 12:24:45.834571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97e368-8305-4b13-bca8-3a00af00ab3c req-7161791d-a081-447e-9b2c-faf67942b090 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:45.836046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be97e368-8305-4b13-bca8-3a00af00ab3c req-7161791d-a081-447e-9b2c-faf67942b090 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.4519341 Dec 23 12:24:45.884117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be97e368-8305-4b13-bca8-3a00af00ab3c req-3e1b5668-34b3-4224-a941-1e619d9eca97 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419240 Dec 23 12:24:45.970718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:45.975097 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.124278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:46.208340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.36 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/b1b55178-df52-4760-b009-af60eddd842b) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:46.240608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601e61a-1333-427f-bdac-b3affe507524 req-dfa46716-3a49-42a3-ad1e-25653d452722 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:46.242160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6601e61a-1333-427f-bdac-b3affe507524 req-dfa46716-3a49-42a3-ad1e-25653d452722 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.2021408 Dec 23 12:24:46.283073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455bcd3-eebe-4cf4-be9e-c031b76fd81c req-12120a65-b2ac-48d7-aea5-ac8bbdfa0cbb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:46.285289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8455bcd3-eebe-4cf4-be9e-c031b76fd81c req-12120a65-b2ac-48d7-aea5-ac8bbdfa0cbb tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.1984193 Dec 23 12:24:46.319294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:46.324569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:46.325428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.385138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.423278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6601e61a-1333-427f-bdac-b3affe507524 req-8de2126f-25d3-46d8-8d95-afbb0bb77035 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672022 Dec 23 12:24:46.452903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.478356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8455bcd3-eebe-4cf4-be9e-c031b76fd81c req-f5867573-6739-4aa2-b265-afa63a905245 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778877 Dec 23 12:24:46.490480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:46.493005 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5250d1c-438b-4e6e-841c-6c978b1f54c4" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:46.512999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:46.550742 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6780bd0d-5c18-44d6-bbba-7085a7c78a3b x-openstack-request-id: req-6780bd0d-5c18-44d6-bbba-7085a7c78a3b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:46.550742 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:46.550742 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6780bd0d-5c18-44d6-bbba-7085a7c78a3b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:46.551995 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'code': 200} Dec 23 12:24:46.568942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abf49590-b7ca-4b42-82f7-7f8adf732c4d req-49bc0f5d-e049-409c-8b23-72cb22e76e6a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 210 time: 0.0395315 Dec 23 12:24:46.579692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.587819 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.651526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:46.672042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29456-d306-4361-99ae-58cf6d899f8a req-75afc4a7-4947-4306-a413-31420234fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:46.673766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c9b29456-d306-4361-99ae-58cf6d899f8a req-75afc4a7-4947-4306-a413-31420234fc4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1096 time: 0.0478380 Dec 23 12:24:46.681024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:46.692069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.707862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:46.726498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed', '429948c0-b88e-41a4-9674-e840ccbaaa5c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:46.733633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c9b29456-d306-4361-99ae-58cf6d899f8a req-4409fcc7-eef0-4336-8b00-493536455d05 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511985 Dec 23 12:24:46.762537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:46.765989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:46.768539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:46.808523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:46.865030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:46.866303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.917602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5eb607ef-a03b-4ce1-93eb-f7ea6da7094e req-df987487-1dc9-4df1-828f-8a83a576dc64 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0464516 Dec 23 12:24:47.059531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:47.062751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-97f89837-8b6a-422c-8731-7512d2162ee0 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7300057 Dec 23 12:24:47.091691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccd533-2853-4ae2-8164-50c657027224 req-8c539349-1263-478b-adfe-bcd8ef6c151e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:47.103378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ccd533-2853-4ae2-8164-50c657027224 req-8c539349-1263-478b-adfe-bcd8ef6c151e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1042936 Dec 23 12:24:47.106902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'mac_address': 'fa:16:3e:48:76:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:47.113283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Request body: {'port': {'device_id': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:47.153829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-391a66b8-9eb3-4a1d-8740-c8ffa1ba692c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:47.160808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-391a66b8-9eb3-4a1d-8740-c8ffa1ba692c tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.1001461 Dec 23 12:24:47.226470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:47.244977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.305132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.311463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-96e3f8c8-0be1-4d9a-bee6-53dfbead9ddb None None] Provisioning complete for port b1b55178-df52-4760-b009-af60eddd842b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:47.311970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ccd533-2853-4ae2-8164-50c657027224 req-0093c14a-b348-47d6-9b15-ff4ec0f76d1d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056952 Dec 23 12:24:47.312429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96e3f8c8-0be1-4d9a-bee6-53dfbead9ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.340254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Deleting port f4c3fe61-ea45-4069-86b2-c8e86361f428 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:47.341016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.407486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:47.431422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771735593'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:47.468397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-96e3f8c8-0be1-4d9a-bee6-53dfbead9ddb None None] Port b1b55178-df52-4760-b009-af60eddd842b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:24:47.480047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:47.503365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] For port f4c3fe61-ea45-4069-86b2-c8e86361f428, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=f4c3fe61-ea45-4069-86b2-c8e86361f428,segment=NetworkSegment(3d0f34f3-febd-4f35-984d-ba9b0250608f),segment_id=3d0f34f3-febd-4f35-984d-ba9b0250608f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:47.503632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.547350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Calling delete_port for f4c3fe61-ea45-4069-86b2-c8e86361f428 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:47.602308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.650148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.668860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.679299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:47.701633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbfe76-1e5b-49c1-a89a-e7e0f9980e0c req-dc58174f-833f-46a4-8bf2-4db342325474 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:47.710142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42fbfe76-1e5b-49c1-a89a-e7e0f9980e0c req-dc58174f-833f-46a4-8bf2-4db342325474 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.1488297 Dec 23 12:24:47.825183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6047-e4a8-4fa8-940b-541c64420ec2 req-3b6977c9-b3fd-465a-a320-1fda3a458bcc tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:47.827146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0aa6047-e4a8-4fa8-940b-541c64420ec2 req-3b6977c9-b3fd-465a-a320-1fda3a458bcc tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 943 time: 0.2138524 Dec 23 12:24:47.861734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.874188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b55178-df52-4760-b009-af60eddd842b {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:47.885251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.890403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42fbfe76-1e5b-49c1-a89a-e7e0f9980e0c req-4fd73c80-fb6d-48b0-913f-6eb066e8fbc8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794777 Dec 23 12:24:47.914027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:47.921509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Transition to ACTIVE for port object b1b55178-df52-4760-b009-af60eddd842b will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:47.925848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0aa6047-e4a8-4fa8-940b-541c64420ec2 req-c05eb7ce-fcd8-455c-85eb-2fd165de0096 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/security-groups?id=289351f2-41e2-4b47-a988-9e4ebf240cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856376 Dec 23 12:24:47.952421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Pushing event deleted for resources: {'Port': ['ID=f4c3fe61-ea45-4069-86b2-c8e86361f428,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:47.963228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:47.974966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.009447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236e979-c8cc-4b7f-860d-8c93f2cdeeba None None] DHCP port deletion for d4e59434-80b8-4a1e-98a4-172e1bbf251f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:48.046006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] No DVR routers for this DVR port f4c3fe61-ea45-4069-86b2-c8e86361f428 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:48.053383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.056830 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8049653-fc88-4be5-8701-cf03f46791a4 req-c12ecb15-3d7b-4a5a-9bec-61659c247c38 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.57 "DELETE /v2.0/ports/f4c3fe61-ea45-4069-86b2-c8e86361f428 HTTP/1.1" status: 204 len: 173 time: 0.8882155 Dec 23 12:24:48.058463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-deleted', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:48.060732 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5635ed5-6f05-4530-9260-b6fd69a374f7" -d '{"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-deleted", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:48.068249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa4c0526-fcea-4ca3-8772-e55fcc193acd req-4b7929f6-86ce-42d7-a0c1-5ee6e62969d3 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0465834 Dec 23 12:24:48.070122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.088286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043b63af-5457-4701-bb18-1de109f574d3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:48.122911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.152065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.165485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.167698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c0bb2-2856-402c-bd70-9319dcc8c602 req-42ab2c78-de99-493c-91b2-3e4089284092 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:48.172895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e91c0bb2-2856-402c-bd70-9319dcc8c602 req-42ab2c78-de99-493c-91b2-3e4089284092 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 935 time: 0.1904025 Dec 23 12:24:48.193377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:48.251092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.293749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e91c0bb2-2856-402c-bd70-9319dcc8c602 req-e499d48f-2562-47f0-832a-417a41236cbc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024745 Dec 23 12:24:48.316120 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050b19f-eaf6-4fb2-9aa7-9b6e59971cf7 x-openstack-request-id: req-f050b19f-eaf6-4fb2-9aa7-9b6e59971cf7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:48.316750 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7275be2e-c708-4fb6-9cf0-a0cf2e354af2", "name": "network-vif-deleted", "tag": "f4c3fe61-ea45-4069-86b2-c8e86361f428", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:48.317177 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f050b19f-eaf6-4fb2-9aa7-9b6e59971cf7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:48.317802 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7275be2e-c708-4fb6-9cf0-a0cf2e354af2', 'name': 'network-vif-deleted', 'tag': 'f4c3fe61-ea45-4069-86b2-c8e86361f428', 'status': 'completed', 'code': 200} Dec 23 12:24:48.365625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b13a6-3688-4629-b3f4-5a763bde0338,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:48.382425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.388145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43768) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:48.389153 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-be366dd4-002d-4a46-a999-637361cf3d9c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1605346 Dec 23 12:24:48.523076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Attempting to bind port b1b55178-df52-4760-b009-af60eddd842b on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:48.523424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Attempting to bind port b1b55178-df52-4760-b009-af60eddd842b by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:48.523762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Attempting to bind port b1b55178-df52-4760-b009-af60eddd842b on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:48.537222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c85efa17-34e7-44dd-b9c9-3cc0185704a2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1410735 Dec 23 12:24:48.538937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Port b1b55178-df52-4760-b009-af60eddd842b on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:48.540166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Attempting to bind port b1b55178-df52-4760-b009-af60eddd842b on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:48.540273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:48.545183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-security--132977539', 'description': 'tempest-security-description-1860742334'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:48.546886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:48.547233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:48.547625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:48.548240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Bound port: b1b55178-df52-4760-b009-af60eddd842b, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:48.548611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.573318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:48.575892 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:48.576732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385baf2-9d81-4b6d-b7f6-0a0779b6b647 req-22f9dcde-b3ab-4578-a0ff-59e1a565bf53 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:48.577782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4385baf2-9d81-4b6d-b7f6-0a0779b6b647 req-22f9dcde-b3ab-4578-a0ff-59e1a565bf53 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1087420 Dec 23 12:24:48.597953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.670089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.677062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4385baf2-9d81-4b6d-b7f6-0a0779b6b647 req-4122c941-2d44-4e81-87de-99287ca47054 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756366 Dec 23 12:24:48.678154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:48.681410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b1b55178-df52-4760-b009-af60eddd842b,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:48.797304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d63b9-5374-4f57-8972-5debe10bfe73 req-f9ab1121-bb06-4274-baec-cf61418d188d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:48.798955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f84d63b9-5374-4f57-8972-5debe10bfe73 req-f9ab1121-bb06-4274-baec-cf61418d188d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Dec 23 12:24:48.847722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f84d63b9-5374-4f57-8972-5debe10bfe73 req-b89a1753-1792-45db-907a-4c5316fb99d8 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Dec 23 12:24:48.850685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.851315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.853475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.854907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "PUT /v2.0/security-groups/2b4b13a6-3688-4629-b3f4-5a763bde0338 HTTP/1.1" status: 200 len: 1796 time: 0.3135746 Dec 23 12:24:48.858831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:48.894787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:48.895748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:48.897367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] 10.222.0.43 "PUT /v2.0/ports/b1b55178-df52-4760-b009-af60eddd842b HTTP/1.1" status: 200 len: 1095 time: 1.7916212 Dec 23 12:24:48.897971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:48.900639 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "tag": "b1b55178-df52-4760-b009-af60eddd842b"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:48.916209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be971634-71f9-4b2e-aee6-b33853bd4707 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b13a6-3688-4629-b3f4-5a763bde0338,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:48.925017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-16e620f0-c47f-4825-9a8d-4a813cbb6a37 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups/2b4b13a6-3688-4629-b3f4-5a763bde0338 HTTP/1.1" status: 200 len: 1796 time: 0.0648756 Dec 23 12:24:48.928105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43780) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:48.977560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58ee43-3ffa-47f5-b98f-1014b0cac556 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:48.989100 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45e9ca0-c162-4e74-976b-247bab024f78 x-openstack-request-id: req-c45e9ca0-c162-4e74-976b-247bab024f78 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:48.989615 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "tag": "b1b55178-df52-4760-b009-af60eddd842b", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:48.990010 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c45e9ca0-c162-4e74-976b-247bab024f78 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:48.990566 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b', 'status': 'completed', 'code': 200} Dec 23 12:24:49.023939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.089159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.131297 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.153504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d884233a-9d70-40b8-a5d3-9b90d5d2706f req-43b1792a-539c-4900-a366-48f63d5013a2 tempest-ImagesTestJSON-2090204310 tempest-ImagesTestJSON-2090204310-project] 10.222.0.16 "GET /v2.0/ports?device_id=7275be2e-c708-4fb6-9cf0-a0cf2e354af2 HTTP/1.1" status: 200 len: 210 time: 0.0608988 Dec 23 12:24:49.187818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9 req-6ca279d6-e425-4a8c-a157-ddf247486429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.187818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9 req-6ca279d6-e425-4a8c-a157-ddf247486429 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 1098 time: 0.1409438 Dec 23 12:24:49.215339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b6f83-cc02-45da-9fa5-ea04d90a2862 req-dd852070-66e6-418e-99f5-1a29304e9cd2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.222873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea5b6f83-cc02-45da-9fa5-ea04d90a2862 req-dd852070-66e6-418e-99f5-1a29304e9cd2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 949 time: 0.1469321 Dec 23 12:24:49.244292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9 req-4a19c7cc-a5c1-4821-88d6-b7fc285f783c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466685 Dec 23 12:24:49.261979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.264702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.268798 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b4b13a6-3688-4629-b3f4-5a763bde0338 HTTP/1.1" status: 204 len: 168 time: 0.3371091 Dec 23 12:24:49.272196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43788) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:49.285479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bda4d12a-2693-45a8-88a3-56114b401e7a req-f03aee02-6bb2-4c88-b2da-3a3f85b2daa4 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Dec 23 12:24:49.295910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e578e6-4138-4cc9-9675-58a9d40d61a3 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b13a6-3688-4629-b3f4-5a763bde0338,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:49.344787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ccf37d8c-339a-4179-8ce9-ee2cd57fd07a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687571 Dec 23 12:24:49.345432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43792) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:49.367601 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-6d74e3ff-1ca0-4aba-ace6-b2daf7e6b0ff tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] delete failed (client error): The resource could not be found. Dec 23 12:24:49.376096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6d74e3ff-1ca0-4aba-ace6-b2daf7e6b0ff tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b4b13a6-3688-4629-b3f4-5a763bde0338 HTTP/1.1" status: 404 len: 347 time: 0.0225654 Dec 23 12:24:49.376856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43794) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:49.378758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea5b6f83-cc02-45da-9fa5-ea04d90a2862 req-d2151933-2938-4138-a950-78e996cfb991 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496234 Dec 23 12:24:49.385002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--183606538'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:49.430718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9 req-93108488-1e86-4203-914c-739b3c049d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.432568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeac3b7e-e75f-4822-8146-0b82ffac4fc9 req-93108488-1e86-4203-914c-739b3c049d53 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732976 Dec 23 12:24:49.457940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.509604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c776c19-847f-4bf0-9e68-f00d025cca43 req-30b2005e-077a-42b2-89e6-6c4a63f6afcd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.513287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c776c19-847f-4bf0-9e68-f00d025cca43 req-30b2005e-077a-42b2-89e6-6c4a63f6afcd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 947 time: 0.0594335 Dec 23 12:24:49.545630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.591418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-08aa65f9-1405-4003-8caa-d2ccb8c358c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.592933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-08aa65f9-1405-4003-8caa-d2ccb8c358c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 1098 time: 0.0925996 Dec 23 12:24:49.597489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c776c19-847f-4bf0-9e68-f00d025cca43 req-3cbdd891-7061-4232-a229-6abf60916939 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724895 Dec 23 12:24:49.622050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.638945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-c9cb1684-d6fe-4d2c-9e31-7d98c405ac82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b1b55178-df52-4760-b009-af60eddd842b HTTP/1.1" status: 200 len: 217 time: 0.0366981 Dec 23 12:24:49.652032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad9e33-c7d9-4ba7-94e3-2d3b7f9fe348,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:49.691611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-63d20af8-498b-4d09-bc15-2caa57d73aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.693025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-63d20af8-498b-4d09-bc15-2caa57d73aa3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0455554 Dec 23 12:24:49.705048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.706621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fd6d9043-03b2-47d7-ad7d-bba5e72bc122 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3266203 Dec 23 12:24:49.709747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:49.717491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '2fad9e33-c7d9-4ba7-94e3-2d3b7f9fe348', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:49.764962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709c78a-70fb-4b40-8284-81ec209400fe req-c5edf44b-b418-4d57-8cce-a654df1ac31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.766454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-c5edf44b-b418-4d57-8cce-a654df1ac31c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647435 Dec 23 12:24:49.861957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:49.873706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01996-e1ed-44fb-82cf-b8f1cbb4e105 req-8747bce1-47a2-4054-851d-d1484a4d5abf tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:49.875194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb01996-e1ed-44fb-82cf-b8f1cbb4e105 req-8747bce1-47a2-4054-851d-d1484a4d5abf tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1133540 Dec 23 12:24:49.923287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-29a9d715-f8ed-43f2-a629-bf0652cb7f8e service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456618 Dec 23 12:24:49.941124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.005048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.024477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704c2e3a-7715-4e13-a077-c2f6e81c1c13,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:50.024643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb01996-e1ed-44fb-82cf-b8f1cbb4e105 req-2e63fcd6-3fad-4c27-8690-b81770a92ef2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388519 Dec 23 12:24:50.046104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737282e7-9787-44dc-820c-5a497541b4ee req-fa9c8517-1f85-447f-bd18-f22f2b5c3236 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:50.047590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737282e7-9787-44dc-820c-5a497541b4ee req-fa9c8517-1f85-447f-bd18-f22f2b5c3236 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.1191490 Dec 23 12:24:50.100626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.102181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2b19b26-fe67-4f14-92c5-77482c037271 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3912780 Dec 23 12:24:50.104986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43804) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.128245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9709c78a-70fb-4b40-8284-81ec209400fe req-fb242543-ad7e-448c-9081-f4457a6b6c18 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965060 Dec 23 12:24:50.134407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.143136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.144246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737282e7-9787-44dc-820c-5a497541b4ee req-808b5b5d-e435-47ea-a8ee-bbac2ecc89e3 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Dec 23 12:24:50.163547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdcf75-0d2d-4233-b642-a8b63d2568ec req-36d3b9e7-5910-477e-bacb-1243043a9c4f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:50.165079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6cdcf75-0d2d-4233-b642-a8b63d2568ec req-36d3b9e7-5910-477e-bacb-1243043a9c4f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0676434 Dec 23 12:24:50.175758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.180211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'floatingip': {'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:50.223820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.262107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.285889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.287247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/704c2e3a-7715-4e13-a077-c2f6e81c1c13 HTTP/1.1" status: 204 len: 168 time: 0.1812689 Dec 23 12:24:50.290390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.296310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd97c9-0528-4f5f-becd-06a5d27f339d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=704c2e3a-7715-4e13-a077-c2f6e81c1c13,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:50.343748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-124d194a-1bc2-421d-bc5b-43cb91d9945f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484178 Dec 23 12:24:50.345606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43822) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.414231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.453062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.481341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43dde5e3-e51c-47fe-9386-08510b2333b3 req-d779b9f2-7352-45b0-98ff-73f12dccfcac tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0399165 Dec 23 12:24:50.560603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168782f-51df-4af7-8be2-b0f69f0f5cc7 req-149757cb-831c-4db7-9f81-6f92e69a04b6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:50.562394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2168782f-51df-4af7-8be2-b0f69f0f5cc7 req-149757cb-831c-4db7-9f81-6f92e69a04b6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 949 time: 0.0801988 Dec 23 12:24:50.631349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2168782f-51df-4af7-8be2-b0f69f0f5cc7 req-09423537-87d5-47ac-a8b8-63db4ba07017 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Dec 23 12:24:50.633842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.637821 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.641447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/2fad9e33-c7d9-4ba7-94e3-2d3b7f9fe348 HTTP/1.1" status: 204 len: 168 time: 0.2923331 Dec 23 12:24:50.644900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.663507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f20d3-fc29-4137-9597-aafea5ad0a06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad9e33-c7d9-4ba7-94e3-2d3b7f9fe348,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:50.717536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:50.720681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cdd874d8-c814-4e88-88b1-24eacb553e52 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749414 Dec 23 12:24:50.727332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43854) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.732923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--216838884'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:50.740573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43856) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:50.781730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.830917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Deleting subnet 3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:50.835513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.874548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabc0c0-601a-4e7e-b08b-2a8053d12a57 req-fb7db9a6-698c-491c-a626-cefe91da4563 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:50.876029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baabc0c0-601a-4e7e-b08b-2a8053d12a57 req-fb7db9a6-698c-491c-a626-cefe91da4563 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 947 time: 0.1079555 Dec 23 12:24:50.886869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.921196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 012afd19-1232-4ed4-9b4b-ed507d3f6294 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:50.923271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.929275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 012afd19-1232-4ed4-9b4b-ed507d3f6294 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:50.929400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:50.929492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.000985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.021147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.048246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:51.050994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baabc0c0-601a-4e7e-b08b-2a8053d12a57 req-7d8483ee-9066-4178-858c-444248454107 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680217 Dec 23 12:24:51.051147 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76e2ce-d1e5-4790-9f64-aafca0b8655f" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:51.064399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3b31a-4184-49dd-b500-11b65667365b req-521bc1af-1d77-4bc8-b68c-8f96b85c7d50 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:51.066230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05c3b31a-4184-49dd-b500-11b65667365b req-521bc1af-1d77-4bc8-b68c-8f96b85c7d50 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.1816669 Dec 23 12:24:51.085764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:51.115597 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f9bd9-93f0-4f85-bafa-7679c7447fa1 x-openstack-request-id: req-8e7f9bd9-93f0-4f85-bafa-7679c7447fa1 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:51.115597 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:51.115597 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e7f9bd9-93f0-4f85-bafa-7679c7447fa1 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:51.115597 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'code': 200} Dec 23 12:24:51.153774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.204608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.219599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:51.230923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Deleting port 60b909e3-cecd-437d-a6d1-01aa15efa1ea {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:24:51.231272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.284659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.383677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aace1-9643-45ec-9566-a56c66150082 req-f1ad4061-dd67-4ff9-aa6c-aed7a31b1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:51.385118 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-748aace1-9643-45ec-9566-a56c66150082 req-f1ad4061-dd67-4ff9-aa6c-aed7a31b1638 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1101 time: 0.0911500 Dec 23 12:24:51.395100 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Floating IP bc9a3502-dadc-40bf-831a-72a2adb9af16 associated. External IP: 172.25.7.11, port: 8db1e86f-c908-4098-b8c3-1f9db9f36be3. Dec 23 12:24:51.516573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-748aace1-9643-45ec-9566-a56c66150082 req-6e5ce2bc-a115-42e0-8eac-c9ee736a2fe4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187901 Dec 23 12:24:51.584306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.632871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:51.644417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c68d7-5688-42b5-a0f4-9533e1101801 None None] Network d4e59434-80b8-4a1e-98a4-172e1bbf251f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:51.650675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:24:51.663536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.669152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a6835cac-8fc8-4272-bde4-64416168f230 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3aae6b4f-6dbf-4fd6-a863-0361cc62ee4b HTTP/1.1" status: 204 len: 168 time: 0.9247966 Dec 23 12:24:51.673458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6f17513-f95b-4b82-a420-26dc98e982e6 req-8da2243b-f2e2-43e7-b8b1-4fc796bc86e4 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0928490 Dec 23 12:24:51.697107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43868) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:51.700130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae9090-dcca-4510-bda1-6ac4ea25858f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:51.740676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900832e-826b-4560-88d9-e711d30eb800 req-ec7831d7-536b-4cdd-b12b-d70166de52f6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:51.749288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5900832e-826b-4560-88d9-e711d30eb800 req-ec7831d7-536b-4cdd-b12b-d70166de52f6 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 945 time: 0.5020828 Dec 23 12:24:51.774854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a25ad2-446a-4f15-b6a1-94e217638463 None None] DHCP port deletion for d4e59434-80b8-4a1e-98a4-172e1bbf251f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:51.776545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] For port 60b909e3-cecd-437d-a6d1-01aa15efa1ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=60b909e3-cecd-437d-a6d1-01aa15efa1ea,segment=NetworkSegment(f168ff98-3f89-4ee1-b93b-8e529df0eceb),segment_id=f168ff98-3f89-4ee1-b93b-8e529df0eceb)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:51.777059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.799033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.807711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8c2208ff-ead6-4aff-afc7-bf669946449d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0716941 Dec 23 12:24:51.808898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:51.811416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Calling delete_port for 60b909e3-cecd-437d-a6d1-01aa15efa1ea owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:24:51.815908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae9090-dcca-4510-bda1-6ac4ea25858f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:51.826885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.844311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:24:51.850087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.858540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:24:51.870799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:51.872002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:51.906862 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a74d79f-2d6e-40fb-9fd1-8f79f9f6b6cc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "PUT /v2.0/floatingips/bc9a3502-dadc-40bf-831a-72a2adb9af16 HTTP/1.1" status: 200 len: 990 time: 1.7288561 Dec 23 12:24:51.923737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5900832e-826b-4560-88d9-e711d30eb800 req-8be0d8cb-1513-41bd-b746-0aae2f2aa25d tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716039 Dec 23 12:24:51.931080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:51.933356 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911" -d '{"events": [{"name": "network-changed", "server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:51.976148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.978016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0594b-674a-44a9-bc60-2fc5263a72b5 req-b517fc58-35c6-49a7-ac42-36f6b3b9a89a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:51.979603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a0594b-674a-44a9-bc60-2fc5263a72b5 req-b517fc58-35c6-49a7-ac42-36f6b3b9a89a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1357145 Dec 23 12:24:52.020659 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:52.022817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e59434-80b8-4a1e-98a4-172e1bbf251f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:52.036567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f34f3-febd-4f35-984d-ba9b0250608f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:52.036956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f34f3-febd-4f35-984d-ba9b0250608f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:52.057172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.067171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.074785 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2955153c-fc1a-42f1-8180-47d5ea76ebde x-openstack-request-id: req-2955153c-fc1a-42f1-8180-47d5ea76ebde {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:52.075080 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:52.075329 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2955153c-fc1a-42f1-8180-47d5ea76ebde {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:52.076694 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'status': 'completed', 'code': 200} Dec 23 12:24:52.080870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.092568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a0594b-674a-44a9-bc60-2fc5263a72b5 req-40b75815-13fc-44ba-9dc4-d34eccbf365d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034188 Dec 23 12:24:52.092973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:52.093400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:52.113812 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:52.130467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:52.157325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.177055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.187471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: f4c3fe61-ea45-4069-86b2-c8e86361f428 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:52.187828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device f4c3fe61-ea45-4069-86b2-c8e86361f428 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:52.196982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['60b909e3-cecd-437d-a6d1-01aa15efa1ea'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:52.244841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Pushing event deleted for resources: {'Port': ['ID=60b909e3-cecd-437d-a6d1-01aa15efa1ea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:52.266939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df10b4f-0fe1-40e6-bcee-550206d3e02a None None] DHCP port deletion for 35a3903f-256a-4ba2-9a79-3bd5151fa98b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:52.277854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-a7788819-d14f-4f87-abf5-3f6ff7c85495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.279513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.279656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-a7788819-d14f-4f87-abf5-3f6ff7c85495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1096 time: 0.1601663 Dec 23 12:24:52.298384 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'bc9a3502-dadc-40bf-831a-72a2adb9af16', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24de220-7a0a-42fe-8892-c693628767aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:24:21Z', 'updated_at': '2021-12-23T12:24:50Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:52.329595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:24:52.333466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] No DVR routers for this DVR port 60b909e3-cecd-437d-a6d1-01aa15efa1ea on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:24:52.336250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.339879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05c3b31a-4184-49dd-b500-11b65667365b req-4e8a9cc9-e6b5-4fb5-9116-1265548db767 tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.43 "DELETE /v2.0/ports/60b909e3-cecd-437d-a6d1-01aa15efa1ea HTTP/1.1" status: 204 len: 173 time: 1.2620728 Dec 23 12:24:52.340279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:24:52.340881 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:52.344318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'name': 'network-vif-deleted', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:52.347731 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cbbe3-ca3e-4f66-817c-7a10d9d581a2" -d '{"events": [{"server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "name": "network-vif-deleted", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:52.364934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.368317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b7df05-e171-4e9e-84bc-9c4e20d1f848,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:52.376576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.382728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4e59434-80b8-4a1e-98a4-172e1bbf251f HTTP/1.1" status: 204 len: 168 time: 0.6821859 Dec 23 12:24:52.401654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263c62-b99b-4adf-8018-f61d0a870a9f req-12c0af2d-a75a-484c-b358-8eb843d563cb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.405146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4263c62-b99b-4adf-8018-f61d0a870a9f req-12c0af2d-a75a-484c-b358-8eb843d563cb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 947 time: 0.2188933 Dec 23 12:24:52.406209 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8776dbf-6d4c-4a62-985b-c2b4277e16d8 x-openstack-request-id: req-f8776dbf-6d4c-4a62-985b-c2b4277e16d8 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:52.406564 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f423f-c719-438c-b778-66c58e3a9d54", "name": "network-vif-deleted", "tag": "60b909e3-cecd-437d-a6d1-01aa15efa1ea", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:52.407018 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8776dbf-6d4c-4a62-985b-c2b4277e16d8 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:52.407520 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4f423f-c719-438c-b778-66c58e3a9d54', 'name': 'network-vif-deleted', 'tag': '60b909e3-cecd-437d-a6d1-01aa15efa1ea', 'status': 'completed', 'code': 200} Dec 23 12:24:52.427457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d1f1-2a06-415b-b911-145bb061adbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e59434-80b8-4a1e-98a4-172e1bbf251f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:52.466057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.467953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95feb530-eb4c-43ca-9aa2-88caae5d450d tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6581314 Dec 23 12:24:52.472782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:52.478208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae9090-dcca-4510-bda1-6ac4ea25858f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:52.483154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-32ac5bd9-14c9-4ba1-ab2c-7eae8beeee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.485165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-32ac5bd9-14c9-4ba1-ab2c-7eae8beeee85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1833677 Dec 23 12:24:52.501159 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:24:52.520762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4263c62-b99b-4adf-8018-f61d0a870a9f req-ca7c1e0c-475f-4723-baef-dc5e3e2bd5c9 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084955 Dec 23 12:24:52.559384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.570195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-e4ddafe5-6710-4f90-90e7-f735cf7837aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 998 time: 0.0772469 Dec 23 12:24:52.626641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-296f3096-eea1-440c-b2b1-1ba2b03125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.628356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-296f3096-eea1-440c-b2b1-1ba2b03125d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0487757 Dec 23 12:24:52.640289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.690460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-67ed7abf-6a1f-40c9-840e-6143628208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.692200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-67ed7abf-6a1f-40c9-840e-6143628208e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548854 Dec 23 12:24:52.732553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.844093 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-7ff723b9-ced3-4bd3-b8d2-df4ce6eebda6 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362257 Dec 23 12:24:52.851218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69caedb3-70a1-4d92-88cd-cea3bc1affe3 req-6fe7dcc3-f1e1-4ea2-841d-622f993c5138 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0487607 Dec 23 12:24:52.890729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.908989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b1b55178-df52-4760-b009-af60eddd842b details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:52.932052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02509012-2798-40ad-92fb-78eae53823ad,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:53.000867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d70665ad-5ea5-42d1-bff8-ecf9d43d0911 req-a5a4d6cd-cb5e-4352-be6f-57fb90b24034 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327686 Dec 23 12:24:53.006704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43892) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:53.037220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da734de9-ef95-458c-8915-e51f681730bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'bc9a3502-dadc-40bf-831a-72a2adb9af16', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24de220-7a0a-42fe-8892-c693628767aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:24:21Z', 'updated_at': '2021-12-23T12:24:50Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:53.063601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b1b55178-df52-4760-b009-af60eddd842b,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:53.070478 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da734de9-ef95-458c-8915-e51f681730bf None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'bc9a3502-dadc-40bf-831a-72a2adb9af16', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24de220-7a0a-42fe-8892-c693628767aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:24:21Z', 'updated_at': '2021-12-23T12:24:50Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:24:53.074887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.078978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e6502de2-d246-4330-a953-be5ebad66510 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6022580 Dec 23 12:24:53.079384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:53.086945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae9090-dcca-4510-bda1-6ac4ea25858f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:53.093670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b1b55178-df52-4760-b009-af60eddd842b', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'b1b55178-df52-4760-b009-af60eddd842b', 'mac_address': 'fa:16:3e:0d:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:53.115361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb912691-5dc5-4810-94d2-b23b18724dd4 req-b0f8501b-8848-4afe-9bbe-8d584fdf413b tempest-AttachVolumeNegativeTest-1640288047 tempest-AttachVolumeNegativeTest-1640288047-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd4f423f-c719-438c-b778-66c58e3a9d54 HTTP/1.1" status: 200 len: 210 time: 0.0913959 Dec 23 12:24:53.139221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0f6f1fd5-1e46-4bb5-ade2-4e34de164e46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=992453ea67a4430e88c89ad419b0f9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314650 Dec 23 12:24:53.142652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:53.183601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.187031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.201551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b55178-df52-4760-b009-af60eddd842b {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:53.227013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b1b55178-df52-4760-b009-af60eddd842b,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:53.232515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.270064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.282278 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.286463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.302049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79cfe1-6ddb-4c92-adb4-abf57c0070bd req-95bb8487-a77e-4c7c-b121-cc7eb4544049 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:53.303635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee79cfe1-6ddb-4c92-adb4-abf57c0070bd req-95bb8487-a77e-4c7c-b121-cc7eb4544049 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0846212 Dec 23 12:24:53.354569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:53.359499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.361148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee79cfe1-6ddb-4c92-adb4-abf57c0070bd req-ccc6780a-8732-4f0d-9d6d-b1acb95ce449 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Dec 23 12:24:53.380294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8571f27-029f-48f6-b08c-edf74cefc7f2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:53.394342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d630b8-7080-4869-a2c7-e3b27067182b None None] New status for floating IP bc9a3502-dadc-40bf-831a-72a2adb9af16: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:24:53.439241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.443209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.444521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/289351f2-41e2-4b47-a988-9e4ebf240cc4 HTTP/1.1" status: 204 len: 168 time: 0.3002362 Dec 23 12:24:53.455099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1d58-a5bf-4a6c-ab80-e3b34c162b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289351f2-41e2-4b47-a988-9e4ebf240cc4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:53.468646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.476062 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80e584ee-fba5-4087-a176-f1db6677ed4c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3947277 Dec 23 12:24:53.477461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43906) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:53.484558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae9090-dcca-4510-bda1-6ac4ea25858f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:53.526210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bec75f-1f4c-4999-999b-7f8c757103da req-ff002ef9-5f37-480e-a793-349ca8ef8d49 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:53.527786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bec75f-1f4c-4999-999b-7f8c757103da req-ff002ef9-5f37-480e-a793-349ca8ef8d49 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0848877 Dec 23 12:24:53.594178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.600565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bec75f-1f4c-4999-999b-7f8c757103da req-128dc785-3c98-4a43-82c2-7c6326aedc15 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Dec 23 12:24:53.649278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b1b55178-df52-4760-b009-af60eddd842b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:53.676345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48059d41-90e8-4e46-bed7-66e7851a3e1f req-cf935d19-493c-4c25-8cfb-c457d27a0afc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:53.678252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48059d41-90e8-4e46-bed7-66e7851a3e1f req-cf935d19-493c-4c25-8cfb-c457d27a0afc tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 948 time: 0.0685232 Dec 23 12:24:53.696877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.756127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48059d41-90e8-4e46-bed7-66e7851a3e1f req-fe986695-e580-4b93-940d-53a724dd7a9d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710599 Dec 23 12:24:53.779398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.797514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdafd8a-48b6-4a58-aba1-bb1d13ed8d23,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:53.892605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:53.896559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dcb9307c-d5d8-4bf5-834b-02a7942c16cb tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154615 Dec 23 12:24:53.896909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43920) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:53.901411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'b9ae9090-dcca-4510-bda1-6ac4ea25858f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:53.973632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-779b8992-5be4-460f-b96e-4c08d4d502ed req-65948818-082a-41a7-a333-e1a4e302adab tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Dec 23 12:24:54.051273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.122480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.186280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb23b59-07f6-41f6-bd6b-06de147f9cf1 req-97e13431-dc8c-46d5-a1ff-12c1044dc755 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:54.187854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cb23b59-07f6-41f6-bd6b-06de147f9cf1 req-97e13431-dc8c-46d5-a1ff-12c1044dc755 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0512168 Dec 23 12:24:54.211169 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.229366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.233614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17cc221-6361-4664-85aa-6a2f2e485d4d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:54.293893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cb23b59-07f6-41f6-bd6b-06de147f9cf1 req-63ab3376-3362-4c9e-98ba-11d4012b2661 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997152 Dec 23 12:24:54.301998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Deleting subnet 27af4366-9e23-410b-98c5-ab2f89b805c8 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:54.305335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.332019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.333229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f8249cff-b937-44b0-b652-1e3d8eab8eaf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4353571 Dec 23 12:24:54.340450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.344149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.363581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-f8a5a979-e44d-4414-88ea-e36ead6b4d53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447538 Dec 23 12:24:54.405488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.419518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.426439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.542183 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.548377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.549575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a17cc221-6361-4664-85aa-6a2f2e485d4d HTTP/1.1" status: 204 len: 168 time: 0.2079198 Dec 23 12:24:54.552650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.562940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02381796-66c5-4c28-9a6e-e2ce3ed806c4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a17cc221-6361-4664-85aa-6a2f2e485d4d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:54.573572 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.605414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27af4366-9e23-410b-98c5-ab2f89b805c8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:54.610616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.614683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95fdac16-b749-478e-878b-74ecc7f3a272 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/27af4366-9e23-410b-98c5-ab2f89b805c8 HTTP/1.1" status: 204 len: 168 time: 0.3839362 Dec 23 12:24:54.617295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43956) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.625676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6219917-4a29-4ed5-b765-c7073ecfe868 None None] Network 35a3903f-256a-4ba2-9a79-3bd5151fa98b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:54.656582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7f2d828-b7d7-4a0b-8f9c-69855fe3ce09 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1028011 Dec 23 12:24:54.659584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43964) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.712942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.728588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.740561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.749763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 60b909e3-cecd-437d-a6d1-01aa15efa1ea no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:24:54.779246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0262e4d-823d-4fa7-8455-c7c27689e2db None None] DHCP port deletion for 35a3903f-256a-4ba2-9a79-3bd5151fa98b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:24:54.782759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 60b909e3-cecd-437d-a6d1-01aa15efa1ea {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:24:54.783313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 60b909e3-cecd-437d-a6d1-01aa15efa1ea not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:24:54.850687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.856410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.857993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dcdafd8a-48b6-4a58-aba1-bb1d13ed8d23 HTTP/1.1" status: 204 len: 168 time: 0.1974351 Dec 23 12:24:54.870388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:54.871076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dfc41-3d4d-46bc-ba92-2bdfad5dbf60 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcdafd8a-48b6-4a58-aba1-bb1d13ed8d23,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:54.883204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.932536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a3903f-256a-4ba2-9a79-3bd5151fa98b']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:54.946935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f168ff98-3f89-4ee1-b93b-8e529df0eceb') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:54.947231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f168ff98-3f89-4ee1-b93b-8e529df0eceb') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:54.968334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:54.989089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ac3e6a04-2094-47cb-b59e-326511835e06 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1145871 Dec 23 12:24:54.992012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.001760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471d2c4-e029-4947-b2c4-4bc46a75588b req-8b78402c-7cf4-45c8-ab8c-361ad1deedce tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:55.003843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5471d2c4-e029-4947-b2c4-4bc46a75588b req-8b78402c-7cf4-45c8-ab8c-361ad1deedce tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 948 time: 0.1541393 Dec 23 12:24:55.008779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.022898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.024412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:55.024808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:55.027373 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:55.032721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.115477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-309585dd-f8a0-417e-a824-c7ac7f460f79 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f8003367f2cb485a82e5ab4f15610792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446248 Dec 23 12:24:55.124891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.132895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.133997 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e8571f27-029f-48f6-b08c-edf74cefc7f2 HTTP/1.1" status: 204 len: 168 time: 0.1409879 Dec 23 12:24:55.137550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.151586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5471d2c4-e029-4947-b2c4-4bc46a75588b req-f5e8a5b9-82c0-483f-b698-726efb31f308 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356051 Dec 23 12:24:55.159652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eaa33-0ac9-4a03-930f-7728b0e57646 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8571f27-029f-48f6-b08c-edf74cefc7f2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:55.210781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.215891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.220862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35a3903f-256a-4ba2-9a79-3bd5151fa98b HTTP/1.1" status: 204 len: 168 time: 0.6013372 Dec 23 12:24:55.221022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8f54cbf-437b-498e-9a7f-da7eb86bfff0 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0818443 Dec 23 12:24:55.225299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.240349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a044993-9035-4596-8e13-cb5e12733048 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a3903f-256a-4ba2-9a79-3bd5151fa98b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:55.272804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.285307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.295062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-255ba520-dfea-4a4e-9986-2d301e1f1a70 req-5ad6e11e-8225-4c1b-8656-d4113b84eec0 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0425808 Dec 23 12:24:55.313174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-bc02773d-7623-4546-8030-26282bcbe518 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:55.314539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-bc02773d-7623-4546-8030-26282bcbe518 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889839 Dec 23 12:24:55.340462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-b43a9ef8-425d-454a-ab8a-d7ce3b4739c9 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/quotas/f8003367f2cb485a82e5ab4f15610792 HTTP/1.1" status: 200 len: 375 time: 0.0105386 Dec 23 12:24:55.398383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-059d8b49-dc50-4042-8b74-9e89f58de295 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8003367f2cb485a82e5ab4f15610792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521333 Dec 23 12:24:55.422511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.435390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.439107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/02509012-2798-40ad-92fb-78eae53823ad HTTP/1.1" status: 204 len: 168 time: 0.2090592 Dec 23 12:24:55.439735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44012) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.449053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323eca9-ca9a-46c3-a2a8-787ee2769043 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02509012-2798-40ad-92fb-78eae53823ad,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:55.486032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0ccfebcf-c97d-4e8f-a6b2-52b5f5b3e118 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447834 Dec 23 12:24:55.488285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.516270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.525054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.594913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc11a-9430-4db3-9929-33834f6ea358 req-5414f22b-7965-441b-9fd7-0f2264e67ded tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:55.596438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b0cc11a-9430-4db3-9929-33834f6ea358 req-5414f22b-7965-441b-9fd7-0f2264e67ded tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0490148 Dec 23 12:24:55.647692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b0cc11a-9430-4db3-9929-33834f6ea358 req-505c0561-31fc-417e-ae5a-08c6ac16cd6c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Dec 23 12:24:55.667835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.674533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.677263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/33b7df05-e171-4e9e-84bc-9c4e20d1f848 HTTP/1.1" status: 204 len: 168 time: 0.1862652 Dec 23 12:24:55.678868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44016) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.683235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77c43e-bead-46df-8c9e-2142005e7e41 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33b7df05-e171-4e9e-84bc-9c4e20d1f848,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:55.728518 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea850ee5-1a7f-43db-8bcf-f127049ef3f1 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469384 Dec 23 12:24:55.737413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44022) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:55.790623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c62b7b6a-215e-4aa4-80c1-b924b231edb9 req-c47597a4-dbfb-4498-97ea-62f052c1e5b8 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0338027 Dec 23 12:24:55.797459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.822069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.996733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:56.036117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-06beae5c-95b6-4bd0-9067-0f084ea53c0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fb2be922f234993a16a4901c1a4ca2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381434 Dec 23 12:24:56.038456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44030) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:56.088156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.108961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.134842 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.137440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.138578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/b9ae9090-dcca-4510-bda1-6ac4ea25858f HTTP/1.1" status: 204 len: 168 time: 0.4000628 Dec 23 12:24:56.141506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:56.151595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df15384-1208-42be-b566-6c1351ee0306 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae9090-dcca-4510-bda1-6ac4ea25858f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:56.190698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-347592be-926b-4285-87ac-68a0645d78e9 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473413 Dec 23 12:24:56.195360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44036) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:56.203286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293453787'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:56.288884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcb252-8d54-402c-a27d-b89ecd7e1bae req-90b8a35b-a4dd-44bc-972f-a25ac9ec3217 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.290428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54dcb252-8d54-402c-a27d-b89ecd7e1bae req-90b8a35b-a4dd-44bc-972f-a25ac9ec3217 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 948 time: 0.0510583 Dec 23 12:24:56.337467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.337689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54dcb252-8d54-402c-a27d-b89ecd7e1bae req-6051d20a-4031-41fc-98da-1a6494723480 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Dec 23 12:24:56.338961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.342347 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee HTTP/1.1" status: 204 len: 168 time: 0.3006883 Dec 23 12:24:56.348882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be319a00-e353-48d2-a0cd-822d53aa49aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b5090-0d5b-4c3a-8ea4-8a9aff6c19ee,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:56.439000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7aa9807-3171-4f77-a729-e3e465fca223 req-ef75e210-30eb-4828-844e-9bff2cbf6bf4 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Dec 23 12:24:56.462611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.540061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.650873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.685087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2e3ce-f7d1-4fa3-a45d-6c42436d4c7f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:56.751523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b1b55178-df52-4760-b009-af60eddd842b up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:56.798518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c6f56-0f16-4455-9a61-6295061756a3 req-db9882c0-4a85-4e4d-a5db-938d80194c4b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.808499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b07c6f56-0f16-4455-9a61-6295061756a3 req-db9882c0-4a85-4e4d-a5db-938d80194c4b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0674744 Dec 23 12:24:56.813072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.815631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-78a8ec8a-92e8-4c95-9e59-fa599c29ef66 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6177857 Dec 23 12:24:56.818145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:56.827334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': 'abc2e3ce-f7d1-4fa3-a45d-6c42436d4c7f', 'direction': 'ingress', 'protocol': 17}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:56.890410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05e458ff-7ac4-4dcc-bf06-76b627be29df req-b83672ff-3e5a-46d1-8d1e-ea2e2a2d3cb2 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0577631 Dec 23 12:24:56.926222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b07c6f56-0f16-4455-9a61-6295061756a3 req-aa21d1aa-87a2-4253-809b-1b81dc35b68d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887239 Dec 23 12:24:56.993306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b1b55178-df52-4760-b009-af60eddd842b completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:56.997368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b1b55178-df52-4760-b009-af60eddd842b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:56.997796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.062116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.080146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.117061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:57.122413 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f482851c-5947-4c95-9b67-11d850964ad9" -d '{"events": [{"server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "name": "network-vif-plugged", "status": "completed", "tag": "b1b55178-df52-4760-b009-af60eddd842b"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:57.130875 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.148299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b1b55178-df52-4760-b009-af60eddd842b,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:57.161820 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb01029-dffb-400e-940d-d59313f20438 x-openstack-request-id: req-fdb01029-dffb-400e-940d-d59313f20438 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:57.162115 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "name": "network-vif-plugged", "status": "completed", "tag": "b1b55178-df52-4760-b009-af60eddd842b", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:57.162368 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdb01029-dffb-400e-940d-d59313f20438 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:57.162755 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b', 'code': 200} Dec 23 12:24:57.205366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.230413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300a1b42-c0c2-4dd4-b321-dc857ef2527b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:57.256355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.275283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a3269-bba3-4121-b64c-f1c59c7482d8 req-dd08c3ea-f499-45d1-9287-dfa3b812d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:57.277146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef8a3269-bba3-4121-b64c-f1c59c7482d8 req-dd08c3ea-f499-45d1-9287-dfa3b812d393 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 1099 time: 0.0570729 Dec 23 12:24:57.318326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.318326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4b8e255e-bb06-4789-85ba-c3780d7ff09e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4959452 Dec 23 12:24:57.321213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:57.321974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:57.349543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef8a3269-bba3-4121-b64c-f1c59c7482d8 req-e3b5e676-2a6e-4e66-8187-7ae548d41e83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Dec 23 12:24:57.390464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.416634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.466661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155c18e-2abd-408d-bb5c-1930de4f32ae req-cc4ea6fa-c2cf-45ee-a395-e80d2ea78deb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:57.468348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e155c18e-2abd-408d-bb5c-1930de4f32ae req-cc4ea6fa-c2cf-45ee-a395-e80d2ea78deb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.0517883 Dec 23 12:24:57.519868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e155c18e-2abd-408d-bb5c-1930de4f32ae req-6a9b5ba2-25ff-4dda-beab-5ac57f5f0629 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Dec 23 12:24:57.559029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7564128-6f34-4b1f-a882-cff5c5a4babe req-91b1ea77-640d-4e7c-9e6d-cbd72aeab7be tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0262823 Dec 23 12:24:57.565263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.568297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.571973 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/abc2e3ce-f7d1-4fa3-a45d-6c42436d4c7f HTTP/1.1" status: 204 len: 168 time: 0.2466404 Dec 23 12:24:57.572357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44084) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:57.593022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898821b-9523-43be-b93d-e0542ba61ee5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2e3ce-f7d1-4fa3-a45d-6c42436d4c7f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:57.627900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-487ec54d-9c36-4705-822c-8f9c0efef340 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502319 Dec 23 12:24:57.628356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:57.633141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670605496'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:57.725303 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.798877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.920197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:57.958688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5743aa19-b71e-42d8-afee-db21cc44bfc2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:57.999802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efeaa34d-aa0e-4afb-83fe-fc0a077cda0d req-ee611c54-2545-4117-bddf-4c610de10eed tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Dec 23 12:24:58.086260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9687a-4d56-4349-8d47-d920f014f8f2 req-73dd11df-b3a3-4f4d-9f71-9f4cb02f97a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.087920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff9687a-4d56-4349-8d47-d920f014f8f2 req-73dd11df-b3a3-4f4d-9f71-9f4cb02f97a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0540929 Dec 23 12:24:58.098650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.102772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fcb1a490-885a-4bf7-813a-0fb7708e2227 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4706373 Dec 23 12:24:58.103115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44096) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:58.108026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978532800'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:58.233656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff9687a-4d56-4349-8d47-d920f014f8f2 req-a5a7864d-bd25-4d2f-8956-fb4110c96512 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864093 Dec 23 12:24:58.233656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-db0d5ce9-4c0f-441e-b2a0-daed4e3c03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.233656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-db0d5ce9-4c0f-441e-b2a0-daed4e3c03e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1101 time: 0.0716474 Dec 23 12:24:58.295325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-f9c2c84e-1649-4747-8dd8-c9e71e0c156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.296810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-f9c2c84e-1649-4747-8dd8-c9e71e0c156f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.0959280 Dec 23 12:24:58.346129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-e368d4eb-cd66-4a35-a5c4-8e74d4bb990d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0358922 Dec 23 12:24:58.348028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.409678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-93c648d7-d5e4-4772-a5c7-fe2638668b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.411342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-93c648d7-d5e4-4772-a5c7-fe2638668b81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0533719 Dec 23 12:24:58.419614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.462730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-4f439153-f01a-499c-b00f-16ab692977f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.464636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-4f439153-f01a-499c-b00f-16ab692977f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433152 Dec 23 12:24:58.467824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.504035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c07d68-60e8-4a8b-93cc-fb06cddf7cf2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:58.511584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.511952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.512426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.512714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.513064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.513411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.513716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.514056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.514390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.514711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.515029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.515386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.515702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:58.553856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.556494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f247ac5-2d56-4674-8b47-923a6ea1a23a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4523613 Dec 23 12:24:58.559830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:58.564741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '5743aa19-b71e-42d8-afee-db21cc44bfc2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37c07d68-60e8-4a8b-93cc-fb06cddf7cf2', 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:58.616511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-8c8550be-b763-4a31-9164-2c578a9a6dcb service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368406 Dec 23 12:24:58.720763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9372450d-b9eb-46d9-9f1d-0a9e07ae3bfb req-52b24a1f-5db4-4615-ae8e-5fe2dd2ff593 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0629532 Dec 23 12:24:58.741295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356ade-5ec9-4578-8487-82e5b9efc074 req-7e2aced3-4759-4748-be0d-711efd6b4b5c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.742806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78356ade-5ec9-4578-8487-82e5b9efc074 req-7e2aced3-4759-4748-be0d-711efd6b4b5c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.1288681 Dec 23 12:24:58.760974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:58.801777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-217d81e7-0296-43ff-aebc-299c36196f6d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539853 Dec 23 12:24:58.828551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78356ade-5ec9-4578-8487-82e5b9efc074 req-46c943e0-f3bd-4632-a0e2-1fab899fb4a4 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Dec 23 12:24:58.895697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.097568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.097947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-996198ba-c154-4296-a562-d98222db1c0d req-bf053d25-b56a-4714-8c58-433ac4464df1 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0268517 Dec 23 12:24:59.116114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c43fe23-450d-4770-be99-521419761b5e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:59.207668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.208932 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b7058bdd-00b8-44b4-876d-15c30b77de33 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6479139 Dec 23 12:24:59.211902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44128) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:59.217218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-19ef442a-53de-48e7-8d45-81c3aefc2a44 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f8003367f2cb485a82e5ab4f15610792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218041 Dec 23 12:24:59.238505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.246667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.360083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-74a0e490-1da9-4b2b-889c-008b49a96d11 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:59.362407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-74a0e490-1da9-4b2b-889c-008b49a96d11 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385295 Dec 23 12:24:59.376096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ba8b-80c2-4dc0-a43d-f253c5a1f38e req-c7723ce7-f6d8-4290-b8f3-29fde932f640 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:59.377652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a7ba8b-80c2-4dc0-a43d-f253c5a1f38e req-c7723ce7-f6d8-4290-b8f3-29fde932f640 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0873499 Dec 23 12:24:59.383069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Request body: {'port': {'device_id': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': 'f8003367f2cb485a82e5ab4f15610792'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:59.399754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.406467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.407529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5c43fe23-450d-4770-be99-521419761b5e HTTP/1.1" status: 204 len: 168 time: 0.1946263 Dec 23 12:24:59.411001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44138) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:59.423067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcdcd0-70ca-4789-9c56-6f0beb08313a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c43fe23-450d-4770-be99-521419761b5e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:59.466089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e7d84001-b914-46a8-ae1d-2217c79a2b97 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0537598 Dec 23 12:24:59.468702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44140) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:59.494130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a7ba8b-80c2-4dc0-a43d-f253c5a1f38e req-c9e2100c-9d43-490a-8ff1-bb42ec3ce70c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075566 Dec 23 12:24:59.528435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.552134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.690582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Made reservation on behalf of f8003367f2cb485a82e5ab4f15610792 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:59.694151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.704066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.725157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.727831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.729075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/37c07d68-60e8-4a8b-93cc-fb06cddf7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2593794 Dec 23 12:24:59.731989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:59.742298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12b22-b5be-445f-9ed9-47c05d346a9e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c07d68-60e8-4a8b-93cc-fb06cddf7cf2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:59.813546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc3683d6-dfe9-4924-be55-340bd2fad459 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0799024 Dec 23 12:24:59.816343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44150) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:59.836794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.870183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-297ac536-2c76-44b4-8303-f512cf71c482 req-6147940b-f2f7-4af8-87bc-a9a22e604028 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0286872 Dec 23 12:24:59.884749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.911532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.994853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be055-a98d-4a0f-aebb-3dcc0f197393 req-e903daae-048b-421a-9e1e-4b069feeee45 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:59.996324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01be055-a98d-4a0f-aebb-3dcc0f197393 req-e903daae-048b-421a-9e1e-4b069feeee45 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.0500438 Dec 23 12:25:00.010537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.065609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99779cec-48ac-4c01-8970-c5a06e1ecfc0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:00.079508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01be055-a98d-4a0f-aebb-3dcc0f197393 req-87bcb827-375e-41d7-8c93-e3108fc05f1b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770802 Dec 23 12:25:00.167314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.167314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.167314 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/5743aa19-b71e-42d8-afee-db21cc44bfc2 HTTP/1.1" status: 204 len: 168 time: 0.3466890 Dec 23 12:25:00.167645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:00.185702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392048-352b-4c65-b1af-e71bb23ef330 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5743aa19-b71e-42d8-afee-db21cc44bfc2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:00.228671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0488ac85-cebc-4d03-90f8-3e5887f3636e tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601132 Dec 23 12:25:00.233613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44170) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:00.238954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260734655'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:00.273083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c1ef2b-9f04-4e8d-ae78-f2e0b6e52ff3 req-031aec9d-7d7a-4ec4-af0e-317cf658553f tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0494778 Dec 23 12:25:00.316041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc38e8-f240-4c5f-a778-594fe6c7c954 req-ad41d248-81a6-4fe5-a20f-5ab8b172eba1 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:00.317590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefc38e8-f240-4c5f-a778-594fe6c7c954 req-ad41d248-81a6-4fe5-a20f-5ab8b172eba1 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 1100 time: 0.1641464 Dec 23 12:25:00.330926 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.355339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Allocated IP 192.168.233.153 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/b9e7c9e4-6d12-4a55-83af-b479d74d6e3d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:00.400871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aefc38e8-f240-4c5f-a778-594fe6c7c954 req-6b1bbd1d-1582-4f4a-8631-6bfb6c426aa1 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767312 Dec 23 12:25:00.450754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.564884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.573145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.601761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d27be3-af1c-4a24-9102-3c44b5939026,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:00.667512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a554cd-4d55-4686-a461-f5fedac93ef1 req-81bc775a-dabb-4de7-9bfc-7f58896e8222 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:00.673176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96a554cd-4d55-4686-a461-f5fedac93ef1 req-81bc775a-dabb-4de7-9bfc-7f58896e8222 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0608604 Dec 23 12:25:00.742893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-33f99091-f8c4-41b6-8f45-9ad741c43eab tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406301 Dec 23 12:25:00.743936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.796020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.797604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-acc2c397-a175-4da9-8ac0-c9a974f28161 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5627754 Dec 23 12:25:00.800521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:00.805796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '15d27be3-af1c-4a24-9102-3c44b5939026', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:00.851866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96a554cd-4d55-4686-a461-f5fedac93ef1 req-f47f24b4-a828-4cdc-a37f-af3a99bfdeb5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595058 Dec 23 12:25:00.867111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:00.870243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:00.887075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:00.891837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:00.965615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.969847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:00.970508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.990615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-77d3c0a6-a25c-4609-a56d-ebf2434d0391 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:01.001241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-77d3c0a6-a25c-4609-a56d-ebf2434d0391 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444596 Dec 23 12:25:01.033455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-2a990063-4fee-4d96-bf0c-2afaaeafde4c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/quotas/874a401e69a04f01bad380c17d2aec4e HTTP/1.1" status: 200 len: 375 time: 0.0306094 Dec 23 12:25:01.054177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.089289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05c32ec2-9446-4638-ab48-13b8012961e5 req-13d794e0-5919-4f36-8ed7-fa64024cba3c tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0836649 Dec 23 12:25:01.117634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-1a6ddf85-c624-46a7-9deb-32ddcdde4eab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7382047 Dec 23 12:25:01.137486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-46116590-cb94-4030-9f75-0b9459007f02 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1029875 Dec 23 12:25:01.146354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Request body: {'port': {'device_id': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:01.166231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.215856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.216402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f6a65c-32e0-43bf-a082-3e93ec80380a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:01.266268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.268723 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-72df7690-9dfe-4270-91dd-747e602319f2 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4667883 Dec 23 12:25:01.277422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44200) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.277838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-be9f7ef3-888a-49a2-a3cc-a1b831d19182 None None] Provisioning complete for port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:01.278359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9f7ef3-888a-49a2-a3cc-a1b831d19182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.319821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.332878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.342545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-be9f7ef3-888a-49a2-a3cc-a1b831d19182 None None] Port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:25:01.549514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.556298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.557741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/27f6a65c-32e0-43bf-a082-3e93ec80380a HTTP/1.1" status: 204 len: 168 time: 0.2853529 Dec 23 12:25:01.561831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c853751-dccc-4739-bc49-f505cd408792 req-af78cf95-ec93-4273-a7e5-fc34a75b8ef2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 210 time: 0.0764656 Dec 23 12:25:01.564326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44210) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.586203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfe38-d623-4025-935f-df853b044556 req-090c5685-b0aa-4963-b8bf-ca0e0967374b tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:01.589988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c1cfe38-d623-4025-935f-df853b044556 req-090c5685-b0aa-4963-b8bf-ca0e0967374b tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 936 time: 0.1721389 Dec 23 12:25:01.620453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d175d9-bb8e-48fc-b20d-0ff7b8f3392c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27f6a65c-32e0-43bf-a082-3e93ec80380a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:01.658082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44212) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.684423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-59662503-f40f-4cce-93a5-adcf8d8898f6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126688 Dec 23 12:25:01.688131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44220) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.700836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c1cfe38-d623-4025-935f-df853b044556 req-70b37924-d7c9-459e-b93f-d52a9a33889f tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003346 Dec 23 12:25:01.755768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:01.764190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.764374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.792366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Transition to ACTIVE for port object b9e7c9e4-6d12-4a55-83af-b479d74d6e3d will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:25:01.793844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.829714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28df2cc3-ccb6-4392-83b6-b39b4cc97e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.937613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.965641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.969478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.974167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/15d27be3-af1c-4a24-9102-3c44b5939026 HTTP/1.1" status: 204 len: 168 time: 0.2815173 Dec 23 12:25:01.983149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.996288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa4e3-9170-4683-bb58-fc02f1362b18 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d27be3-af1c-4a24-9102-3c44b5939026,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.037878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.052549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e16ffdb7-8446-4480-b951-2e4c1daf9507 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674090 Dec 23 12:25:02.055673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.060743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640944757'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:02.070195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbfbc-8588-4874-a56e-9ef9c8b7afce req-cef9a11b-fd30-49f0-95ad-c1a7ef8d342f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:02.071787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d6dbfbc-8588-4874-a56e-9ef9c8b7afce req-cef9a11b-fd30-49f0-95ad-c1a7ef8d342f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1353698 Dec 23 12:25:02.161978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28df2cc3-ccb6-4392-83b6-b39b4cc97e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.165391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.230122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d6dbfbc-8588-4874-a56e-9ef9c8b7afce req-11cb341e-4b03-45e2-9ed4-2e750ab83a07 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406026 Dec 23 12:25:02.232505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1697eebe-9165-4ade-95a8-1841060aa413 req-1c3c5dfe-e3b5-441f-a8fb-f61f31d9c4c0 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0428681 Dec 23 12:25:02.235240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Attempting to bind port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:25:02.235662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Attempting to bind port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:25:02.236198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Attempting to bind port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:02.242170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:25:02.247531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Attempting to bind port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:02.248467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:25:02.248911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:25:02.249377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:25:02.249892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Bound port: b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:25:02.250426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.250543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.271286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28df2cc3-ccb6-4392-83b6-b39b4cc97e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.315106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.352963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39968e-33ac-4465-87e3-81ac83f109cf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.428978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.428978 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-700cb1a7-9925-418d-abc3-3db3c9cd329b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3634531 Dec 23 12:25:02.428978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44236) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.428978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '0e39968e-33ac-4465-87e3-81ac83f109cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:02.514192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.577901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.612232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28df2cc3-ccb6-4392-83b6-b39b4cc97e7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e5e9a3819f3495aa8a40b410be0521a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9498527 Dec 23 12:25:02.614728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df2cc3-ccb6-4392-83b6-b39b4cc97e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2e3ff-b51f-4be5-be80-dfdc0ff76ab4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.615483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44240) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.641862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:25:02.645512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:25:02.670457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.672070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-269dc9e2-7ad8-4d1d-ab6d-669fa75d0ba4 req-c2d78f91-7053-4322-81a4-25c7ac89a992 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 210 time: 0.0253189 Dec 23 12:25:02.698840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.719798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.744938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd8b08f-1eac-4852-a9ff-3dfda11fae16,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.765694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.803717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:02.804351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.805843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9e7c9e4-6d12-4a55-83af-b479d74d6e3d HTTP/1.1" status: 200 len: 1096 time: 1.6673715 Dec 23 12:25:02.806285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:02.808538 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da59ea3-653f-4f55-861d-7f39e26ba58c" -d '{"events": [{"name": "network-changed", "server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:02.835123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d522df-ea17-4468-97bf-151a92884e60 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.898643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.899886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26ca1ea0-4e1d-43ec-b05d-5cea40423603 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4761853 Dec 23 12:25:02.902807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44246) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.922411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea2e977d-2911-4033-8d4c-d816ec29be0b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules/9fd8b08f-1eac-4852-a9ff-3dfda11fae16 HTTP/1.1" status: 200 len: 763 time: 0.0162735 Dec 23 12:25:02.922788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44248) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.966475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-afed790c-6ca0-4554-96a5-7b644b53fec5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425313 Dec 23 12:25:02.969063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44250) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.978135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.987062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.987897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2e2e3ff-b51f-4be5-be80-dfdc0ff76ab4 HTTP/1.1" status: 204 len: 168 time: 0.3714075 Dec 23 12:25:03.009751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2f7c-893f-466b-9dfc-924f00bccf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2e3ff-b51f-4be5-be80-dfdc0ff76ab4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:03.015448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.037117 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becedf6b-2eeb-4db5-8a42-fd89aa531a47 x-openstack-request-id: req-becedf6b-2eeb-4db5-8a42-fd89aa531a47 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:03.037410 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:03.037665 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-becedf6b-2eeb-4db5-8a42-fd89aa531a47 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:03.038097 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'status': 'completed', 'code': 200} Dec 23 12:25:03.069503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.123992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-b32c3244-9b7d-4fd5-9c28-f79d571bf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.125582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-b32c3244-9b7d-4fd5-9c28-f79d571bf42a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8003367f2cb485a82e5ab4f15610792&device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 1099 time: 0.1119111 Dec 23 12:25:03.136851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380dc3-2bfa-4e2c-92fe-85cc41f7e518 req-5b2645a6-2c73-4da8-ba7b-69448912b18a tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.138257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82380dc3-2bfa-4e2c-92fe-85cc41f7e518 req-5b2645a6-2c73-4da8-ba7b-69448912b18a tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 948 time: 0.1030266 Dec 23 12:25:03.179057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-e9b78c63-b5ac-437d-8a67-50873caa3e5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d HTTP/1.1" status: 200 len: 217 time: 0.0398104 Dec 23 12:25:03.251022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82380dc3-2bfa-4e2c-92fe-85cc41f7e518 req-0fec93fd-0ba9-4cf2-b9dc-68e8c2937754 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052279 Dec 23 12:25:03.255104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-aa3663dd-e6a0-4311-8c99-0861f916f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.256537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-aa3663dd-e6a0-4311-8c99-0861f916f342 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0697038 Dec 23 12:25:03.303219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.309881 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.311031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9fd8b08f-1eac-4852-a9ff-3dfda11fae16 HTTP/1.1" status: 204 len: 168 time: 0.3410485 Dec 23 12:25:03.313662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44258) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:03.324500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b70e1-1f49-48bf-a34e-cb7ec1c9070b tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd8b08f-1eac-4852-a9ff-3dfda11fae16,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:03.358049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4929bebe-626b-409e-b9c5-a866291edfed tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408080 Dec 23 12:25:03.359289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44262) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:03.364096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '0e39968e-33ac-4465-87e3-81ac83f109cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:03.391456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-ce57bd25-6c60-49b2-af22-c891689e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.393339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-ce57bd25-6c60-49b2-af22-c891689e9b4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261249 Dec 23 12:25:03.395293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bac05a4-d09c-475c-b93b-f532813db455 req-d626fcb0-e8ab-4e97-a70f-dc8bdc2dc42d tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0672460 Dec 23 12:25:03.485082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803fe45-1527-41b1-8bf2-26b7d2479776 req-995a4996-6c06-4eff-b49c-8dc17fc8d37e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.487145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0803fe45-1527-41b1-8bf2-26b7d2479776 req-995a4996-6c06-4eff-b49c-8dc17fc8d37e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1438675 Dec 23 12:25:03.496071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.558777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.566729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-2ce87d10-714a-4a5b-a88f-e8cca4541aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655471 Dec 23 12:25:03.574606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0803fe45-1527-41b1-8bf2-26b7d2479776 req-33375c2a-8499-4dca-a588-cfa128a66121 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742524 Dec 23 12:25:03.651018 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.668877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c1e976-6889-4d2a-b192-8d9499508bb1 req-356c58bb-a6e5-4744-9fb0-f9e00a94c1a1 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 Dec 23 12:25:03.673703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc828de-b8c2-4dbb-9c96-01e3e307a449,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:03.772959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42a397c1-3470-471c-914e-6e0ed9e0e78c req-3936231d-f248-4fd3-84ed-9193aaee9c8b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 210 time: 0.0264881 Dec 23 12:25:03.791770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.794072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-13c143a5-c26d-4af5-a994-2dc498b47876 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4335251 Dec 23 12:25:03.796458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44270) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:03.816021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-220e627b-fcec-40ac-95aa-73a71fa741e4 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules/7cc828de-b8c2-4dbb-9c96-01e3e307a449 HTTP/1.1" status: 200 len: 763 time: 0.0182202 Dec 23 12:25:03.818179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:03.856706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-76d9b78f-3375-4d0d-b826-e60c159fa7a6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0375195 Dec 23 12:25:03.859236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:03.883122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.890689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.964458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-fb1dfee4-af39-40c4-aa1e-28a7ac0c3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.965958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-fb1dfee4-af39-40c4-aa1e-28a7ac0c3343 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8003367f2cb485a82e5ab4f15610792&device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 1099 time: 0.0391302 Dec 23 12:25:04.064636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-0864bf09-d2dc-4a23-8bf7-6d2e4752104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.066436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-0864bf09-d2dc-4a23-8bf7-6d2e4752104b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.0913184 Dec 23 12:25:04.111218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-d4cfef56-753c-4e85-933f-034bab423287 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d HTTP/1.1" status: 200 len: 217 time: 0.0369174 Dec 23 12:25:04.130446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.136041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.137278 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7cc828de-b8c2-4dbb-9c96-01e3e307a449 HTTP/1.1" status: 204 len: 168 time: 0.2771466 Dec 23 12:25:04.140195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.157614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5362b9-9f98-4c28-97ab-b1c7cbca2072 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc828de-b8c2-4dbb-9c96-01e3e307a449,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:04.165790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-6e00dd67-b84e-4c46-8e46-e7c3a4fa5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.167278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-6e00dd67-b84e-4c46-8e46-e7c3a4fa5d6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0471604 Dec 23 12:25:04.186985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eb2bc319-6d04-486b-b7f1-73c6fb96ccc8 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457411 Dec 23 12:25:04.189666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.194477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '0e39968e-33ac-4465-87e3-81ac83f109cf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:04.222978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-815bd8ee-f826-4de1-95c5-f44a579bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.224800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-815bd8ee-f826-4de1-95c5-f44a579bbcd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487270 Dec 23 12:25:04.248516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.262057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-459bb67b-8b7d-462f-bd91-291b52f887d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.303994 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Project b15c2fea29eb4d2d8e4ff21d0c0cbfb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:25:04.313006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.329318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-7298256a-91a0-49c3-aa75-de10b53000b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902247 Dec 23 12:25:04.392786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-459bb67b-8b7d-462f-bd91-291b52f887d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.418276 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-313c7d87-976f-4b52-bf5b-7f206a85b078 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466304 Dec 23 12:25:04.436515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038d99-8729-4e1f-8409-4f9eceb3b858 req-b4563bff-7d2e-419d-9a17-70e2df2a3340 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.438327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18038d99-8729-4e1f-8409-4f9eceb3b858 req-b4563bff-7d2e-419d-9a17-70e2df2a3340 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 948 time: 0.1079848 Dec 23 12:25:04.440598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.467565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8da59ea3-653f-4f55-861d-7f39e26ba58c req-c691844e-0319-4aad-b78b-6f0a736b9472 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269009 Dec 23 12:25:04.522038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-459bb67b-8b7d-462f-bd91-291b52f887d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.526060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b881135-403e-433a-924f-d9c2617aa7af req-f892b999-97f4-44e4-b417-81776ca6fa6c tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0365617 Dec 23 12:25:04.531055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18038d99-8729-4e1f-8409-4f9eceb3b858 req-fef80fcc-ff9a-484c-9cc0-22246fd4eec8 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807734 Dec 23 12:25:04.602023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.638345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-459bb67b-8b7d-462f-bd91-291b52f887d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a415c4272114dd1aa1a357e6436f28b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887100 Dec 23 12:25:04.642905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44292) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.657521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bb67b-8b7d-462f-bd91-291b52f887d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30514edb-036d-45ee-8dac-f5299df3b5f3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:04.668189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e68e86e-2ddb-46b2-a8b1-489569cb8adf,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:04.724761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-7248a47c-ff48-4e13-9bfe-3e14c915ca11 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.725874 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-7248a47c-ff48-4e13-9bfe-3e14c915ca11 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957587 Dec 23 12:25:04.742246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Request body: {'port': {'device_id': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '874a401e69a04f01bad380c17d2aec4e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:04.749474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.750680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-52d49126-bea2-4b65-a6c7-aed435ac6e2f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5600321 Dec 23 12:25:04.755030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44294) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.762321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.772672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99efde-68a8-4b89-9699-9eec4221509e req-7f6f18f2-39b6-4061-980d-cfc5ae9c2b90 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.774202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac99efde-68a8-4b89-9699-9eec4221509e req-7f6f18f2-39b6-4061-980d-cfc5ae9c2b90 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1009393 Dec 23 12:25:04.813956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c629619f-efd0-4d23-8dba-a2b02a41a2dd tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules/8e68e86e-2ddb-46b2-a8b1-489569cb8adf HTTP/1.1" status: 200 len: 769 time: 0.0574570 Dec 23 12:25:04.818974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44298) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.820912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.929663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-939f1231-9eb9-44ac-8db2-636b7a1b6e54 req-79b0543c-83b0-412c-9e6c-a2d60542c298 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 210 time: 0.0605738 Dec 23 12:25:04.935291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac99efde-68a8-4b89-9699-9eec4221509e req-acf5f161-cec5-47da-b7d6-3c61888744ee tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Dec 23 12:25:04.946252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-015a6088-78d2-4955-8abc-647114c07208 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1231689 Dec 23 12:25:04.949812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44300) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:04.974610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.984433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.044783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Made reservation on behalf of 874a401e69a04f01bad380c17d2aec4e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:05.048487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.068099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.070754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.071940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30514edb-036d-45ee-8dac-f5299df3b5f3 HTTP/1.1" status: 204 len: 168 time: 0.4273584 Dec 23 12:25:05.079779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14548e2d-15b6-46da-90d0-25461d287873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30514edb-036d-45ee-8dac-f5299df3b5f3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:05.198830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.205074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.206737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8e68e86e-2ddb-46b2-a8b1-489569cb8adf HTTP/1.1" status: 204 len: 168 time: 0.2569141 Dec 23 12:25:05.211801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44304) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:05.217793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49669a-a5c8-417e-955f-d4e6f60a72bf tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e68e86e-2ddb-46b2-a8b1-489569cb8adf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:05.252156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c0cec63-c903-4c47-8217-78b07d14f5b5 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392683 Dec 23 12:25:05.255607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44306) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:05.394839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.409990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Allocated IP 192.168.233.147 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/cf534b0e-3359-48e6-a893-b4f0101928fc) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:05.436207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.592064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.594701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.598861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e39968e-33ac-4465-87e3-81ac83f109cf HTTP/1.1" status: 204 len: 168 time: 0.3393164 Dec 23 12:25:05.599271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:05.621876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be6c4a-16ff-4dd6-9122-3fca62911282 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39968e-33ac-4465-87e3-81ac83f109cf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:05.647152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.708351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-394969e3-9449-4700-9a85-0e2de1a3cc2c tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1079190 Dec 23 12:25:05.713158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:05.717951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group': {'name': 'tempest-secgroup--356418389'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:05.724876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-456edeee-cb4c-4b46-ac82-34c9b09376bd req-5b63a3c2-967f-409c-90e0-c268cd533c83 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0365844 Dec 23 12:25:05.742636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b9e6-4b10-46c7-b217-6125ff1d3d18 req-c21806c3-562a-4cbd-a52b-8f0d31c5ff04 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:05.744148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f69b9e6-4b10-46c7-b217-6125ff1d3d18 req-c21806c3-562a-4cbd-a52b-8f0d31c5ff04 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 948 time: 0.0925534 Dec 23 12:25:05.800772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f69b9e6-4b10-46c7-b217-6125ff1d3d18 req-7699eb44-0b84-423c-917c-e98c35cfc2c5 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Dec 23 12:25:05.851455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.864642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed', '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'b1b55178-df52-4760-b009-af60eddd842b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:05.891322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:05.895236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.936338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:05.951103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:05.960206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:05.968103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event updated for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:06.098077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.098936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.146168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.182609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cac42-b626-4c3e-9630-e0746b2c7c58 req-3b072458-5bdb-41ce-911d-079c54499e38 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.184298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c19cac42-b626-4c3e-9630-e0746b2c7c58 req-3b072458-5bdb-41ce-911d-079c54499e38 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 936 time: 0.1175451 Dec 23 12:25:06.193494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513823-c648-4ca9-866e-6d80cda2dcb3 req-acb12d42-ff28-4e49-b797-241259f2c566 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.195053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4513823-c648-4ca9-866e-6d80cda2dcb3 req-acb12d42-ff28-4e49-b797-241259f2c566 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0929918 Dec 23 12:25:06.248117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-d32e1dbf-4f0b-460d-b039-58b38eb7228e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5096095 Dec 23 12:25:06.265849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Request body: {'port': {'device_id': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:06.291843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.293042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c19cac42-b626-4c3e-9630-e0746b2c7c58 req-e827d74c-4538-4713-bd6a-b212febff8b7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967994 Dec 23 12:25:06.316734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4513823-c648-4ca9-866e-6d80cda2dcb3 req-5d879f5c-6565-482e-a072-052994b74d15 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Dec 23 12:25:06.358678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114df778-1b8b-4f5c-bd63-747b211f808e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:06.360991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.411119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.413005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa9b4467-1635-403c-b881-e8df1bca5a4a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6980038 Dec 23 12:25:06.415149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:06.426883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d7c2f39d-167e-438d-bf1e-f58bcf7b0416 None None] Provisioning complete for port cf534b0e-3359-48e6-a893-b4f0101928fc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:06.427471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f39d-167e-438d-bf1e-f58bcf7b0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.430130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Request body: {'security_group_rule': {'security_group_id': '114df778-1b8b-4f5c-bd63-747b211f808e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:06.496605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2f39d-167e-438d-bf1e-f58bcf7b0416 None None] Port cf534b0e-3359-48e6-a893-b4f0101928fc cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:25:06.793847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:06.872867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38ee34bf-b740-445b-a625-78ff62c9cea8 req-a0f7306a-553c-4bfd-9330-f6678d412e41 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0549092 Dec 23 12:25:06.969372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:06.973755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8c028-c762-4378-869d-8c2f4781b612 req-082801c1-68c9-4be3-9f46-94188c09543f tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.981412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36d8c028-c762-4378-869d-8c2f4781b612 req-082801c1-68c9-4be3-9f46-94188c09543f tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 948 time: 0.0797722 Dec 23 12:25:06.982886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'mac_address': 'fa:16:3e:d2:51:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:07.003572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.031087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.042662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36d8c028-c762-4378-869d-8c2f4781b612 req-469c96e0-9f5d-4c44-88aa-c63309b84157 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Dec 23 12:25:07.048367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:07.074987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:07.100666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.143745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.148276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf534b0e-3359-48e6-a893-b4f0101928fc {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:07.156067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.168949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Transition to ACTIVE for port object cf534b0e-3359-48e6-a893-b4f0101928fc will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:25:07.170430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.188629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2860f648-9441-44fb-84d5-5f75f2c2158f,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:07.199078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:07.267549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.300449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.301645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a407818-aa6e-434e-a60b-0c62985dad8a tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8852210 Dec 23 12:25:07.304576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44364) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:07.324132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Pushing event updated for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:07.433724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.438525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Attempting to bind port cf534b0e-3359-48e6-a893-b4f0101928fc on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:25:07.438868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Attempting to bind port cf534b0e-3359-48e6-a893-b4f0101928fc by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:25:07.439201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Attempting to bind port cf534b0e-3359-48e6-a893-b4f0101928fc on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:07.445877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Port cf534b0e-3359-48e6-a893-b4f0101928fc on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:25:07.445877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Attempting to bind port cf534b0e-3359-48e6-a893-b4f0101928fc on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:07.453899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:25:07.454243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:25:07.454786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:25:07.455237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Bound port: cf534b0e-3359-48e6-a893-b4f0101928fc, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:25:07.455724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.483613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.531559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:25:07.535178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:07.535434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cf534b0e-3359-48e6-a893-b4f0101928fc,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:25:07.600997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d31a4-10ad-45fd-a0c7-64667c11526e req-b8df09cb-10c6-42a3-a719-deacf61996f9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.602762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b6d31a4-10ad-45fd-a0c7-64667c11526e req-b8df09cb-10c6-42a3-a719-deacf61996f9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1260719 Dec 23 12:25:07.631282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0011-606a-4c3a-a8f3-f7b7a0e9c873 req-0440e63d-afa2-4225-b4d3-75ee3d61c333 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.633019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-806a0011-606a-4c3a-a8f3-f7b7a0e9c873 req-0440e63d-afa2-4225-b4d3-75ee3d61c333 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.2013688 Dec 23 12:25:07.634063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.677211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.678120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.681083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] 10.222.0.57 "PUT /v2.0/ports/cf534b0e-3359-48e6-a893-b4f0101928fc HTTP/1.1" status: 200 len: 1096 time: 1.4203374 Dec 23 12:25:07.682800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:07.689185 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c863c4-f1b5-468e-82f3-04fb7212b70d" -d '{"events": [{"name": "network-changed", "server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:07.696531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b6d31a4-10ad-45fd-a0c7-64667c11526e req-f840eee5-331f-4072-a005-02394798c126 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861442 Dec 23 12:25:07.728144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.731714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.735984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/114df778-1b8b-4f5c-bd63-747b211f808e HTTP/1.1" status: 204 len: 168 time: 0.4282351 Dec 23 12:25:07.737920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44380) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:07.746422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8f1b-5cc5-479e-8a3a-ba16a89d83df service neutron] Pushing event updated for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:07.753793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-806a0011-606a-4c3a-a8f3-f7b7a0e9c873 req-9e97840e-fc8e-435e-918b-d9f643e37f5c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Dec 23 12:25:07.770482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ca1ea-dec7-402a-9cad-60c68cee48d6 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114df778-1b8b-4f5c-bd63-747b211f808e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:07.807050 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9decf-6580-4857-a440-427c750b9438 x-openstack-request-id: req-04d9decf-6580-4857-a440-427c750b9438 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:07.807366 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:07.807611 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04d9decf-6580-4857-a440-427c750b9438 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:07.808008 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc', 'status': 'completed', 'code': 200} Dec 23 12:25:07.822415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3bccc18c-dae4-4363-98e7-18562319c9c0 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828640 Dec 23 12:25:07.825025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44382) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:07.865484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f4a1a35-1c1b-41a5-8385-e41f5ab65e6f tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0385034 Dec 23 12:25:07.868437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44384) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:07.882024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c863c4-f1b5-468e-82f3-04fb7212b70d req-42212e25-4831-4922-a7d1-9a2f41c37cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.882631 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-e32fbd1a-c4ef-484a-920a-b7bd60f04208 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] delete failed (client error): The resource could not be found. Dec 23 12:25:07.884543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e32fbd1a-c4ef-484a-920a-b7bd60f04208 tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "DELETE /v2.0/security-groups/114df778-1b8b-4f5c-bd63-747b211f808e HTTP/1.1" status: 404 len: 347 time: 0.0142839 Dec 23 12:25:07.884665 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0c863c4-f1b5-468e-82f3-04fb7212b70d req-42212e25-4831-4922-a7d1-9a2f41c37cdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 1099 time: 0.0483253 Dec 23 12:25:07.891151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:07.933986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0c863c4-f1b5-468e-82f3-04fb7212b70d req-100e25f7-6b74-4489-a963-a53aadb74429 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=874a401e69a04f01bad380c17d2aec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352533 Dec 23 12:25:08.008557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b9deb6e-b031-44c0-bf00-4f98c5499013 req-dd46e9bd-2f2f-4eba-ba20-b244e811c979 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0311127 Dec 23 12:25:08.017472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-55526020-8ad2-4ccb-b10d-769daacd91dc tempest-SecGroupIPv6Test-1221510819 tempest-SecGroupIPv6Test-1221510819-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251955 Dec 23 12:25:08.075167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c863c4-f1b5-468e-82f3-04fb7212b70d req-208923ed-e7a7-4e30-8422-4df1140cf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.076581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0c863c4-f1b5-468e-82f3-04fb7212b70d req-208923ed-e7a7-4e30-8422-4df1140cf06c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217716 Dec 23 12:25:08.180755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-63a038b4-6e16-4a1a-b2e5-c0902016fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.182384 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-63a038b4-6e16-4a1a-b2e5-c0902016fe7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 1099 time: 0.0505576 Dec 23 12:25:08.214356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449d70-bb72-4a13-8f68-3a09c656bba1 req-0bc4eec6-d40c-4526-8b8f-6c3926378b00 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.214356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3449d70-bb72-4a13-8f68-3a09c656bba1 req-0bc4eec6-d40c-4526-8b8f-6c3926378b00 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.0786166 Dec 23 12:25:08.229487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-534c4d7a-0533-4ba3-bbaf-d26a3d774a4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=cf534b0e-3359-48e6-a893-b4f0101928fc HTTP/1.1" status: 200 len: 217 time: 0.0381317 Dec 23 12:25:08.264198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3449d70-bb72-4a13-8f68-3a09c656bba1 req-8de142ae-4901-416f-89e3-bc6a8f455d75 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Dec 23 12:25:08.285699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-0c348f87-b99e-4908-8b0f-994b223d77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.287172 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-0c348f87-b99e-4908-8b0f-994b223d77cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0494058 Dec 23 12:25:08.333084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-f5fd2b47-5f52-426b-8b3c-37cf3499d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.334387 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-f5fd2b47-5f52-426b-8b3c-37cf3499d40f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397565 Dec 23 12:25:08.425457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-80e05391-975f-4f16-bea2-9acda7d9938e service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830693 Dec 23 12:25:08.526108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6a084db7-defd-418a-96c8-d9bdeed1127d req-e8aacd85-2551-495f-8e43-82fff3ac7a17 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910788 Dec 23 12:25:08.712963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:08.925080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0102e9e-07c1-4345-accf-29cad7ccfa7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b15c2fea29eb4d2d8e4ff21d0c0cbfb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107844 Dec 23 12:25:08.928376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:08.937528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426e547-1d0c-4150-ab68-87aa9e964cc0 req-35b3a23d-8143-43e7-853a-38c651e1884a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.939082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c426e547-1d0c-4150-ab68-87aa9e964cc0 req-35b3a23d-8143-43e7-853a-38c651e1884a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1103420 Dec 23 12:25:08.948189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909d587-79e3-469d-8587-6b920080efa9 req-9959649a-84ec-4984-acab-1e1ee939b5bd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.949683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3909d587-79e3-469d-8587-6b920080efa9 req-9959649a-84ec-4984-acab-1e1ee939b5bd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.1078258 Dec 23 12:25:08.995897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.017352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.020773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c426e547-1d0c-4150-ab68-87aa9e964cc0 req-a860835b-c821-4f3a-aa8d-d702d4854065 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701306 Dec 23 12:25:09.031371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3909d587-79e3-469d-8587-6b920080efa9 req-7c3d3128-01c2-4818-939d-e38528dd25ff tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Dec 23 12:25:09.117019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20976cf4-bd07-4783-aef7-600a808d0e81 req-97b0fd34-1f0c-443b-880c-0aafeaeb7978 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Dec 23 12:25:09.147996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.150832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.151984 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/043b63af-5457-4701-bb18-1de109f574d3 HTTP/1.1" status: 204 len: 168 time: 0.2217863 Dec 23 12:25:09.161166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc7463-56a4-4470-9798-b46cc8396ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b63af-5457-4701-bb18-1de109f574d3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:09.384084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40478-aa6f-4cfd-a1ff-52b94e65c8fc req-a484db31-f0d6-4ea8-a727-a59d39bfcfb1 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:09.385597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37d40478-aa6f-4cfd-a1ff-52b94e65c8fc req-a484db31-f0d6-4ea8-a727-a59d39bfcfb1 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.0502763 Dec 23 12:25:09.435852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37d40478-aa6f-4cfd-a1ff-52b94e65c8fc req-c5d3b9c4-fdf6-44c7-8dbb-a5310076577a tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 Dec 23 12:25:10.182937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b302b4-8802-461d-b9d4-3ae251c9cfc6 req-aa8dba39-c25f-4b6b-ad3a-6a57d9822647 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:10.184408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06b302b4-8802-461d-b9d4-3ae251c9cfc6 req-aa8dba39-c25f-4b6b-ad3a-6a57d9822647 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0823503 Dec 23 12:25:10.204956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6881623-3a9a-4e4c-87e3-87ffb3eb3351 req-f346dbc6-160a-43d0-8287-4d20fb854c75 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:10.206926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6881623-3a9a-4e4c-87e3-87ffb3eb3351 req-f346dbc6-160a-43d0-8287-4d20fb854c75 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.0738125 Dec 23 12:25:10.270342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06b302b4-8802-461d-b9d4-3ae251c9cfc6 req-8d27117c-0ce7-4c3b-9e32-4d04b4009a70 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790327 Dec 23 12:25:10.291126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6881623-3a9a-4e4c-87e3-87ffb3eb3351 req-83fad121-3704-49bf-befb-4d3ea6232eea tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Dec 23 12:25:10.392367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88e5bc81-cd09-43cd-af52-1d47131609c2 req-9fb57e57-f6b4-426a-897e-efe6f4dca104 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0471647 Dec 23 12:25:10.466015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:10.558744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866893f-b5ea-4af9-b880-138740862953 req-f6a5dcfc-57f6-4e78-b7b3-06c4514a54b1 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:10.560393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b866893f-b5ea-4af9-b880-138740862953 req-f6a5dcfc-57f6-4e78-b7b3-06c4514a54b1 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.0539303 Dec 23 12:25:10.580659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.634115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b866893f-b5ea-4af9-b880-138740862953 req-8116a6ae-d78c-4bb1-9d49-500da33b9037 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661948 Dec 23 12:25:10.688552 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.793196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.822615 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:25:10.824299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:10.835637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7e6603f8ba449f39a52de728d7d0b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3658440 Dec 23 12:25:10.835637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7224f065-e42f-4e5f-a669-b2921b8dd516,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:10.836260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44534) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:10.845579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.845824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.846099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.846438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.846895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.847244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.847731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.848374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.848713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.849070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.849420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.852202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.852202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42faf2a2-360e-4f1b-867e-55f25a682845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:10.906836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.932485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.976205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:25:10.980612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:10.981011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.039529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.043904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.047354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7224f065-e42f-4e5f-a669-b2921b8dd516 HTTP/1.1" status: 204 len: 168 time: 0.2076845 Dec 23 12:25:11.057417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94482e10-2bed-44de-a471-e5a6268c3510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7224f065-e42f-4e5f-a669-b2921b8dd516,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:11.060532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.092718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:11.095771 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c20920-139e-4a69-b75c-3032dc90843d" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:11.131818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:11.140473 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe7c1e2-b66b-4c22-851d-ddc52860d126 x-openstack-request-id: req-3fe7c1e2-b66b-4c22-851d-ddc52860d126 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:11.140887 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:11.141213 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fe7c1e2-b66b-4c22-851d-ddc52860d126 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:11.141678 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'code': 200} Dec 23 12:25:11.216312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.260479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27466fd-6d8f-4d16-a8a7-0c947fcca24d req-19b25d48-db20-403e-a608-27766a0fe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:11.262689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e27466fd-6d8f-4d16-a8a7-0c947fcca24d req-19b25d48-db20-403e-a608-27766a0fe4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 1101 time: 0.0474381 Dec 23 12:25:11.273474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:11.341262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e27466fd-6d8f-4d16-a8a7-0c947fcca24d req-66c46938-53d4-4568-b122-997cf76b4c4a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691817 Dec 23 12:25:11.445114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534c328-952a-4b06-b52c-66bc389e413e req-f364583e-daa9-4e63-9ac1-bcf5fc951059 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:11.446653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0534c328-952a-4b06-b52c-66bc389e413e req-f364583e-daa9-4e63-9ac1-bcf5fc951059 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0865119 Dec 23 12:25:11.476650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7adf-054b-4f29-a176-b2cef140cfb0 req-179f601a-5253-4f2b-a18c-73b72196c7f3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:11.478177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-711e7adf-054b-4f29-a176-b2cef140cfb0 req-179f601a-5253-4f2b-a18c-73b72196c7f3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.0853765 Dec 23 12:25:11.522456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0534c328-952a-4b06-b52c-66bc389e413e req-59fc7fda-4ec6-4e5b-9c5f-03535369f61e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Dec 23 12:25:11.550906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-711e7adf-054b-4f29-a176-b2cef140cfb0 req-732dbf73-ed47-46a6-af1f-a7d717c58b55 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641398 Dec 23 12:25:11.641370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-697d25e1-227a-4f8a-8e61-92b8e7250387 req-1bb61fdb-ccf0-44ca-9f53-faf3b760ec3c tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0251894 Dec 23 12:25:11.756720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887bb2-4c0c-4c12-b086-1518d6832798 req-58a61c5e-a378-43f1-b2bd-8891a03d19de tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:11.758203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78887bb2-4c0c-4c12-b086-1518d6832798 req-58a61c5e-a378-43f1-b2bd-8891a03d19de tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 950 time: 0.0523987 Dec 23 12:25:11.807730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78887bb2-4c0c-4c12-b086-1518d6832798 req-f89d3bb1-4abe-4b75-ad83-19001a3409b9 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Dec 23 12:25:11.833963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44574) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:11.848658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34ec1869-c197-4374-86fc-89960a79a3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.926081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34ec1869-c197-4374-86fc-89960a79a3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.010385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34ec1869-c197-4374-86fc-89960a79a3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.049195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34ec1869-c197-4374-86fc-89960a79a3cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=890aad8cd11b444eba60188096052deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140331 Dec 23 12:25:12.051924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1869-c197-4374-86fc-89960a79a3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bfa88-1e1f-4a5d-afd8-ade4dd92f2f5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:12.052612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44576) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:12.101903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.125044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.267746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.270527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.271884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef9bfa88-1e1f-4a5d-afd8-ade4dd92f2f5 HTTP/1.1" status: 204 len: 168 time: 0.2180665 Dec 23 12:25:12.280221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7b6f-67ad-42d4-acf5-10c6a0c419f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bfa88-1e1f-4a5d-afd8-ade4dd92f2f5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:12.693791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb6f7-d1d8-45a3-b94d-f6f9d2337695 req-6037f979-f35f-4608-a27f-0cdc2a2275cd tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:12.695695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6dfb6f7-d1d8-45a3-b94d-f6f9d2337695 req-6037f979-f35f-4608-a27f-0cdc2a2275cd tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0951903 Dec 23 12:25:12.710230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092f2d5-17a6-42cf-8b87-4606650f229d req-dadac45b-b34a-427c-b542-1760c64090e9 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:12.711684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a092f2d5-17a6-42cf-8b87-4606650f229d req-dadac45b-b34a-427c-b542-1760c64090e9 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.0790286 Dec 23 12:25:12.779029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6dfb6f7-d1d8-45a3-b94d-f6f9d2337695 req-a18f92ca-4a98-4030-a57d-6ee93b427f5c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663500 Dec 23 12:25:12.811289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a092f2d5-17a6-42cf-8b87-4606650f229d req-96068c93-d855-412d-9bbf-755469e87816 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Dec 23 12:25:12.895531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e8af807-d061-4a64-85a6-eb6d452eab53 req-8b88438b-1dda-4a41-8318-daafcd1a3ba7 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0256119 Dec 23 12:25:13.015774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe2a35-cd1e-452a-a0dc-6d96b7c086a3 req-04628fbc-f3ed-411d-83b9-ab602430f230 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:13.017456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45fe2a35-cd1e-452a-a0dc-6d96b7c086a3 req-04628fbc-f3ed-411d-83b9-ab602430f230 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 950 time: 0.0530174 Dec 23 12:25:13.068225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45fe2a35-cd1e-452a-a0dc-6d96b7c086a3 req-9f3a20c2-a1a9-45c1-a892-b6f43ee75e0d tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Dec 23 12:25:13.216442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1890c206-ffce-4f48-bf0b-802e41162f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.945752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d919d-8672-460e-87e3-8a8fbfdfbbc9 req-671d67d2-1b9c-4106-b863-67fd626791ef tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:13.947244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e11d919d-8672-460e-87e3-8a8fbfdfbbc9 req-671d67d2-1b9c-4106-b863-67fd626791ef tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0874934 Dec 23 12:25:13.959471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4335e-e233-4776-9d83-e6cd1424c923 req-44665197-bd3e-4c22-b22c-3dcd8d4f7164 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:13.960930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d4335e-e233-4776-9d83-e6cd1424c923 req-44665197-bd3e-4c22-b22c-3dcd8d4f7164 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 948 time: 0.0689492 Dec 23 12:25:14.035873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e11d919d-8672-460e-87e3-8a8fbfdfbbc9 req-061e40f0-ee59-4601-9c13-2c494f9fd827 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739861 Dec 23 12:25:14.039465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d4335e-e233-4776-9d83-e6cd1424c923 req-7fb46c22-99cd-4fd5-b2c1-4de0ff9f75bf tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Dec 23 12:25:14.152038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac3bb209-81fc-4c66-b0cb-80c4b908aee7 req-ea137632-6f77-48b4-9115-48c6ea637f20 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0341010 Dec 23 12:25:14.282789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cf534b0e-3359-48e6-a893-b4f0101928fc details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:14.380664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cf534b0e-3359-48e6-a893-b4f0101928fc,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:14.393939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'cf534b0e-3359-48e6-a893-b4f0101928fc', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'cf534b0e-3359-48e6-a893-b4f0101928fc', 'mac_address': 'fa:16:3e:c2:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:14.433505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.448924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf534b0e-3359-48e6-a893-b4f0101928fc {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:14.467833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cf534b0e-3359-48e6-a893-b4f0101928fc,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:14.547482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.597581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:14.989774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['cf534b0e-3359-48e6-a893-b4f0101928fc'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:15.228921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d409-d0b5-4f54-a101-8b3bd8d4fd1a req-7268a740-3ed3-4994-ab50-2b5acfcf61ba tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:15.230362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9d9d409-d0b5-4f54-a101-8b3bd8d4fd1a req-7268a740-3ed3-4994-ab50-2b5acfcf61ba tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 949 time: 0.0819478 Dec 23 12:25:15.244155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8feb19-f0aa-4670-babb-0f34b069f6d0 req-84adadfd-d8da-4c53-9413-c36dac1f7c9e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:15.245695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c8feb19-f0aa-4670-babb-0f34b069f6d0 req-84adadfd-d8da-4c53-9413-c36dac1f7c9e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0683835 Dec 23 12:25:15.315154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9d9d409-d0b5-4f54-a101-8b3bd8d4fd1a req-df9f0414-ad54-436a-a640-85f19cb85dde tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685089 Dec 23 12:25:15.333626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c8feb19-f0aa-4670-babb-0f34b069f6d0 req-bef1fcf6-6422-4fcd-998f-9226cf904df5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689874 Dec 23 12:25:15.433796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36c04bf0-29cf-43a2-97f0-f146667991d1 req-32ab50d8-ff3e-49e6-81f6-56f17c33e2c1 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Dec 23 12:25:15.662059 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-512953c3-415d-4648-a85e-4657c269e739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.223157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:16.328791 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e820c058-0a05-4d5a-a8a1-187700340de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.411065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e820c058-0a05-4d5a-a8a1-187700340de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.427397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.475523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7a688-08ce-4648-9994-f9d3c743f19f req-42d97ead-3730-44ae-91ed-9a7db48e25a2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:16.477033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75f7a688-08ce-4648-9994-f9d3c743f19f req-42d97ead-3730-44ae-91ed-9a7db48e25a2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 949 time: 0.0823936 Dec 23 12:25:16.489148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdd92c-ab99-49dd-8923-90e530f403f8 req-7370da5e-bff8-4bac-80bb-10fcae88c5da tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:16.490582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9bdd92c-ab99-49dd-8923-90e530f403f8 req-7370da5e-bff8-4bac-80bb-10fcae88c5da tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0688641 Dec 23 12:25:16.530401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e820c058-0a05-4d5a-a8a1-187700340de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.564749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75f7a688-08ce-4648-9994-f9d3c743f19f req-cf5e9d83-3110-4a3b-823c-c5bbf195cb0e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732141 Dec 23 12:25:16.569970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9bdd92c-ab99-49dd-8923-90e530f403f8 req-ddfd4bb2-e670-4af9-8b0e-dfc381465c3b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727208 Dec 23 12:25:16.573987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e820c058-0a05-4d5a-a8a1-187700340de5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4c9ce075d094e8391899f219d720fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491406 Dec 23 12:25:16.575262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820c058-0a05-4d5a-a8a1-187700340de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f373c-3aaf-43bb-a2bb-29c9fecf8928,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:16.576671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44768) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:16.651526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.697222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e557824-ad23-4540-a78b-6af452a3e3aa req-127f3f50-09aa-4c9c-a8a2-b5986190987a tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0358686 Dec 23 12:25:16.699131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.892510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:16.993457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.996270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.997710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e4f373c-3aaf-43bb-a2bb-29c9fecf8928 HTTP/1.1" status: 204 len: 168 time: 0.4199290 Dec 23 12:25:17.007971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2227f-ec61-4490-a970-1927aa53f085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f373c-3aaf-43bb-a2bb-29c9fecf8928,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:17.012054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:17.033736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'mac_address': 'fa:16:3e:d2:51:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:17.074264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.086935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:17.106081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:17.250667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.302888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:17.414629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:17.758335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d577b-e579-4995-9cf1-e31c561e3a50 req-ef7ba052-c0db-43d8-93da-0b5e7c5d6227 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:17.765843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-348d577b-e579-4995-9cf1-e31c561e3a50 req-ef7ba052-c0db-43d8-93da-0b5e7c5d6227 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 949 time: 0.1064584 Dec 23 12:25:17.775950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44814) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:17.791344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ef0a9-1ea5-49e9-9ff5-574dc7f41874 req-3407e2c6-5e1d-4f56-b06a-cecdb36a87cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:17.793152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c1ef0a9-1ea5-49e9-9ff5-574dc7f41874 req-3407e2c6-5e1d-4f56-b06a-cecdb36a87cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1242790 Dec 23 12:25:17.810813 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ec69-c1a3-493b-83d0-6214b3a8c580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.849411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-348d577b-e579-4995-9cf1-e31c561e3a50 req-41ed7152-5ec2-4571-ae4b-8daddf614c2e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826440 Dec 23 12:25:17.885912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c1ef0a9-1ea5-49e9-9ff5-574dc7f41874 req-278e29a9-56ef-414b-8e0b-fc03e6992f0f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840266 Dec 23 12:25:17.938422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ec69-c1a3-493b-83d0-6214b3a8c580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.006227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e8e0362-1ef8-46d7-8ad0-c331cb19eb97 req-26cfcb2f-b3f4-4f70-bd55-f3b5cf1c5dfe tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0356526 Dec 23 12:25:18.022881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ec69-c1a3-493b-83d0-6214b3a8c580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.078111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9ec69-c1a3-493b-83d0-6214b3a8c580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a24082-f378-419b-a750-0331728fa026,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.096381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.100784 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b8f9ec69-c1a3-493b-83d0-6214b3a8c580 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8734cf952a024646a26c16a94f914180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225987 Dec 23 12:25:18.102164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:18.130839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.156157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.179300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.296107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cf534b0e-3359-48e6-a893-b4f0101928fc up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:18.332005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.337855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.342620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43a24082-f378-419b-a750-0331728fa026 HTTP/1.1" status: 204 len: 168 time: 0.2389789 Dec 23 12:25:18.358687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab16f9-415d-45db-bd45-041f2f5fdfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a24082-f378-419b-a750-0331728fa026,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.616515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port cf534b0e-3359-48e6-a893-b4f0101928fc completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:25:18.623978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port cf534b0e-3359-48e6-a893-b4f0101928fc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:18.624775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.750152 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.795300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cf534b0e-3359-48e6-a893-b4f0101928fc,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:18.796627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:18.799177 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f57b58-75ff-4e26-8bca-8dc7010ac4e6" -d '{"events": [{"server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "name": "network-vif-plugged", "status": "completed", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:18.870479 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916b154-a89a-4564-8149-88a16fcb29c0 x-openstack-request-id: req-4916b154-a89a-4564-8149-88a16fcb29c0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:18.871320 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "name": "network-vif-plugged", "status": "completed", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:18.871775 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4916b154-a89a-4564-8149-88a16fcb29c0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:18.872481 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc', 'code': 200} Dec 23 12:25:18.895297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:18.980717 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.023121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:19.023492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.066303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d80529-e8be-40d9-a736-d40c2e2eaa2f req-8a21aa69-7348-4608-9702-a7fbe12fc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:19.067702 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8d80529-e8be-40d9-a736-d40c2e2eaa2f req-8a21aa69-7348-4608-9702-a7fbe12fc1b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 1101 time: 0.1062093 Dec 23 12:25:19.124444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:19.190132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.192703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214236b-5022-42db-a5ff-9e048ad49ba6 req-a6b5bbe5-4edd-4295-af8d-26f368164492 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:19.195005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8d80529-e8be-40d9-a736-d40c2e2eaa2f req-2014d7eb-8a01-4c88-b7ac-2b16fff71fb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184957 Dec 23 12:25:19.208248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5214236b-5022-42db-a5ff-9e048ad49ba6 req-a6b5bbe5-4edd-4295-af8d-26f368164492 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1783085 Dec 23 12:25:19.210040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.242194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28933f-522f-43c1-aa61-011fdf45d1b5 req-5534a169-d65b-4273-b340-16eac4d82734 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:19.243761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a28933f-522f-43c1-aa61-011fdf45d1b5 req-5534a169-d65b-4273-b340-16eac4d82734 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1976218 Dec 23 12:25:19.265728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:19.358829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.464399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5214236b-5022-42db-a5ff-9e048ad49ba6 req-2537c64c-8a2e-4290-b9a2-9e96e0c1a9f2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525532 Dec 23 12:25:19.479434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a28933f-522f-43c1-aa61-011fdf45d1b5 req-c4d2c049-0bc3-456d-bd2e-b2cf6ec0285a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162726 Dec 23 12:25:19.527277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:19.755721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-61ac79d2-8b7a-46e9-87fd-36a68f84be6f req-00d6e3dc-788c-4fea-8aec-560a27a24b43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0692847 Dec 23 12:25:19.773577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2add5490-7cd3-4fc1-9c9b-f4b34995e7cf req-12732c3c-42f8-4a70-b60f-a92dec4eef2f tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0622978 Dec 23 12:25:20.663937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c53b5a-3589-43ff-b174-ae360c95d8b9 req-537c9f05-a280-462d-beab-47259d845e3f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:20.671484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58c53b5a-3589-43ff-b174-ae360c95d8b9 req-537c9f05-a280-462d-beab-47259d845e3f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0932751 Dec 23 12:25:20.686975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675cf1-d857-43f4-9431-93d55ada9ed6 req-f635a2f7-dc48-4f35-81fc-0ca643c6781a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:20.688422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b675cf1-d857-43f4-9431-93d55ada9ed6 req-f635a2f7-dc48-4f35-81fc-0ca643c6781a tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1171606 Dec 23 12:25:20.770264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58c53b5a-3589-43ff-b174-ae360c95d8b9 req-51199c1b-a705-4cbc-a1ca-e2d1c5770389 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978036 Dec 23 12:25:20.794306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b675cf1-d857-43f4-9431-93d55ada9ed6 req-f11fcd5e-8c64-4f40-b630-6ea98f335c16 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959573 Dec 23 12:25:20.875306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:20.879505 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ee36c-c3a6-4f08-b3e8-c6c61873f9ca" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:21.055217 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a7b40-4bc3-4d8c-8b52-a9b594d2d304 x-openstack-request-id: req-371a7b40-4bc3-4d8c-8b52-a9b594d2d304 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:21.056227 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:21.062868 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-371a7b40-4bc3-4d8c-8b52-a9b594d2d304 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:21.062868 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'code': 200} Dec 23 12:25:21.091035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0939cac5-638d-42a5-8f00-0acde0fa44ef req-0619412d-41cf-40ae-be1a-dea741d718f5 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0515380 Dec 23 12:25:22.011699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31798-ffcb-418e-b841-bac675b79a6c req-05852240-2a48-4c00-8a69-2fd1457915a8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:22.013806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9db31798-ffcb-418e-b841-bac675b79a6c req-05852240-2a48-4c00-8a69-2fd1457915a8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1429465 Dec 23 12:25:22.030173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee41ba9-e900-4c32-9d18-d55f84124b3f req-9b7f76e5-f648-4f0f-8c09-59e6e82b2503 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:22.032684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dee41ba9-e900-4c32-9d18-d55f84124b3f req-9b7f76e5-f648-4f0f-8c09-59e6e82b2503 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0939350 Dec 23 12:25:22.106394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9db31798-ffcb-418e-b841-bac675b79a6c req-cebbee3a-3954-48dd-9b9f-6762c9cc3900 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Dec 23 12:25:22.215010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dee41ba9-e900-4c32-9d18-d55f84124b3f req-752b4a72-5ae2-44e3-99be-140db0387407 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677744 Dec 23 12:25:22.414347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3517e4f4-c28d-4bad-a601-1146874c4a8a req-f55273ef-e00f-48e6-ae06-fa034af35600 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0316994 Dec 23 12:25:22.540784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d820d9-aa85-40ad-a682-1b84bbdd2e8d req-4c67645d-19bc-4f6a-be67-50d7d1889370 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:22.542337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20d820d9-aa85-40ad-a682-1b84bbdd2e8d req-4c67645d-19bc-4f6a-be67-50d7d1889370 tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 1101 time: 0.0514922 Dec 23 12:25:22.582001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:22.611256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20d820d9-aa85-40ad-a682-1b84bbdd2e8d req-a44ee268-d369-4f45-9edc-3269f756a4ad tempest-ServersOnMultiNodesTest-1828407165 tempest-ServersOnMultiNodesTest-1828407165-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626462 Dec 23 12:25:22.958224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91871174-870f-45f4-b9fe-f3a1cbd75ca7 req-9276138f-2e3b-4989-ac44-d6011a3a3e77 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75&device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0388324 Dec 23 12:25:23.532291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9d6fb33c-6da2-45d5-99c1-23b613e6d6d5 req-417c96b5-3987-4528-bad2-58d2705c50f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27683e1ed52d4e83b5cc02c2e380abc5&device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0510285 Dec 23 12:25:23.595754 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9d6fb33c-6da2-45d5-99c1-23b613e6d6d5 req-e3b09e20-c411-49b7-a975-9919b79f6756 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=27683e1ed52d4e83b5cc02c2e380abc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552492 Dec 23 12:25:23.612031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e851fa2-c293-4a24-a87c-e96e93ee733c req-483359da-6954-47ff-aa4b-c26b964b78fe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:23.621905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e851fa2-c293-4a24-a87c-e96e93ee733c req-483359da-6954-47ff-aa4b-c26b964b78fe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1310456 Dec 23 12:25:23.730180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e851fa2-c293-4a24-a87c-e96e93ee733c req-c7026ae1-7a1c-4303-b989-fdf38c3360ca tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Dec 23 12:25:23.750748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb33c-6da2-45d5-99c1-23b613e6d6d5 req-6736ab68-3f84-4bd6-834d-9133d9878ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:23.752185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9d6fb33c-6da2-45d5-99c1-23b613e6d6d5 req-6736ab68-3f84-4bd6-834d-9133d9878ae6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478276 Dec 23 12:25:23.767957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642f8ff-28b3-42cf-8ce6-3adf9b2e67d6 req-2aadaba5-4dd2-462f-a0db-26300cf81641 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:23.780188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9642f8ff-28b3-42cf-8ce6-3adf9b2e67d6 req-2aadaba5-4dd2-462f-a0db-26300cf81641 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1786156 Dec 23 12:25:23.876228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9642f8ff-28b3-42cf-8ce6-3adf9b2e67d6 req-fb7e95c3-3833-49b0-810b-5d726237a268 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950317 Dec 23 12:25:24.032943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c619ce7-6c0c-4bbb-936f-44f8e795f719 req-5b3ddaff-cee7-4fcf-9e33-b5214eed3c31 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0371053 Dec 23 12:25:24.093812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45072) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:24.238791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be0049fe-17ee-41e4-b180-7a4f03df56a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.357699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be0049fe-17ee-41e4-b180-7a4f03df56a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.433405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-be0049fe-17ee-41e4-b180-7a4f03df56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.463352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0049fe-17ee-41e4-b180-7a4f03df56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f66a23-caab-4870-a600-d5c06a2333fa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:24.509445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-be0049fe-17ee-41e4-b180-7a4f03df56a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e20b6001e0f4fa8859ef11f5eb2f810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144785 Dec 23 12:25:24.512276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45078) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:24.582430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.626106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.850736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.853839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.858309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f66a23-caab-4870-a600-d5c06a2333fa HTTP/1.1" status: 204 len: 168 time: 0.3438017 Dec 23 12:25:24.890508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515005a-bbee-4534-8752-bc2c1d8585df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f66a23-caab-4870-a600-d5c06a2333fa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:24.992389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b83302-717f-4989-bb0e-93d01fd67021 req-1a9c5aa5-0367-4999-95c4-a49233606e9d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:24.996256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38b83302-717f-4989-bb0e-93d01fd67021 req-1a9c5aa5-0367-4999-95c4-a49233606e9d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1659884 Dec 23 12:25:25.070640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-00bb9118-1b24-42c0-9298-5aec4bcffb10 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:25.072220 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-00bb9118-1b24-42c0-9298-5aec4bcffb10 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1195483 Dec 23 12:25:25.080482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38b83302-717f-4989-bb0e-93d01fd67021 req-f02c7bb8-64e9-4b5d-9f7c-f72247d4df0e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760703 Dec 23 12:25:25.202652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7ff1-e1c9-4a25-b4a0-14c597d9904c req-27903a78-825e-4a47-8714-bacc4c4d6762 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:25.210932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfbb7ff1-e1c9-4a25-b4a0-14c597d9904c req-27903a78-825e-4a47-8714-bacc4c4d6762 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 950 time: 0.1209888 Dec 23 12:25:25.288700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port cf534b0e-3359-48e6-a893-b4f0101928fc {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:25.289096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:25.389898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d171512-cb27-4119-8999-01bc52cab12e req-ee6ef4c1-3701-4672-a514-116d3730bda7 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0685084 Dec 23 12:25:25.418547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfbb7ff1-e1c9-4a25-b4a0-14c597d9904c req-6dd7ec6e-d1b2-49b5-a2ef-26a87fb9fb83 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064197 Dec 23 12:25:25.477295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d6fb33c-6da2-45d5-99c1-23b613e6d6d5 req-bc49972d-94a2-41a2-9519-b01fd4229faf tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.57 "GET /v2.0/ports?device_id=011ba3cc-dbb7-4f21-8e7f-2117f7d89c75 HTTP/1.1" status: 200 len: 210 time: 0.0273905 Dec 23 12:25:25.553989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port cf534b0e-3359-48e6-a893-b4f0101928fc, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=cf534b0e-3359-48e6-a893-b4f0101928fc,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:25.558341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:25.594263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for cf534b0e-3359-48e6-a893-b4f0101928fc owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:25.757182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45108) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:25.774338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f41b-298b-4e94-acf7-53787d10ea7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:25.928729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:25.943213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365', 'cf534b0e-3359-48e6-a893-b4f0101928fc'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:26.016711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=cf534b0e-3359-48e6-a893-b4f0101928fc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:26.064519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f41b-298b-4e94-acf7-53787d10ea7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:26.094375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed', '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'b1b55178-df52-4760-b009-af60eddd842b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:26.170983 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f41b-298b-4e94-acf7-53787d10ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:26.196910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port cf534b0e-3359-48e6-a893-b4f0101928fc on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:26.205114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:26.216176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b17636c-2b03-4e1d-bc13-c99be5b0abe1 req-4db53973-93b4-4def-b8b3-39c6e7150030 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "DELETE /v2.0/ports/cf534b0e-3359-48e6-a893-b4f0101928fc HTTP/1.1" status: 204 len: 173 time: 1.1336966 Dec 23 12:25:26.216490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'name': 'network-vif-deleted', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:26.242210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5f41b-298b-4e94-acf7-53787d10ea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598c990-fc99-42e7-91bb-658be86c4a19,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:26.251926 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ca790-7561-48cd-b75e-eb6276b3f633" -d '{"events": [{"server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "name": "network-vif-deleted", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:26.265703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a3c5f41b-298b-4e94-acf7-53787d10ea7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7292b95141a84042b7d8fd1d2c93f6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039017 Dec 23 12:25:26.276472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:26.383283 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93305f-48b2-4faf-88fc-f64124ffb487 x-openstack-request-id: req-7e93305f-48b2-4faf-88fc-f64124ffb487 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:26.383629 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9646097a-8393-4fec-bb64-1b3e55b59cda", "name": "network-vif-deleted", "tag": "cf534b0e-3359-48e6-a893-b4f0101928fc", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:26.383888 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e93305f-48b2-4faf-88fc-f64124ffb487 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:26.384291 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9646097a-8393-4fec-bb64-1b3e55b59cda', 'name': 'network-vif-deleted', 'tag': 'cf534b0e-3359-48e6-a893-b4f0101928fc', 'status': 'completed', 'code': 200} Dec 23 12:25:26.454894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:26.930256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:26.942066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d698cf9-fcfe-41a2-8d4e-2bcf021216d4 req-d1726782-7bdf-4bd3-a3b6-7266d5e3e13d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:26.958010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d698cf9-fcfe-41a2-8d4e-2bcf021216d4 req-d1726782-7bdf-4bd3-a3b6-7266d5e3e13d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.6805894 Dec 23 12:25:27.031378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-356a77a3-58ad-4806-a06f-09d0e1644a20 req-c2977b12-492f-42a0-a954-243036d038a7 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9646097a-8393-4fec-bb64-1b3e55b59cda HTTP/1.1" status: 200 len: 210 time: 0.1278780 Dec 23 12:25:27.141194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d698cf9-fcfe-41a2-8d4e-2bcf021216d4 req-51bc24d9-bddb-4fb1-9098-b155decef7f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897330 Dec 23 12:25:27.475744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:27.476798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:27.477981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0598c990-fc99-42e7-91bb-658be86c4a19 HTTP/1.1" status: 204 len: 168 time: 1.2003090 Dec 23 12:25:27.486161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a0a74-bb27-4264-b790-0b6efec55756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598c990-fc99-42e7-91bb-658be86c4a19,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:27.868792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1e63ac77-b897-4845-b5ee-52bf08486ba2 req-f6ab0d44-9884-4bda-a5a1-b65fb1dae49b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27683e1ed52d4e83b5cc02c2e380abc5&device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0319343 Dec 23 12:25:27.916668 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1e63ac77-b897-4845-b5ee-52bf08486ba2 req-06dadcf3-9707-4367-a368-f9976eb50c47 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=27683e1ed52d4e83b5cc02c2e380abc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297782 Dec 23 12:25:28.008646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c31a6440-5360-4d20-82db-d7a587e54f17 req-b7ec3a08-cbd7-4ae5-951f-97840df18588 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0468235 Dec 23 12:25:28.096187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63ac77-b897-4845-b5ee-52bf08486ba2 req-83ee05c2-0a82-462e-bb9e-144c51eaba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:28.098114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1e63ac77-b897-4845-b5ee-52bf08486ba2 req-83ee05c2-0a82-462e-bb9e-144c51eaba8b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660423 Dec 23 12:25:28.318085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cf534b0e-3359-48e6-a893-b4f0101928fc no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:28.339100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: cf534b0e-3359-48e6-a893-b4f0101928fc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:28.339715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device cf534b0e-3359-48e6-a893-b4f0101928fc not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:28.367241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b98f16-7c21-4a1f-adb2-c191bec76c11 req-41027239-d461-4e06-be62-6b85fb28f3d1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:28.373606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60b98f16-7c21-4a1f-adb2-c191bec76c11 req-41027239-d461-4e06-be62-6b85fb28f3d1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0743718 Dec 23 12:25:28.447438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60b98f16-7c21-4a1f-adb2-c191bec76c11 req-e6328e14-8583-40bd-9c1f-8cca2132c0eb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Dec 23 12:25:28.812551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31953bf-465b-4166-b850-ac291bfbed56 req-9a2bd80c-dd87-4e81-a7a7-87f25b82d895 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:28.812551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e31953bf-465b-4166-b850-ac291bfbed56 req-9a2bd80c-dd87-4e81-a7a7-87f25b82d895 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.0755577 Dec 23 12:25:28.868380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e31953bf-465b-4166-b850-ac291bfbed56 req-d72a7472-762f-4545-8412-b103cb2c10e4 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600786 Dec 23 12:25:29.153828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7078e925-1126-414b-ae43-d4560ec77053 req-0382bf4e-1cae-40fd-89ed-b89c1ac22d83 tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0458550 Dec 23 12:25:29.733662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe32c-50c9-4594-b744-9d0da60f186b req-5f5fc13a-2f84-4648-9b5d-48414757f261 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:29.748836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-393fe32c-50c9-4594-b744-9d0da60f186b req-5f5fc13a-2f84-4648-9b5d-48414757f261 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1725729 Dec 23 12:25:29.773179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1e63ac77-b897-4845-b5ee-52bf08486ba2 req-4e02c44a-3066-4b6c-92e9-4c60521bdf9f tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.1189063 Dec 23 12:25:29.873923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-393fe32c-50c9-4594-b744-9d0da60f186b req-98c53b50-07ea-48fe-9961-141b82bd5158 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183977 Dec 23 12:25:30.172588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea660a-248a-4759-b811-ce81334e5a81 req-fd364e48-5dc8-440b-a8f5-d3a312ea3f27 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:30.180842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ea660a-248a-4759-b811-ce81334e5a81 req-fd364e48-5dc8-440b-a8f5-d3a312ea3f27 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.1164122 Dec 23 12:25:30.302528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ea660a-248a-4759-b811-ce81334e5a81 req-05ce6070-14e6-40f8-81fb-3199bcf35f6e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206105 Dec 23 12:25:30.387352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-f51ccb69-cff7-4693-a3f9-6036163b521b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:30.389528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-f51ccb69-cff7-4693-a3f9-6036163b521b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.1257024 Dec 23 12:25:30.493830 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-084da27e-5034-43bc-985d-134232c858da req-19f34eeb-1d7d-48ef-ad6e-0f2bf490136d tempest-ServerShowV247Test-1185037328 tempest-ServerShowV247Test-1185037328-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f7f8f38-2106-438d-9406-45046f706d4c HTTP/1.1" status: 200 len: 210 time: 0.0354140 Dec 23 12:25:30.683487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port b1b55178-df52-4760-b009-af60eddd842b {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:30.684235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:30.961926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port b1b55178-df52-4760-b009-af60eddd842b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b1b55178-df52-4760-b009-af60eddd842b,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:30.962617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.042890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45264) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:31.093209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for b1b55178-df52-4760-b009-af60eddd842b owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:31.270317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-624951927'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:31.273023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd8da-30db-4a23-87e3-d1a2ef86c786 req-9b8b15c0-006f-4fcd-a073-ea14c0d4c627 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:31.281771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7cfd8da-30db-4a23-87e3-d1a2ef86c786 req-9b8b15c0-006f-4fcd-a073-ea14c0d4c627 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.2188506 Dec 23 12:25:31.367135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7cfd8da-30db-4a23-87e3-d1a2ef86c786 req-62c5d20c-285e-462f-9dae-548c80c965ec tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781186 Dec 23 12:25:31.400748 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.401950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.576422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf756e6-823a-4a1a-8663-16c81bdff769 req-4ebb0fc9-8c5c-4df5-b529-8c2fcef4cf77 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:31.601080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adf756e6-823a-4a1a-8663-16c81bdff769 req-4ebb0fc9-8c5c-4df5-b529-8c2fcef4cf77 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 949 time: 0.1530168 Dec 23 12:25:31.648964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adf756e6-823a-4a1a-8663-16c81bdff769 req-1c2f60ba-c03e-43f5-9b80-00fe94752aa3 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588377 Dec 23 12:25:31.653386 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-e7096f3e-de2e-41da-816b-bf7984556a08 service neutron] 10.222.0.43 "GET /v2.0/ports/012afd19-1232-4ed4-9b4b-ed507d3f6294/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.1331255 Dec 23 12:25:31.657104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.672695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:31.682882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed', '429948c0-b88e-41a4-9674-e840ccbaaa5c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:31.760549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.765512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=b1b55178-df52-4760-b009-af60eddd842b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:31.861765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port b1b55178-df52-4760-b009-af60eddd842b on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:31.865382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.869594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce1d26d0-eb5b-40cc-a4ab-720a34308cfd req-ca831ab5-90bf-4344-a1fe-8fb53cca62e2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "DELETE /v2.0/ports/b1b55178-df52-4760-b009-af60eddd842b HTTP/1.1" status: 204 len: 173 time: 1.4607046 Dec 23 12:25:31.870067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'name': 'network-vif-deleted', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:31.872408 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb316dd6-6b3e-4924-8fbf-d1f764ed5a88" -d '{"events": [{"server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "name": "network-vif-deleted", "tag": "b1b55178-df52-4760-b009-af60eddd842b"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:31.942458 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100aec77-fb0b-43bc-87f0-5ce9ea640082 x-openstack-request-id: req-100aec77-fb0b-43bc-87f0-5ce9ea640082 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:31.942458 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeabc76-fd76-40cf-9ddc-bcbf6366b140", "name": "network-vif-deleted", "tag": "b1b55178-df52-4760-b009-af60eddd842b", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:31.942458 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-100aec77-fb0b-43bc-87f0-5ce9ea640082 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:31.943240 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeabc76-fd76-40cf-9ddc-bcbf6366b140', 'name': 'network-vif-deleted', 'tag': 'b1b55178-df52-4760-b009-af60eddd842b', 'status': 'completed', 'code': 200} Dec 23 12:25:31.967652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:32.031413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-e3954403-3418-48b1-91ff-28047eb4c80f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143672 Dec 23 12:25:32.210496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb22fa-2512-4e3f-b919-992828724381 req-3985e230-5eb0-40e6-9a62-c81e75daea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:32.213675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-3985e230-5eb0-40e6-9a62-c81e75daea0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 1100 time: 0.0845833 Dec 23 12:25:32.433098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb22fa-2512-4e3f-b919-992828724381 req-3ad92f83-0588-42a7-b70e-720f2c59ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:32.433098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-3ad92f83-0588-42a7-b70e-720f2c59ca39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1812465 Dec 23 12:25:32.482098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:32.483327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f402cf06-adee-4a8d-a1c6-8cffc251ba35 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4388421 Dec 23 12:25:32.488880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:32.618283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-22b6acbb-101b-4341-bcda-73e19e49cb72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 200 len: 217 time: 0.1559594 Dec 23 12:25:32.621906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a314426-20cc-4c1a-ac85-25b72542fd53 req-54f87f4d-15da-4d1d-9c8e-0d3ceb8196cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:32.632621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a314426-20cc-4c1a-ac85-25b72542fd53 req-54f87f4d-15da-4d1d-9c8e-0d3ceb8196cf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1698697 Dec 23 12:25:32.723943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:32.890408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb22fa-2512-4e3f-b919-992828724381 req-f800f279-6dc2-4916-a1f9-c446a332d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:32.897595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-f800f279-6dc2-4916-a1f9-c446a332d96d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2481081 Dec 23 12:25:32.898636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a314426-20cc-4c1a-ac85-25b72542fd53 req-299b174c-2837-4035-8395-99b749359442 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569761 Dec 23 12:25:32.957176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b1b55178-df52-4760-b009-af60eddd842b no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:33.022825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: b1b55178-df52-4760-b009-af60eddd842b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:33.023182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b1b55178-df52-4760-b009-af60eddd842b not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:33.050550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18c9ce55-394b-4bd4-b109-9f9145c0dcef req-12cf6189-e108-428a-b95f-8404ac87fb23 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9eeabc76-fd76-40cf-9ddc-bcbf6366b140 HTTP/1.1" status: 200 len: 210 time: 0.1126192 Dec 23 12:25:33.087597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45316) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:33.116475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-36f74900-db22-4c2d-a03e-213e6126a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.118581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-36f74900-db22-4c2d-a03e-213e6126a2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1101 time: 0.0636632 Dec 23 12:25:33.304317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-c7c63576-cd19-4da7-b525-d2f526c585d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.306400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-c7c63576-cd19-4da7-b525-d2f526c585d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1101 time: 0.1564007 Dec 23 12:25:33.324598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.330705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.345925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb22fa-2512-4e3f-b919-992828724381 req-0b324298-d269-444a-ae4b-ca76fc0546a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.361059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-0b324298-d269-444a-ae4b-ca76fc0546a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4510751 Dec 23 12:25:33.436699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f34be93d-27e3-49ea-bc46-1b2367c77a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.542707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-108f17e1-f9e4-4d69-ab84-366eca2c6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.542895 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-414fec4e-84d8-4aa3-aaef-758718e6ad08 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234558 Dec 23 12:25:33.544302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-108f17e1-f9e4-4d69-ab84-366eca2c6736 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2299473 Dec 23 12:25:33.613539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-6160a466-8356-4280-8afe-fad4a1bae9c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0524621 Dec 23 12:25:33.623808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.624315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cefa5a3-147d-44b9-8255-c01ce368db56 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:33.630516 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.631610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe656a2d-4109-4da0-bd2d-06a057a7eadf tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6cefa5a3-147d-44b9-8255-c01ce368db56 HTTP/1.1" status: 204 len: 168 time: 1.1363165 Dec 23 12:25:33.635779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:33.640775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Request body: {'router': {'name': 'tempest-router-909612612', 'distributed': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:33.705634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-705ccf42-89d4-4cbc-813b-2f37ab4d3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.707134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-adfb22fa-2512-4e3f-b919-992828724381 req-7a57689f-df64-4aef-945f-2d0743811f86 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463239 Dec 23 12:25:33.707678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-705ccf42-89d4-4cbc-813b-2f37ab4d3ca9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0862803 Dec 23 12:25:33.765762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f34be93d-27e3-49ea-bc46-1b2367c77a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.779531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73331-3fe5-4452-a565-707263d81ced req-b2dc6961-c78f-40cb-a1a3-41b7c0451453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.781137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-b2dc6961-c78f-40cb-a1a3-41b7c0451453 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571830 Dec 23 12:25:33.850833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.851901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.888009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-10757d0c-3e13-4d1d-96dd-ef53031e1fad service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984159 Dec 23 12:25:33.919175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.976323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f34be93d-27e3-49ea-bc46-1b2367c77a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.006474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f34be93d-27e3-49ea-bc46-1b2367c77a17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27683e1ed52d4e83b5cc02c2e380abc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9163315 Dec 23 12:25:34.012281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45344) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:34.046819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.057172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be93d-27e3-49ea-bc46-1b2367c77a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce90196-d2dc-4b72-ae3b-f13b1b2e33e1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:34.078443 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.108273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.129311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0a73331-3fe5-4452-a565-707263d81ced req-5cd1d89e-26c1-4e57-b98c-8c2657df23be service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230177 Dec 23 12:25:34.151088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf4a3e-c7ea-425e-bd67-4c57f5657db3 req-de493676-157d-4970-9378-534c6b4e2a1a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:34.159827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fcf4a3e-c7ea-425e-bd67-4c57f5657db3 req-de493676-157d-4970-9378-534c6b4e2a1a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.1289401 Dec 23 12:25:34.186264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.187495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7319e80f-0988-44b0-a70c-1a375406503c tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5506027 Dec 23 12:25:34.192123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45352) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:34.292953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fcf4a3e-c7ea-425e-bd67-4c57f5657db3 req-52136137-b4cf-43b3-b2f2-e32ebbbd7b9b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304615 Dec 23 12:25:34.295547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.353416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.363457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.364802 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ce90196-d2dc-4b72-ae3b-f13b1b2e33e1 HTTP/1.1" status: 204 len: 168 time: 0.3512967 Dec 23 12:25:34.398320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297fab-0ed4-411f-bad0-c106279cf9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce90196-d2dc-4b72-ae3b-f13b1b2e33e1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:34.513812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.517674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.654954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.655507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe797c7-da4f-4a64-bdcd-a470c9ef378e {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:34.678734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.684653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:34.686268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-67d27b3e-7bd2-41c4-a4ca-b27351b828ed tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6fe797c7-da4f-4a64-bdcd-a470c9ef378e HTTP/1.1" status: 204 len: 168 time: 0.4919941 Dec 23 12:25:34.692587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Request body: {'router': {'name': 'tempest-router-1234635891', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '925744302faf42d692b2f9c64365b162'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:34.715901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-909914c9-8fa7-4918-a8c7-af547c5de146 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817134 Dec 23 12:25:34.807944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338add9-97ff-49b6-a249-6ca969d88528 req-4b425909-18ca-4c8d-9ddd-996dc9c276a6 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:34.816186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f338add9-97ff-49b6-a249-6ca969d88528 req-4b425909-18ca-4c8d-9ddd-996dc9c276a6 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 950 time: 0.1021369 Dec 23 12:25:34.841233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-f264772f-8484-485e-a665-8fb3ac24e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:34.842737 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-f264772f-8484-485e-a665-8fb3ac24e009 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=874a401e69a04f01bad380c17d2aec4e&device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 1101 time: 0.0976751 Dec 23 12:25:34.891920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f338add9-97ff-49b6-a249-6ca969d88528 req-3ffba514-2f9f-4599-8065-99dcd7ee423f tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749402 Dec 23 12:25:34.910609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e252b-8ace-4593-b986-1dd3f4923b1a req-8d9a0056-acf2-49bb-995e-c53b53a4deb2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:34.918572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c08e252b-8ace-4593-b986-1dd3f4923b1a req-8d9a0056-acf2-49bb-995e-c53b53a4deb2 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0814674 Dec 23 12:25:34.936927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.938167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:34.965052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:34.979362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c08e252b-8ace-4593-b986-1dd3f4923b1a req-7ec8cf32-444b-4278-b090-a8e15287b4ac tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Dec 23 12:25:35.054939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-017288e7-a4e4-417e-9085-5d64580b6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:35.056134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-017288e7-a4e4-417e-9085-5d64580b6452 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1909804 Dec 23 12:25:35.057563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.102880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.119962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-4ce6c7ce-04ac-4a94-972a-adad2f23f48b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=4740ae2c-fd01-4905-8e5a-bb5533740651 HTTP/1.1" status: 200 len: 217 time: 0.0535810 Dec 23 12:25:35.138578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:35.141003 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae85876-4d75-458c-861d-fdd053a47b56" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:35.160373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:35.185272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-4e8f6679-cb6e-48f5-a2f1-6ea033e8bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:35.186793 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-4e8f6679-cb6e-48f5-a2f1-6ea033e8bbe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0598495 Dec 23 12:25:35.188357 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c696c-7e1e-4e29-a496-edf0e7bebac0 x-openstack-request-id: req-2d8c696c-7e1e-4e29-a496-edf0e7bebac0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:35.188691 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:35.189393 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d8c696c-7e1e-4e29-a496-edf0e7bebac0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:35.189810 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'code': 200} Dec 23 12:25:35.234781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-a24ea048-b580-48ee-813e-6f556617e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:35.236406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-a24ea048-b580-48ee-813e-6f556617e5b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414524 Dec 23 12:25:35.239255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.279111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.280077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:35.363833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:35.364528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.366922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eacc5667-46cc-43cf-a1cf-61e731dc3c2d tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6771259 Dec 23 12:25:35.368463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-2c567ac9-505c-4d41-b5ec-4f291db96588 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243181 Dec 23 12:25:35.373510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.374077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.374652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.375195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.375758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.376304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.376860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.377071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45408) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:35.377602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.378803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.379337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.379882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.380424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.381000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:35.399513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:35.433899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.477535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:35.502964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813a04-7961-45c9-870c-0e57667b32d9 req-66451332-64f4-414e-a865-14db83338401 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:35.511868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83813a04-7961-45c9-870c-0e57667b32d9 req-66451332-64f4-414e-a865-14db83338401 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.0987308 Dec 23 12:25:35.567250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83813a04-7961-45c9-870c-0e57667b32d9 req-4a749b67-59e2-4980-b476-beca44d0f3ff tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Dec 23 12:25:35.633918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.693095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:35.964088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1eb186d-d9bf-414b-9cb3-a3c245aef8ba req-bdc36796-92b5-4045-b92c-c5fdb4557949 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682803 Dec 23 12:25:35.966198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.968630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.045924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28555-964c-4e45-b070-43550e5b654b req-e889fb9d-0f7f-4b79-aa0b-92f9f08c9fd4 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:36.055825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49c28555-964c-4e45-b070-43550e5b654b req-e889fb9d-0f7f-4b79-aa0b-92f9f08c9fd4 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 948 time: 0.0638008 Dec 23 12:25:36.076501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 23 12:25:36.078283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Router 809e626a-abed-476d-94ff-3ccb595e5855 migrating from provider to provider. {{(pid=104038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 23 12:25:36.078283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.087531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.119791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49c28555-964c-4e45-b070-43550e5b654b req-edf124f6-3e54-4cb0-8967-3a73cb6d7325 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620680 Dec 23 12:25:36.177499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93571a85-f256-49d3-951e-99dc68b4d0bf req-3711e1aa-4053-4e79-b48b-76abb2282337 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:36.184808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93571a85-f256-49d3-951e-99dc68b4d0bf req-3711e1aa-4053-4e79-b48b-76abb2282337 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0545454 Dec 23 12:25:36.225346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.279044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93571a85-f256-49d3-951e-99dc68b4d0bf req-e4c55fc9-20f8-4f84-ab44-fe99a0cb1ef8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939682 Dec 23 12:25:36.313549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03e16d-3b19-4020-9838-c7945705496c req-8a611b56-9311-438e-89c4-054ffc8a5dcd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:36.316135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc03e16d-3b19-4020-9838-c7945705496c req-8a611b56-9311-438e-89c4-054ffc8a5dcd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 950 time: 0.0773580 Dec 23 12:25:36.328592 n-d-822750-2 neutron-server[104038]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] No L3 agents can host the router 809e626a-abed-476d-94ff-3ccb595e5855 Dec 23 12:25:36.467874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port 429948c0-b88e-41a4-9674-e840ccbaaa5c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:36.470645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.481107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Hosts for router 809e626a-abed-476d-94ff-3ccb595e5855: [] {{(pid=104038) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 23 12:25:36.519312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Hosts for other DVR routers connected to router 809e626a-abed-476d-94ff-3ccb595e5855: set() {{(pid=104038) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 23 12:25:36.522301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.523680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a599d810-6760-46bd-8e23-7a0f36d3b5ba tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "PUT /v2.0/routers/809e626a-abed-476d-94ff-3ccb595e5855 HTTP/1.1" status: 200 len: 717 time: 1.1411254 Dec 23 12:25:36.526601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45458) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:36.618239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port 429948c0-b88e-41a4-9674-e840ccbaaa5c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=429948c0-b88e-41a4-9674-e840ccbaaa5c,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:36.618683 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:36.631786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-508639c8-f5ab-4366-8953-f0f064f69c53 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "GET /v2.0/routers/809e626a-abed-476d-94ff-3ccb595e5855 HTTP/1.1" status: 200 len: 717 time: 0.1020508 Dec 23 12:25:36.632747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45476) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:36.641949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for 429948c0-b88e-41a4-9674-e840ccbaaa5c owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:36.971064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:37.019217 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c2c80df-0d9d-4c8a-882a-2b488cd8d48c tempest-RoutersTestDVR-1809099340 tempest-RoutersTestDVR-1809099340-project] 10.222.0.16 "GET /v2.0/routers/809e626a-abed-476d-94ff-3ccb595e5855 HTTP/1.1" status: 200 len: 683 time: 0.3851187 Dec 23 12:25:37.021861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45490) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:37.028325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.085401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed', '429948c0-b88e-41a4-9674-e840ccbaaa5c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:37.089539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:37.128636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.188481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=429948c0-b88e-41a4-9674-e840ccbaaa5c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:37.198198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:37.200502 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c173f889-672a-49ae-a487-10b2c89680e3" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-unplugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:37.217431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port 429948c0-b88e-41a4-9674-e840ccbaaa5c on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:37.221212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.225622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc03e16d-3b19-4020-9838-c7945705496c req-7f8764d1-68ff-4f0d-bcaa-5cf90940b377 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "DELETE /v2.0/ports/429948c0-b88e-41a4-9674-e840ccbaaa5c HTTP/1.1" status: 204 len: 173 time: 0.9013028 Dec 23 12:25:37.234615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'name': 'network-vif-deleted', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:37.238171 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee19f0d5-01f1-44e8-a75c-c92f49d28849" -d '{"events": [{"server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "name": "network-vif-deleted", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:37.319294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:37.333592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f40ff-5e09-4cd8-a0ee-a29923846e58 req-2942d61e-02d5-40d8-9512-46ec8abea692 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:37.345701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d3f40ff-5e09-4cd8-a0ee-a29923846e58 req-2942d61e-02d5-40d8-9512-46ec8abea692 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.1295505 Dec 23 12:25:37.373455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'mac_address': 'fa:16:3e:48:76:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:37.427244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.439871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.449663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d3f40ff-5e09-4cd8-a0ee-a29923846e58 req-def4902d-f870-442a-81ac-acce2a9079a3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029470 Dec 23 12:25:37.578830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.616767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:37.661670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.662174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 809e626a-abed-476d-94ff-3ccb595e5855 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:37.667122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.668000 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb10f046-9379-4872-95e2-78eab67c7d40 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "DELETE /v2.0/routers/809e626a-abed-476d-94ff-3ccb595e5855 HTTP/1.1" status: 204 len: 168 time: 0.6447747 Dec 23 12:25:37.671687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:37.684356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Request body: {'router': {'name': 'tempest-router-147343482', 'distributed': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:37.705794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-237525c5-6fea-46b4-ae59-8eaa44f575b2 req-33bc99c2-dd66-44b6-9f54-857e1b05234b tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0816782 Dec 23 12:25:37.763930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:37.778389 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc205586-5c46-4288-a24e-bc8dd4de8a80 x-openstack-request-id: req-bc205586-5c46-4288-a24e-bc8dd4de8a80 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:37.778692 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-unplugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:37.778934 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc205586-5c46-4288-a24e-bc8dd4de8a80 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:37.779536 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'code': 200} Dec 23 12:25:37.804052 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de97079a-2781-49c3-8679-2f4961572836 x-openstack-request-id: req-de97079a-2781-49c3-8679-2f4961572836 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:37.804443 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda7c0c-5a43-4a66-9434-5610bff99ec1", "name": "network-vif-deleted", "tag": "429948c0-b88e-41a4-9674-e840ccbaaa5c", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:37.804866 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de97079a-2781-49c3-8679-2f4961572836 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:37.805949 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dda7c0c-5a43-4a66-9434-5610bff99ec1', 'name': 'network-vif-deleted', 'tag': '429948c0-b88e-41a4-9674-e840ccbaaa5c', 'status': 'completed', 'code': 200} Dec 23 12:25:37.896033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9fc1d90-8a62-4c77-885e-090956830781 req-f17518c3-d900-4763-98d8-9a07a2de1757 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dda7c0c-5a43-4a66-9434-5610bff99ec1 HTTP/1.1" status: 200 len: 210 time: 0.0313087 Dec 23 12:25:37.907878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.910029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.929878 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.992181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.026247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:38.159825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.292898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.294234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4bd4c123-8d3e-47f1-a053-4f2a559ecfb0 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6209590 Dec 23 12:25:38.297052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:38.304129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:38.415236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.616879 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.623620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.810676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.811380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abd918a1-71c9-4486-96f5-997d2696bc70 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:38.818053 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.820029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e039ab32-cdf5-4fa1-8408-5b374c017003 tempest-RoutersTestDVR-359944623 tempest-RoutersTestDVR-359944623-project-admin] 10.222.0.16 "DELETE /v2.0/routers/abd918a1-71c9-4486-96f5-997d2696bc70 HTTP/1.1" status: 204 len: 168 time: 0.5211656 Dec 23 12:25:38.828414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600fb0-be8a-40c2-9aad-87937c76bf0e req-e0cf0e46-c92a-44a9-b9d2-979876a9df7d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:38.830602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95600fb0-be8a-40c2-9aad-87937c76bf0e req-e0cf0e46-c92a-44a9-b9d2-979876a9df7d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 949 time: 0.0989280 Dec 23 12:25:38.887661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-d04f146d-ed86-4c04-a839-79a4eea84be5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:38.889370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-d04f146d-ed86-4c04-a839-79a4eea84be5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737&tenant_id=1692fb8d765741188e6726a83e2aae80&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 949 time: 0.1211030 Dec 23 12:25:38.960219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95600fb0-be8a-40c2-9aad-87937c76bf0e req-efb5ca97-6e61-4740-8774-44e1c708f691 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202984 Dec 23 12:25:38.986694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-627ad7d2-ab7d-403c-8f75-5298e3bc333b service neutron] 10.222.0.43 "GET /v2.0/ports/012afd19-1232-4ed4-9b4b-ed507d3f6294/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.0870707 Dec 23 12:25:38.996448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 429948c0-b88e-41a4-9674-e840ccbaaa5c no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:39.029789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 429948c0-b88e-41a4-9674-e840ccbaaa5c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:39.030806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 429948c0-b88e-41a4-9674-e840ccbaaa5c not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:39.075411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d406c6f4-4a0c-4963-b215-513c3052fe5d req-b4fefc17-c28e-4281-8a69-dc9b7693ba30 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0284777 Dec 23 12:25:39.086714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-8087787b-9865-4e25-bdff-7e5634e4c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:39.088739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-8087787b-9865-4e25-bdff-7e5634e4c536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1100 time: 0.0725486 Dec 23 12:25:39.294156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-014c469c-c786-4273-90bb-12d1ccdafed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:39.295677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-014c469c-c786-4273-90bb-12d1ccdafed3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1932032 Dec 23 12:25:39.355810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-3fd69db3-3dec-4753-90d5-668043e90b54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0469594 Dec 23 12:25:39.425987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45594) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:39.449417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-a33bc305-0026-4ef5-9a52-9952c3d7ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:39.451111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-a33bc305-0026-4ef5-9a52-9952c3d7ef1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0823810 Dec 23 12:25:39.544054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-47c0b70a-63dc-4024-bb2f-2d8d7013ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:39.545758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-47c0b70a-63dc-4024-bb2f-2d8d7013ff20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858774 Dec 23 12:25:39.610732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fc64189-7941-432d-aaf6-48fd47ab5e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:39.650893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-33eb0b37-4763-401a-a5d6-367f4605889e service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952833 Dec 23 12:25:39.705109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fc64189-7941-432d-aaf6-48fd47ab5e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:39.768403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-71c0abc1-f623-4df5-bcd5-81e68de96469 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084118 Dec 23 12:25:39.839146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fc64189-7941-432d-aaf6-48fd47ab5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:39.881008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc64189-7941-432d-aaf6-48fd47ab5e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e964c-9bd7-4601-afcf-05665bf9f291,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:39.887789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3fc64189-7941-432d-aaf6-48fd47ab5e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=925744302faf42d692b2f9c64365b162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580030 Dec 23 12:25:39.887976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45606) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:39.969451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:39.993673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:40.108268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c91c6e-5840-48b7-9b95-a3360c6a80da req-1f799219-0e8e-411a-b927-b2ab4429fe47 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:40.110546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1c91c6e-5840-48b7-9b95-a3360c6a80da req-1f799219-0e8e-411a-b927-b2ab4429fe47 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 949 time: 0.0620360 Dec 23 12:25:40.151144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:40.157102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:40.165397 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/101e964c-9bd7-4601-afcf-05665bf9f291 HTTP/1.1" status: 204 len: 168 time: 0.2763224 Dec 23 12:25:40.177482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872382-9ac7-4cb3-b821-18c461558bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e964c-9bd7-4601-afcf-05665bf9f291,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:40.188622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1c91c6e-5840-48b7-9b95-a3360c6a80da req-0f7ec316-fa04-4672-8c5f-65a60f2c912b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648088 Dec 23 12:25:40.254207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29fd3320-34e9-4d14-a231-dafa25602d67 req-64ec54c3-14bb-4985-9b2d-e69d607d92bf tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0292935 Dec 23 12:25:40.345169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633238ea-7453-4c9b-99e0-833c6131b944 req-0472cb16-9a95-47e1-abc3-85bbb4e68087 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:40.347465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-633238ea-7453-4c9b-99e0-833c6131b944 req-0472cb16-9a95-47e1-abc3-85bbb4e68087 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 949 time: 0.0725119 Dec 23 12:25:40.400408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-633238ea-7453-4c9b-99e0-833c6131b944 req-fab0c0e7-a95f-414b-8ad0-de5fa938906f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Dec 23 12:25:40.960398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:40.974082 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26d893ac-37d6-49f4-bc81-5dfb7395fd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.000859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:41.005089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:41.056532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26d893ac-37d6-49f4-bc81-5dfb7395fd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.114090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 012afd19-1232-4ed4-9b4b-ed507d3f6294 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:41.114461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.161913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:41.170131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26d893ac-37d6-49f4-bc81-5dfb7395fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.176547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'mac_address': 'fa:16:3e:d2:51:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:41.209699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d893ac-37d6-49f4-bc81-5dfb7395fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9ffb9c-f204-44de-adfe-327d132c2b12,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:41.214077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26d893ac-37d6-49f4-bc81-5dfb7395fd40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8503403eb5cc4bed87cae2831fe49c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526085 Dec 23 12:25:41.216661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:41.251215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.266480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.288053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:41.289840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.309963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:41.312213 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e732f3bd-383b-4f06-bada-3c499ab1f7cf" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:41.330844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48abd-06a7-4726-a22d-15b6287de8d2 req-8bc018bf-0404-428d-bbbd-4b83f20f6e8c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:41.332135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:41.332386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68e48abd-06a7-4726-a22d-15b6287de8d2 req-8bc018bf-0404-428d-bbbd-4b83f20f6e8c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 949 time: 0.0614109 Dec 23 12:25:41.334074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:41.348447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.398825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-86d56e57-8168-4a0f-a5ee-9928fe3bb7ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:41.400342 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-86d56e57-8168-4a0f-a5ee-9928fe3bb7ef tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 949 time: 0.0934315 Dec 23 12:25:41.410588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e49a5011-0771-402b-9fe9-54bbc40b96e6 req-516032e5-f1d4-4e92-b9e6-be6885586368 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0324039 Dec 23 12:25:41.414429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68e48abd-06a7-4726-a22d-15b6287de8d2 req-f3ec5df8-6280-42b8-be2d-b06df61b2cfe tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752816 Dec 23 12:25:41.448573 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.503954 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15592d26-10a1-4724-9013-cca6c731fff5 x-openstack-request-id: req-15592d26-10a1-4724-9013-cca6c731fff5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:41.504476 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:41.504923 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15592d26-10a1-4724-9013-cca6c731fff5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:41.505467 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'code': 200} Dec 23 12:25:41.508163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.526736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:41.546667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port d19630e7-9a61-4473-8123-5bd1f2694365 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:41.546667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.584650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:41.585329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.587933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.595545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c9ffb9c-f204-44de-adfe-327d132c2b12 HTTP/1.1" status: 204 len: 168 time: 0.3664012 Dec 23 12:25:41.613216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8822b-76d0-47d1-9d55-e502daac746a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9ffb9c-f204-44de-adfe-327d132c2b12,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:41.658097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d17fe-4056-4e6e-831d-894730367614 req-0f59a36a-1cf1-4ecb-8081-f742a79e8f85 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:41.661621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f62d17fe-4056-4e6e-831d-894730367614 req-0f59a36a-1cf1-4ecb-8081-f742a79e8f85 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb22f269-e08c-4d82-b293-b56f7a2a5ab8 HTTP/1.1" status: 200 len: 949 time: 0.1097338 Dec 23 12:25:41.673326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port d19630e7-9a61-4473-8123-5bd1f2694365, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d19630e7-9a61-4473-8123-5bd1f2694365,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:41.673814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.683408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:41.688104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for d19630e7-9a61-4473-8123-5bd1f2694365 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:41.795113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f62d17fe-4056-4e6e-831d-894730367614 req-4a82aea6-0ef2-49e3-9495-69ddd0e57f59 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254501 Dec 23 12:25:42.037643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93aad-1180-4087-b036-a7e96a41a86e req-9aea3447-81d5-4dcc-9836-091de521d271 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:42.039029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.039515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90a93aad-1180-4087-b036-a7e96a41a86e req-9aea3447-81d5-4dcc-9836-091de521d271 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 950 time: 0.0560532 Dec 23 12:25:42.052053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035', 'd19630e7-9a61-4473-8123-5bd1f2694365'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:42.074280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=d19630e7-9a61-4473-8123-5bd1f2694365,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:42.158740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port d19630e7-9a61-4473-8123-5bd1f2694365 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:42.162352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.166468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e1726e36-6460-4940-abb5-ee3f109cd4f8 req-4914e769-ebab-47d1-ba30-9efab4e40447 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "DELETE /v2.0/ports/d19630e7-9a61-4473-8123-5bd1f2694365 HTTP/1.1" status: 204 len: 173 time: 0.7597954 Dec 23 12:25:42.167010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'name': 'network-vif-deleted', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:42.180252 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f3b8f-f680-4836-947a-8aa7fe61ff9b" -d '{"events": [{"server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "name": "network-vif-deleted", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:42.205294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:42.205670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.294604 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc047e2-3a75-4960-88bd-de420fc1dd22 x-openstack-request-id: req-bcc047e2-3a75-4960-88bd-de420fc1dd22 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:42.295680 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22f269-e08c-4d82-b293-b56f7a2a5ab8", "name": "network-vif-deleted", "tag": "d19630e7-9a61-4473-8123-5bd1f2694365", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:42.296329 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcc047e2-3a75-4960-88bd-de420fc1dd22 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:42.296329 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22f269-e08c-4d82-b293-b56f7a2a5ab8', 'name': 'network-vif-deleted', 'tag': 'd19630e7-9a61-4473-8123-5bd1f2694365', 'status': 'completed', 'code': 200} Dec 23 12:25:42.433920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:42.434875 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.480936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for 6ebe7d57-0f66-41e5-a8d0-c051219f64ed owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:42.488424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ebe7d57-0f66-41e5-a8d0-c051219f64ed'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:43.006691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:43.070496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:43.072233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.178484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7205da67-6bac-4c2d-a404-6c86a43d8ed0 req-e5aca111-d55d-49c6-95d0-6ef0fb8d44b8 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.4877291 Dec 23 12:25:43.341845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4282938e-e362-4d7a-a7b0-372ef2a44739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.366020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.393914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.441604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470bae-41c4-42c8-975a-ee0e1a8b85a9 req-ab056221-58ee-48ca-a240-e98652ce86cc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:43.461170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c8786d0-cbce-41da-9767-6d6a40b2ce79 req-149e2053-d32e-4b75-8b2c-5ad80b32a03e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.1009815 Dec 23 12:25:43.464062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36470bae-41c4-42c8-975a-ee0e1a8b85a9 req-ab056221-58ee-48ca-a240-e98652ce86cc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 950 time: 0.2971673 Dec 23 12:25:43.520767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:43.542186 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d205af-0492-4285-a831-77a98f75f37a" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:43.560452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:43.589331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=6ebe7d57-0f66-41e5-a8d0-c051219f64ed,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:43.623165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port 6ebe7d57-0f66-41e5-a8d0-c051219f64ed on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:43.630785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.645906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90a93aad-1180-4087-b036-a7e96a41a86e req-af57e0ef-2ee7-4960-bd1a-ed6f1516b562 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.43 "DELETE /v2.0/ports/6ebe7d57-0f66-41e5-a8d0-c051219f64ed HTTP/1.1" status: 204 len: 173 time: 1.6000681 Dec 23 12:25:43.646387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'name': 'network-vif-deleted', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:43.648988 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad12da-ed80-4177-955c-cd1f372683ad" -d '{"events": [{"server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "name": "network-vif-deleted", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:43.681406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36470bae-41c4-42c8-975a-ee0e1a8b85a9 req-557daa2c-1a8f-4790-be90-669a32551bfb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153616 Dec 23 12:25:43.714837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.716216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ebe7d57-0f66-41e5-a8d0-c051219f64ed no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:43.759666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-4d443dd3-c52f-42e7-9e35-e3fb75689935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:43.762371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-4d443dd3-c52f-42e7-9e35-e3fb75689935 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1101 time: 0.1360061 Dec 23 12:25:43.813278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:43.819711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 6ebe7d57-0f66-41e5-a8d0-c051219f64ed {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:43.820059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ebe7d57-0f66-41e5-a8d0-c051219f64ed not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:43.820484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:43.935282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-acbbc905-f86c-4aa8-b7f0-fffd1b03adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:43.942779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-acbbc905-f86c-4aa8-b7f0-fffd1b03adfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 1101 time: 0.1492922 Dec 23 12:25:43.960974 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5952f-45f8-4f64-9339-c21caad2987a x-openstack-request-id: req-c5a5952f-45f8-4f64-9339-c21caad2987a {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:43.962362 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:43.965181 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5a5952f-45f8-4f64-9339-c21caad2987a {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:43.965181 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'code': 200} Dec 23 12:25:44.019518 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b443518e-4c84-4ea1-acc6-48efd38a6b94 x-openstack-request-id: req-b443518e-4c84-4ea1-acc6-48efd38a6b94 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:44.021031 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f903ac-9c80-4dd0-8f2d-57b0b3f80b51", "name": "network-vif-deleted", "tag": "6ebe7d57-0f66-41e5-a8d0-c051219f64ed", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:44.021031 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b443518e-4c84-4ea1-acc6-48efd38a6b94 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:44.021226 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f903ac-9c80-4dd0-8f2d-57b0b3f80b51', 'name': 'network-vif-deleted', 'tag': '6ebe7d57-0f66-41e5-a8d0-c051219f64ed', 'status': 'completed', 'code': 200} Dec 23 12:25:44.054150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:44.181912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00cd0599-55c8-49eb-94a7-1ba6a4457187 req-d3231c84-8d79-4847-a164-28153bb6d596 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0780833 Dec 23 12:25:44.186203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-d8041cdb-a604-4e8c-8dda-8d4da09c91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:44.193358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-d8041cdb-a604-4e8c-8dda-8d4da09c91f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2438335 Dec 23 12:25:44.279137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-a3eb91af-6f3f-4d53-afc6-87e501116166 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 200 len: 217 time: 0.0758221 Dec 23 12:25:44.352976 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87f653d5-9e51-4add-b9ef-61a0ecf02d20 req-d6d586be-d62e-4bd6-a673-9824e0786d47 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0388255 Dec 23 12:25:44.360081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:44.388214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-37bcb53e-13d0-440b-a045-0747f3eaeab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:44.388214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-37bcb53e-13d0-440b-a045-0747f3eaeab6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0929747 Dec 23 12:25:44.391869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d19630e7-9a61-4473-8123-5bd1f2694365 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:44.435209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: d19630e7-9a61-4473-8123-5bd1f2694365 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:44.435558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d19630e7-9a61-4473-8123-5bd1f2694365 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:44.445659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:44.462196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded860-1948-49b5-908d-1a4345ed3403 req-526a266c-6e00-4c3c-a185-417adea5dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:44.463535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-526a266c-6e00-4c3c-a185-417adea5dceb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726697 Dec 23 12:25:44.542054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:44.626772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-8eed11b0-d11a-4717-8594-f59e5a2fa383 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552670 Dec 23 12:25:44.647929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:44.844353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8dded860-1948-49b5-908d-1a4345ed3403 req-18a3df1f-fd01-4158-9838-4f3f72bc7e14 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041442 Dec 23 12:25:44.875457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8f38-fdef-4393-b5bd-b6576e51b5dd req-7d2f5add-8c2a-4c80-bea5-f62304f5b3c9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:44.877926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86e8f38-fdef-4393-b5bd-b6576e51b5dd req-7d2f5add-8c2a-4c80-bea5-f62304f5b3c9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.0780113 Dec 23 12:25:44.988764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86e8f38-fdef-4393-b5bd-b6576e51b5dd req-f114ab58-fc64-44fe-ad48-1d9e7fd626d9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Dec 23 12:25:45.336227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21979cd3-ceb7-4fbb-b2e4-fe6737f6c155 req-d29c9d56-76c8-4258-a3db-34723154e704 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=39f903ac-9c80-4dd0-8f2d-57b0b3f80b51 HTTP/1.1" status: 200 len: 210 time: 0.0282531 Dec 23 12:25:45.346268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45786) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:45.495752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd0fe125-17f0-4c59-9689-63276ef0a83a req-b788e4c0-3499-4070-b73c-306d4a1b2461 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0433741 Dec 23 12:25:45.512992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1620043913', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:45.690666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Made reservation on behalf of 707c9e31f0a64e18b6b5db52ab7fbf67 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:45.690971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-668d3ab2-e81b-42a8-bd3e-70dd1032bc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:45.693741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:45.704777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:45.805923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:45.891050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:45.898985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] device_id is not set on port a2222c56-dbc5-4107-b4eb-4640bd837981 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:25:45.961096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f79e6d-3dd1-404e-a7ad-1dc9c1563474,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:45.964285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:45.967598 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e2d06-d6a4-4c4a-8a5f-cfe27e438a9c" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-unplugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:46.047962 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4f0981-de80-47ad-846e-95d2a892d154 x-openstack-request-id: req-0d4f0981-de80-47ad-846e-95d2a892d154 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:46.048606 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-unplugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:46.049083 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d4f0981-de80-47ad-846e-95d2a892d154 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:46.050281 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'code': 200} Dec 23 12:25:46.193960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9924-0d49-4c30-8494-57a215661003 req-83007eb9-c6df-4379-9b69-da99554a992f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:46.207060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098c9924-0d49-4c30-8494-57a215661003 req-83007eb9-c6df-4379-9b69-da99554a992f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.0895820 Dec 23 12:25:46.265312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d85dc51-2b39-4245-a55a-eb3f2472e825 req-2e0defce-3da6-42ca-8546-48c4bbd3ae98 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0355794 Dec 23 12:25:46.304167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098c9924-0d49-4c30-8494-57a215661003 req-76945777-a7de-4eac-8037-d74387f5d306 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Dec 23 12:25:46.391502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Allocated IP 172.25.7.138 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a2222c56-dbc5-4107-b4eb-4640bd837981) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:46.513394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:46.574548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:46.708047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:46.785336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:46.788876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:46.791173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:46.809518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275a53d-cb44-41fa-82db-d65f3de251f5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:25:46.903375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Pushing event updated for resources: {'Port': ['ID=a2222c56-dbc5-4107-b4eb-4640bd837981,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:46.933519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:46.935004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:46.935341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3d4499fb-8800-4372-b83e-e34303863f9d None None] Provisioning complete for port a2222c56-dbc5-4107-b4eb-4640bd837981 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:46.935708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d4499fb-8800-4372-b83e-e34303863f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:47.006352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d4499fb-8800-4372-b83e-e34303863f9d None None] Port a2222c56-dbc5-4107-b4eb-4640bd837981 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:25:47.140412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:47.146439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.138'}]}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:47.147834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ca78ae9d-9d3b-4b14-8dcc-cbe2cfd58feb tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8023837 Dec 23 12:25:47.285876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:47.290080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:47.438524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:47.477482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c322751-8258-4a63-839d-1c2c4b88892b req-e996b975-466d-4fa0-97a9-a56eeb88f650 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0322909 Dec 23 12:25:47.754212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:47.767120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb036a9-bf6e-49ec-8273-7d967b2af8ec req-5780695c-ab0e-4e13-9156-2ae682c70764 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:47.775651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efb036a9-bf6e-49ec-8273-7d967b2af8ec req-5780695c-ab0e-4e13-9156-2ae682c70764 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.2203891 Dec 23 12:25:47.823957 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:25:47.833658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efb036a9-bf6e-49ec-8273-7d967b2af8ec req-20fb6246-58b3-4615-9910-108f320ce0d4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Dec 23 12:25:48.126019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15823-715d-4659-af2c-c4e80ba48f8c req-10cbc97e-da94-4e09-982e-78b486bb8e20 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:48.128445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20e15823-715d-4659-af2c-c4e80ba48f8c req-10cbc97e-da94-4e09-982e-78b486bb8e20 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 950 time: 0.1132550 Dec 23 12:25:48.142081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.145510 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.287437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20e15823-715d-4659-af2c-c4e80ba48f8c req-f844a743-7f7a-4140-b7d6-f41bd2c576e6 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469975 Dec 23 12:25:48.341982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.376464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.629379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fb5ec7e-44dc-42c3-94c6-7bdef6c94127 req-be621ed3-ee17-4813-8d9e-9ad1da458ea0 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0371070 Dec 23 12:25:48.669144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.844287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.847078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.037789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8124122-493b-4fb6-924c-e4160759107d req-b6e51a35-f26d-4ebd-8115-850decc3424f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:49.037789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8124122-493b-4fb6-924c-e4160759107d req-b6e51a35-f26d-4ebd-8115-850decc3424f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.0590494 Dec 23 12:25:49.038047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:49.085215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8124122-493b-4fb6-924c-e4160759107d req-c56f99e2-c5d7-4f3d-8214-35c272551461 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Dec 23 12:25:49.130082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-e7b28dd2-9c46-4394-8f55-c3b021359beb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:49.132442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-e7b28dd2-9c46-4394-8f55-c3b021359beb tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 950 time: 0.0754414 Dec 23 12:25:49.194273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.194773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c756c5d-68b8-4526-9223-c5c10b9b8ca4 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:49.209914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:49.226692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'mac_address': 'fa:16:3e:48:76:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:49.257083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82a92-c6d3-432d-b5f3-3221c356dc43 req-1812d6d7-da51-4ef1-ab52-77004e62a64c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:49.258643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a82a92-c6d3-432d-b5f3-3221c356dc43 req-1812d6d7-da51-4ef1-ab52-77004e62a64c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 948 time: 0.0768890 Dec 23 12:25:49.266593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port 4740ae2c-fd01-4905-8e5a-bb5533740651 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:49.266934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.280414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.295690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.307630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:49.332595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:49.354247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a82a92-c6d3-432d-b5f3-3221c356dc43 req-00f679c9-2034-4fa5-983f-ef45573fa750 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883594 Dec 23 12:25:49.431419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port 4740ae2c-fd01-4905-8e5a-bb5533740651, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4740ae2c-fd01-4905-8e5a-bb5533740651,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:49.431790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.451213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for 4740ae2c-fd01-4905-8e5a-bb5533740651 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:49.467834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.502099 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:25:49.504138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-425cab48-f674-4ec4-be65-f703fc0e437f tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3625672 Dec 23 12:25:49.513706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45922) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:49.573958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ea1c0-0224-474f-81c6-007fec52d5cd req-3e1ad8a0-d61d-4a3d-8f1f-ee30e3b7c22f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:49.582875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-645ea1c0-0224-474f-81c6-007fec52d5cd req-3e1ad8a0-d61d-4a3d-8f1f-ee30e3b7c22f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 950 time: 0.1702113 Dec 23 12:25:49.627142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:49.698934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-645ea1c0-0224-474f-81c6-007fec52d5cd req-9c551f08-630f-4cff-914c-1c252214a70b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149058 Dec 23 12:25:49.745782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Deleting port a2222c56-dbc5-4107-b4eb-4640bd837981 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:49.748115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.792809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:49.896589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.917177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aede821-1515-481e-a85c-727cefbdcdb7 req-e7a071a8-2e4a-40f6-9c4f-84ee9b8600a1 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0929747 Dec 23 12:25:49.917408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6', '4740ae2c-fd01-4905-8e5a-bb5533740651', '1d58ea78-2924-4984-bc74-18a7677d2035'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:49.977961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=4740ae2c-fd01-4905-8e5a-bb5533740651,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:49.979044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-1aa90c2d-9292-464a-b6b2-f8a793951560 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:49.981886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-1aa90c2d-9292-464a-b6b2-f8a793951560 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 948 time: 0.2077754 Dec 23 12:25:50.037010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.086531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port 4740ae2c-fd01-4905-8e5a-bb5533740651 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:50.098298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.101556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-7ee1e792-22e1-4dd8-b820-b246cfc83603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152163 Dec 23 12:25:50.102619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b9c54fec-e59c-4996-b696-6f95efc6d157 req-95f2c500-ab6f-4333-8120-59b992ad7f9c tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "DELETE /v2.0/ports/4740ae2c-fd01-4905-8e5a-bb5533740651 HTTP/1.1" status: 204 len: 173 time: 0.9604301 Dec 23 12:25:50.103670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'name': 'network-vif-deleted', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:50.108554 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629205a6-7179-405f-be92-3c09cca99e93" -d '{"events": [{"server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "name": "network-vif-deleted", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:50.129346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Calling delete_port for a2222c56-dbc5-4107-b4eb-4640bd837981 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:50.175616 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13880f4b-5915-42f5-8ccb-99a6bf6258ad x-openstack-request-id: req-13880f4b-5915-42f5-8ccb-99a6bf6258ad {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:50.176217 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c47ec31-e931-4897-95e1-c55e4077d982", "name": "network-vif-deleted", "tag": "4740ae2c-fd01-4905-8e5a-bb5533740651", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:50.176543 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13880f4b-5915-42f5-8ccb-99a6bf6258ad {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:50.177897 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c47ec31-e931-4897-95e1-c55e4077d982', 'name': 'network-vif-deleted', 'tag': '4740ae2c-fd01-4905-8e5a-bb5533740651', 'status': 'completed', 'code': 200} Dec 23 12:25:50.357923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port 1d58ea78-2924-4984-bc74-18a7677d2035 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:50.358474 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.370064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:25:50.372278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-f0bbd33c-d1dd-4261-a716-0e893df654fb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:50.382489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-f0bbd33c-d1dd-4261-a716-0e893df654fb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798328 Dec 23 12:25:50.449931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-7cfb383b-6d3d-4d57-be98-96d265d707b0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/quotas/1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 375 time: 0.0664291 Dec 23 12:25:50.599117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-bea6813f-3c52-4bb6-bfa2-c4744d9dc361 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481993 Dec 23 12:25:50.630333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port 1d58ea78-2924-4984-bc74-18a7677d2035, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1d58ea78-2924-4984-bc74-18a7677d2035,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:50.631010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.639253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.665995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for 1d58ea78-2924-4984-bc74-18a7677d2035 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:50.681790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83890440-1a3e-4291-bade-8fcc7206be7d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:25:50.735163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2222c56-dbc5-4107-b4eb-4640bd837981,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:50.931229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b48bdfa3-47b5-4de9-8614-e4ada996af9a req-5daef9e7-30e9-42cc-a5ad-96d7a5204c90 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c47ec31-e931-4897-95e1-c55e4077d982 HTTP/1.1" status: 200 len: 210 time: 0.0996358 Dec 23 12:25:50.977497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:50.997533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-02e513b0-f77f-4431-a19f-0480a457a2ae tempest-RoutersAdminNegativeIpV6Test-729488087 tempest-RoutersAdminNegativeIpV6Test-729488087-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a2222c56-dbc5-4107-b4eb-4640bd837981 HTTP/1.1" status: 204 len: 168 time: 1.4820511 Dec 23 12:25:51.341468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-738688be-fd53-43a4-8c25-9bd97bac9086 req-004ca1e5-9fac-4baf-bdec-db880489002f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 210 time: 0.2178056 Dec 23 12:25:51.363420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-464dca7e-bec4-47be-abde-30c6b8bc9acc req-58fe283c-10ff-48a1-92b3-23f23145e8c7 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.2041910 Dec 23 12:25:51.366586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:51.383839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6186e8d1-9310-4c12-8766-25c11e939fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:51.517346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=1d58ea78-2924-4984-bc74-18a7677d2035,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:51.592244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port 1d58ea78-2924-4984-bc74-18a7677d2035 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:51.595872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:51.602413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da8bc90e-4749-4ba5-97a4-169d95021ec5 req-815c9eb1-b2b5-4590-ad56-2eb069f1c60f tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "DELETE /v2.0/ports/1d58ea78-2924-4984-bc74-18a7677d2035 HTTP/1.1" status: 204 len: 173 time: 1.6065631 Dec 23 12:25:51.602897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'name': 'network-vif-deleted', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:51.608315 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e7b6e-2502-4030-99cb-decd4634f1d1" -d '{"events": [{"server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "name": "network-vif-deleted", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:51.669426 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e5d39-b280-496b-a1fb-a09bc66decb8 x-openstack-request-id: req-8a8e5d39-b280-496b-a1fb-a09bc66decb8 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:51.669426 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2048c1-382d-4b84-98e5-f989a571e49e", "name": "network-vif-deleted", "tag": "1d58ea78-2924-4984-bc74-18a7677d2035", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:51.669426 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a8e5d39-b280-496b-a1fb-a09bc66decb8 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:51.669743 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2048c1-382d-4b84-98e5-f989a571e49e', 'name': 'network-vif-deleted', 'tag': '1d58ea78-2924-4984-bc74-18a7677d2035', 'status': 'completed', 'code': 200} Dec 23 12:25:52.151368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:52.234851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c7d66dc-2a0a-44a1-aae1-df374fb8d7d8 req-b7de06e2-58dc-4286-af48-8a11f53b6d70 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d2048c1-382d-4b84-98e5-f989a571e49e HTTP/1.1" status: 200 len: 210 time: 0.0395510 Dec 23 12:25:52.368568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b62a97d-7189-45dd-a0f5-cb5224afa070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.408776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4740ae2c-fd01-4905-8e5a-bb5533740651 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:52.512658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 4740ae2c-fd01-4905-8e5a-bb5533740651 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:52.514550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4740ae2c-fd01-4905-8e5a-bb5533740651 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:52.559501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16787445-c33c-4b79-9ae8-b05061686d03 req-c5d3bcd8-9f31-404b-9748-0a6ec45bc994 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 210 time: 0.0687525 Dec 23 12:25:52.574941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b62a97d-7189-45dd-a0f5-cb5224afa070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.608149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae8a47e9-f9ad-4877-8987-4a06eca2557c req-9a61627d-e1c0-4bad-a40b-37fd71bc09f8 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0462551 Dec 23 12:25:52.622591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.667519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b62a97d-7189-45dd-a0f5-cb5224afa070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.746836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b62a97d-7189-45dd-a0f5-cb5224afa070 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac1d16adae3a4a9c84cecd786b3f136d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5931430 Dec 23 12:25:52.748074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62a97d-7189-45dd-a0f5-cb5224afa070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d7de2-89cc-411c-9fb8-bc05d78aba30,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:52.749653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:52.845364 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.879861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.089770 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.089955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:53.092984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.094409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/590d7de2-89cc-411c-9fb8-bc05d78aba30 HTTP/1.1" status: 204 len: 168 time: 0.3436291 Dec 23 12:25:53.105502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6405a-8122-4bb3-b2a7-4a98eff7732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d7de2-89cc-411c-9fb8-bc05d78aba30,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:53.183724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 012afd19-1232-4ed4-9b4b-ed507d3f6294 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:53.184037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.353677 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.398475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:53.401046 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b05e8-35c2-419a-8a04-db9d32e8c4af" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:53.419562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:53.491226 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5526f9-d8b1-46f3-b66d-faf3246394f3 x-openstack-request-id: req-2b5526f9-d8b1-46f3-b66d-faf3246394f3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:53.491736 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-plugged", "status": "completed", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:53.491988 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b5526f9-d8b1-46f3-b66d-faf3246394f3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:53.492458 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'code': 200} Dec 23 12:25:53.531036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.604124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:53.666652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3578090b-01bf-4371-8a7f-8030bd8876f5 req-2a7d8413-20ff-4228-8220-76ce61e36782 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Dec 23 12:25:53.801107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d23293ec-14eb-4483-a35b-8395d31e36ef req-6ae2e610-052b-41dd-bfe8-216a278dfb58 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0398028 Dec 23 12:25:53.981150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46070) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:54.102730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d55cfa95-8f74-468a-bb68-abd5e1916926 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=707c9e31f0a64e18b6b5db52ab7fbf67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208246 Dec 23 12:25:54.103750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:54.121810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-5f2e5d11-7d91-489e-87c6-a694d76eefc2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1692fb8d765741188e6726a83e2aae80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377531 Dec 23 12:25:54.135328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1be98-cf91-4dc4-9109-f03f433becea req-28506446-917b-4c13-93e5-85bcff4ce3fd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:54.136979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dc1be98-cf91-4dc4-9109-f03f433becea req-28506446-917b-4c13-93e5-85bcff4ce3fd tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.0909455 Dec 23 12:25:54.214170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dc1be98-cf91-4dc4-9109-f03f433becea req-c0558114-0bec-4174-9951-0156b03513d9 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707428 Dec 23 12:25:54.287527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:54.305887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-b46a76c7-a08e-4797-b7c2-e99355079cd0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:54.307364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-b46a76c7-a08e-4797-b7c2-e99355079cd0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770849 Dec 23 12:25:54.324255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Request body: {'port': {'device_id': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1692fb8d765741188e6726a83e2aae80'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:54.329664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:54.408927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1d58ea78-2924-4984-bc74-18a7677d2035 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:54.435194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 1d58ea78-2924-4984-bc74-18a7677d2035 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:54.435946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1d58ea78-2924-4984-bc74-18a7677d2035 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:54.673395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:54.676421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:54.680171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f79e6d-3dd1-404e-a7ad-1dc9c1563474 HTTP/1.1" status: 204 len: 168 time: 0.5639439 Dec 23 12:25:54.680171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Made reservation on behalf of 1692fb8d765741188e6726a83e2aae80 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:54.684583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:54.708243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed037b-2fe2-415d-ab0a-0040e5ae3bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f79e6d-3dd1-404e-a7ad-1dc9c1563474,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:54.800483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c44cff8-e76d-4f8c-aca8-fac01e20e2b0 req-dbe24487-653b-4db4-b931-76777789ee1d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 210 time: 0.0404234 Dec 23 12:25:55.004272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Allocated IP 192.168.233.186 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/fa098938-6e09-43e7-b7ca-b7800463c333) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:55.033463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1e85cc4-4c8e-41dd-bafe-9c64ebd70853 req-dcdaeb97-d6f8-4547-8bea-bc3a1eee7ba3 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0700586 Dec 23 12:25:55.274739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:55.447055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1b431-a234-4451-b5e7-9b754dbec377 req-299f123d-1e46-4765-942a-94057a6bce48 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:55.448655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4df1b431-a234-4451-b5e7-9b754dbec377 req-299f123d-1e46-4765-942a-94057a6bce48 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.1031971 Dec 23 12:25:55.461778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:55.479013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:55.546668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-5c1dfa28-9489-4a67-8dff-88263515262e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:55.548171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-5c1dfa28-9489-4a67-8dff-88263515262e tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.0935569 Dec 23 12:25:55.562669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4df1b431-a234-4451-b5e7-9b754dbec377 req-4c63d7a9-a252-4d10-95a5-5cca293772b9 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067319 Dec 23 12:25:55.583779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a', '012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:55.639349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:55.643735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:55.646501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:55.735782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:55.804569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Deleting port 6186e8d1-9310-4c12-8766-25c11e939fd6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.805193 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:25:55.807282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:55.810016 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:55.811556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:55.967914 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-242b11d3-512f-4478-8cd5-ddb50ebc46e0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6473291 Dec 23 12:25:55.982523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Request body: {'port': {'device_id': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:56.183929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:56.384533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c88bc89e-a65c-42ee-8feb-0e442c0b9497 None None] Provisioning complete for port fa098938-6e09-43e7-b7ca-b7800463c333 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:56.389203 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c88bc89e-a65c-42ee-8feb-0e442c0b9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:56.471739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ec1ac1f-6f8e-43d0-a839-fec1e34e287b req-7b8cabfd-6147-48de-b7dc-c5e6f017c5c5 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0806098 Dec 23 12:25:56.487470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c88bc89e-a65c-42ee-8feb-0e442c0b9497 None None] Port fa098938-6e09-43e7-b7ca-b7800463c333 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:25:56.542785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18d86c-6c27-4251-9bfc-60bcb870057f req-0fdd4f99-1d19-4f5f-8a00-601991ef3d69 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:56.552430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b18d86c-6c27-4251-9bfc-60bcb870057f req-0fdd4f99-1d19-4f5f-8a00-601991ef3d69 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 936 time: 0.1668587 Dec 23 12:25:56.668331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] For port 6186e8d1-9310-4c12-8766-25c11e939fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6186e8d1-9310-4c12-8766-25c11e939fd6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:56.669959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:56.686397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:56.701888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:56.732224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Calling delete_port for 6186e8d1-9310-4c12-8766-25c11e939fd6 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:56.735583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Transition to ACTIVE for port object fa098938-6e09-43e7-b7ca-b7800463c333 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:25:56.798815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:56.819282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b18d86c-6c27-4251-9bfc-60bcb870057f req-6979cf11-9e6b-499b-9a2a-c5d4fe868bc0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556236 Dec 23 12:25:56.824051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:56.940107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:57.026041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-861952302'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:57.065793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:25:57.066254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:25:57.066592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:57.084915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c9a0-c9fc-46d8-8a12-9f89221d85ee req-b5a4bfdf-d949-4df2-8cbc-048c01f64e9d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:57.090750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:25:57.091051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:57.092583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c27c9a0-c9fc-46d8-8a12-9f89221d85ee req-b5a4bfdf-d949-4df2-8cbc-048c01f64e9d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 950 time: 0.1748559 Dec 23 12:25:57.106330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:25:57.106722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:25:57.107643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:25:57.107643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Bound port: fa098938-6e09-43e7-b7ca-b7800463c333, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:25:57.108021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.182292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:57.186093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.208562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.239806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c27c9a0-c9fc-46d8-8a12-9f89221d85ee req-ebbd72d2-6fbf-4831-a08d-91df8032346d tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/security-groups?id=754a8e7d-9803-4889-aeb8-f5658c7b3efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462269 Dec 23 12:25:57.256863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:25:57.353790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:25:57.353790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.387410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.459731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Pushing event deleted for resources: {'Port': ['ID=6186e8d1-9310-4c12-8766-25c11e939fd6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:57.482516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] No DVR routers for this DVR port 6186e8d1-9310-4c12-8766-25c11e939fd6 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:57.485233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.489745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c43e7e07-21c0-4b86-a468-7f10ba851f7c req-a83a23bb-a279-402f-b8ac-16605578797b tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.57 "DELETE /v2.0/ports/6186e8d1-9310-4c12-8766-25c11e939fd6 HTTP/1.1" status: 204 len: 173 time: 1.9261146 Dec 23 12:25:57.490221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'name': 'network-vif-deleted', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:57.493306 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d198fc-74ba-4935-a0b3-aed056a3b7ff" -d '{"events": [{"server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "name": "network-vif-deleted", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:57.539743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.572161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:25:57.574419 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba558436-101c-46ec-aecb-d83c8601f6a4 x-openstack-request-id: req-ba558436-101c-46ec-aecb-d83c8601f6a4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:57.574684 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec6783e-df77-4b68-84e7-79ab3220aebf", "name": "network-vif-deleted", "tag": "6186e8d1-9310-4c12-8766-25c11e939fd6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:57.575003 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba558436-101c-46ec-aecb-d83c8601f6a4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:57.575407 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec6783e-df77-4b68-84e7-79ab3220aebf', 'name': 'network-vif-deleted', 'tag': '6186e8d1-9310-4c12-8766-25c11e939fd6', 'status': 'completed', 'code': 200} Dec 23 12:25:57.580444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.633071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.635123 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Added segment dcd0f47d-f119-4502-a161-985cff6e7397 of type vlan for network dd6205f3-f5df-4d72-9c58-989d3d0bb346 Dec 23 12:25:57.653414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcc3cb82-74dc-4529-b15f-0d4cd8a50595 req-18d0bbc6-df34-4eca-b5c1-57702117a172 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0581074 Dec 23 12:25:57.657953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:57.658650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.660077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] 10.222.0.43 "PUT /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 1096 time: 1.6824493 Dec 23 12:25:57.675578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:57.675578 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271a307-ff0d-41ca-aef9-8de5985a1b31" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:57.725849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb4a88-eedd-4021-9d64-fe674071f000,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:57.729452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.741914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479b66b-714c-4b2b-8e1b-6272239e4aea service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:57.870254 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ceadc-0fcd-417b-8ad6-a3be245c8ca6 x-openstack-request-id: req-cf9ceadc-0fcd-417b-8ad6-a3be245c8ca6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:57.870559 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:57.870816 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf9ceadc-0fcd-417b-8ad6-a3be245c8ca6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:57.871356 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'status': 'completed', 'code': 200} Dec 23 12:25:57.897911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.906670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:57.907315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:57.936696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-13f0ad60-7ad1-46bd-b1c8-46c598893a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:57.938513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-13f0ad60-7ad1-46bd-b1c8-46c598893a4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1099 time: 0.1223817 Dec 23 12:25:58.052012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d40f-185d-4768-9360-daaf16ea8bee req-48316be0-d980-4813-ae4c-7cd5838d631e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:58.053644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2796d40f-185d-4768-9360-daaf16ea8bee req-48316be0-d980-4813-ae4c-7cd5838d631e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.1362910 Dec 23 12:25:58.075098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-2f123915-3538-4090-9a08-bffde5958eb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.1208453 Dec 23 12:25:58.088248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46184) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:58.093520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:58.109307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2957311 Dec 23 12:25:58.173410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafb088-2b85-4124-bfd0-f7e6453baca3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Network': ['ID=dd6205f3-f5df-4d72-9c58-989d3d0bb346,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:58.192753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-ad26c874-f474-41dd-abac-21e1f705d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:58.193331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:25:58.195778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-ad26c874-f474-41dd-abac-21e1f705d7d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0851741 Dec 23 12:25:58.298546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-d664bdc9-943d-4783-9b2c-c83fb0673c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:58.300222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2796d40f-185d-4768-9360-daaf16ea8bee req-bd381da8-5f02-4262-b31c-2eb21f0c769e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230058 Dec 23 12:25:58.301499 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-d664bdc9-943d-4783-9b2c-c83fb0673c7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892532 Dec 23 12:25:58.456604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:58.463579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6186e8d1-9310-4c12-8766-25c11e939fd6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:58.472742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:58.481130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-2b2802f5-3801-4e98-aedb-00d38e7731db service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697307 Dec 23 12:25:58.506812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 6186e8d1-9310-4c12-8766-25c11e939fd6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:58.507456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6186e8d1-9310-4c12-8766-25c11e939fd6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:58.566595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53d18e5f-fedc-4493-ad52-802bcd69bae2 req-3e372ec5-d11f-4437-a7a1-cb2ae79455f8 tempest-ServersOnMultiNodesTest-1937608411 tempest-ServersOnMultiNodesTest-1937608411-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec6783e-df77-4b68-84e7-79ab3220aebf HTTP/1.1" status: 200 len: 210 time: 0.1285970 Dec 23 12:25:58.635248 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3adcef0c-90d0-4e0e-88dc-86026e58a207 req-306fcf0e-fce3-4db6-92a3-eedc1e4b90e6 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456785 Dec 23 12:25:58.877480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-513e8244-131f-446a-9638-fa3f485bd052 req-596a17f9-9906-4ecb-9fb2-54b50dae698c tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0441260 Dec 23 12:25:58.881346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-389cf8a7-032d-4961-843a-8690641129ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:58.884050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-389cf8a7-032d-4961-843a-8690641129ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1099 time: 0.0811188 Dec 23 12:25:58.938203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:59.013309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-06332185-7608-498c-98b1-b6fac789e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:59.018747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-06332185-7608-498c-98b1-b6fac789e058 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1172130 Dec 23 12:25:59.053552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=8ffb9b18-7020-4995-8fac-f486cea3be4f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:59.062971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:25:59.063408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network hostable DHCP agents. Network: dd6205f3-f5df-4d72-9c58-989d3d0bb346, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:25:59.083267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-a44a4ce8-a643-4e12-8362-9de4a4919a96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0580885 Dec 23 12:25:59.148391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-2956ad30-074a-4e33-9ae8-515d22888901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:59.150186 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-2956ad30-074a-4e33-9ae8-515d22888901 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0598452 Dec 23 12:25:59.184518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:25:59.210479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-5baac1ac-3552-44d7-af6a-964900d1586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:59.212197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-5baac1ac-3552-44d7-af6a-964900d1586b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496809 Dec 23 12:25:59.255501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, dd6205f3-f5df-4d72-9c58-989d3d0bb346) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:59.259990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:59.263991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:59.267471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d901ed-4b31-413c-ab03-619501c11de4 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:25:59.387643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-636f5900-d4bf-467b-83e2-b5e415a778ac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2957120 Dec 23 12:25:59.387873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-7aa08584-1817-4131-9a35-1c061591c454 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650999 Dec 23 12:25:59.388230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46222) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:59.408179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'name': 'tempest-NetworksTestDHCPv6-911560288'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:59.486065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '8ffb9b18-7020-4995-8fac-f486cea3be4f'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:25:59.488382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:59.490062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6fe0d-b778-4f41-a7dc-b7a165742f70 req-12b27c78-e104-46e2-92db-c1720f86aa26 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:59.491838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0f6fe0d-b778-4f41-a7dc-b7a165742f70 req-12b27c78-e104-46e2-92db-c1720f86aa26 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.0959892 Dec 23 12:25:59.590793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0f6fe0d-b778-4f41-a7dc-b7a165742f70 req-ad7c9a88-79da-4c00-82fa-362bed6e236d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864639 Dec 23 12:25:59.788162 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3271a307-ff0d-41ca-aef9-8de5985a1b31 req-bdee980c-7d32-45e9-91d0-3df40108d860 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782550 Dec 23 12:25:59.818114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8ffb9b18-7020-4995-8fac-f486cea3be4f/2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:59.862548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:59.869113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:59.959694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port cf05471e-86eb-48d7-aa86-821c8d8f6b04 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:00.080103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9c734e4-f56b-46a8-89d6-8b0247a0d8e5 req-fe507a20-d629-421e-bf2d-c18fe9be5677 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0625849 Dec 23 12:26:00.181002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.250515 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.305739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:00.309242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:00.315420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:00.318803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Pushing event updated for resources: {'Port': ['ID=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:00.354925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46244) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:00.356277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::356 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8ffb9b18-7020-4995-8fac-f486cea3be4f/cf05471e-86eb-48d7-aa86-821c8d8f6b04) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:00.396351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Attempting to bind port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:00.397002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Attempting to bind port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:00.397425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Attempting to bind port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:00.406661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:00.407543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:00.408041 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.409348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:00.410077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Bound port: 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:00.411120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.590001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] For port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:00.590001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] For port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:00.619929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.669113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9f09a55a-1ef3-415b-8e19-7e1e10045b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=874a401e69a04f01bad380c17d2aec4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127766 Dec 23 12:26:00.671616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46266) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:00.718919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.739775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.759393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.788661 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.839083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:00.840198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=cf05471e-86eb-48d7-aa86-821c8d8f6b04,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:00.850397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:00.863574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:00.871704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:00.872374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:00.873869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c68bc-da5f-4045-a1de-d31b5f8d8702 None None] Pushing event updated for resources: {'Port': ['ID=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:00.892540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.899320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.903942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.904807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:00.962992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bc915-21e7-4672-961d-269ee2fcd58e req-27995b88-f11c-45a4-9f1b-f6011c05a4a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:00.978563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-760bc915-21e7-4672-961d-269ee2fcd58e req-27995b88-f11c-45a4-9f1b-f6011c05a4a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.2556629 Dec 23 12:26:01.048764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66d11f63-3351-4748-bf3c-60af7fc5c8da tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6592858 Dec 23 12:26:01.054183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:01.147364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-760bc915-21e7-4672-961d-269ee2fcd58e req-80f66836-14ed-4427-8a45-01c83089b060 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628485 Dec 23 12:26:01.231291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4233ba5-d675-48f8-9399-66c2c6db71cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:01.245251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4233ba5-d675-48f8-9399-66c2c6db71cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:01.251691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f07bdeec-e4ac-4c14-941e-64561269445c req-6d424b5a-2de0-41ef-ab66-242c2a3732d8 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0371244 Dec 23 12:26:01.253247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46284) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:01.254594 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.254722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e4233ba5-d675-48f8-9399-66c2c6db71cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2016196 Dec 23 12:26:01.256738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.257863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/754a8e7d-9803-4889-aeb8-f5658c7b3efe HTTP/1.1" status: 204 len: 168 time: 0.5851526 Dec 23 12:26:01.419980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3edf2c-6c13-4082-a703-39ac69e126e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a8e7d-9803-4889-aeb8-f5658c7b3efe,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:01.443482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port cf05471e-86eb-48d7-aa86-821c8d8f6b04 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:01.443900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.558199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.572383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for cf05471e-86eb-48d7-aa86-821c8d8f6b04 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:01.862965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.900789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=cf05471e-86eb-48d7-aa86-821c8d8f6b04,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:01.951350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:01.954860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c92730b2-8ec8-4df0-a858-a1fcdb8dc615 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/cf05471e-86eb-48d7-aa86-821c8d8f6b04 HTTP/1.1" status: 204 len: 168 time: 0.6959789 Dec 23 12:26:01.958149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.016597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b759c4d-1f6f-49e7-bc92-0f84db886f80 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:02.019669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b759c4d-1f6f-49e7-bc92-0f84db886f80 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:02.023758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b759c4d-1f6f-49e7-bc92-0f84db886f80 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0621254 Dec 23 12:26:02.024118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.108753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 8ffb9b18-7020-4995-8fac-f486cea3be4f {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:02.113622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.184978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.196162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd66b-cc02-466e-be5f-bc59fce9069d None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:02.247943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.319248 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d751264-6eb6-453e-ab70-152d2f85aa6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01f05cc2d5514ae4ab9e5f2ae47dfeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707510 Dec 23 12:26:02.321640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.389406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:02.402184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8925fb-0b83-4f71-be2f-15e5c5cff078 req-7c3e9566-cb7d-4302-894e-bc1ed9e50868 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:02.402184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d8925fb-0b83-4f71-be2f-15e5c5cff078 req-7c3e9566-cb7d-4302-894e-bc1ed9e50868 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.1354859 Dec 23 12:26:02.420245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.424740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.432939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7606d154-13e4-4f0d-9e05-b567933ee695 None None] Provisioning complete for port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:02.433310 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7606d154-13e4-4f0d-9e05-b567933ee695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.453955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.525381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-badb7609-9934-4cbd-8560-a5c5fbc26388 req-3d134c91-7b5a-441d-a657-dd314c50bcf7 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0439835 Dec 23 12:26:02.538238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d8925fb-0b83-4f71-be2f-15e5c5cff078 req-8888fcea-9e0f-4bba-8eba-b19f4b72eb9b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295445 Dec 23 12:26:02.545657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:02.545657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.594072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7606d154-13e4-4f0d-9e05-b567933ee695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.604339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.607485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.608482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d179a015-9098-40a4-a6cc-4c2d76012ba6 HTTP/1.1" status: 204 len: 168 time: 0.2866359 Dec 23 12:26:02.619757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1702-de97-41d2-80ac-039e264c369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179a015-9098-40a4-a6cc-4c2d76012ba6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:02.634570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.695235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffb9b18-7020-4995-8fac-f486cea3be4f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:02.707454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.711763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8920299-9932-4d11-85d5-837ab4fb33f9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8ffb9b18-7020-4995-8fac-f486cea3be4f HTTP/1.1" status: 204 len: 168 time: 0.6865253 Dec 23 12:26:02.713175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.714613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46334) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.727159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-7606d154-13e4-4f0d-9e05-b567933ee695 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:02.730733 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-7606d154-13e4-4f0d-9e05-b567933ee695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:02.754582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:02.792145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886853c-2da0-4bae-9bb8-47f176a0b0a6 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:02.800251 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b056b5e1-61af-4280-9acb-ee214803e8f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823874 Dec 23 12:26:02.801646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:02.806822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:02.846218 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:02.937319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:03.020413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:03.025303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:03.028858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.072228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Deleting port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:03.072983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.112078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444c8f5-0532-4b52-a17e-42f200f4ccaa req-b2e19933-4134-42ec-acdc-3c73a33d0dab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:03.114023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c444c8f5-0532-4b52-a17e-42f200f4ccaa req-b2e19933-4134-42ec-acdc-3c73a33d0dab tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 951 time: 0.1292484 Dec 23 12:26:03.142015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:26:03.197075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c444c8f5-0532-4b52-a17e-42f200f4ccaa req-b03d27a3-044a-442a-8740-7948d8010998 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730252 Dec 23 12:26:03.308742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] For port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:03.309291 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.356071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Calling delete_port for 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:03.416301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.480219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:03.506899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:03.516720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:03.524803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:03.529113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.537353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'mac_address': 'fa:16:3e:55:34:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:26:03.551209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed8da008-b310-4f47-9e31-aa98e14aa453 None None] Provisioning complete for port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:03.551580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed8da008-b310-4f47-9e31-aa98e14aa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.561568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=4a3ba48a-c96b-452b-8167-636333994e71,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:03.602941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.644667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ee57ad3-8242-4f06-91d0-2c400dafe65a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8408637 Dec 23 12:26:03.646560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:03.646938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] Pushing event deleted for resources: {'Port': ['ID=2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:03.650102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b26d9-88d0-46ad-b202-bf2d26289210 None None] No DVR routers for this DVR port 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:03.654894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.660850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed8da008-b310-4f47-9e31-aa98e14aa453 None None] Could not find standard attr ID for object 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:03.661872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'name': 'tempest-NetworksTestDHCPv6-94215110'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:03.672706 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.db [None req-ed8da008-b310-4f47-9e31-aa98e14aa453 None None] No ports have port_id starting with 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 Dec 23 12:26:03.673639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49adcc07-69f0-4b0e-88dc-47a1bf2e9649 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:03.719479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:26:03.750066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:03.818693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '4a3ba48a-c96b-452b-8167-636333994e71'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:03.818693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.842486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.941569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:03.945669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.974144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port ac7a3b41-4492-4a61-b834-ed6831ab6851 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:03.989206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:03.995230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-383cae42-3d73-4bfc-b3ed-71b6ba1d9e20 req-21e4adde-33e9-4e7d-8417-02ed281d59fd tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0389819 Dec 23 12:26:04.054940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/4a3ba48a-c96b-452b-8167-636333994e71/2cb92255-bb38-44f5-a1b3-39ef02282d0b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:04.135860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a747ff0-5811-4de9-afec-cb4241eef8c7 req-0591e86e-f759-47c6-a9cb-5b3f1d26a7e1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:04.138579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a747ff0-5811-4de9-afec-cb4241eef8c7 req-0591e86e-f759-47c6-a9cb-5b3f1d26a7e1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.0587609 Dec 23 12:26:04.144841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:04.153365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fa098938-6e09-43e7-b7ca-b7800463c333'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:26:04.197906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a747ff0-5811-4de9-afec-cb4241eef8c7 req-f219611d-e613-4842-b52d-bb4334edd4cd tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Dec 23 12:26:04.271986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:04.279835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-network', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:04.309298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:04.309298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2c04dad5-ae4d-45d9-9f64-fbe0d2aa5e41 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:04.332767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.374142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Made reservation on behalf of aed55c5a7ea845528c1c1d99fa3aff7a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:04.374142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.386241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.456807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.460578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.496961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:04.501203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:04.507939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:04.511572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Pushing event updated for resources: {'Port': ['ID=2cb92255-bb38-44f5-a1b3-39ef02282d0b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:04.513458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::16f (dd6205f3-f5df-4d72-9c58-989d3d0bb346/4a3ba48a-c96b-452b-8167-636333994e71/ac7a3b41-4492-4a61-b834-ed6831ab6851) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:04.569222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Attempting to bind port 2cb92255-bb38-44f5-a1b3-39ef02282d0b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:04.569467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Attempting to bind port 2cb92255-bb38-44f5-a1b3-39ef02282d0b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:04.569677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Attempting to bind port 2cb92255-bb38-44f5-a1b3-39ef02282d0b on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:04.571084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.577115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:04.577115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:04.577115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.577115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:04.577589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Bound port: 2cb92255-bb38-44f5-a1b3-39ef02282d0b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:04.578413 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.599970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:26:04.610296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34299762-18e8-43fb-a0f3-fb47aea0e96c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:04.616063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.616745 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Added segment 9068e862-c6b6-41a4-b326-4068c6375d31 of type vlan for network 8c712702-1ea1-40ba-9128-8ccb27a861b5 Dec 23 12:26:04.666999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.670210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] For port 2cb92255-bb38-44f5-a1b3-39ef02282d0b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:04.674992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] For port 2cb92255-bb38-44f5-a1b3-39ef02282d0b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2cb92255-bb38-44f5-a1b3-39ef02282d0b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:04.702928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.811149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.871822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f513b0b-f098-41ff-acbe-9ce8b3c8e7df None None] Pushing event updated for resources: {'Port': ['ID=2cb92255-bb38-44f5-a1b3-39ef02282d0b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:04.953476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.953913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:04.954622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:04.955360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.011940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:05.015799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:05.020461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:05.028370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:05.028641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.071215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=ac7a3b41-4492-4a61-b834-ed6831ab6851,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:05.091758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] Pushing event updated for resources: {'Network': ['ID=8c712702-1ea1-40ba-9128-8ccb27a861b5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:05.103086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:26:05.156470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:05.163696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ccf0154-5ea5-4f8e-a7ea-3568f85bf8e7 req-15abdcba-450f-4903-b787-26dd4bdbaf75 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0355737 Dec 23 12:26:05.191511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d967fa06-c1af-4c91-b9fe-54daa4e09fd8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5437930 Dec 23 12:26:05.197273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46450) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:05.244527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a1bd178-49d9-4e9a-b7d2-c7d5bb3a4c19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0984139 Dec 23 12:26:05.247418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:05.256301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Request body: {'subnet': {'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-subnet', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:05.263988 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.294280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:05.298525 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43565f8b-caa9-48de-850b-43c028c2fdfb" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:05.308900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411e0f9-3732-4f3d-a111-19e24f65bd90 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:05.315182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:05.317836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411e0f9-3732-4f3d-a111-19e24f65bd90 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:05.321896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b411e0f9-3732-4f3d-a111-19e24f65bd90 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1210680 Dec 23 12:26:05.322256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46458) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:05.344080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894abcb-e26c-4dd6-9d99-fa8b7f6ed42a req-b57479e0-d6b8-4b31-98ab-f29e5177a378 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:05.345704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b894abcb-e26c-4dd6-9d99-fa8b7f6ed42a req-b57479e0-d6b8-4b31-98ab-f29e5177a378 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.0580182 Dec 23 12:26:05.387598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.396556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b894abcb-e26c-4dd6-9d99-fa8b7f6ed42a req-bd43c654-9b16-468f-ac26-c1082d241c60 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Dec 23 12:26:05.412039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port ac7a3b41-4492-4a61-b834-ed6831ab6851 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:05.412598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.446967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:05.459952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Made reservation on behalf of aed55c5a7ea845528c1c1d99fa3aff7a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:05.462316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.480516 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b4e353-8d85-4e30-b4cc-6d01717db83c x-openstack-request-id: req-84b4e353-8d85-4e30-b4cc-6d01717db83c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:05.480843 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:05.486592 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84b4e353-8d85-4e30-b4cc-6d01717db83c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:05.486592 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'code': 200} Dec 23 12:26:05.574204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.590511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for ac7a3b41-4492-4a61-b834-ed6831ab6851 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:06.034098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.060307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] Provisioning complete for port 2cb92255-bb38-44f5-a1b3-39ef02282d0b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:06.060307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.088225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.149981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=ac7a3b41-4492-4a61-b834-ed6831ab6851,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:06.208118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.213595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b7b684f-c337-4bd0-a190-d036c80ac75c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/ac7a3b41-4492-4a61-b834-ed6831ab6851 HTTP/1.1" status: 204 len: 168 time: 0.8896096 Dec 23 12:26:06.215375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46486) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:06.226402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d909ee2e-7abc-47f2-bd30-f1accb332ee2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:06.249690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Checking segment: {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:06.250455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Network hostable DHCP agents. Network: 8c712702-1ea1-40ba-9128-8ccb27a861b5, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:26:06.261550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.319469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] For port 2cb92255-bb38-44f5-a1b3-39ef02282d0b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2cb92255-bb38-44f5-a1b3-39ef02282d0b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:06.339355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:26:06.375465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2cb92255-bb38-44f5-a1b3-39ef02282d0b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:06.403619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.407604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-719d4792-401b-456e-a4b6-bf26ad6f0b5c req-65183829-e1ec-4c34-b91e-c48748079b56 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0751965 Dec 23 12:26:06.415773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 8c712702-1ea1-40ba-9128-8ccb27a861b5) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:06.416039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d3e8f-c701-4b17-af9c-29564f28294e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:06.418154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d3e8f-c701-4b17-af9c-29564f28294e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:06.420039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eb7d3e8f-c701-4b17-af9c-29564f28294e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2036755 Dec 23 12:26:06.422948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46490) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:06.423080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:06.423631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.473187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324538dd-dd7e-4341-9111-9bd803e3babf None None] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:06.486011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714c495-76dc-4185-bc58-48ed459ca791 req-2a6b65d6-fb27-4202-bd9b-91288905ec25 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:06.488362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3714c495-76dc-4185-bc58-48ed459ca791 req-2a6b65d6-fb27-4202-bd9b-91288905ec25 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.1488311 Dec 23 12:26:06.504575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 4a3ba48a-c96b-452b-8167-636333994e71 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:06.531057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.553545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-73aa1f3c-1019-47fe-9cf3-41eafc5ec6e3 None None] Could not find standard attr ID for object cf05471e-86eb-48d7-aa86-821c8d8f6b04. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:06.561354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edbf9863-081c-49d8-90e6-48c1b4cfbe81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3125720 Dec 23 12:26:06.564193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:06.569280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:06.585242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7cb48-6290-4e8c-9f89-57af54bbe5cd None None] Pushing event updated for resources: {'Port': ['ID=2cb92255-bb38-44f5-a1b3-39ef02282d0b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:06.598883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2cb92255-bb38-44f5-a1b3-39ef02282d0b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:06.599253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.633902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.657201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.660462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.676398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-8c712702-1ea1-40ba-9128-8ccb27a861b5', 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5', 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'fixed_ips': [{'subnet_id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:06.677290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.678788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3714c495-76dc-4185-bc58-48ed459ca791 req-b0912bb7-46da-4234-8d4b-b9528f6faaea tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799290 Dec 23 12:26:06.681082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-03eb9653-a700-49e3-b59f-9a7bf7f1265d None None] Could not find standard attr ID for object ac7a3b41-4492-4a61-b834-ed6831ab6851. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:06.694861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde3087-2870-4e9c-9440-a10353ad5b3e req-30d34554-26a2-48e1-9657-92be9892fb38 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:06.702629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbde3087-2870-4e9c-9440-a10353ad5b3e req-30d34554-26a2-48e1-9657-92be9892fb38 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.1806285 Dec 23 12:26:06.793500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.796170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbde3087-2870-4e9c-9440-a10353ad5b3e req-ca0ec160-9f51-424c-821c-aad422a9d894 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925283 Dec 23 12:26:06.800955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:06.897578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Allocated IP 172.20.0.2 (8c712702-1ea1-40ba-9128-8ccb27a861b5/d909ee2e-7abc-47f2-bd30-f1accb332ee2/c58bb622-2c6d-4549-a599-5ebae2f808bc) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:06.989253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.019767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3ba48a-c96b-452b-8167-636333994e71,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:07.026329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.045690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9088c0fd-90b0-4233-b6b4-7245e2258ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/4a3ba48a-c96b-452b-8167-636333994e71 HTTP/1.1" status: 204 len: 168 time: 0.6097074 Dec 23 12:26:07.046381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:07.064589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.150855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dfd7a6e8-e87a-4979-b15c-572ec261de1a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026542 Dec 23 12:26:07.153256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46502) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:07.158240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:07.161605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:07.166083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.285083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Pushing event updated for resources: {'Port': ['ID=c58bb622-2c6d-4549-a599-5ebae2f808bc,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:07.291767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6be31-0231-4a21-9b4c-d53e846220c4 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:07.351533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:07.395222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:07.396720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.400797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.517524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:07.525851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:07.581144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd221b1e-81b3-44bf-9e80-6d05d7d76576 req-57cb04ae-95f0-4094-928a-3e58d76f21cc tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0372725 Dec 23 12:26:07.630864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Attempting to bind port c58bb622-2c6d-4549-a599-5ebae2f808bc on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:07.631081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Attempting to bind port c58bb622-2c6d-4549-a599-5ebae2f808bc by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:07.631444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Attempting to bind port c58bb622-2c6d-4549-a599-5ebae2f808bc on network 8c712702-1ea1-40ba-9128-8ccb27a861b5 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:07.640100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:07.640100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Checking segment: {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:07.640561 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.640943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Bound using segment: {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:07.641414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Bound port: c58bb622-2c6d-4549-a599-5ebae2f808bc, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:07.641880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.741987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] For port c58bb622-2c6d-4549-a599-5ebae2f808bc, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:07.746066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] For port c58bb622-2c6d-4549-a599-5ebae2f808bc, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c58bb622-2c6d-4549-a599-5ebae2f808bc,segment=NetworkSegment(9068e862-c6b6-41a4-b326-4068c6375d31),segment_id=9068e862-c6b6-41a4-b326-4068c6375d31)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:07.747564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port fa098938-6e09-43e7-b7ca-b7800463c333 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:26:07.752911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:07.765961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port fa098938-6e09-43e7-b7ca-b7800463c333 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:07.766576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.786365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.835824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.866830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.899242 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.958731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.965203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Deleting port 2cb92255-bb38-44f5-a1b3-39ef02282d0b {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:07.965689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.993743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:08.033161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Allocated IP 172.25.7.213 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/6b0bc034-4a77-4aeb-86ca-9a97fbeadd95) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:08.036411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:08.040953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:08.041561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.048623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fa588-b447-4100-9b3f-28f4c1666659 None None] Pushing event updated for resources: {'Port': ['ID=c58bb622-2c6d-4549-a599-5ebae2f808bc,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.062358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:08.065395 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a1c4e-2557-4cfd-bd15-7eb728102e9b" -d '{"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-plugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:08.085599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f343c-ca77-42ac-a7dd-441f62f5f715 req-2afbdbc4-05dc-477e-b59a-d975b9cbfc40 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:08.104233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:08.106787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c17f343c-ca77-42ac-a7dd-441f62f5f715 req-2afbdbc4-05dc-477e-b59a-d975b9cbfc40 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.2867584 Dec 23 12:26:08.147246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] For port 2cb92255-bb38-44f5-a1b3-39ef02282d0b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2cb92255-bb38-44f5-a1b3-39ef02282d0b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:08.147777 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.163926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Calling delete_port for 2cb92255-bb38-44f5-a1b3-39ef02282d0b owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:08.176540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=8a936d0d-7f38-4a6e-9a78-4bdcea09b37b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.209908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21c9265c-0cfb-4ea5-955a-262f20b6eead tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0556078 Dec 23 12:26:08.218927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:08.219643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5699-2d1f-4800-b671-527fef1cc401 req-4db3d828-f454-4bc8-98a3-6a9f66a9cf4c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:08.220191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.238652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db4a5699-2d1f-4800-b671-527fef1cc401 req-4db3d828-f454-4bc8-98a3-6a9f66a9cf4c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.2746987 Dec 23 12:26:08.251904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'name': 'tempest-NetworksTestDHCPv6-566774847'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:08.315827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c17f343c-ca77-42ac-a7dd-441f62f5f715 req-93c6f7c3-3f5f-4a61-b33c-ffe007d60482 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052214 Dec 23 12:26:08.356148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2cb92255-bb38-44f5-a1b3-39ef02282d0b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:08.402440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.407372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db4a5699-2d1f-4800-b671-527fef1cc401 req-ec855541-7c33-44f6-b671-288d3c5452ac tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677711 Dec 23 12:26:08.427296 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a6302-296f-4d5d-b8ac-9e0f04156ba7 x-openstack-request-id: req-627a6302-296f-4d5d-b8ac-9e0f04156ba7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:08.427710 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-plugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:08.428030 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-627a6302-296f-4d5d-b8ac-9e0f04156ba7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:08.429875 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'code': 200} Dec 23 12:26:08.523635 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.539936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.546052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.562249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1237e-ff0f-482b-8f72-9e20445d0ce3 req-2549e573-fa55-4873-ba80-c13b422f5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:08.564549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7e1237e-ff0f-482b-8f72-9e20445d0ce3 req-2549e573-fa55-4873-ba80-c13b422f5a9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1101 time: 0.0702851 Dec 23 12:26:08.565215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-c9c207d7-88f9-4fc2-9e38-72e9933847d5 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:08.566536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-c9c207d7-88f9-4fc2-9e38-72e9933847d5 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.43 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 949 time: 0.3837278 Dec 23 12:26:08.572136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] No DVR routers for this DVR port 2cb92255-bb38-44f5-a1b3-39ef02282d0b on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:08.633328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0fe44-7cab-4bd9-af0e-cf204212b18b None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:08.648147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba374cd3-0cc8-4d72-9213-3e25f911d0c9 None None] Pushing event deleted for resources: {'Port': ['ID=2cb92255-bb38-44f5-a1b3-39ef02282d0b,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.663584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7e1237e-ff0f-482b-8f72-9e20445d0ce3 req-06d4644a-902d-4468-ad13-ce431e29e8f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840473 Dec 23 12:26:08.718616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7b74807-43cd-46f4-a934-769ff91e8e1f req-8d7ceafb-3ea6-45c7-a7d8-29c9577b1f6a tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0360742 Dec 23 12:26:08.744692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Deleting port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:08.745156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.767418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '8a936d0d-7f38-4a6e-9a78-4bdcea09b37b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:08.769419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.847695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] For port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:08.848242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.852189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.907690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:08.913792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.925121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Calling delete_port for b9e7c9e4-6d12-4a55-83af-b479d74d6e3d owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:08.936976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:08.944302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:08.946980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:08.983126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 35aab86d-26bd-4ebf-a83e-425b2cb8d30c yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:08.984124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8a936d0d-7f38-4a6e-9a78-4bdcea09b37b/7b10e33d-74c2-4077-9efc-d478129d8e84) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:09.031192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c6b89-2786-4415-a7b2-877520fae816 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:09.058663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:09.199181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d16d23f7-5911-4198-83f1-a3cfb8e3681e None None] Provisioning complete for port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:09.199900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d16d23f7-5911-4198-83f1-a3cfb8e3681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.282942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d16d23f7-5911-4198-83f1-a3cfb8e3681e None None] Port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:09.288753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.389299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.463289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::97 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8a936d0d-7f38-4a6e-9a78-4bdcea09b37b/35aab86d-26bd-4ebf-a83e-425b2cb8d30c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:09.481968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:09.491865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:09.503055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:09.509884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Pushing event updated for resources: {'Port': ['ID=7b10e33d-74c2-4077-9efc-d478129d8e84,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:09.515192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.519317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d3a96-0002-46c5-96f4-c1d0414c516a None None] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:09.538426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f64151-3d28-4f6e-a8c8-bc8d1c616b9d req-1ddb9e3c-9a39-42cc-8521-4f6e51124fd3 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:09.540310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07f64151-3d28-4f6e-a8c8-bc8d1c616b9d req-1ddb9e3c-9a39-42cc-8521-4f6e51124fd3 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 866 time: 0.1352856 Dec 23 12:26:09.573998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Pushing event deleted for resources: {'Port': ['ID=b9e7c9e4-6d12-4a55-83af-b479d74d6e3d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:09.631875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07f64151-3d28-4f6e-a8c8-bc8d1c616b9d req-bd815e16-a3e7-4bb8-b1db-7f09803e708a tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/security-groups?id=99779cec-48ac-4c01-8970-c5a06e1ecfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805328 Dec 23 12:26:09.651433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Attempting to bind port 7b10e33d-74c2-4077-9efc-d478129d8e84 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:09.651926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Attempting to bind port 7b10e33d-74c2-4077-9efc-d478129d8e84 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:09.652723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Attempting to bind port 7b10e33d-74c2-4077-9efc-d478129d8e84 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:09.658519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b48afa-5e4f-407c-a380-3efa2ead9b18 req-6adfb1e6-0f46-4a04-8c4a-feb28ed4c6a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:09.667087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b48afa-5e4f-407c-a380-3efa2ead9b18 req-6adfb1e6-0f46-4a04-8c4a-feb28ed4c6a7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1256618 Dec 23 12:26:09.672376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:09.672853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:09.673366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.674909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:09.675960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Bound port: 7b10e33d-74c2-4077-9efc-d478129d8e84, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:09.676339 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.714349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] Provisioning complete for port c58bb622-2c6d-4549-a599-5ebae2f808bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:09.714710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.722666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17b48afa-5e4f-407c-a380-3efa2ead9b18 req-4afb59e0-7234-4c19-8981-c9abbe5d46d3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Dec 23 12:26:09.786002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] No DVR routers for this DVR port b9e7c9e4-6d12-4a55-83af-b479d74d6e3d on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:09.798521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.803814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-93421640-800c-4d2b-9dde-c7c2ea24e54f req-93480411-820f-40f7-ad6c-229e9a0f538c tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.43 "DELETE /v2.0/ports/b9e7c9e4-6d12-4a55-83af-b479d74d6e3d HTTP/1.1" status: 204 len: 173 time: 1.2208626 Dec 23 12:26:09.804388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-deleted', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:09.807039 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e0bf8d-3608-4622-83a3-c8d01155527b" -d '{"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-deleted", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:09.854899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] For port 7b10e33d-74c2-4077-9efc-d478129d8e84, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:09.860792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] For port 7b10e33d-74c2-4077-9efc-d478129d8e84, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7b10e33d-74c2-4077-9efc-d478129d8e84,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:09.933987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.935435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.964684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.040327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.073907 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28acd170-01ba-427a-8927-90d56fb731df x-openstack-request-id: req-28acd170-01ba-427a-8927-90d56fb731df {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:10.074237 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8620911a-66a5-48ee-8545-e69c7bab10a8", "name": "network-vif-deleted", "tag": "b9e7c9e4-6d12-4a55-83af-b479d74d6e3d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:10.074583 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28acd170-01ba-427a-8927-90d56fb731df {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:10.074909 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8620911a-66a5-48ee-8545-e69c7bab10a8', 'name': 'network-vif-deleted', 'tag': 'b9e7c9e4-6d12-4a55-83af-b479d74d6e3d', 'status': 'completed', 'code': 200} Dec 23 12:26:10.115055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625ef9e-00cd-4828-b40a-18325a2b4fa4 None None] Pushing event updated for resources: {'Port': ['ID=7b10e33d-74c2-4077-9efc-d478129d8e84,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:10.122448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb57872-92a9-47a6-9917-1f852db8009d req-e6586fb9-e230-4bf6-9e78-1480c8d58159 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.1562133 Dec 23 12:26:10.139625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] For port c58bb622-2c6d-4549-a599-5ebae2f808bc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c58bb622-2c6d-4549-a599-5ebae2f808bc,segment=NetworkSegment(9068e862-c6b6-41a4-b326-4068c6375d31),segment_id=9068e862-c6b6-41a4-b326-4068c6375d31)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:10.239144 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.336943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c58bb622-2c6d-4549-a599-5ebae2f808bc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:10.377055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.406428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521bdd7-a7b4-458f-986e-8f5d6222e62a None None] Pushing event updated for resources: {'Port': ['ID=c58bb622-2c6d-4549-a599-5ebae2f808bc,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:10.423186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b41713aa-5186-4241-bdf2-a4572a6bda01 None None] Provisioning complete for port c58bb622-2c6d-4549-a599-5ebae2f808bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:10.423734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b41713aa-5186-4241-bdf2-a4572a6bda01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.503900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c58bb622-2c6d-4549-a599-5ebae2f808bc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:10.504272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.529633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.538932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:10.551417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:10.566778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:10.574553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:10.578209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.581779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=35aab86d-26bd-4ebf-a83e-425b2cb8d30c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:10.740788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e32ca3f-1c84-4db8-b25d-394bc9e5f93a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5176938 Dec 23 12:26:10.743562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:10.767363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-382d4590-1fb5-4825-abca-feab5e8ca645 req-e4bc1bb0-19de-4dd4-85f7-a533b5e9d330 tempest-ImagesOneServerTestJSON-1135610102 tempest-ImagesOneServerTestJSON-1135610102-project] 10.222.0.16 "GET /v2.0/ports?device_id=8620911a-66a5-48ee-8545-e69c7bab10a8 HTTP/1.1" status: 200 len: 210 time: 0.0261168 Dec 23 12:26:10.807804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0464904-f581-4d93-b265-379d43ee0c28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:10.814689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0464904-f581-4d93-b265-379d43ee0c28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:10.816544 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b0464904-f581-4d93-b265-379d43ee0c28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0717647 Dec 23 12:26:10.817860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Router 9c5f89d2-6859-4956-8c9a-1acd335741ae is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:26:10.819873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46548) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:10.940716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade4c3e-e68a-4148-8195-c75fb12329c6 req-8d3e85a5-bed6-4d84-8cb2-f90c8b970cb7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:10.942714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ade4c3e-e68a-4148-8195-c75fb12329c6 req-8d3e85a5-bed6-4d84-8cb2-f90c8b970cb7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.0674806 Dec 23 12:26:11.024332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 35aab86d-26bd-4ebf-a83e-425b2cb8d30c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:11.024671 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.035943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ade4c3e-e68a-4148-8195-c75fb12329c6 req-7bbbd1bf-4fa0-41ba-97d5-ed8e8d492f95 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822041 Dec 23 12:26:11.097052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:11.108491 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Sync routers for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:11.122395 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:11.123029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:11.179103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.205870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:11.209223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 35aab86d-26bd-4ebf-a83e-425b2cb8d30c owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:11.262517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: b9e7c9e4-6d12-4a55-83af-b479d74d6e3d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:11.263424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9e7c9e4-6d12-4a55-83af-b479d74d6e3d not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:11.265286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.266605 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-948b28ef-c7df-45ef-b398-7cf36f05d421 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7011797 Dec 23 12:26:11.270835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46558) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:11.327581 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:11.348959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eed10-fcdb-4638-93ae-3105b5116e79 req-ec7c2c55-f3aa-4beb-8bbd-b7b965ba6694 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:11.357078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-482eed10-fcdb-4638-93ae-3105b5116e79 req-ec7c2c55-f3aa-4beb-8bbd-b7b965ba6694 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1101 time: 0.1824522 Dec 23 12:26:11.514563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3185e80e-7db4-4f80-934d-977d6088c6ed req-bd3e7263-2d96-4d9e-85b2-a287a4285786 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0982800 Dec 23 12:26:11.561779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-482eed10-fcdb-4638-93ae-3105b5116e79 req-33aba3c4-3bad-4636-b212-089a078b7e15 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987672 Dec 23 12:26:11.616112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.685974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=35aab86d-26bd-4ebf-a83e-425b2cb8d30c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:11.703253 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:09Z', 'revision_number': 3, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:11.718574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] Provisioning complete for port 7b10e33d-74c2-4077-9efc-d478129d8e84 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:11.719109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.741572 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Checking router: 9c5f89d2-6859-4956-8c9a-1acd335741ae for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:11.742284 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Updating router 9c5f89d2-6859-4956-8c9a-1acd335741ae port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:11.749238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.753390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ba8c2b4d-079d-4c52-8378-3db373d3460e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/35aab86d-26bd-4ebf-a83e-425b2cb8d30c HTTP/1.1" status: 204 len: 168 time: 0.9323709 Dec 23 12:26:11.755630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:11.789018 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.798975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-a4637034-64d7-40f0-841e-488d9e37431f req-5d84bc32-f0de-4ea5-83b4-073ef9ea93fe service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:26:11.812215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4637034-64d7-40f0-841e-488d9e37431f req-5d84bc32-f0de-4ea5-83b4-073ef9ea93fe service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1459444 Dec 23 12:26:11.862544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c4d31-bc43-4556-ad0a-94151214af20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:11.868247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c4d31-bc43-4556-ad0a-94151214af20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:11.870573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-de6c4d31-bc43-4556-ad0a-94151214af20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1138823 Dec 23 12:26:11.873145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:11.905091 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.983496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] For port 7b10e33d-74c2-4077-9efc-d478129d8e84, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7b10e33d-74c2-4077-9efc-d478129d8e84,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:12.035052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 8a936d0d-7f38-4a6e-9a78-4bdcea09b37b {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:12.040134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.097844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.141657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.282243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64e8bb-cef6-4e0a-9ed6-3e789cc77a40 None None] Pushing event updated for resources: {'Port': ['ID=7b10e33d-74c2-4077-9efc-d478129d8e84,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:12.295917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0f4ffaf7-8dcc-46e2-9fbe-a6ea8dee30fb None None] Could not find standard attr ID for object 35aab86d-26bd-4ebf-a83e-425b2cb8d30c. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:12.332895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.339360 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.440363 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.492768 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Attempting to bind port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:12.493415 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Attempting to bind port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:12.493947 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Attempting to bind port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:12.502035 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:12.503148 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:12.503703 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.504234 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:12.506624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Bound port: 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:12.507383 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.507941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ce33b-4da9-4f0c-8c3d-f0c8ec4407e4 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:12.541070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7b10e33d-74c2-4077-9efc-d478129d8e84 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:12.553447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.592801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6267b-9b4f-4229-afad-4803604953f6 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:12.593912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.603411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8a936d0d-7f38-4a6e-9a78-4bdcea09b37b HTTP/1.1" status: 204 len: 168 time: 0.7271993 Dec 23 12:26:12.618656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46594) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:12.618896 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] For port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:12.627170 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] For port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:12.639091 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Pushing event updated for resources: {'Port': ['ID=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:12.650957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e5e6-aa86-4c51-8c39-92bc3e716086 req-74db8d0c-d19e-47c0-a814-adf43fe53f3a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:12.655427 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.655784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.656106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.656421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.656748 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.657096 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.657414 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.657732 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.658045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.658422 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.658702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.659164 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.659388 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:12.662662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88d2e5e6-aa86-4c51-8c39-92bc3e716086 req-74db8d0c-d19e-47c0-a814-adf43fe53f3a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.2052302 Dec 23 12:26:12.669788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968989c-d2a6-4547-a4fd-54c35beac938 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=8a936d0d-7f38-4a6e-9a78-4bdcea09b37b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:12.716379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e834660a-46ae-4942-9fe4-5775d3224944 None None] Provisioning complete for port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:12.716743 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e834660a-46ae-4942-9fe4-5775d3224944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.720587 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-61af4a32-044c-4543-8fcc-87688e3130e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151364 Dec 23 12:26:12.730781 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.741436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46596) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:12.741655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-217a4087-8c6e-40f4-ba41-1d93140f7a8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192255 Dec 23 12:26:12.742233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46598) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:12.809313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041238f6-715c-4917-b9d4-cafb7ae3751e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:12.810509 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:12.811662 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:12.816529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-862523f6-daee-442b-83f1-3b1752905f3b req-d63e6012-4f9c-4c7f-907a-a04a4229c9c9 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0833588 Dec 23 12:26:12.854509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7b10e33d-74c2-4077-9efc-d478129d8e84 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:12.854879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.858338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e834660a-46ae-4942-9fe4-5775d3224944 None None] Port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:12.860207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88d2e5e6-aa86-4c51-8c39-92bc3e716086 req-a518e458-660d-4ea7-aa7d-c08b1a0f267e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962230 Dec 23 12:26:12.906773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f1e0d-b61a-46fc-bec9-9eb8ba5ae824 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:12.911396 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:12.914761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-268f1e0d-b61a-46fc-bec9-9eb8ba5ae824 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1664543 Dec 23 12:26:12.915846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:12.943553 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433400-c833-4c8b-ac1c-a177f3c41bc0 None None] Pushing event updated for resources: {'Port': ['ID=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:12.987755 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:13.037775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1445ff-3e3e-4af5-a05b-efbbb5d5a3b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:13.062599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d1445ff-3e3e-4af5-a05b-efbbb5d5a3b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1451104 Dec 23 12:26:13.074222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46612) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:13.196762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a8410354-94fd-4b09-b233-b9bebb1899ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075459 Dec 23 12:26:13.205097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46614) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:13.211541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:13.289240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-37f245be-c11d-4493-93e0-b7b205b81997 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8003367f2cb485a82e5ab4f15610792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5464182 Dec 23 12:26:13.294751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46626) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:13.425639 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:09Z', 'revision_number': 3, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:13.427112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:13.440937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Allocated IP 172.20.0.1 (8c712702-1ea1-40ba-9128-8ccb27a861b5/d909ee2e-7abc-47f2-bd30-f1accb332ee2/cbe5110c-3ccc-46f2-b6b3-95cef511a194) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:13.443193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.490273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.506466 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f15455-0850-495c-8b06-a4e5aaa45a89 None None] The sync data for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 is: [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:09Z', 'revision_number': 3, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:13.534804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] Provisioning complete for port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:13.535106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.547558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c58bb622-2c6d-4549-a599-5ebae2f808bc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:13.589385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:13.593715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.629583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f02a3a95-3b66-4696-8eca-022e104d4049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.660685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.665233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.679885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99779cec-48ac-4c01-8970-c5a06e1ecfc0 HTTP/1.1" status: 204 len: 168 time: 0.3833725 Dec 23 12:26:13.710228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d812b3-f01c-4b40-926a-e13fe2e7fdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99779cec-48ac-4c01-8970-c5a06e1ecfc0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:13.717393 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.733140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.749798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] For port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:13.778060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Deleting port 7b10e33d-74c2-4077-9efc-d478129d8e84 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:13.778535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.846926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c58bb622-2c6d-4549-a599-5ebae2f808bc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:13.847603 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.849804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:13.956423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.032348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6ce20-ccb1-463a-8f29-0328f0fa6973 None None] Pushing event updated for resources: {'Port': ['ID=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:14.047086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] For port 7b10e33d-74c2-4077-9efc-d478129d8e84, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7b10e33d-74c2-4077-9efc-d478129d8e84,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:14.047553 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.068603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Calling delete_port for 7b10e33d-74c2-4077-9efc-d478129d8e84 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:14.131576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e51ac076-7f6a-467e-b7de-5558e6b91bb8 req-644899c3-9c16-4043-83a1-5b2d50fb400d tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0487773 Dec 23 12:26:14.166504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:14.173295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.215515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:14.223146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe5110c-3ccc-46f2-b6b3-95cef511a194,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:14.231955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:14.291773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.292131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.292478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.292839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.293190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.293687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.293849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.294180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.294505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.295054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.295388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.295718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.296045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:14.308676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:14.338874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:14.342605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:14.343220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.375257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcd6d-63a4-4ef1-86b6-2be6579ef8c2 req-ef2105fe-397c-45f5-9954-b0247b9cadec tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:14.376887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541fcd6d-63a4-4ef1-86b6-2be6579ef8c2 req-ef2105fe-397c-45f5-9954-b0247b9cadec tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.3322108 Dec 23 12:26:14.385069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=eba31b79-b242-4b1b-977c-d6730c26c923,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:14.442040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.467171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:14.501902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] No DVR routers for this DVR port 7b10e33d-74c2-4077-9efc-d478129d8e84 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:14.532258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:14.535555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5395f9a-23c4-4a3f-96c2-943f0110b680 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:14.704030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79bdf8-5cbf-4e33-8c42-033125587082 None None] Pushing event deleted for resources: {'Port': ['ID=7b10e33d-74c2-4077-9efc-d478129d8e84,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:14.805530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541fcd6d-63a4-4ef1-86b6-2be6579ef8c2 req-76660ef0-1ca1-4791-a0f8-e83caa34d56f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074404 Dec 23 12:26:14.813186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-39afe67d-ef89-49db-9a08-57bad34faf31 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6037858 Dec 23 12:26:14.813635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46668) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:14.822547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': 'eba31b79-b242-4b1b-977c-d6730c26c923', 'ip_address': '2001:db8::287e:2d54:c37b:9496'}], 'name': 'tempest-NetworksTestDHCPv6-292563772'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:14.910222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7205171a-2adc-4fba-9d76-08dfbba62cc8 None None] Provisioning complete for port cbe5110c-3ccc-46f2-b6b3-95cef511a194 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:14.924916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7205171a-2adc-4fba-9d76-08dfbba62cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.002655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.040507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7205171a-2adc-4fba-9d76-08dfbba62cc8 None None] Port cbe5110c-3ccc-46f2-b6b3-95cef511a194 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:15.046437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:15.046968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.075656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'eba31b79-b242-4b1b-977c-d6730c26c923'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:15.076591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.215410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:15.300558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/eba31b79-b242-4b1b-977c-d6730c26c923/9d6e2a5d-2467-4945-8d9e-95f1bd11254d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:15.347267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.356708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.381073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 5608e3be-ac3b-4f3a-b238-c882ee7700e5 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:15.405765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20d08918-c0d4-4ac1-a35b-4669678a4134 req-5136c69c-63bf-4386-8fcf-fb6d7857549b tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0558121 Dec 23 12:26:15.496115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.591683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe5110c-3ccc-46f2-b6b3-95cef511a194,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:15.598658 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.645257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.671697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8556b52-ed87-4816-b849-bad6ffb260a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.709650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:15.715518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7b10e33d-74c2-4077-9efc-d478129d8e84 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:15.777787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7b10e33d-74c2-4077-9efc-d478129d8e84 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:15.778285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7b10e33d-74c2-4077-9efc-d478129d8e84 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:15.797909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:15.827934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:15.833448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:15.836750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Pushing event updated for resources: {'Port': ['ID=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:15.849959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:15.851458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:16.024557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Attempting to bind port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:16.025159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Attempting to bind port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:16.025302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Attempting to bind port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:16.061550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:16.063845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:16.064622 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.065479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:16.066421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Bound port: 9d6e2a5d-2467-4945-8d9e-95f1bd11254d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:16.067026 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.100331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336080b6-a553-4b06-a292-9aebd4e523e7 req-13a4dd93-88a7-4e37-9d0f-36a47f59f388 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.108294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-336080b6-a553-4b06-a292-9aebd4e523e7 req-13a4dd93-88a7-4e37-9d0f-36a47f59f388 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.0932183 Dec 23 12:26:16.152021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::287e:2d54:c37b:9496 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/eba31b79-b242-4b1b-977c-d6730c26c923/5608e3be-ac3b-4f3a-b238-c882ee7700e5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:16.189182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-336080b6-a553-4b06-a292-9aebd4e523e7 req-85e199f3-6012-4469-b992-77166a6b6eeb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Dec 23 12:26:16.208566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Router 9c5f89d2-6859-4956-8c9a-1acd335741ae has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:16.300815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] For port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:16.304860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] For port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:16.349781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-2746e6f6-c8b4-42c6-813f-a8dcf4bc9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.351360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-2746e6f6-c8b4-42c6-813f-a8dcf4bc9bfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1101 time: 0.0645089 Dec 23 12:26:16.396946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.462927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-8edfcb35-f27b-434f-b1bd-036ef8dc60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.464620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-8edfcb35-f27b-434f-b1bd-036ef8dc60cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1052022 Dec 23 12:26:16.528107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-44e40626-89dc-463f-9469-eecc243bfd64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0494144 Dec 23 12:26:16.548895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.581100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.607138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-c2c30fe8-1e1f-400b-ac80-79a39f713f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.609447 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-c2c30fe8-1e1f-400b-ac80-79a39f713f22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0729709 Dec 23 12:26:16.684726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.697275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc95f34-4ea5-4a0f-b67c-a543bd0f15bb req-960eaf88-7e57-40e2-8f84-e2cc0b3559fd tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0758414 Dec 23 12:26:16.697528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-74c8825d-e632-4438-a636-7bf6ee4edba3 None None] Provisioning complete for port cbe5110c-3ccc-46f2-b6b3-95cef511a194 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:16.698126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-74c8825d-e632-4438-a636-7bf6ee4edba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.732541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:16.739658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fe02216f-09d4-4097-b924-de05b7a88527 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c5f89d2-6859-4956-8c9a-1acd335741ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4669759 Dec 23 12:26:16.777970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-109ff3be-cd24-481b-83fb-afb5c471454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.780521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-109ff3be-cd24-481b-83fb-afb5c471454f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533041 Dec 23 12:26:16.781549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=5608e3be-ac3b-4f3a-b238-c882ee7700e5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:16.784254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-74c8825d-e632-4438-a636-7bf6ee4edba3 None None] Port cbe5110c-3ccc-46f2-b6b3-95cef511a194 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:16.787214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:16.795353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Sync routers for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:16.798588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:16.803166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:16.807871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb863a9-e802-4766-80f5-b1cb4729d7fb None None] Pushing event updated for resources: {'Port': ['ID=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:16.812505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:16.813322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:16.821372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:16.822205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:17.003646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b59a6f2d-ed3e-4817-9628-69dd44920780 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1883357 Dec 23 12:26:17.007288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:17.007406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:17.069928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-17d1da34-c36c-4fac-8335-fb59a8f3949a service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805152 Dec 23 12:26:17.134486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7113ce-5d21-4d2f-89bc-c919fc3ef68e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:17.150266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7113ce-5d21-4d2f-89bc-c919fc3ef68e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:17.158021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c7113ce-5d21-4d2f-89bc-c919fc3ef68e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1489766 Dec 23 12:26:17.163320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46738) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:17.199857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-b1bc3aab-65cf-4a14-82f1-ef884e443bdf service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180360 Dec 23 12:26:17.239173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46742) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:17.302384 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-27e0c840-f3b2-4ff9-9802-58e9fc94861b req-a17e6a64-f273-4409-aa80-07c99184195d tempest-FloatingIPDetailsNegativeTestJSON-741747891 tempest-FloatingIPDetailsNegativeTestJSON-741747891-project] show failed (client error): The resource could not be found. Dec 23 12:26:17.303267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27e0c840-f3b2-4ff9-9802-58e9fc94861b req-a17e6a64-f273-4409-aa80-07c99184195d tempest-FloatingIPDetailsNegativeTestJSON-741747891 tempest-FloatingIPDetailsNegativeTestJSON-741747891-project] 10.222.0.16 "GET /v2.0/floatingips/3694447e-0d69-44d6-a715-40abdb93adc7 HTTP/1.1" status: 404 len: 350 time: 0.1464274 Dec 23 12:26:17.313607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46748) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:17.362084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:14Z', 'revision_number': 4, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'cbe5110c-3ccc-46f2-b6b3-95cef511a194', 'name': '', 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'mac_address': 'fa:16:3e:42:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:12Z', 'updated_at': '2021-12-23T12:26:15Z', 'revision_number': 2, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'subnets': [{'id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:17.403779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Checking router: 9c5f89d2-6859-4956-8c9a-1acd335741ae for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:17.404143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Updating router 9c5f89d2-6859-4956-8c9a-1acd335741ae port cbe5110c-3ccc-46f2-b6b3-95cef511a194 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:17.423555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0fa6-eaf9-4824-b5e9-4d73ca08c506 req-c80db799-877d-45b5-be43-d168ff8fa62d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:17.435947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-418f0fa6-eaf9-4824-b5e9-4d73ca08c506 req-c80db799-877d-45b5-be43-d168ff8fa62d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1379120 Dec 23 12:26:17.466668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:17.542457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-418f0fa6-eaf9-4824-b5e9-4d73ca08c506 req-3e696c0e-ee67-462a-ab64-1961d35478dd tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055176 Dec 23 12:26:17.550660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 5608e3be-ac3b-4f3a-b238-c882ee7700e5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:17.552559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:17.659124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69cf55d5-1361-41ba-aac1-9295bdbf40d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:17.709655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:17.731269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 5608e3be-ac3b-4f3a-b238-c882ee7700e5 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:17.907893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc49a942-db52-4a3e-bd85-1265467d87f4 req-3783566b-da67-432a-8087-e51717395b69 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0417860 Dec 23 12:26:18.067500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69cf55d5-1361-41ba-aac1-9295bdbf40d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.090852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.113825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.117249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.119332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.151507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=5608e3be-ac3b-4f3a-b238-c882ee7700e5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:18.158319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69cf55d5-1361-41ba-aac1-9295bdbf40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.193635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.199719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cba2aec5-7e3b-44a7-b8e2-54d3f8764d53 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/5608e3be-ac3b-4f3a-b238-c882ee7700e5 HTTP/1.1" status: 204 len: 168 time: 1.0279777 Dec 23 12:26:18.200393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:18.219959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.256020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-69cf55d5-1361-41ba-aac1-9295bdbf40d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82c86271239a438c9cb9dc28fdf1d7e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0155206 Dec 23 12:26:18.258172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:18.259928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf55d5-1361-41ba-aac1-9295bdbf40d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366c39ac-6abb-4ad4-92ba-33b983a1e01a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:18.288569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.299495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe78c1-61f3-4838-bd03-6c58d5e989e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:18.301629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe78c1-61f3-4838-bd03-6c58d5e989e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:18.306229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-79fe78c1-61f3-4838-bd03-6c58d5e989e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1046858 Dec 23 12:26:18.307073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46760) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:18.397893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b69d00-6df9-4e32-b9ef-b87ff65b7239 None None] Pushing event updated for resources: {'Port': ['ID=cbe5110c-3ccc-46f2-b6b3-95cef511a194,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:18.420518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet eba31b79-b242-4b1b-977c-d6730c26c923 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:18.432896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.508924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9d6e2a5d-2467-4945-8d9e-95f1bd11254d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:18.517096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Provisioning complete for port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:18.519977 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.555392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.644745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Attempting to bind port cbe5110c-3ccc-46f2-b6b3-95cef511a194 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:18.645149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Attempting to bind port cbe5110c-3ccc-46f2-b6b3-95cef511a194 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:18.645571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Attempting to bind port cbe5110c-3ccc-46f2-b6b3-95cef511a194 on network 8c712702-1ea1-40ba-9128-8ccb27a861b5 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:18.696865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:18.697239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Checking segment: {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:18.697644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.705843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Bound using segment: {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:18.706954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Bound port: cbe5110c-3ccc-46f2-b6b3-95cef511a194, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9068e862-c6b6-41a4-b326-4068c6375d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:18.706954 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.779424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.834282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.846521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.880918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:18.881286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:18.897654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f068ad-7fe2-466d-9b0f-abb8e78d26ea req-e8478725-83b1-47df-8dad-47a841d1d899 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:18.905777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3f068ad-7fe2-466d-9b0f-abb8e78d26ea req-e8478725-83b1-47df-8dad-47a841d1d899 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1749055 Dec 23 12:26:18.919486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] For port cbe5110c-3ccc-46f2-b6b3-95cef511a194, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:18.960093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] For port cbe5110c-3ccc-46f2-b6b3-95cef511a194, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cbe5110c-3ccc-46f2-b6b3-95cef511a194,segment=NetworkSegment(9068e862-c6b6-41a4-b326-4068c6375d31),segment_id=9068e862-c6b6-41a4-b326-4068c6375d31)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:18.971652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.034010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3f068ad-7fe2-466d-9b0f-abb8e78d26ea req-74daf078-8e99-4d77-a4cd-0eebbd040815 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271255 Dec 23 12:26:19.043737 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.071606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.077963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Deleting port cbe5110c-3ccc-46f2-b6b3-95cef511a194 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:19.078300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.104570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-484ac895-a185-49e6-b906-3f38cb744976 req-aae87558-63da-4363-beda-c6d188c53416 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0695653 Dec 23 12:26:19.117689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.120326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.121540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/366c39ac-6abb-4ad4-92ba-33b983a1e01a HTTP/1.1" status: 204 len: 168 time: 0.8568497 Dec 23 12:26:19.136726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d250f-402a-40c5-aa05-9e8382ac6ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c39ac-6abb-4ad4-92ba-33b983a1e01a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:19.158622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.164205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/eba31b79-b242-4b1b-977c-d6730c26c923 HTTP/1.1" status: 204 len: 168 time: 0.8537025 Dec 23 12:26:19.164205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a97d0-359e-431f-b88f-0f781f2e3de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=eba31b79-b242-4b1b-977c-d6730c26c923,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:19.166361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46774) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:19.193606 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:19.193949 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:19.196947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40902519-f8fb-40bb-8807-41679c7fbb02 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:19.206046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] For port cbe5110c-3ccc-46f2-b6b3-95cef511a194, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cbe5110c-3ccc-46f2-b6b3-95cef511a194,segment=NetworkSegment(9068e862-c6b6-41a4-b326-4068c6375d31),segment_id=9068e862-c6b6-41a4-b326-4068c6375d31)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:19.207652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.214674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a3d5323-7b03-48a1-9ed6-22397a86cc4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471618 Dec 23 12:26:19.217277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46776) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:19.223095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:19.231407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Calling delete_port for cbe5110c-3ccc-46f2-b6b3-95cef511a194 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:19.251705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.273515 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.333520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:19.334206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:19.341091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b69d00-6df9-4e32-b9ef-b87ff65b7239 None None] Pushing event updated for resources: {'Port': ['ID=cbe5110c-3ccc-46f2-b6b3-95cef511a194,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:19.428794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:19.436479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.538829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:19.539388 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:19.566427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:19.617512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.657051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:19.657464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe5110c-3ccc-46f2-b6b3-95cef511a194,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:19.851791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.938097 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.948925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Deleting port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:19.948925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:19.993751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.010369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] For port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:20.037981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:20.053242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:20.056174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:20.060474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:20.061297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.087210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] For port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:20.087660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.099906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.114744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Calling delete_port for 9d6e2a5d-2467-4945-8d9e-95f1bd11254d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:20.154014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.163615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:14Z', 'revision_number': 4, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'cbe5110c-3ccc-46f2-b6b3-95cef511a194', 'name': '', 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'mac_address': 'fa:16:3e:42:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:12Z', 'updated_at': '2021-12-23T12:26:18Z', 'revision_number': 4, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'subnets': [{'id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:20.199445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-888b0750-1663-49f7-bbde-463da1fdfc37 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9811251 Dec 23 12:26:20.202636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46804) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:20.215429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': 'e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f', 'ip_address': '2001:db8::4435:f4cc:d81e:2dc7'}], 'name': 'tempest-NetworksTestDHCPv6-95799138'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:20.245132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd38290-1eaf-4c00-823f-882a5d4e59c8 req-6421fa69-5d29-45a8-abaa-4cbce49bade8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:20.246927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acd38290-1eaf-4c00-823f-882a5d4e59c8 req-6421fa69-5d29-45a8-abaa-4cbce49bade8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1152718 Dec 23 12:26:20.252613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152526d8-9ebc-474a-b6d2-0e64cf360c29 None None] The sync data for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 is: [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:14Z', 'revision_number': 4, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port': {'id': '6b0bc034-4a77-4aeb-86ca-9a97fbeadd95', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:07Z', 'updated_at': '2021-12-23T12:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'cbe5110c-3ccc-46f2-b6b3-95cef511a194', 'name': '', 'network_id': '8c712702-1ea1-40ba-9128-8ccb27a861b5', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'mac_address': 'fa:16:3e:42:33:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:12Z', 'updated_at': '2021-12-23T12:26:18Z', 'revision_number': 4, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'subnets': [{'id': 'd909ee2e-7abc-47f2-bd30-f1accb332ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:20.271742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-678d26f7-79e8-435a-b904-834fc7aeace1 None None] Could not find standard attr ID for object 5608e3be-ac3b-4f3a-b238-c882ee7700e5. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:20.275807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf94f8c-0834-4ffa-b401-1c88bfe9bd4c None None] Pushing event updated for resources: {'Port': ['ID=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:20.287388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-678d26f7-79e8-435a-b904-834fc7aeace1 None None] Could not find standard attr ID for object cbe5110c-3ccc-46f2-b6b3-95cef511a194. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:20.312630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-229e33ed-22cb-4b83-ac3a-1de479e41df0 req-ae2a289a-b6e0-4715-9ec7-4708d36b842a tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0594554 Dec 23 12:26:20.402755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acd38290-1eaf-4c00-823f-882a5d4e59c8 req-69ac29fe-a795-4ce5-a20c-439b9d84b992 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135118 Dec 23 12:26:20.481714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Router 9c5f89d2-6859-4956-8c9a-1acd335741ae has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:20.535612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:20.535969 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:20.610109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:20.621698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.628618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3573b6c1-3ae7-4286-8e46-14cb8287c457 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c5f89d2-6859-4956-8c9a-1acd335741ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130376 Dec 23 12:26:20.630253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:20.636169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46812) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:20.655823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] No DVR routers for this DVR port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:20.658435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb92e3-62f8-497a-bab8-6148305e28ce None None] Pushing event deleted for resources: {'Port': ['ID=9d6e2a5d-2467-4945-8d9e-95f1bd11254d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:20.688031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 9d6e2a5d-2467-4945-8d9e-95f1bd11254d update to ACTIVE by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:26:20.695504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3782d0-070b-48c6-a842-f1e69c662351 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:20.787062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46816) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:20.867247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:20.877796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.877796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9d6e2a5d-2467-4945-8d9e-95f1bd11254d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:20.899989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:20.905921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9d6e2a5d-2467-4945-8d9e-95f1bd11254d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:20.906453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9d6e2a5d-2467-4945-8d9e-95f1bd11254d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:21.075162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1838170175-network', 'tenant_id': 'd1cb9ee71aa24251b60c81b18c2f9318'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:21.125758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.152565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f/a881ca13-e815-4386-9537-d5101f3afc91) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:21.193060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Made reservation on behalf of d1cb9ee71aa24251b60c81b18c2f9318 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:21.195768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.206922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.219487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.239347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 77ea1545-ab07-4d65-a5f2-2b7097063113 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:21.356635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.359885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Deleting port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:21.360334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.463367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.482891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.593457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.637360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Pushing event updated for resources: {'Port': ['ID=a881ca13-e815-4386-9537-d5101f3afc91,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:21.670504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:21.678431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:21.680917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:21.692613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::4435:f4cc:d81e:2dc7 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f/77ea1545-ab07-4d65-a5f2-2b7097063113) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:21.757289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Attempting to bind port a881ca13-e815-4386-9537-d5101f3afc91 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:21.757707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Attempting to bind port a881ca13-e815-4386-9537-d5101f3afc91 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:21.758173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Attempting to bind port a881ca13-e815-4386-9537-d5101f3afc91 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:21.764933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:21.768863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:21.768863 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.768863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:21.768863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Bound port: a881ca13-e815-4386-9537-d5101f3afc91, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:21.768863 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.860178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] For port a881ca13-e815-4386-9537-d5101f3afc91, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:21.865542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] For port a881ca13-e815-4386-9537-d5101f3afc91, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a881ca13-e815-4386-9537-d5101f3afc91,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:21.907364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:21.971285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.005362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c46375c9-a94c-4067-bcdb-a8d16fc7fc70 req-6c8f3dfb-6f44-4165-a72b-cef569d620c6 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.5293865 Dec 23 12:26:22.016379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.039760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef45fcde-6450-46f4-b8b7-0692403198c1 req-2595e288-b7a5-4c78-be25-e36336d392f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.5391643 Dec 23 12:26:22.057376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:26:22.061875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb5713-0770-4807-9b45-f758deca72db,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:22.064207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345223e-01ac-4460-a523-295ae9ff1b85 None None] Pushing event updated for resources: {'Port': ['ID=a881ca13-e815-4386-9537-d5101f3afc91,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:22.098255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] For port 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:22.098476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.121698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Calling delete_port for 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:22.160732 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Sync routers for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:22.168707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:22.172024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:22.181105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:22.182378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:22.183112 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:22.188424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:22.189101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.199173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=77ea1545-ab07-4d65-a5f2-2b7097063113,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:22.252602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.256985 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Added segment 21610caa-ccfc-4966-a4d4-c8a1b87a9986 of type vlan for network bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 Dec 23 12:26:22.277342 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-227530c7-4a2b-4190-ae50-974bbca7e3e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0661039 Dec 23 12:26:22.277876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46846) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:22.348370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2e5c7-5c59-4be2-a7ac-903047c320e4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:22.351529 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.356840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2e5c7-5c59-4be2-a7ac-903047c320e4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:22.359884 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3fe2e5c7-5c59-4be2-a7ac-903047c320e4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0806422 Dec 23 12:26:22.363169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:22.363800 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:22.385156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e07b8-6359-49af-ad11-e64c104dd830 req-f22b87db-758e-46d0-96a1-781448b22519 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:22.391971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-871e07b8-6359-49af-ad11-e64c104dd830 req-f22b87db-758e-46d0-96a1-781448b22519 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.3934312 Dec 23 12:26:22.481738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.483088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:22.484112 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.502398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.544999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 77ea1545-ab07-4d65-a5f2-2b7097063113 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:22.545391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.570990 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:21Z', 'revision_number': 6, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:22.597814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-871e07b8-6359-49af-ad11-e64c104dd830 req-d46e78fe-aa8c-4583-a43e-1db613a8cfc6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021618 Dec 23 12:26:22.600158 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Checking router: 9c5f89d2-6859-4956-8c9a-1acd335741ae for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:22.601577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] Pushing event updated for resources: {'Network': ['ID=bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:22.615421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:26:22.628935 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Routers {'9c5f89d2-6859-4956-8c9a-1acd335741ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:22.629799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c5f89d2-6859-4956-8c9a-1acd335741ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:22.639510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc5d3c0f-aa44-4b32-a244-310114dd8c3f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8484552 Dec 23 12:26:22.640403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:22.648313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Request body: {'subnet': {'network_id': 'bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1838170175-subnet', 'tenant_id': 'd1cb9ee71aa24251b60c81b18c2f9318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:22.736534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.757464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.799891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Made reservation on behalf of d1cb9ee71aa24251b60c81b18c2f9318 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:22.803418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.805742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 77ea1545-ab07-4d65-a5f2-2b7097063113 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:22.805868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0bc034-4a77-4aeb-86ca-9a97fbeadd95,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:22.811229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf099eef-93b5-43ca-84ac-9dc9a075d4b6 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:22.839397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] Set router 9c5f89d2-6859-4956-8c9a-1acd335741ae gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:22.904955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:22.928682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a881ca13-e815-4386-9537-d5101f3afc91 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:22.928870 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:21Z', 'revision_number': 6, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:22.966314 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69563f08-c7fc-4812-9d6a-e622a4b3038f None None] The sync data for ids ['9c5f89d2-6859-4956-8c9a-1acd335741ae'] in n-d-822750-2 is: [{'id': '9c5f89d2-6859-4956-8c9a-1acd335741ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707918168-router', 'tenant_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:06Z', 'updated_at': '2021-12-23T12:26:21Z', 'revision_number': 6, 'project_id': 'aed55c5a7ea845528c1c1d99fa3aff7a', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:23.030401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a881ca13-e815-4386-9537-d5101f3afc91 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:23.030773 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.082515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.089874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.180643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.235575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port a881ca13-e815-4386-9537-d5101f3afc91, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a881ca13-e815-4386-9537-d5101f3afc91,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:23.255610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-619e1566-40c0-43aa-9eaf-fae7cbac1da4 req-b17217bb-d330-40c4-a3c1-95b07e192d86 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0438821 Dec 23 12:26:23.277031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.320513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.326001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.341299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.341843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5f89d2-6859-4956-8c9a-1acd335741ae {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:26:23.353156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.356772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1c298f6-327b-43cd-a372-4320854771f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9c5f89d2-6859-4956-8c9a-1acd335741ae HTTP/1.1" status: 204 len: 168 time: 2.7165391 Dec 23 12:26:23.358844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:23.452356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=77ea1545-ab07-4d65-a5f2-2b7097063113,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:23.458621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b4108f-ce41-49ca-900e-0cf49e964d90,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:23.461313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=a881ca13-e815-4386-9537-d5101f3afc91,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:23.483569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.505379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Deleting subnet d909ee2e-7abc-47f2-bd30-f1accb332ee2 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:23.512677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-59917910-557f-491a-86d2-6f00293a62ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/77ea1545-ab07-4d65-a5f2-2b7097063113 HTTP/1.1" status: 204 len: 168 time: 1.1453986 Dec 23 12:26:23.516890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46864) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:23.528456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Checking segment: {'id': '21610caa-ccfc-4966-a4d4-c8a1b87a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:23.528885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Network hostable DHCP agents. Network: bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:26:23.540728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.631864 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.648597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Network bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:26:23.658945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bdbf9-b73b-4ab8-92fb-139a5b28e7ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:23.658945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bdbf9-b73b-4ab8-92fb-139a5b28e7ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:23.658945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f52bdbf9-b73b-4ab8-92fb-139a5b28e7ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1375098 Dec 23 12:26:23.661360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46868) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:23.741305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:23.747528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.758191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b18e4d6a-b707-4662-a569-7b3a580f6210 None None] Provisioning complete for port a881ca13-e815-4386-9537-d5101f3afc91 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:23.760048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b18e4d6a-b707-4662-a569-7b3a580f6210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.790619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.825110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.841560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff5f17-662d-4c0f-8dcb-ec6a2af5cce6 req-41d72e1a-7cc8-4c08-8bc7-15dee35f4c3b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:23.842977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ff5f17-662d-4c0f-8dcb-ec6a2af5cce6 req-41d72e1a-7cc8-4c08-8bc7-15dee35f4c3b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1302774 Dec 23 12:26:23.875883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:23.892194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:23.905458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:23.950038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08c642-8a90-4046-8884-ebe057b7c1c3 None None] Network bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:23.976400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ff5f17-662d-4c0f-8dcb-ec6a2af5cce6 req-ad55d630-9a87-4b07-b21d-a7a7961f7279 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231813 Dec 23 12:26:24.023972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.084682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f73f0184-2e02-4f99-8b9d-ad722279ff5e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4426372 Dec 23 12:26:24.102091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.130329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cfd192-7df4-40d8-ae1e-d88f4d2de97e None None] Network 8c712702-1ea1-40ba-9128-8ccb27a861b5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:24.136772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338bbb5-ff0b-468f-b660-35f95317af42 None None] Network bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:24.177635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d909ee2e-7abc-47f2-bd30-f1accb332ee2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:24.188276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.201380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.212054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ef312d8-a2f9-405c-89dd-ddde9229de6f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d909ee2e-7abc-47f2-bd30-f1accb332ee2 HTTP/1.1" status: 204 len: 168 time: 0.8521721 Dec 23 12:26:24.215431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46876) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:24.271540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:24.272812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b4d49794-745b-4c75-8e85-77d9c48d53da None None] Could not find standard attr ID for object 77ea1545-ab07-4d65-a5f2-2b7097063113. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:24.290044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.304057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00320b34-2101-43ba-8982-3f03a212752c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f HTTP/1.1" status: 204 len: 168 time: 0.6413922 Dec 23 12:26:24.306508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46882) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:24.342885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.360857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc082a6e-2134-4c3b-9c70-490f14da58f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524254 Dec 23 12:26:24.364411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46886) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:24.370037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:24.449029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Deleting port c58bb622-2c6d-4549-a599-5ebae2f808bc {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:24.449371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.580786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2382d85c-1a96-4a09-b34e-e611981aa9e1 req-cd23c2b0-7737-474f-9524-39a8a377ac4d tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0569761 Dec 23 12:26:24.582853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] For port c58bb622-2c6d-4549-a599-5ebae2f808bc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c58bb622-2c6d-4549-a599-5ebae2f808bc,segment=NetworkSegment(9068e862-c6b6-41a4-b326-4068c6375d31),segment_id=9068e862-c6b6-41a4-b326-4068c6375d31)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:24.583221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.603913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1158001011', 'description': 'tempest-description-141527344'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:24.604617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246321cc-6553-46af-992e-6bb3123863af None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:24.614331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Calling delete_port for c58bb622-2c6d-4549-a599-5ebae2f808bc owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:24.672248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:24.672248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.827143 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:26:24.833411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.835285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] DHCP port deletion for 8c712702-1ea1-40ba-9128-8ccb27a861b5 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:24.896711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:24.947969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Deleting port c58bb622-2c6d-4549-a599-5ebae2f808bc {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:24.948509 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:24.971984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.021400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] For port c58bb622-2c6d-4549-a599-5ebae2f808bc, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:25.021946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.025810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58bb622-2c6d-4549-a599-5ebae2f808bc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.032559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.044163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Calling delete_port for c58bb622-2c6d-4549-a599-5ebae2f808bc owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:25.044163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Port c58bb622-2c6d-4549-a599-5ebae2f808bc was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:26:25.045617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.047888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] No DVR routers for this DVR port c58bb622-2c6d-4549-a599-5ebae2f808bc on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:25.056476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cbe5110c-3ccc-46f2-b6b3-95cef511a194 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:25.068267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] No DVR routers for this DVR port c58bb622-2c6d-4549-a599-5ebae2f808bc on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:25.101998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:25.105432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:25.116747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:25.117676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.122071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.136159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cbe5110c-3ccc-46f2-b6b3-95cef511a194 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:25.136519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cbe5110c-3ccc-46f2-b6b3-95cef511a194 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:25.137812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:25.139357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747110ba-3d7f-44fa-98cf-03685ec9de4a None None] Pushing event deleted for resources: {'Port': ['ID=c58bb622-2c6d-4549-a599-5ebae2f808bc,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.152413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=0f945d74-0999-432b-ba5b-3bc51ad4df8b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.165496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:25.165858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6b0bc034-4a77-4aeb-86ca-9a97fbeadd95 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:25.178695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Deleting port a881ca13-e815-4386-9537-d5101f3afc91 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:25.179168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.190301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.215712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c712702-1ea1-40ba-9128-8ccb27a861b5']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:25.225020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.238218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9068e862-c6b6-41a4-b326-4068c6375d31') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:25.238757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9068e862-c6b6-41a4-b326-4068c6375d31') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:25.247059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-60282cb7-ca50-4846-ac69-57e1ec403551 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8815742 Dec 23 12:26:25.249827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:25.255104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '0f945d74-0999-432b-ba5b-3bc51ad4df8b', 'ip_address': '2001:db8::b361:f2b4:6ff6:512d'}], 'name': 'tempest-NetworksTestDHCPv6-1321487762'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:25.274098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.290110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] For port a881ca13-e815-4386-9537-d5101f3afc91, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a881ca13-e815-4386-9537-d5101f3afc91,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:25.290603 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.295672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.298449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.309607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:26:25.309607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:26:25.310732 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:26:25.338087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Calling delete_port for a881ca13-e815-4386-9537-d5101f3afc91 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:25.363618 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.365710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f864b58-0e4a-411e-a0e6-42dcdc312378 req-abe2ba52-a46c-475a-b552-6c7f4afbf881 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7687972 Dec 23 12:26:25.412372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91038e0-a8a1-468a-8ab8-9a52ee9b9ea1 req-d625dff5-59d2-4882-bd81-d67bab18cc38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d69dca3f5134667b65cf4b13227ea14&device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0424678 Dec 23 12:26:25.456178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91038e0-a8a1-468a-8ab8-9a52ee9b9ea1 req-3daaf772-26c7-4ad9-924e-f7063cff3076 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5d69dca3f5134667b65cf4b13227ea14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356967 Dec 23 12:26:25.512954 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.533162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.538834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] Pushing event deleted for resources: {'Port': ['ID=a881ca13-e815-4386-9537-d5101f3afc91,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.542035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.545467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c712702-1ea1-40ba-9128-8ccb27a861b5 HTTP/1.1" status: 204 len: 168 time: 1.3287511 Dec 23 12:26:25.547328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f89c4-0c46-4001-8147-7298e3a62718 None None] No DVR routers for this DVR port a881ca13-e815-4386-9537-d5101f3afc91 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:25.570107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206c536-2402-4171-af66-37431f8a275f None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:25.584006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:25.585277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb423202-86d7-408a-bb1b-a6789308d619 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c712702-1ea1-40ba-9128-8ccb27a861b5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:25.593220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.594984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46c00dfa-8b2e-482d-8a9e-3e193e1e4890 req-1c01c10f-4b18-4c0a-94b3-828e1fb52473 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0902634 Dec 23 12:26:25.625681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86198591-ea70-4e5a-9844-59d13423b9f7 req-12715032-819d-46a5-9854-be41af8e3570 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:25.631829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86198591-ea70-4e5a-9844-59d13423b9f7 req-12715032-819d-46a5-9854-be41af8e3570 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1587722 Dec 23 12:26:25.673234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91038e0-a8a1-468a-8ab8-9a52ee9b9ea1 req-22d97059-08b1-4734-a334-f152b7c6aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:25.675502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91038e0-a8a1-468a-8ab8-9a52ee9b9ea1 req-22d97059-08b1-4734-a334-f152b7c6aaaa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130885 Dec 23 12:26:25.683731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port dded97eb-5694-4a4b-9ec4-89519257d2c0 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:25.729751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86198591-ea70-4e5a-9844-59d13423b9f7 req-28c27c61-78e9-4ef7-9609-e042d7f66820 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871456 Dec 23 12:26:25.754745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-99934ed2-af8f-45e3-b39c-533ba8f1e108 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2 HTTP/1.1" status: 200 len: 1823 time: 0.0632493 Dec 23 12:26:25.756589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '0f945d74-0999-432b-ba5b-3bc51ad4df8b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:25.757989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.766080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:25.766570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:25.910900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::b361:f2b4:6ff6:512d (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0f945d74-0999-432b-ba5b-3bc51ad4df8b/dded97eb-5694-4a4b-9ec4-89519257d2c0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:25.988963 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:25.999311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46912) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:26.046543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.061279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3aa8c487-8206-4793-9908-583b9a66b480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aed55c5a7ea845528c1c1d99fa3aff7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604568 Dec 23 12:26:26.063971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46916) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:26.127754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.131968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.134152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.153339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f5cbb5-abb7-49fd-a975-ca4b2ac4f6dd,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:26.172275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.308911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.310290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd6efa1a-5d3e-47e2-91d8-ad866af1b051 req-8623b0be-93c3-4623-9116-95c847d1cf66 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5487890 Dec 23 12:26:26.338365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1994710110', 'description': 'tempest-description-1196051163'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:26.342227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.346606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.348804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.350539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34299762-18e8-43fb-a0f3-fb47aea0e96c HTTP/1.1" status: 204 len: 168 time: 0.2851670 Dec 23 12:26:26.368145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef899fee-3df3-4483-b431-163516329afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34299762-18e8-43fb-a0f3-fb47aea0e96c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:26.424406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0f945d74-0999-432b-ba5b-3bc51ad4df8b/0ed27bfb-6a06-4a9d-ab7d-e733c27b0072) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:26.435588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=dded97eb-5694-4a4b-9ec4-89519257d2c0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:26.448339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:26.449948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:26.452378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:26.460127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:26.460601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.484590 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.574751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.589860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-df529170-4fbf-47db-8a5d-8c8cea66db10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3388176 Dec 23 12:26:26.591500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.593017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46924) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:26.644468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3a5c6-689f-43ed-8487-99d56034360c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:26.648008 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1ca3a5c6-689f-43ed-8487-99d56034360c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0515437 Dec 23 12:26:26.648688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:26.667037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.691295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.709793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:26.711334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e230b9d-a02f-4061-aaa6-bf830e70e22a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:26.730516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67064ff2-f406-4831-bebd-2d27b8bde6e9 req-4febdc6b-b908-4992-b891-7847058a6447 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0319033 Dec 23 12:26:26.769543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:26.775702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port dded97eb-5694-4a4b-9ec4-89519257d2c0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:26.776060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.776180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:26.854501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Pushing event updated for resources: {'Port': ['ID=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:26.858840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.866339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-727fb659-8fa3-44d8-b5bc-22b19c4f020d req-10a6da74-6747-45e6-94c4-1b2fd4b8e68c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5321968 Dec 23 12:26:26.945920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a881ca13-e815-4386-9537-d5101f3afc91 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:26.949842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Attempting to bind port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:26.950397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Attempting to bind port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:26.950918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Attempting to bind port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:26.976415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a881ca13-e815-4386-9537-d5101f3afc91 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:26.977556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a881ca13-e815-4386-9537-d5101f3afc91 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:26.978121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c58bb622-2c6d-4549-a599-5ebae2f808bc no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:26.980175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:26.983690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990571-d80f-4310-85fe-f9d9c4d6c2e6 req-2d71cbbc-5f23-4aff-a5d9-65ad320a4e20 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:26.992216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7990571-d80f-4310-85fe-f9d9c4d6c2e6 req-2d71cbbc-5f23-4aff-a5d9-65ad320a4e20 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1220539 Dec 23 12:26:27.016810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:27.018142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:27.018927 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.019624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for dded97eb-5694-4a4b-9ec4-89519257d2c0 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:27.019942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:27.020633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Bound port: 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:27.021296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.038514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c58bb622-2c6d-4549-a599-5ebae2f808bc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:27.039023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c58bb622-2c6d-4549-a599-5ebae2f808bc not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:27.102139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7990571-d80f-4310-85fe-f9d9c4d6c2e6 req-58085644-bdc7-4a74-987c-28c316f76cc6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049397 Dec 23 12:26:27.135275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c91038e0-a8a1-468a-8ab8-9a52ee9b9ea1 req-6b935e60-8087-400a-b435-8ff72c144124 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.57 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0582051 Dec 23 12:26:27.139627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] For port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:27.144659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] For port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:27.197949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-815a8ad5-5cca-40e3-97b4-9f374babd183 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/1e230b9d-a02f-4061-aaa6-bf830e70e22a HTTP/1.1" status: 200 len: 1824 time: 0.1516078 Dec 23 12:26:27.203984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e230b9d-a02f-4061-aaa6-bf830e70e22a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:27.203984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e230b9d-a02f-4061-aaa6-bf830e70e22a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:27.300999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.361879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5bb3f-3854-4df8-a19a-c200d554568b None None] Pushing event updated for resources: {'Port': ['ID=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:27.402787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.433041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=dded97eb-5694-4a4b-9ec4-89519257d2c0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:27.469215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.475886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-91a6029f-8e1b-456c-813f-15198cb7effb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/dded97eb-5694-4a4b-9ec4-89519257d2c0 HTTP/1.1" status: 204 len: 168 time: 0.8266757 Dec 23 12:26:27.476753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46952) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:27.492886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.522376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.532878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096dbda-67f8-48f2-8eaf-92e2fd9f4b5b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:27.535143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096dbda-67f8-48f2-8eaf-92e2fd9f4b5b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:27.537463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b096dbda-67f8-48f2-8eaf-92e2fd9f4b5b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0597217 Dec 23 12:26:27.540245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46954) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:27.609650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 0f945d74-0999-432b-ba5b-3bc51ad4df8b {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:27.614146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.621548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.643261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cfd596-88e3-4c70-a821-895fd7133ec5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:27.679486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.728693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.735057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76d9c6c4-45db-4a73-ad76-73b3f8c9b246 req-4e8e3870-7517-4566-828d-2617b2bbb53c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5362432 Dec 23 12:26:27.783159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.789622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1074622047', 'description': 'tempest-description-223301501'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:27.891422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1053c69c-8610-43c2-bc0c-efedd0e25e9f req-066788ad-276a-4800-a639-e143f08f4162 tempest-ServerShowV257Test-1023053121 tempest-ServerShowV257Test-1023053121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5852a5e8-aa73-442a-97c1-6825d7e624da HTTP/1.1" status: 200 len: 210 time: 0.0292764 Dec 23 12:26:27.987783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:27.988581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.029963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=0f945d74-0999-432b-ba5b-3bc51ad4df8b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:28.050669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.055227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-864f442a-70b3-451c-98cc-2d8575655ef4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0f945d74-0999-432b-ba5b-3bc51ad4df8b HTTP/1.1" status: 204 len: 168 time: 0.5137565 Dec 23 12:26:28.058338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.098512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e04b83c0-309a-408c-a8d8-9dc71834dfe1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389302 Dec 23 12:26:28.100965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46974) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.110123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46976) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.113286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.174183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f3e0f-ec6e-46c7-a153-69368043ad17 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:28.176513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e93f3e0f-ec6e-46c7-a153-69368043ad17 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0745792 Dec 23 12:26:28.179514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.274389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.291682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1714183186-network', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:28.341958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a42e7a9-579f-410d-8832-f4e98a3064ce tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:28.345286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a42e7a9-579f-410d-8832-f4e98a3064ce tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1643908 Dec 23 12:26:28.356023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46992) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.356340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efafc2c-d363-4fe6-ba2b-2a47f7c786cb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:28.380859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535b50c-e068-4161-8702-7114d2f80581 req-d588c717-dd9e-44e1-b281-ef6a121ee86e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:28.382549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e535b50c-e068-4161-8702-7114d2f80581 req-d588c717-dd9e-44e1-b281-ef6a121ee86e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1816623 Dec 23 12:26:28.404508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0fe02a80-da33-43b4-bab8-b943a2f41304 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564470 Dec 23 12:26:28.411367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:28.416747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:28.443231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e535b50c-e068-4161-8702-7114d2f80581 req-b8587f5b-bc0e-4943-86cb-f863772f55bc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Dec 23 12:26:28.451971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.453582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f610fba-ff8b-440c-8dc0-da15411d4d8b req-dd498710-a61e-4523-8c45-a30452937dcb tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6680927 Dec 23 12:26:28.499315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-823974317', 'description': 'tempest-description-1627890412'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:28.603278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Made reservation on behalf of c34ffcbe69c6490d925569987dbe2c8a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:28.606239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.623814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.642261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75822e-1646-4878-bb14-25247ddab457 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:28.716050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.730454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.750510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] Provisioning complete for port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:28.750884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.793053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:28.796888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.833705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.838295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:28.869660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.900404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:26:28.937366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.937713 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Added segment 6eee3cb7-b8b6-40f9-9d70-b759562ba5f0 of type vlan for network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b Dec 23 12:26:28.941256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c298e3-bd45-4e36-a1b5-0eeec3908cef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:28.947921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.953270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:28.997008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Deleting port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:29.001828 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.003204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.041088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659e8505-f49f-48cc-aaa4-9d1a04551f01,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:29.145650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.148652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f9ae4a9-fabf-474f-b9ea-960ece4f42ea req-ddab3da5-fa3b-4321-a838-4f674b9c470b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6539814 Dec 23 12:26:29.176602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.179193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:29.179826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.247733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.286774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-791e298a-dace-46b4-89a9-378583a7ddcc tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/6efafc2c-d363-4fe6-ba2b-2a47f7c786cb HTTP/1.1" status: 200 len: 1823 time: 0.0912280 Dec 23 12:26:29.307726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] Pushing event updated for resources: {'Network': ['ID=56fcf2a8-3da6-4b73-9463-1a3c33155d0b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:29.331148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:29.339371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44a03672-6197-48e2-ba51-3a7944e6de6e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2210910 Dec 23 12:26:29.344806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:29.347062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47006) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:29.353715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Request body: {'subnet': {'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-subnet', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:29.357971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:29.358562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.361091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=9a4cc9a5-dfb0-47d4-94e6-f85450683049,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:29.403916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-861c3314-e402-4338-9c61-c521d94f4651 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/659e8505-f49f-48cc-aaa4-9d1a04551f01 HTTP/1.1" status: 200 len: 1823 time: 0.1156833 Dec 23 12:26:29.410436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] For port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:29.414280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:26:29.421377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6efafc2c-d363-4fe6-ba2b-2a47f7c786cb', 'remote_group_id': '659e8505-f49f-48cc-aaa4-9d1a04551f01', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:29.422289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6efafc2c-d363-4fe6-ba2b-2a47f7c786cb', 'remote_group_id': '659e8505-f49f-48cc-aaa4-9d1a04551f01', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:29.463247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b96071d2-f3c1-44ba-872e-70f54fbd52f1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0504107 Dec 23 12:26:29.465628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47014) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:29.471284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '9a4cc9a5-dfb0-47d4-94e6-f85450683049', 'ip_address': '2001:db8::3dd1:9a85:79b8:152b'}], 'name': 'tempest-NetworksTestDHCPv6-262077713'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:29.489776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] For port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:29.490172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.523332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.567565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Made reservation on behalf of c34ffcbe69c6490d925569987dbe2c8a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:29.582566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.601093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Calling delete_port for 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:29.669975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d6056-922b-4c67-a6e9-71a172942fc3 None None] Pushing event updated for resources: {'Port': ['ID=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:29.693967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47024) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:29.797548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f35723-0ad4-4f4d-8fad-853fae4185cb req-f25908d5-7605-433b-9b63-5972e0ea5d73 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:29.805798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72f35723-0ad4-4f4d-8fad-853fae4185cb req-f25908d5-7605-433b-9b63-5972e0ea5d73 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1890645 Dec 23 12:26:29.826827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.868304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:29.909089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] No DVR routers for this DVR port 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:29.922252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe417b4-18c3-4aee-946a-24393d3dc6ea None None] Pushing event deleted for resources: {'Port': ['ID=0ed27bfb-6a06-4a9d-ab7d-e733c27b0072,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:29.934035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:29.951716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826c6a0-3be7-4aaa-850d-166703c213f6 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:29.954231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72f35723-0ad4-4f4d-8fad-853fae4185cb req-a8b09fd3-097a-4fd5-8613-088e2ebef5bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472030 Dec 23 12:26:30.045955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.050952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.082813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35b15e3-a445-41ab-a523-83aebe80bc8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.116954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.119797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 8817bc8f-6549-4eb6-972e-456c1358323f yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:30.125010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '9a4cc9a5-dfb0-47d4-94e6-f85450683049'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:30.127449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.189999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6495d105-c78a-4749-8fa4-e7ccb2cf1919,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.209703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Checking segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:30.210204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Network hostable DHCP agents. Network: 56fcf2a8-3da6-4b73-9463-1a3c33155d0b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:26:30.214205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.218162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35b15e3-a445-41ab-a523-83aebe80bc8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.242161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e315498c-dff8-4c6f-a184-2f1f20083360,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.319522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35b15e3-a445-41ab-a523-83aebe80bc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.325784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/9a4cc9a5-dfb0-47d4-94e6-f85450683049/523950b3-1672-4570-8d0c-2a781c9eb930) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:30.365746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e35b15e3-a445-41ab-a523-83aebe80bc8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d69dca3f5134667b65cf4b13227ea14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586394 Dec 23 12:26:30.367152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b15e3-a445-41ab-a523-83aebe80bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b56d34-0f35-4ddd-a4ae-30ad625c90a4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.368327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:30.386616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.401092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b4114d-3ed4-41c5-bc08-a7de7d15d094 req-ed1b44ed-95b0-49dd-a19a-83be473477be tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9922521 Dec 23 12:26:30.445510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:26:30.460280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-356963347', 'description': 'tempest-description-1086881004'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:30.489636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.501260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.513609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.537295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 56fcf2a8-3da6-4b73-9463-1a3c33155d0b) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:30.548061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:30.549224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.564932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d12f92-bce7-43d3-8bde-9c8f9c932f75 None None] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:30.575814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.641430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::3dd1:9a85:79b8:152b (dd6205f3-f5df-4d72-9c58-989d3d0bb346/9a4cc9a5-dfb0-47d4-94e6-f85450683049/8817bc8f-6549-4eb6-972e-456c1358323f) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:30.643527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.657796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5f381489-6ee6-43b2-b433-8a0ef39ed225 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3068774 Dec 23 12:26:30.666895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47040) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:30.666895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:30.701900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.705522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:30.706656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.708838 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b56d34-0f35-4ddd-a4ae-30ad625c90a4 HTTP/1.1" status: 204 len: 168 time: 0.3390067 Dec 23 12:26:30.740420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:30.744604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Pushing event updated for resources: {'Port': ['ID=523950b3-1672-4570-8d0c-2a781c9eb930,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.785538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bdd73-f181-4735-913b-cbb9dd153ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b56d34-0f35-4ddd-a4ae-30ad625c90a4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.803123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:30.817618 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.889152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.889556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:30.889709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.907271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.951886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d079bee7-bb45-433e-a227-fd8b2a9ea4f5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.952590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:30.953492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:30.966115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:30.968697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0ed27bfb-6a06-4a9d-ab7d-e733c27b0072 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:30.983315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.036575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Attempting to bind port 523950b3-1672-4570-8d0c-2a781c9eb930 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:31.036983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Attempting to bind port 523950b3-1672-4570-8d0c-2a781c9eb930 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:31.037347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Attempting to bind port 523950b3-1672-4570-8d0c-2a781c9eb930 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:31.046111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.057053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16be85e0-8781-44f7-9f45-499c72d57262 req-201f87a6-c846-4f85-a5ea-d81b2ecdc677 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5932148 Dec 23 12:26:31.076812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.083639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2026361267', 'description': 'tempest-description-1178126356'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:31.120300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:31.120592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:31.121022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.121414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:31.121892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Bound port: 523950b3-1672-4570-8d0c-2a781c9eb930, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:31.122274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.168059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d09b4c-7a98-4cc4-a377-f10e940e029d req-ad35b020-083f-48dd-8984-04dee1edec5c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:31.168059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89d09b4c-7a98-4cc4-a377-f10e940e029d req-ad35b020-083f-48dd-8984-04dee1edec5c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.0697875 Dec 23 12:26:31.220194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] For port 523950b3-1672-4570-8d0c-2a781c9eb930, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:31.223570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] For port 523950b3-1672-4570-8d0c-2a781c9eb930, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=523950b3-1672-4570-8d0c-2a781c9eb930,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:31.247933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89d09b4c-7a98-4cc4-a377-f10e940e029d req-21314985-372b-44f7-859a-55c0553794b1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729766 Dec 23 12:26:31.248732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.280304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Allocated IP 172.20.0.2 (56fcf2a8-3da6-4b73-9463-1a3c33155d0b/6495d105-c78a-4749-8fa4-e7ccb2cf1919/c4132f1e-2001-4352-9fa0-2ee5160cc366) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:31.293940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.356914 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.432493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.441636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5894-5e4b-4cc7-8f55-d5ca8458ae6f None None] Pushing event updated for resources: {'Port': ['ID=523950b3-1672-4570-8d0c-2a781c9eb930,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:31.508084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e45a5b-3223-4632-b44d-9ba15388e949,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:31.604533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.616894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.627138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fca9f45-9680-485d-b838-eea4d744677e req-e45e1cac-f269-4251-b1ed-4d41e3a4a097 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5433569 Dec 23 12:26:31.685690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.697958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.743532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8414c128-44cd-425f-ac75-259e34a5c39c req-5fe49f41-923e-40a2-90dd-a305febac9fa tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/d079bee7-bb45-433e-a227-fd8b2a9ea4f5 HTTP/1.1" status: 200 len: 1823 time: 0.0920734 Dec 23 12:26:31.779980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:31.780457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=8817bc8f-6549-4eb6-972e-456c1358323f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:31.786753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:31.792447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:31.832903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8414c128-44cd-425f-ac75-259e34a5c39c req-877ce84b-ca12-4bc9-bf23-274fa0f781c2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/c7e45a5b-3223-4632-b44d-9ba15388e949 HTTP/1.1" status: 200 len: 1824 time: 0.0885494 Dec 23 12:26:31.857295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd079bee7-bb45-433e-a227-fd8b2a9ea4f5', 'remote_group_id': 'c7e45a5b-3223-4632-b44d-9ba15388e949', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:31.858069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd079bee7-bb45-433e-a227-fd8b2a9ea4f5', 'remote_group_id': 'c7e45a5b-3223-4632-b44d-9ba15388e949', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:31.869801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Pushing event updated for resources: {'Port': ['ID=c4132f1e-2001-4352-9fa0-2ee5160cc366,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:31.903554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Attempting to bind port c4132f1e-2001-4352-9fa0-2ee5160cc366 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:31.903926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Attempting to bind port c4132f1e-2001-4352-9fa0-2ee5160cc366 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:31.904321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Attempting to bind port c4132f1e-2001-4352-9fa0-2ee5160cc366 on network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:31.910460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:31.910860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Checking segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:31.911381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.911783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Bound using segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:31.912262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Bound port: c4132f1e-2001-4352-9fa0-2ee5160cc366, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:31.912639 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.952743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:31.959126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.962624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:31.971194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-3e578ddc-8477-4201-9201-4b2bbb38b496 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3153334 Dec 23 12:26:31.973333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.974627 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:31.976911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:31.978993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:31.979617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:31.996663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] For port c4132f1e-2001-4352-9fa0-2ee5160cc366, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:31.999894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] For port c4132f1e-2001-4352-9fa0-2ee5160cc366, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c4132f1e-2001-4352-9fa0-2ee5160cc366,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:32.050710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.051216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.051689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.052148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.052599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.053104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.053692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.055740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-cf448574-0578-433f-b4ab-f56b40fe556b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.0516636 Dec 23 12:26:32.089558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.102444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.105019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34754668-4d25-4b40-ac91-eaecb3294fd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6377671 Dec 23 12:26:32.105370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47074) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:32.110519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '9a4cc9a5-dfb0-47d4-94e6-f85450683049', 'ip_address': '2001:db8::3dd1:9a85:79b8:152b'}], 'name': 'tempest-NetworksTestDHCPv6-233434879'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:32.181279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0393bad-d6e4-4fec-a73e-999cbf19c614 None None] Pushing event updated for resources: {'Port': ['ID=c4132f1e-2001-4352-9fa0-2ee5160cc366,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:32.208521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.322726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.350053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1d7f58-4faa-4019-a5c9-d721916b2ba3,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:32.372616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-da266408-031e-45eb-bd8a-58deb27bd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.372616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-da266408-031e-45eb-bd8a-58deb27bd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.372616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-da266408-031e-45eb-bd8a-58deb27bd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.372616 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-da266408-031e-45eb-bd8a-58deb27bd9e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=855e83c9-43a9-4a09-961a-fb691ba2b544&id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 2299 time: 0.2904251 Dec 23 12:26:32.386769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:32.473375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.475226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8414c128-44cd-425f-ac75-259e34a5c39c req-e5299a2f-098a-42a0-816f-709fbb70eec1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6220541 Dec 23 12:26:32.481895 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-a574fc7f-5ba0-4955-b335-9afd2c8b2681 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 1002 time: 0.1024876 Dec 23 12:26:32.607654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b72739-b0c8-4ab8-a578-8296ac8dd99e req-5935512a-a44c-41ad-80a8-3073b349f252 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.617753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5b72739-b0c8-4ab8-a578-8296ac8dd99e req-5935512a-a44c-41ad-80a8-3073b349f252 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.2127461 Dec 23 12:26:32.631155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.682816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 5b278741-549b-4d86-9589-d18f1b07f4cd yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:32.823253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5b72739-b0c8-4ab8-a578-8296ac8dd99e req-a94b61cb-22ca-424a-9122-2c5dc7383bd8 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050681 Dec 23 12:26:32.887413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.930126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:32.940242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-e5357c4b-dc94-4bca-acbc-583c9739c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:32.940242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-e5357c4b-dc94-4bca-acbc-583c9739c6f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 200 len: 856 time: 0.4467759 Dec 23 12:26:32.969003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 523950b3-1672-4570-8d0c-2a781c9eb930 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:33.003476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-43a12684-1abe-4065-86bb-d4db0d11d389 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/c7e45a5b-3223-4632-b44d-9ba15388e949 HTTP/1.1" status: 200 len: 1824 time: 0.1268277 Dec 23 12:26:33.095044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 523950b3-1672-4570-8d0c-2a781c9eb930 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:33.095832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.188256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Allocated IP 172.25.7.6 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7a375bb8-9473-4688-b5e4-2c697ce580f9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:33.225940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b4f44ece-c2a0-49fe-92b3-24f71d5aa4dd None None] Provisioning complete for port 523950b3-1672-4570-8d0c-2a781c9eb930 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:33.226304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b4f44ece-c2a0-49fe-92b3-24f71d5aa4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.258393 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.288650 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 12:26:33.289543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:26:33.323390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.337141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.401514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-1b42aea7-e4ae-41ae-8d98-ca54740de7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:33.403573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-1b42aea7-e4ae-41ae-8d98-ca54740de7ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953882 Dec 23 12:26:33.405778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:33.415136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e26c183-121b-42b0-95b5-1595a5320bcf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3050582 Dec 23 12:26:33.415544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.496014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 523950b3-1672-4570-8d0c-2a781c9eb930, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=523950b3-1672-4570-8d0c-2a781c9eb930,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:33.501577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b4f44ece-c2a0-49fe-92b3-24f71d5aa4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.523887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.526581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.527755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7211e249-3363-4c5b-bd51-174c6cd58587 req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7e45a5b-3223-4632-b44d-9ba15388e949 HTTP/1.1" status: 204 len: 173 time: 0.5081894 Dec 23 12:26:33.536917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.547846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207540d-f533-43c1-8593-50823a20ef5e tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e45a5b-3223-4632-b44d-9ba15388e949,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:33.622353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.623150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c4132f1e-2001-4352-9fa0-2ee5160cc366 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:33.642871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd4558bf-b11e-491c-b1dc-0fc13c1d05d4 req-103ba7cc-7a2f-4090-b484-859aa3faa489 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/d079bee7-bb45-433e-a227-fd8b2a9ea4f5 HTTP/1.1" status: 200 len: 1823 time: 0.0799339 Dec 23 12:26:33.675839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1298757726', 'description': 'tempest-description-779184120'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:33.741273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:33.746792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-de1b7a5b-1994-44a0-9673-71a7eee9c20b service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077736 Dec 23 12:26:33.756301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:33.766184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbada17-9c09-4895-92f5-7bcf2ad3163f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:33.783890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbada17-9c09-4895-92f5-7bcf2ad3163f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:33.788358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47116) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:33.792378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0cbada17-9c09-4895-92f5-7bcf2ad3163f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3813078 Dec 23 12:26:33.796847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:33.872757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.875145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00873048-4dd5-471b-a1f5-83b8942bba84 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:33.922497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47120) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:33.932902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-b4f44ece-c2a0-49fe-92b3-24f71d5aa4dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:33.933502 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-b4f44ece-c2a0-49fe-92b3-24f71d5aa4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:33.955232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=523950b3-1672-4570-8d0c-2a781c9eb930,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:33.961041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c4132f1e-2001-4352-9fa0-2ee5160cc366 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:33.961647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.101005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.133305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44f8868b-d121-40c7-9482-17937a249921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.160235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port c4132f1e-2001-4352-9fa0-2ee5160cc366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c4132f1e-2001-4352-9fa0-2ee5160cc366,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:34.171701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Pushing event updated for resources: {'Port': ['ID=7a375bb8-9473-4688-b5e4-2c697ce580f9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:34.175369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7040921-7fb7-4d06-9f27-d40f36caa4e6 None None] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:34.180686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08523b93-b1a9-48db-9c68-336cad43378d req-2f9ff464-6a9a-49cf-9c94-d998e54e9501 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:34.182645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08523b93-b1a9-48db-9c68-336cad43378d req-2f9ff464-6a9a-49cf-9c94-d998e54e9501 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.2559342 Dec 23 12:26:34.266816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.298830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 8817bc8f-6549-4eb6-972e-456c1358323f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:34.299178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.330811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.331380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-6e80a8f6-77cd-4acf-bdbe-9952dd77beb0 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375435 Dec 23 12:26:34.374394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=c4132f1e-2001-4352-9fa0-2ee5160cc366,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:34.434828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08523b93-b1a9-48db-9c68-336cad43378d req-8d586055-a697-4d95-a5b1-2fffb25c2f65 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223430 Dec 23 12:26:34.452163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.485624 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-d9377ead-3e9f-4078-a9ec-69fea1d8d719 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 217 time: 0.1470683 Dec 23 12:26:34.495428 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.523587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 8817bc8f-6549-4eb6-972e-456c1358323f owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:34.573557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905a69f2-167d-4300-991b-3e4d1bc22935,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:34.591596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-5f1c45be-1b1b-42bb-9a39-81151e7ba42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:34.597403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Could not find standard attr ID for object dded97eb-5694-4a4b-9ec4-89519257d2c0. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:34.600662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-5f1c45be-1b1b-42bb-9a39-81151e7ba42b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1076801 Dec 23 12:26:34.601575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.607656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44f8868b-d121-40c7-9482-17937a249921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.620591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Provisioning complete for port 8817bc8f-6549-4eb6-972e-456c1358323f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:34.620764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.622730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18a397d3-75a3-477b-98a7-decf9ff11c37 req-773bac42-098d-4a27-ac94-2d03832c03cf tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9516392 Dec 23 12:26:34.637248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.682034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44f8868b-d121-40c7-9482-17937a249921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.706595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Port 8817bc8f-6549-4eb6-972e-456c1358323f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:34.719490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Provisioning complete for port 7a375bb8-9473-4688-b5e4-2c697ce580f9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:34.719843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.759687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Port 7a375bb8-9473-4688-b5e4-2c697ce580f9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:34.772037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-48e47b5f-8795-43ac-aa29-79ae32b2aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:34.777327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Provisioning complete for port c4132f1e-2001-4352-9fa0-2ee5160cc366 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:34.777327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd89c6f1-e319-49ef-a18b-d3e696370244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.777548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-48e47b5f-8795-43ac-aa29-79ae32b2aaa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1661558 Dec 23 12:26:34.853941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 523950b3-1672-4570-8d0c-2a781c9eb930 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:34.859057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47130) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:34.859204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44f8868b-d121-40c7-9482-17937a249921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22ceefaae6ac425cb8da691f400cd2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9274848 Dec 23 12:26:34.904075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8868b-d121-40c7-9482-17937a249921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e2d96-02e1-4750-ad0d-98b9e15b9541,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:34.926205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-6fe64e23-8456-4068-a7b1-bdf5a1d20557 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 200 len: 1823 time: 0.2498894 Dec 23 12:26:34.930726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 523950b3-1672-4570-8d0c-2a781c9eb930 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:34.931108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:34.932254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '905a69f2-167d-4300-991b-3e4d1bc22935', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:34.932570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '905a69f2-167d-4300-991b-3e4d1bc22935', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:34.949724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-704051c9-6293-4a5d-a672-bd518f94d09e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036419 Dec 23 12:26:35.022132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-9117bfb8-8348-41d9-b4ab-f559dc74c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.024675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-9117bfb8-8348-41d9-b4ab-f559dc74c8fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 1101 time: 0.0517941 Dec 23 12:26:35.049531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-23470012-9b96-479d-ad30-28e0e638e39b service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662816 Dec 23 12:26:35.066120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8d80b79e-d1f1-4233-a376-838f1dde1c6d None None] Provisioning complete for port c4132f1e-2001-4352-9fa0-2ee5160cc366 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:35.066598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d80b79e-d1f1-4233-a376-838f1dde1c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.070037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c4132f1e-2001-4352-9fa0-2ee5160cc366 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:35.115438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.119866 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.163168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.167046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.180263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c4132f1e-2001-4352-9fa0-2ee5160cc366 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:35.180263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.190004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=8817bc8f-6549-4eb6-972e-456c1358323f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:35.259154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.262403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4b1dfc09-ce61-42a3-9188-7466775bda8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/8817bc8f-6549-4eb6-972e-456c1358323f HTTP/1.1" status: 204 len: 168 time: 1.4723048 Dec 23 12:26:35.263929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.270660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47138) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:35.291254 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-77e73900-4ed4-47f5-b129-bdae36d180ee service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350276 Dec 23 12:26:35.344177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.345947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-b7e60f5a-d4de-4576-b890-3bb302b68638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.347711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-b7e60f5a-d4de-4576-b890-3bb302b68638 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3009536 Dec 23 12:26:35.378875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-2bb04d8a-6755-4cd0-bbdd-e4fc03845776 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 217 time: 0.0513122 Dec 23 12:26:35.410958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afd079-db74-4405-af14-36143653d0e9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.412652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89afd079-db74-4405-af14-36143653d0e9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.416579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89afd079-db74-4405-af14-36143653d0e9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1424026 Dec 23 12:26:35.416579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-bc55306c-b6ba-44b2-be7a-935fa5f4fbfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 200 len: 217 time: 0.0615020 Dec 23 12:26:35.417158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47140) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:35.429199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.699918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.702527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.706736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f0e2d96-02e1-4750-ad0d-98b9e15b9541 HTTP/1.1" status: 204 len: 168 time: 0.8412101 Dec 23 12:26:35.748678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36e7d4-192f-4326-b719-383aab61a5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e2d96-02e1-4750-ad0d-98b9e15b9541,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:35.777811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-c79f132b-554e-4a2a-add8-49365845e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.779594 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-c79f132b-554e-4a2a-add8-49365845e02a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.3923922 Dec 23 12:26:35.834782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-8ed04465-41ae-41fd-b03f-a4457059360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.836304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-8ed04465-41ae-41fd-b03f-a4457059360d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488954 Dec 23 12:26:35.852861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28330467-d0a4-49da-be29-7f2fec0a2ef8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:35.884600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 9a4cc9a5-dfb0-47d4-94e6-f85450683049 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:35.893341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.933120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:26:35.935141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-b793f9a4-5d77-4a65-ac45-5536bd6818da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:35.936620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-b793f9a4-5d77-4a65-ac45-5536bd6818da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.5087998 Dec 23 12:26:35.962907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.980803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-4a6e2b68-965c-4b5d-98c8-68aaf6153936 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312263 Dec 23 12:26:36.008917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e39c17-2077-48f9-a84c-09b8409b0f02 req-bdd7f99f-f5f6-4b29-93e6-e915dd4ace46 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:36.010372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e39c17-2077-48f9-a84c-09b8409b0f02 req-bdd7f99f-f5f6-4b29-93e6-e915dd4ace46 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1753633 Dec 23 12:26:36.018935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.028203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb64c11a-4291-4b9e-8c39-237746fe95e2 req-0bdcdf95-5544-4103-9e9b-b23f1d5b5bee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0930619 Dec 23 12:26:36.065089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-54c44fe3-e5e7-46d2-aac1-fbc49b42086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:36.066735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-54c44fe3-e5e7-46d2-aac1-fbc49b42086a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211641 Dec 23 12:26:36.181638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:36.189498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-a0f59a86-c68b-4782-b60b-33bb9b240f52 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829758 Dec 23 12:26:36.199971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Sync routers for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:36.216251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e39c17-2077-48f9-a84c-09b8409b0f02 req-72f08fce-0885-474f-8344-313579947a1c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798964 Dec 23 12:26:36.217809 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.249377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:36.252118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:36.284143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-a6039d61-7c8c-4e23-b1c0-29bf51b27a42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 200 len: 217 time: 0.0836637 Dec 23 12:26:36.357784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.361653 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3835d719-8707-4760-bc32-076dd39f04be admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6998627 Dec 23 12:26:36.365866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47160) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:36.374389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-32096493-28da-4fc8-ab0d-e79dd94d1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:36.374988 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-32096493-28da-4fc8-ab0d-e79dd94d1d5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0846632 Dec 23 12:26:36.375105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-0020c431-18fb-4b6e-a75f-ffc6792bd14f service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987659 Dec 23 12:26:36.382400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-b124c796-a391-4c3a-9e77-11188dd0aa24 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 200 len: 2417 time: 0.0872796 Dec 23 12:26:36.446882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '905a69f2-167d-4300-991b-3e4d1bc22935', 'remote_group_id': None}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:36.447198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '905a69f2-167d-4300-991b-3e4d1bc22935', 'remote_group_id': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:36.472602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-f39f61d6-f169-41d3-9142-b88961861b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:36.474767 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-f39f61d6-f169-41d3-9142-b88961861b16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929344 Dec 23 12:26:36.611634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-218c2c62-f790-4076-aa60-d63b5d9423cd req-0062e97d-8ba2-471e-956a-9ffbe3745d5c service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256444 Dec 23 12:26:36.627608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:36.637341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-b5f3bb59-13a9-4745-b1f5-53e871affc3d service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550677 Dec 23 12:26:36.650195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.686449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4cc9a5-dfb0-47d4-94e6-f85450683049,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:36.695296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.702584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-141ff15b-ce8a-4e50-b5e5-7b147f0b78cb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/9a4cc9a5-dfb0-47d4-94e6-f85450683049 HTTP/1.1" status: 204 len: 168 time: 1.2844653 Dec 23 12:26:36.703386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47166) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:36.710977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ecb3ef-e4fd-4d73-867b-eed983206346 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:36.799688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5795bbaa-6e8d-4378-a647-b237f4d0f3f6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919595 Dec 23 12:26:36.800340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:36.800459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-d2c69af8-f912-447f-8cf6-e68659687f96 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551960 Dec 23 12:26:36.810530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:36.861509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-7ff98b19-380b-499a-a806-2e0406287d4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 200 len: 217 time: 0.0543187 Dec 23 12:26:36.911918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:36.950746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-e30cd95b-13ae-4e3d-bc58-68a1b018f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:36.953511 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-e30cd95b-13ae-4e3d-bc58-68a1b018f5aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0859072 Dec 23 12:26:36.989399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.020982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-817438db-aa1e-4e1e-9081-8c609a5b38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:37.020982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-817438db-aa1e-4e1e-9081-8c609a5b38d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591435 Dec 23 12:26:37.075397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:34Z', 'revision_number': 3, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:37.079417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.127727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780d232c-64bc-48d1-8adf-70f67c808938,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:37.139435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:37.140981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Checking router: 2c1b1fc7-adfe-4a5c-97b2-93faada17426 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:37.144655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Updating router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 port 7a375bb8-9473-4688-b5e4-2c697ce580f9 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:37.148547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.151716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:37.215103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-c19945a7-06c5-452e-b3ee-17b6e67eb86b service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796665 Dec 23 12:26:37.221385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.241945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.243185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6426554c-54b3-464d-bc13-a2e14c628f6b req-1f110405-ed33-4b0e-873f-652b10cb6438 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8255539 Dec 23 12:26:37.355115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-8b81103e-7276-497f-8cf1-1f6ed9b27f0d service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330447 Dec 23 12:26:37.435956 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-d561c129-dc93-4032-9b12-2b7236de6f41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 200 len: 217 time: 0.0696256 Dec 23 12:26:37.567673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Deleting port 523950b3-1672-4570-8d0c-2a781c9eb930 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:37.567999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.570056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-41465542-8998-4812-bdf9-207479a2fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:37.572482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-41465542-8998-4812-bdf9-207479a2fbce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.1309409 Dec 23 12:26:37.662015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc11d1-a063-4037-8ff8-26f072c1f278 req-a539d29e-f1eb-4a61-a10b-b1d36d204487 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:37.666190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cccc11d1-a063-4037-8ff8-26f072c1f278 req-a539d29e-f1eb-4a61-a10b-b1d36d204487 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.3413959 Dec 23 12:26:37.682681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.683143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-b0bdd589-f034-4cb0-b486-51e0a0e472d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:37.692263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-b0bdd589-f034-4cb0-b486-51e0a0e472d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036444 Dec 23 12:26:37.695305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a40125d6-d6a4-4715-be53-d969596e87da req-84a945a6-2345-4a2f-95cb-303d7520a1df tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 200 len: 3016 time: 0.3665974 Dec 23 12:26:37.767983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] For port 523950b3-1672-4570-8d0c-2a781c9eb930, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=523950b3-1672-4570-8d0c-2a781c9eb930,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:37.768381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.810227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Calling delete_port for 523950b3-1672-4570-8d0c-2a781c9eb930 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:37.868254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cccc11d1-a063-4037-8ff8-26f072c1f278 req-535fd333-6942-4127-b3b0-4ad1a7b0b729 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922469 Dec 23 12:26:37.906323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.909736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-0c09a797-6693-435d-bcfb-d0f7d9c58884 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153728 Dec 23 12:26:37.939557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.004660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.040738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-ec4409b7-e345-4b76-ab89-3d860450ca1c tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-group-rules/780d232c-64bc-48d1-8adf-70f67c808938 HTTP/1.1" status: 200 len: 783 time: 0.1067231 Dec 23 12:26:38.044126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:38.055076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-87693239-3210-4c43-b8a9-9b4730f96f98 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370082 Dec 23 12:26:38.070149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.079026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e13c3-29e8-48b6-9508-da241a41762e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:38.094496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Attempting to bind port 7a375bb8-9473-4688-b5e4-2c697ce580f9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:38.094496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Attempting to bind port 7a375bb8-9473-4688-b5e4-2c697ce580f9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:38.094496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Attempting to bind port 7a375bb8-9473-4688-b5e4-2c697ce580f9 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:38.095269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Pushing event updated for resources: {'Port': ['ID=7a375bb8-9473-4688-b5e4-2c697ce580f9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:38.099532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:38.109487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] No DVR routers for this DVR port 523950b3-1672-4570-8d0c-2a781c9eb930 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:38.111530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:38.111709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:38.112000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.112385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:38.113724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Bound port: 7a375bb8-9473-4688-b5e4-2c697ce580f9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:38.114169 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.114979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:38.121228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.121363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.122062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.122062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.122062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.122370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.122647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:38.125780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=696527ab-9d69-4208-9eff-a0164e987b62,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:38.157489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-fb821080-c917-4348-a58f-21db6401fba9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 217 time: 0.0824637 Dec 23 12:26:38.181228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f19d3b-e913-4386-85f8-99fe9ce430d9 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:38.189492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bf107-f575-43b7-b0dd-7e794a08637b None None] Pushing event deleted for resources: {'Port': ['ID=523950b3-1672-4570-8d0c-2a781c9eb930,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:38.192461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Allocated IP 172.20.0.1 (56fcf2a8-3da6-4b73-9463-1a3c33155d0b/6495d105-c78a-4749-8fa4-e7ccb2cf1919/4cbe12ea-c491-446f-bd30-ebd4542e0a2d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:38.226995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-ade46f7b-f6d5-49e6-b1ec-af6b8f2ffd53 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 200 len: 3016 time: 0.1844826 Dec 23 12:26:38.253542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-9b1b1681-b73c-4212-acdb-f41f558e39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:38.256113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-9b1b1681-b73c-4212-acdb-f41f558e39b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0915384 Dec 23 12:26:38.282141 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.300025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.306736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b208faa3-12ac-456e-8567-0518f449ded7 None None] Provisioning complete for port 7a375bb8-9473-4688-b5e4-2c697ce580f9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:38.306736 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b208faa3-12ac-456e-8567-0518f449ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.306736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] For port 7a375bb8-9473-4688-b5e4-2c697ce580f9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:38.312353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] For port 7a375bb8-9473-4688-b5e4-2c697ce580f9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a375bb8-9473-4688-b5e4-2c697ce580f9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:38.345468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-1c4c7efb-8b5e-43c0-99da-19db99d96153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:38.347714 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-1c4c7efb-8b5e-43c0-99da-19db99d96153 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840199 Dec 23 12:26:38.373012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3169c23b-8031-48b1-91c7-422bed813105 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5699959 Dec 23 12:26:38.374324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.375162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47212) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:38.382073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b208faa3-12ac-456e-8567-0518f449ded7 None None] Port 7a375bb8-9473-4688-b5e4-2c697ce580f9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:38.388647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '696527ab-9d69-4208-9eff-a0164e987b62', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1661476269'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:38.402010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.421225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.425890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a678c73f-6f9b-4ebf-9a90-bf88d4d4c24f req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/780d232c-64bc-48d1-8adf-70f67c808938 HTTP/1.1" status: 204 len: 173 time: 0.1894255 Dec 23 12:26:38.449778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '696527ab-9d69-4208-9eff-a0164e987b62'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:38.452288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.476261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e86e7-10b5-47d2-8db8-79bf85ae89c2 None None] Pushing event updated for resources: {'Port': ['ID=7a375bb8-9473-4688-b5e4-2c697ce580f9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:38.480953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98919e-c936-4b2d-81eb-e19f23acf757 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:38.486911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:38.487983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:38.499950 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-8592f448-b43e-4e08-9aff-98ec3c24e58e service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431546 Dec 23 12:26:38.529207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-a84e8361-6ab3-4c77-9496-623abe1b7b28 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 200 len: 2417 time: 0.0515256 Dec 23 12:26:38.553717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff96ca4-e013-4ee0-92dd-e8c1c2cd1be2 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=780d232c-64bc-48d1-8adf-70f67c808938,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:38.678060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8fd6dc5-52a0-4a74-87a2-08460b2fa09a req-39d8e7c6-992a-4867-af48-695d41c3ddb2 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698086 Dec 23 12:26:38.682645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.692206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.718371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] Provisioning complete for port 7a375bb8-9473-4688-b5e4-2c697ce580f9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:38.718686 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.754016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:38.754327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.825272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/696527ab-9d69-4208-9eff-a0164e987b62/7e80d82f-d62e-4f36-9bc9-b21a22e6512b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:38.882300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 523950b3-1672-4570-8d0c-2a781c9eb930 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:38.934519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 523950b3-1672-4570-8d0c-2a781c9eb930 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:38.936029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 523950b3-1672-4570-8d0c-2a781c9eb930 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:39.054203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00762-74a0-4dc8-a6ed-52466b3fd467 req-1361e504-29d1-4a4b-852e-dc1878451b9e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a00762-74a0-4dc8-a6ed-52466b3fd467 req-1361e504-29d1-4a4b-852e-dc1878451b9e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.0750127 Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21329db9-4ee2-4d86-a7e2-db1b4b45fe92 req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/905a69f2-167d-4300-991b-3e4d1bc22935 HTTP/1.1" status: 204 len: 173 time: 0.5397892 Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:39.100486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.171504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47e0c-52cd-4d3b-ae40-d5679939b0a3 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a69f2-167d-4300-991b-3e4d1bc22935,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:39.202808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:39.224151 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-28d7eb08-9d66-4390-94ac-e933f12df91a req-2db56ccc-0f9a-4def-81b7-582759069f76 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] show failed (client error): The resource could not be found. Dec 23 12:26:39.225284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28d7eb08-9d66-4390-94ac-e933f12df91a req-2db56ccc-0f9a-4def-81b7-582759069f76 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/c7e45a5b-3223-4632-b44d-9ba15388e949 HTTP/1.1" status: 404 len: 352 time: 0.0648093 Dec 23 12:26:39.226139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:39.240735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:39.261709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.276442 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-75a0b874-60ce-4585-a354-b81c97290564 req-3a2e195b-aa56-4f57-b8a8-c2d45ce7ba1c service neutron] show failed (client error): The resource could not be found. Dec 23 12:26:39.278371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-3a2e195b-aa56-4f57-b8a8-c2d45ce7ba1c service neutron] 10.222.0.43 "GET /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0912509 Dec 23 12:26:39.284198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Pushing event updated for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:39.307995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] For port 7a375bb8-9473-4688-b5e4-2c697ce580f9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a375bb8-9473-4688-b5e4-2c697ce580f9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:39.314825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a00762-74a0-4dc8-a6ed-52466b3fd467 req-525ad03d-82af-451a-a095-17997ec7ec0a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492752 Dec 23 12:26:39.360122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.380357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.386499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.394346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:34Z', 'revision_number': 3, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:39.453561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56fa7da-aece-4c77-8304-3bd1a2c7696d None None] The sync data for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 is: [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:34Z', 'revision_number': 3, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:39.461832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.506326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port e1bfd768-325e-4089-87bd-3a4d0dd35ec5 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:26:39.558212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.621324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-4ed20617-5e12-4173-88dc-68db3a3d3071 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/d079bee7-bb45-433e-a227-fd8b2a9ea4f5 HTTP/1.1" status: 200 len: 1823 time: 0.2765183 Dec 23 12:26:39.670512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:39.692548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:39.696723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-abfb9caf-51eb-495c-bf13-f37164fafdfa None None] Provisioning complete for port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:39.697237 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abfb9caf-51eb-495c-bf13-f37164fafdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.699922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:39.706631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ea67-73e4-44a3-b497-8e0b811bbbe0 None None] Pushing event updated for resources: {'Port': ['ID=7a375bb8-9473-4688-b5e4-2c697ce580f9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:39.709537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47266) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:39.867094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-abfb9caf-51eb-495c-bf13-f37164fafdfa None None] Port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:39.874922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Attempting to bind port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:39.875341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Attempting to bind port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:39.875781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Attempting to bind port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:39.887416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Pushing event updated for resources: {'Port': ['ID=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:39.891202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:39.891985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:39.896594 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.897242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:39.897834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Bound port: 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:39.898368 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.044043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6815d973-c72a-4c77-a7f9-2abc60b53e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.092964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] For port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:40.098248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] For port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:40.200956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6815d973-c72a-4c77-a7f9-2abc60b53e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.214725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.277569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6815d973-c72a-4c77-a7f9-2abc60b53e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.330602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0274-f63a-4f48-99cf-c42ef3b686b9 None None] Pushing event updated for resources: {'Port': ['ID=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:40.382379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6815d973-c72a-4c77-a7f9-2abc60b53e05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03ef8706b08a4331bbbb777c48e335b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6706145 Dec 23 12:26:40.386299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:40.389163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815d973-c72a-4c77-a7f9-2abc60b53e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6ed3c-b9cf-4f82-874b-e066b4059f45,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:40.492790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.542065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.591413 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:26:40.591938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:26:40.594051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.655173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.677122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-203c1246-da26-45cb-96cc-0af75d60a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:40.678709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-203c1246-da26-45cb-96cc-0af75d60a92c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1101 time: 0.2801268 Dec 23 12:26:40.692459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.702521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.702838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:40.710989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:40.710989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03b6ed3c-b9cf-4f82-874b-e066b4059f45 HTTP/1.1" status: 204 len: 168 time: 0.3201509 Dec 23 12:26:40.729630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21601b9c-48b3-4515-a940-a14cf0b784d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6ed3c-b9cf-4f82-874b-e066b4059f45,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:40.857164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-960f1f6a-a563-4e5f-bfbc-a8842fdc86a5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4786272 Dec 23 12:26:40.858401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:40.888537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289541e3-818d-4c62-bfb1-f6de0876daa4 req-a7e761c6-e242-434c-bb89-0a9d4b7a6813 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:40.896660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289541e3-818d-4c62-bfb1-f6de0876daa4 req-a7e761c6-e242-434c-bb89-0a9d4b7a6813 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.3963168 Dec 23 12:26:40.970956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25400748-8291-42d6-ac17-9544342945a1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:40.973084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25400748-8291-42d6-ac17-9544342945a1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1133182 Dec 23 12:26:40.982135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47286) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:41.024172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a375bb8-9473-4688-b5e4-2c697ce580f9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:41.103909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a375bb8-9473-4688-b5e4-2c697ce580f9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:41.104722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.120423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9887c-0073-4a4e-8b23-219237204245 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:41.124772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9887c-0073-4a4e-8b23-219237204245 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:41.128963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a2d9887c-0073-4a4e-8b23-219237204245 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1434186 Dec 23 12:26:41.131624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:41.158445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289541e3-818d-4c62-bfb1-f6de0876daa4 req-e1c2b638-5bc6-4d06-95db-c2e4d6fec50f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600486 Dec 23 12:26:41.164287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.194538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.196690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.209282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-587cd3ae-3e3e-4752-8371-43262ce4a247 req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/d079bee7-bb45-433e-a227-fd8b2a9ea4f5 HTTP/1.1" status: 204 len: 173 time: 1.5869501 Dec 23 12:26:41.277540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 696527ab-9d69-4208-9eff-a0164e987b62 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:41.283996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.316600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7e80d82f-d62e-4f36-9bc9-b21a22e6512b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:41.359812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.389573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d922dd4-e950-4335-9f5c-baebc86d1e7a tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d079bee7-bb45-433e-a227-fd8b2a9ea4f5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:41.436284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:41.437313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.506643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.534881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e892030-92df-4552-b55c-6230368607b8 req-0c7c58ce-8f0c-41ac-98ae-9f4363cf67c1 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/659e8505-f49f-48cc-aaa4-9d1a04551f01 HTTP/1.1" status: 200 len: 1823 time: 0.1683664 Dec 23 12:26:41.551796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.695695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.764135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=696527ab-9d69-4208-9eff-a0164e987b62,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:41.772755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.778572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:41.778572 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:41.786145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f7bb0ea6-e705-4ce3-a822-d68472fc2fe2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/696527ab-9d69-4208-9eff-a0164e987b62 HTTP/1.1" status: 204 len: 168 time: 0.6533113 Dec 23 12:26:41.788928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:41.820972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.822887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7e892030-92df-4552-b55c-6230368607b8 req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.833901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-79d11f97-0f3b-4017-a070-e41f47968096 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438700 Dec 23 12:26:41.834513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47306) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:41.839413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:41.858356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:41.869989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7e892030-92df-4552-b55c-6230368607b8 req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:41.958278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:42.019251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.115797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Pushing event updated for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:42.133238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:42.134265 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ddca6-2871-4533-b399-72f3531e7472" -d '{"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-unplugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:42.159439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:42.163256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.169108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.202582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7e892030-92df-4552-b55c-6230368607b8 req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.202582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7e892030-92df-4552-b55c-6230368607b8 req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.202582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e892030-92df-4552-b55c-6230368607b8 req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/659e8505-f49f-48cc-aaa4-9d1a04551f01 HTTP/1.1" status: 204 len: 173 time: 0.6402571 Dec 23 12:26:42.233283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522fba4-7c8a-4a9b-8f0a-6ef60b23678e None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:42.233449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.254775 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a8540-f7d0-4e9d-99f8-c8185b6004f3 x-openstack-request-id: req-1c2a8540-f7d0-4e9d-99f8-c8185b6004f3 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:42.254984 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-unplugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:42.255235 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c2a8540-f7d0-4e9d-99f8-c8185b6004f3 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:42.255628 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'code': 200} Dec 23 12:26:42.258103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b29c-f638-4404-97dd-7111ebbcd5ee tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e8505-f49f-48cc-aaa4-9d1a04551f01,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:42.277129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Transition to ACTIVE for port object fa098938-6e09-43e7-b7ca-b7800463c333 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:26:42.374650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.448982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-71a1a3eb-0779-498e-aadd-cfcea652219f None None] Provisioning complete for port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:42.450072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71a1a3eb-0779-498e-aadd-cfcea652219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.455074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.481394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47328) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:42.507309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.561247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:42.569038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:42.574932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:42.575537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.578050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:42.589029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] No DVR routers for this DVR port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:42.598247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:42.615945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-41bf06fe-6ea6-49ef-9a26-4d2580464386 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/6efafc2c-d363-4fe6-ba2b-2a47f7c786cb HTTP/1.1" status: 200 len: 1823 time: 0.2684445 Dec 23 12:26:42.648727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=a5a35dac-9b88-41f1-883f-91e4e9af7bc6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:42.649803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:42.654728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:42.668233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba5c3-4c30-49c3-8874-0f3ba5ea9bce req-7c6693d4-b826-420e-8524-c8958784e73d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:42.671994 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9fdcf672-9e3f-4a91-8867-2166137aa58a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8341448 Dec 23 12:26:42.672148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de6ba5c3-4c30-49c3-8874-0f3ba5ea9bce req-7c6693d4-b826-420e-8524-c8958784e73d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.3235524 Dec 23 12:26:42.672244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:42.677290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-31393113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:42.716268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:42.716615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:42.717032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:42.722321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.740050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71a1a3eb-0779-498e-aadd-cfcea652219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.793849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1244257177-network', 'tenant_id': '949a73100a3a46e0b0005e1664613890'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:42.804853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:26:42.805199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:42.818094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:42.864104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.866462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.900294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:42.900912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:42.901051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:42.901871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Bound port: fa098938-6e09-43e7-b7ca-b7800463c333, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:42.902035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:42.969246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de6ba5c3-4c30-49c3-8874-0f3ba5ea9bce req-2a98a873-f55c-41b6-9af7-edf1dcd7ebe3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859244 Dec 23 12:26:42.978381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.036184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7e80d82f-d62e-4f36-9bc9-b21a22e6512b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:43.045147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.058630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.064718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Made reservation on behalf of 949a73100a3a46e0b0005e1664613890 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:43.068802 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.078308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:43.085526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.089815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:43.121619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:43.145686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.168100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:43.216454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-71a1a3eb-0779-498e-aadd-cfcea652219f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:43.218315 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-71a1a3eb-0779-498e-aadd-cfcea652219f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:43.303153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.304336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b322f6db-5b04-4eb8-a167-9b1001c1958b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6311927 Dec 23 12:26:43.309568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47348) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:43.311620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:43.316265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.323973 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Sync routers for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:43.330132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e40a642-41bc-45ef-a442-eb091891340b admin admin] 10.222.0.16 "PUT /v2.0/routers/2c1b1fc7-adfe-4a5c-97b2-93faada17426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9630582 Dec 23 12:26:43.333049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.344941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:43.347289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:43.351410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9e2640b9-331d-490b-9b10-29ca4ddf1e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.385650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:43.402954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:43.422554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:43.422554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.422554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-4babb302-fb6e-472e-aff5-023799ae73b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 1096 time: 2.7316847 Dec 23 12:26:43.444047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.448163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.458936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7e7f701-4808-4de2-910d-6f8bfe3296f8 req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/6efafc2c-d363-4fe6-ba2b-2a47f7c786cb HTTP/1.1" status: 204 len: 173 time: 0.8228648 Dec 23 12:26:43.491816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Deleting port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:43.492884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.493629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.505996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.547677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e219028c-3064-4609-9b24-493b6fc1a6d3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:43.587220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:26:43.606594 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:43.610811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2daf9-975a-469c-8f73-511eff5918f8 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efafc2c-d363-4fe6-ba2b-2a47f7c786cb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:43.700091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2baf4354-5801-441a-bd83-13171244d4b6 req-7fda3335-4937-4ac8-a81f-9ac979becd77 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/1e230b9d-a02f-4061-aaa6-bf830e70e22a HTTP/1.1" status: 200 len: 2424 time: 0.1691730 Dec 23 12:26:43.711245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-1b108d2d-4584-40c7-b6ef-bb58e8793ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:43.713766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-1b108d2d-4584-40c7-b6ef-bb58e8793ff9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1099 time: 0.2512605 Dec 23 12:26:43.795054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:43.838390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.841655 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Added segment 777e6371-7131-4e5d-bf57-43a72f159f35 of type vlan for network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e Dec 23 12:26:43.903378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port fa098938-6e09-43e7-b7ca-b7800463c333 host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:26:43.905937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:43.942266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2baf4354-5801-441a-bd83-13171244d4b6 req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:43.957632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.054902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2baf4354-5801-441a-bd83-13171244d4b6 req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.060315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.064043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] For port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:44.064667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.091582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Calling delete_port for 7e80d82f-d62e-4f36-9bc9-b21a22e6512b owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:44.120663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:44.125184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-8bdaca4d-8d3e-4804-880a-7da58a4f5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:44.126657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-8bdaca4d-8d3e-4804-880a-7da58a4f5d40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3970551 Dec 23 12:26:44.163635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.205635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-20662f97-91e8-41eb-94f7-1081c0e748e2 None None] Provisioning complete for port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:44.206233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20662f97-91e8-41eb-94f7-1081c0e748e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.212488 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:41Z', 'revision_number': 2, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:44.256752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-20662f97-91e8-41eb-94f7-1081c0e748e2 None None] Port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:44.259623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-28c7d8ef-3569-4adb-82aa-c812623c335a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.1121078 Dec 23 12:26:44.266011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:44.270588 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:44.291294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.292436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:44.293176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.296239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Checking router: 2c1b1fc7-adfe-4a5c-97b2-93faada17426 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:44.296815 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Updating router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:44.323234 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.373476 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.380719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-d2529097-29ec-4a35-bf36-fac0d2a8edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:44.382240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-d2529097-29ec-4a35-bf36-fac0d2a8edd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0972073 Dec 23 12:26:44.396164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] No DVR routers for this DVR port 7e80d82f-d62e-4f36-9bc9-b21a22e6512b on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:44.403397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50acf6-76ce-4f14-a1fe-fcf80df9d5ea None None] Pushing event deleted for resources: {'Port': ['ID=7e80d82f-d62e-4f36-9bc9-b21a22e6512b,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:44.438293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b0017-c2e0-47ff-b27c-78fe54f6bfec None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:44.460263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9777658 Dec 23 12:26:44.463151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47366) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:44.477784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Request body: {'subnet': {'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1244257177-subnet', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:44.479942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640a1a-ee5e-45ab-b1c5-59a93d207a75 admin admin] Pushing event updated for resources: {'Network': ['ID=2940af1d-4bca-42fb-a7a3-9bab1d175e6e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:44.491373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2baf4354-5801-441a-bd83-13171244d4b6 req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.494079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2baf4354-5801-441a-bd83-13171244d4b6 req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.520480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2baf4354-5801-441a-bd83-13171244d4b6 req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e230b9d-a02f-4061-aaa6-bf830e70e22a HTTP/1.1" status: 204 len: 173 time: 0.8120968 Dec 23 12:26:44.524528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:26:44.553050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b874-60ce-4585-a354-b81c97290564 req-a772c2bd-491f-43a8-ad76-7696ecf3a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:44.562799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-a772c2bd-491f-43a8-ad76-7696ecf3a6df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726923 Dec 23 12:26:44.605660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a80023-c9c6-462a-9eaf-8d6eeed1456b tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e230b9d-a02f-4061-aaa6-bf830e70e22a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:44.671185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::1 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a5a35dac-9b88-41f1-883f-91e4e9af7bc6/0fe1c999-0f32-4121-9c99-34825adb14fd) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:44.780432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498a477-5e75-4540-8db3-bdd4b06af087 req-f0003f92-7b6e-445e-9380-99c1d63999d3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:44.782332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f498a477-5e75-4540-8db3-bdd4b06af087 req-f0003f92-7b6e-445e-9380-99c1d63999d3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.1572423 Dec 23 12:26:44.790323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Made reservation on behalf of 949a73100a3a46e0b0005e1664613890 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:44.792729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.946926 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.952526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.960354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47378) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:44.973110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916020840', 'description': 'tempest-description--903790299'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:45.024018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:45.029802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.057755 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.071942 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06fbd18-f15e-42b6-a63e-cc25c7067c0d x-openstack-request-id: req-d06fbd18-f15e-42b6-a63e-cc25c7067c0d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:45.072492 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:45.072492 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d06fbd18-f15e-42b6-a63e-cc25c7067c0d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:45.073080 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'status': 'completed', 'code': 200} Dec 23 12:26:45.089107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-8541af74-60db-4409-a942-d510492bbe15 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010312 Dec 23 12:26:45.097075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f498a477-5e75-4540-8db3-bdd4b06af087 req-14656b64-0727-4ed9-9a56-bf3627c4c135 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865331 Dec 23 12:26:45.177831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.202542 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32603-c4a2-48e0-aab7-53bc45f78754 None None] Pushing event updated for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:45.230861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-14f1785b-a29c-4c84-9c41-7e10a30f40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:45.230861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-14f1785b-a29c-4c84-9c41-7e10a30f40b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1099 time: 0.1872630 Dec 23 12:26:45.291522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a0b874-60ce-4585-a354-b81c97290564 req-0b56906d-193c-4014-8ddd-3fcd8ddfc868 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917880 Dec 23 12:26:45.315896 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Attempting to bind port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:45.316681 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Attempting to bind port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:45.318462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Attempting to bind port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d on network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:45.334205 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:45.337150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Checking segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:45.337686 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.338324 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Bound using segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:45.341380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Bound port: 4cbe12ea-c491-446f-bd30-ebd4542e0a2d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:45.343285 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.343711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.364186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-2494fb28-1ca3-42e4-81b8-f6ff9f83ae29 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "GET /v2.0/security-groups/e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2 HTTP/1.1" status: 200 len: 2417 time: 0.2634668 Dec 23 12:26:45.413407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a5a35dac-9b88-41f1-883f-91e4e9af7bc6/a1d0c5fd-e961-4712-a6a4-488e1f76c278) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:45.451225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:45.458296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:45.461332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:45.462142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.547035 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] For port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:45.552298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] For port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:45.553484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-eeccdc97-ae6c-4108-9335-66179a5871db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:45.555006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-eeccdc97-ae6c-4108-9335-66179a5871db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1099 time: 0.1149864 Dec 23 12:26:45.555830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.661021 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.671262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-dbbf0db4-ff61-4cb8-8335-aac244e1d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:45.673049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-dbbf0db4-ff61-4cb8-8335-aac244e1d8a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1110680 Dec 23 12:26:45.695266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.725232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.732250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] Provisioning complete for port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:45.732627 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.748605 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d32603-c4a2-48e0-aab7-53bc45f78754 None None] Pushing event updated for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:45.779213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:45.812444 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:45.813431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:45.844728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.864426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-8215181b-07ae-4923-a95e-ff55e2cfe654 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.1819606 Dec 23 12:26:45.933925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.961967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b98ac4b-e468-4c47-9374-bca7974bf0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:45.965767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.002232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:46.043238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Pushing event updated for resources: {'Port': ['ID=a1d0c5fd-e961-4712-a6a4-488e1f76c278,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.064722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Checking segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:46.064722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Network hostable DHCP agents. Network: 2940af1d-4bca-42fb-a7a3-9bab1d175e6e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:26:46.071358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=0fe1c999-0f32-4121-9c99-34825adb14fd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.086597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] For port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:46.088860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:46.090449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:46.095441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:46.095918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-290ce787-33bf-4d20-912e-d32d596c9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.097628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-290ce787-33bf-4d20-912e-d32d596c9493 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2243500 Dec 23 12:26:46.160734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Attempting to bind port a1d0c5fd-e961-4712-a6a4-488e1f76c278 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:46.161291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Attempting to bind port a1d0c5fd-e961-4712-a6a4-488e1f76c278 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:46.161787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Attempting to bind port a1d0c5fd-e961-4712-a6a4-488e1f76c278 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:46.168577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:46.169487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:46.170171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.170908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:46.171392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Bound port: a1d0c5fd-e961-4712-a6a4-488e1f76c278, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:46.171773 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.174307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.183150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.191001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-57a05d4a-58d9-4eac-8150-913183c825f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.193212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-57a05d4a-58d9-4eac-8150-913183c825f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872791 Dec 23 12:26:46.194335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.198699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.200239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fa80b66-7b61-419a-82f1-84c0762e5cdc req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] 10.222.0.16 "DELETE /v2.0/security-groups/e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2 HTTP/1.1" status: 204 len: 173 time: 0.8347106 Dec 23 12:26:46.201050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:26:46.203368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-6b060ea7-864c-4fcc-afa5-15767ec4033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.205084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-6b060ea7-864c-4fcc-afa5-15767ec4033b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.9610202 Dec 23 12:26:46.207492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:46.308487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844612-91fc-4e2f-92d2-0dcdad12a041 None None] Pushing event updated for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.351560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.373358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-8a9b169e-9f34-482b-8810-a24caf7bbea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.1567616 Dec 23 12:26:46.378277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] For port a1d0c5fd-e961-4712-a6a4-488e1f76c278, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:46.382788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] For port a1d0c5fd-e961-4712-a6a4-488e1f76c278, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d0c5fd-e961-4712-a6a4-488e1f76c278,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:46.396038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-295124ea-3d80-4aa0-b137-74e92686b777 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851113 Dec 23 12:26:46.411763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-064b378b-f35b-467a-b7b7-7cd33468c3f1 None None] Provisioning complete for port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:46.412157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-064b378b-f35b-467a-b7b7-7cd33468c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.413215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258739ac-d6ea-4be9-b4ad-f0ccac69ca97 tempest-SecurityGroupRulesTestJSON-315069353 tempest-SecurityGroupRulesTestJSON-315069353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641c1b5-424b-42b6-b02c-4f2ebbdc4bf2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.461780 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.464771 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:46.513558 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0168b8-d8b6-4264-a745-f4fb92fe5140 None None] The sync data for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 is: [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:46.518908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45076f0c-a069-43a8-bdec-3dc65be6f8c0 req-79ba8899-e763-46ea-b9b1-8210e52d89cc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.520540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45076f0c-a069-43a8-bdec-3dc65be6f8c0 req-79ba8899-e763-46ea-b9b1-8210e52d89cc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.1226327 Dec 23 12:26:46.547077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.556795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdbd7a-4608-4ccf-a9d2-71dfdd533a44 None None] Pushing event updated for resources: {'Port': ['ID=a1d0c5fd-e961-4712-a6a4-488e1f76c278,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.593112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.601779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6399934 Dec 23 12:26:46.605080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Deleting subnet 70b4108f-ce41-49ca-900e-0cf49e964d90 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:46.629297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47392) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:46.633467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca3fd4-1ac3-4d3e-9032-610194dfbdaa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd43c9c2-0079-452a-a248-ee4ede308792,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.654470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'security_group_rule': {'security_group_id': 'cd43c9c2-0079-452a-a248-ee4ede308792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:46.658780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.698390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.707861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-e4dd5111-b3d4-4c82-9c92-5034d65a8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.709432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-e4dd5111-b3d4-4c82-9c92-5034d65a8e6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.3098009 Dec 23 12:26:46.811691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:46.937378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cbe12ea-c491-446f-bd30-ebd4542e0a2d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:46.963560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-816274a2-f45c-4cf2-b369-fd4f7336f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:46.981013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-816274a2-f45c-4cf2-b369-fd4f7336f51a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2502339 Dec 23 12:26:47.026813 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.061357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:47.061888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.089097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2940af1d-4bca-42fb-a7a3-9bab1d175e6e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:47.107392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.115400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:47.116030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.181484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-aa26ad7e-78d5-42d1-873a-c3eda7f3d1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645822 Dec 23 12:26:47.182064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c6133-e8fb-4895-808a-e4cc5651a9c6 None None] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:47.202256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45076f0c-a069-43a8-bdec-3dc65be6f8c0 req-6b3cf1ea-1e9c-421b-9061-920fb4a9480c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584032 Dec 23 12:26:47.366331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c392e112-8aa4-4f48-9baa-54ee6623df81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9020991 Dec 23 12:26:47.369061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:47.373477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:47.435321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:47.436997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.473350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.474555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.496561 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.544373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.547535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-66f13b6c-3fc1-486b-a758-54ff7d366e0e service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476227 Dec 23 12:26:47.571925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.616870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Allocated IP 172.20.0.2 (2940af1d-4bca-42fb-a7a3-9bab1d175e6e/9dfe8a06-f944-4ab2-93aa-aba9086eb3b6/3c627ad4-4999-4e40-88f7-ffb43813cc73) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:47.654771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b4108f-ce41-49ca-900e-0cf49e964d90,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:47.656896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.700263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.706342 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7dcbbc07-f475-44ef-b73a-504855104a19 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/70b4108f-ce41-49ca-900e-0cf49e964d90 HTTP/1.1" status: 204 len: 168 time: 1.4977679 Dec 23 12:26:47.728571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47404) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:47.736701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bb4693-3af0-4d24-a1ba-30565a26e079,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:47.837507 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7b98f6f6-ad8c-4f6f-ae00-87e8b1bbc2a5 req-f138fdf9-f4d7-40d3-85ac-09f033e054f3 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787921 Dec 23 12:26:47.844140 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.853801 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.863749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.868215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42572584-f2dd-45e5-9030-e99236fd3b57 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2320352 Dec 23 12:26:47.869078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:47.874081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'security_group_rule': {'security_group_id': 'cd43c9c2-0079-452a-a248-ee4ede308792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:47.958962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.976797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.981845 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.988219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:47.989528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.031898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.044800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:48.049170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:48.051206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Pushing event updated for resources: {'Port': ['ID=3c627ad4-4999-4e40-88f7-ffb43813cc73,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:48.058819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:48.082442 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.145558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:48.152692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.158588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.174048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21610caa-ccfc-4966-a4d4-c8a1b87a9986') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:48.174350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21610caa-ccfc-4966-a4d4-c8a1b87a9986') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:48.182874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Attempting to bind port 3c627ad4-4999-4e40-88f7-ffb43813cc73 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:48.183298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Attempting to bind port 3c627ad4-4999-4e40-88f7-ffb43813cc73 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:48.183652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Attempting to bind port 3c627ad4-4999-4e40-88f7-ffb43813cc73 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:48.194655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.200284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:48.200658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Checking segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:48.201101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.201477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Bound using segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:48.201959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Bound port: 3c627ad4-4999-4e40-88f7-ffb43813cc73, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:48.202334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.235422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=0fe1c999-0f32-4121-9c99-34825adb14fd,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:48.272102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.281270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.303323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:26:48.303722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.308559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:26:48.309068 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:26:48.313514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:48.328601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] For port 3c627ad4-4999-4e40-88f7-ffb43813cc73, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:48.333797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] For port 3c627ad4-4999-4e40-88f7-ffb43813cc73, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c627ad4-4999-4e40-88f7-ffb43813cc73,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:48.387998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.410788 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.454827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd15cdd-e62f-4bf8-9a66-7c93b3f85c07,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:48.490946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80ffda-de42-46c6-a757-d3ed745c3d0a req-2dc22fc3-1678-4e0a-81c8-e94816fbe444 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:48.494098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb80ffda-de42-46c6-a757-d3ed745c3d0a req-2dc22fc3-1678-4e0a-81c8-e94816fbe444 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 948 time: 0.1551571 Dec 23 12:26:48.550863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.553747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-54db21f8-0c6b-474f-83dd-f4a53fa1d095 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835802 Dec 23 12:26:48.557214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:48.570624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:48.609599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Router 34f10940-8c48-4a2a-b71d-43a31561314e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:26:48.633926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] Provisioning complete for port a1d0c5fd-e961-4712-a6a4-488e1f76c278 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:48.634632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.673933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:26:48.681517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.700591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47649c-b721-44c2-96a5-9b4125fae2cf None None] Pushing event updated for resources: {'Port': ['ID=3c627ad4-4999-4e40-88f7-ffb43813cc73,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:48.710851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.715322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5 HTTP/1.1" status: 204 len: 168 time: 0.9853380 Dec 23 12:26:48.790241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c893b-39fa-4c84-b0ef-563f9bfd44c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb53ff4b-cecb-47ea-b4df-44dc4e5fe6a5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:48.833728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.902703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb80ffda-de42-46c6-a757-d3ed745c3d0a req-86c25e87-8bcd-4d78-bc49-5a3a10b04897 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983676 Dec 23 12:26:48.928269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.976223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:48.977386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:48.983374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:48.988136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5947239-6e2f-4967-ae15-c22008fd251d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "PUT /v2.0/routers/34f10940-8c48-4a2a-b71d-43a31561314e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6652727 Dec 23 12:26:48.994871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:49.014934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Sync routers for ids ['34f10940-8c48-4a2a-b71d-43a31561314e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:49.030459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d0c5fd-e961-4712-a6a4-488e1f76c278 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:49.078307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.118417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'mac_address': 'fa:16:3e:55:34:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:26:49.144239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] For port a1d0c5fd-e961-4712-a6a4-488e1f76c278, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d0c5fd-e961-4712-a6a4-488e1f76c278,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:49.155357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dca17f-f814-4efa-a525-fb55b059d2ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:49.155896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Routers {'34f10940-8c48-4a2a-b71d-43a31561314e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:49.156534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['34f10940-8c48-4a2a-b71d-43a31561314e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:49.165519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8dca17f-f814-4efa-a525-fb55b059d2ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports/0fe1c999-0f32-4121-9c99-34825adb14fd HTTP/1.1" status: 200 len: 911 time: 0.1695838 Dec 23 12:26:49.168324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47424) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:49.285290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.355960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:49.374568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.394678 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.415808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Allocated IP 172.25.7.110 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f18cdae6-20a8-4b0a-9bc8-096d100f1ce5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:49.450524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d88609c-646d-4668-943a-8e273f01bfd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1cb9ee71aa24251b60c81b18c2f9318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934544 Dec 23 12:26:49.453485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:49.462390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886d5da-f513-4fd1-9ac8-ea6132d57734 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:49.470785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886d5da-f513-4fd1-9ac8-ea6132d57734 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:49.475409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0886d5da-f513-4fd1-9ac8-ea6132d57734 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3028519 Dec 23 12:26:49.476277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:49.483821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e935-e9ba-4cf0-9c8d-bbdbb24a79a5 None None] Pushing event updated for resources: {'Port': ['ID=a1d0c5fd-e961-4712-a6a4-488e1f76c278,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:49.494995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a1d0c5fd-e961-4712-a6a4-488e1f76c278 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:49.495377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.497690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Set router 34f10940-8c48-4a2a-b71d-43a31561314e gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:49.500682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.565830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:26:49.590242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:49.605018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.714904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.741420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.761371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.811110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.844369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Pushing event updated for resources: {'Port': ['ID=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:49.864447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-023a69c4-c7a2-4ab8-81f9-073bb1061b87 None None] Provisioning complete for port 0fe1c999-0f32-4121-9c99-34825adb14fd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:49.865019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-023a69c4-c7a2-4ab8-81f9-073bb1061b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:49.887856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:49.899128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:49.910149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-023a69c4-c7a2-4ab8-81f9-073bb1061b87 None None] Port 0fe1c999-0f32-4121-9c99-34825adb14fd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:49.917891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:49.960356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b730c9d-99fa-4790-9159-f356531eb8ac None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:50.030497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Allocated IP 172.25.7.218 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/69edf2df-bda1-4c19-aa84-8756a6d11b3c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:50.128188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.131415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.134920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4cb5713-0770-4807-9b45-f758deca72db HTTP/1.1" status: 204 len: 168 time: 0.6766090 Dec 23 12:26:50.143512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:50.228958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['fa098938-6e09-43e7-b7ca-b7800463c333'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:26:50.264564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5409fe35-f683-4211-86ac-7507f9c4ecce None None] Provisioning complete for port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:50.265327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5409fe35-f683-4211-86ac-7507f9c4ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.309717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5409fe35-f683-4211-86ac-7507f9c4ecce None None] Port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:50.340144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'name': 'tempest-NetworksTestDHCPv6-router-31393113', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:42Z', 'updated_at': '2021-12-23T12:26:46Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': '0fe1c999-0f32-4121-9c99-34825adb14fd', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:a8:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:44Z', 'updated_at': '2021-12-23T12:26:47Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:50.384249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Checking router: 34f10940-8c48-4a2a-b71d-43a31561314e for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:50.384604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Updating router 34f10940-8c48-4a2a-b71d-43a31561314e port 0fe1c999-0f32-4121-9c99-34825adb14fd binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:50.432336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77af20-fe9e-4f06-aa37-7280d8974b40 req-e8464166-6acf-4404-b891-8ffed1b19457 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:50.434001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db77af20-fe9e-4f06-aa37-7280d8974b40 req-e8464166-6acf-4404-b891-8ffed1b19457 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.3851774 Dec 23 12:26:50.457756 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.630107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341fe3f-75aa-414a-8980-54192fbfb898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb5713-0770-4807-9b45-f758deca72db,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:50.648674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db77af20-fe9e-4f06-aa37-7280d8974b40 req-4ae747ca-097f-43f4-8965-b8b75166f56a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060859 Dec 23 12:26:50.725344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058380c-eaa3-4019-95d7-bfb506a0d8e6 None None] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:50.782064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.858072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.941185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:50.963392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:50.967224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:50.970045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:51.009576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] Provisioning complete for port 3c627ad4-4999-4e40-88f7-ffb43813cc73 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:51.010489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.119674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c627ad4-4999-4e40-88f7-ffb43813cc73 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:51.203312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.263570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47486) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:51.303600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'Port': ['ID=69edf2df-bda1-4c19-aa84-8756a6d11b3c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:51.369566 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.430996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.471295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.482482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f8b-6d16-4779-9130-d6ea66957962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.550870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.590512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 0fe1c999-0f32-4121-9c99-34825adb14fd {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:51.590848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.607845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.616123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa76e0-47f4-4437-9066-4e51173e318f req-58fdfca1-14f7-4f0a-a5b9-c4c43b7348c7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:51.624149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93aa76e0-47f4-4437-9066-4e51173e318f req-58fdfca1-14f7-4f0a-a5b9-c4c43b7348c7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.3079095 Dec 23 12:26:51.666044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3c627ad4-4999-4e40-88f7-ffb43813cc73 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:51.666413 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.680465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-126769a2-be74-4c15-955c-b493252e0e74 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:51.685588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-126769a2-be74-4c15-955c-b493252e0e74 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61&tenant_id=1692fb8d765741188e6726a83e2aae80&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 949 time: 0.3260493 Dec 23 12:26:51.700408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.748026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1b29f-5633-4e58-af78-93dfaa84a041 None None] Pushing event updated for resources: {'Port': ['ID=0fe1c999-0f32-4121-9c99-34825adb14fd,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:51.862360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.870420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] For port 3c627ad4-4999-4e40-88f7-ffb43813cc73, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c627ad4-4999-4e40-88f7-ffb43813cc73,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:51.871479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:51.889559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Attempting to bind port 0fe1c999-0f32-4121-9c99-34825adb14fd on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:51.890057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Attempting to bind port 0fe1c999-0f32-4121-9c99-34825adb14fd by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:51.890503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Attempting to bind port 0fe1c999-0f32-4121-9c99-34825adb14fd on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:51.900773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:51.901292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:51.901770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.902235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:51.902807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Bound port: 0fe1c999-0f32-4121-9c99-34825adb14fd, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:51.903410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.908520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:51.927386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 0fe1c999-0f32-4121-9c99-34825adb14fd owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:51.950202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93aa76e0-47f4-4437-9066-4e51173e318f req-c790cf86-fc4b-46d4-ab1a-1bd54f58d896 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251619 Dec 23 12:26:51.997090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.027401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f8b-6d16-4779-9130-d6ea66957962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.035192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-55c27529-dd01-43bd-9ce5-9294429952cf service neutron] 10.222.0.57 "GET /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.3345053 Dec 23 12:26:52.036112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Router 29632148-562c-4fa7-bf0f-fa18906efa3c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:26:52.050701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.130903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5bf41f8b-6d16-4779-9130-d6ea66957962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.153281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1932514629-network', 'tenant_id': '3d85fa77b8a7427bb658159684bdc79a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:52.157287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] For port 0fe1c999-0f32-4121-9c99-34825adb14fd, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:52.160869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] For port 0fe1c999-0f32-4121-9c99-34825adb14fd, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0fe1c999-0f32-4121-9c99-34825adb14fd,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:52.171611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.178109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'Port': ['ID=69edf2df-bda1-4c19-aa84-8756a6d11b3c,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:52.203870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-70e36ab1-c953-41fb-a702-3bf87d7be7eb None None] Provisioning complete for port 3c627ad4-4999-4e40-88f7-ffb43813cc73 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:52.204916 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70e36ab1-c953-41fb-a702-3bf87d7be7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.229811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5bf41f8b-6d16-4779-9130-d6ea66957962 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fca8a0e75c24f5da5b5d0976bda67e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9638863 Dec 23 12:26:52.233856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41f8b-6d16-4779-9130-d6ea66957962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08911b-7944-4a9b-a00b-2fcce93a83ff,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:52.240595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47506) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:52.249669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-29513107-e79d-406f-b297-7b8b1e20e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:52.251208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-29513107-e79d-406f-b297-7b8b1e20e0ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1100 time: 0.1883819 Dec 23 12:26:52.284284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.308073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:26:52.308495 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:26:52.310956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.318286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dac365-1f09-4b8c-a012-6cf82351f4bd None None] Pushing event updated for resources: {'Port': ['ID=3c627ad4-4999-4e40-88f7-ffb43813cc73,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:52.331821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:52.353214 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:52.365729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Made reservation on behalf of 3d85fa77b8a7427bb658159684bdc79a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:52.369001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.391465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Routers {'34f10940-8c48-4a2a-b71d-43a31561314e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:52.392534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['34f10940-8c48-4a2a-b71d-43a31561314e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:52.393587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.403221 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:52.404573 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.406482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:52.412936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-3edf5f2f-3de8-40ca-b7d4-0fcbb8ebbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:52.414551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-3edf5f2f-3de8-40ca-b7d4-0fcbb8ebbfeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1515181 Dec 23 12:26:52.429618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.442909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-78323928-9379-4dd4-be4d-9f499539b6cf tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8844359 Dec 23 12:26:52.475578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-156eed98-f8f6-40a1-811f-dcb94c1f2ebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0534921 Dec 23 12:26:52.477712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.487449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.489109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0b492e82-5d69-4cea-91a5-0ca9ce7f4583 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1190333 Dec 23 12:26:52.491640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] Set router 34f10940-8c48-4a2a-b71d-43a31561314e gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:52.495060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:52.535616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.617873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-b71fc132-bf54-4bed-845a-91a92d3a4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:52.620095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-b71fc132-bf54-4bed-845a-91a92d3a4315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1274154 Dec 23 12:26:52.712590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=0fe1c999-0f32-4121-9c99-34825adb14fd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:52.725292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-48819e7e-0fca-49ae-a0e2-f8e87818e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:52.727043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-48819e7e-0fca-49ae-a0e2-f8e87818e04e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799594 Dec 23 12:26:52.792905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:52.819756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.069106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.084460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:53.106181 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:50Z', 'revision_number': 3, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:53.177735 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:53.179356 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Updating router 29632148-562c-4fa7-bf0f-fa18906efa3c port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:53.183320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.193374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Router 34f10940-8c48-4a2a-b71d-43a31561314e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:53.216732 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.218488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:26:53.273330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1b29f-5633-4e58-af78-93dfaa84a041 None None] Pushing event updated for resources: {'Port': ['ID=0fe1c999-0f32-4121-9c99-34825adb14fd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:53.285718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d0c5fd-e961-4712-a6a4-488e1f76c278 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:53.292621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'name': 'tempest-NetworksTestDHCPv6-router-31393113', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:42Z', 'updated_at': '2021-12-23T12:26:46Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': '0fe1c999-0f32-4121-9c99-34825adb14fd', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:a8:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:44Z', 'updated_at': '2021-12-23T12:26:52Z', 'revision_number': 4, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:53.338047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f8f839-bdb0-46eb-b9b7-b4c5d6b6583f None None] The sync data for ids ['34f10940-8c48-4a2a-b71d-43a31561314e'] in n-d-822750-2 is: [{'id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'name': 'tempest-NetworksTestDHCPv6-router-31393113', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:42Z', 'updated_at': '2021-12-23T12:26:46Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': '0fe1c999-0f32-4121-9c99-34825adb14fd', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:a8:f7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f10940-8c48-4a2a-b71d-43a31561314e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:44Z', 'updated_at': '2021-12-23T12:26:52Z', 'revision_number': 4, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a5a35dac-9b88-41f1-883f-91e4e9af7bc6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:53.343646 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.343823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:53.356691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e74859f5-f7f7-49d2-a9e4-2b642e8643aa None None] Could not find standard attr ID for object 0fe1c999-0f32-4121-9c99-34825adb14fd. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:26:53.359846 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-099b160e-8ee2-4cfe-ad1c-a5015f2cdb73 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "PUT /v2.0/routers/34f10940-8c48-4a2a-b71d-43a31561314e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8803494 Dec 23 12:26:53.365068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.365455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:53.365559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port fa098938-6e09-43e7-b7ca-b7800463c333 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:26:53.365653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.366849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e3f04-72e8-4158-8e41-f9144acb7ac6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:53.369717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed08911b-7944-4a9b-a00b-2fcce93a83ff HTTP/1.1" status: 204 len: 168 time: 1.1258521 Dec 23 12:26:53.374469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port fa098938-6e09-43e7-b7ca-b7800463c333 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:53.374803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.414221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.414727 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Added segment 1329cee8-0ffe-49cd-ab3c-c9a11851b734 of type vlan for network a3b465e7-16da-49c1-a004-fe1c0b93f31f Dec 23 12:26:53.431636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a1d0c5fd-e961-4712-a6a4-488e1f76c278 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:53.432475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.514622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45310b-9eb8-4ab6-9441-6f9f557818e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08911b-7944-4a9b-a00b-2fcce93a83ff,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:53.538621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.619462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.629550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-1ad5075c-01f6-4700-88c5-7d6669f1e823 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--916020840&fields=id&tenant_id=c34ffcbe69c6490d925569987dbe2c8a HTTP/1.1" status: 200 len: 267 time: 0.2733550 Dec 23 12:26:53.647035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e4f34-f9a6-4cac-82b9-a3af6e243a97 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.648928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e4f34-f9a6-4cac-82b9-a3af6e243a97 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.650939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:53.651433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af2e4f34-f9a6-4cac-82b9-a3af6e243a97 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2809348 Dec 23 12:26:53.653280 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a72f01-acf4-4ac2-9c18-c5c0489f8c50" -d '{"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-plugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:53.654006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:53.668589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:53.669400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.670684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.671388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.801248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.802450 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.826810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet a5a35dac-9b88-41f1-883f-91e4e9af7bc6 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:53.834701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.837913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] Pushing event updated for resources: {'Network': ['ID=a3b465e7-16da-49c1-a004-fe1c0b93f31f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:53.859173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-8174ba2a-34da-4642-995c-b54d2eae2a09 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9484825 Dec 23 12:26:53.889202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c627ad4-4999-4e40-88f7-ffb43813cc73 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:53.891411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a3b465e7-16da-49c1-a004-fe1c0b93f31f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:26:53.896175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038413d-0127-4f6d-baac-9db83bce97b3 req-b448e3fb-61f0-4d06-8006-45d41b2b59dc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.905615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.907500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1038413d-0127-4f6d-baac-9db83bce97b3 req-b448e3fb-61f0-4d06-8006-45d41b2b59dc tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.5272946 Dec 23 12:26:53.922639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1e8c1b4b-a4c0-4426-825a-a17c851d14cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0473709 Dec 23 12:26:53.927521 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.928283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:53.959657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-2bc75925-f476-4383-896e-0e9fcd9df749 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.970814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Request body: {'subnet': {'network_id': 'a3b465e7-16da-49c1-a004-fe1c0b93f31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1932514629-subnet', 'tenant_id': '3d85fa77b8a7427bb658159684bdc79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:53.971029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-2bc75925-f476-4383-896e-0e9fcd9df749 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/networks?id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b HTTP/1.1" status: 200 len: 815 time: 0.3396051 Dec 23 12:26:54.060195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f326b-53d5-4ee2-9643-56546efd091d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:54.062604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8c2e-8bdf-4a7d-8a18-a62feb8f4103 None None] Pushing event updated for resources: {'Port': ['ID=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:54.066160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.081894 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Attempting to bind port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:54.082372 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Attempting to bind port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:54.082789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Attempting to bind port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:54.093201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:54.093711 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:54.094190 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.094649 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:54.095481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Bound port: f18cdae6-20a8-4b0a-9bc8-096d100f1ce5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:54.095922 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.109278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-1c897bf9-4fd9-4eb7-a081-e8aa9f6045d1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/quotas/c34ffcbe69c6490d925569987dbe2c8a HTTP/1.1" status: 200 len: 375 time: 0.1371808 Dec 23 12:26:54.142416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:54.143718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Made reservation on behalf of 3d85fa77b8a7427bb658159684bdc79a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:54.168598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.186311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3c627ad4-4999-4e40-88f7-ffb43813cc73 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:54.188137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.206109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1038413d-0127-4f6d-baac-9db83bce97b3 req-340d0803-241c-410b-a2e6-57f1ff48aa48 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972832 Dec 23 12:26:54.217544 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] For port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:54.226530 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] For port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:54.280083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-67120b80-ae27-4419-9283-3590eac6cae3 None None] Provisioning complete for port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:54.280624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67120b80-ae27-4419-9283-3590eac6cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.312105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-a6ad3da8-eff3-4791-a4ce-9fd332399c44 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267735 Dec 23 12:26:54.328797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.352839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-e6b323ad-aaf6-475a-850d-945ffdd6fe01 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425706 Dec 23 12:26:54.357946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-67120b80-ae27-4419-9283-3590eac6cae3 None None] Port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:54.359764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-53db6c6a-bf6c-4f6e-9955-f6f1b6a3904e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:26:54.370385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a35dac-9b88-41f1-883f-91e4e9af7bc6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:54.380114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.381992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-53db6c6a-bf6c-4f6e-9955-f6f1b6a3904e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282459 Dec 23 12:26:54.389026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b339226-427a-4ae2-8375-5ceb411d3149 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a5a35dac-9b88-41f1-883f-91e4e9af7bc6 HTTP/1.1" status: 204 len: 168 time: 0.7336571 Dec 23 12:26:54.394263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:54.415638 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.440063 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cab167-59f4-481e-bfa2-2a317f58daff x-openstack-request-id: req-e5cab167-59f4-481e-bfa2-2a317f58daff {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:54.440862 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-plugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:54.443628 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5cab167-59f4-481e-bfa2-2a317f58daff {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:54.446442 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'code': 200} Dec 23 12:26:54.457119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b51a62-3bb8-4b28-9c61-e402865bb067 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:54.491297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47544) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:54.536812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077353f-9d7d-4853-8d92-5bb0c81a2e4d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:54.547477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:54.549090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:54.551596 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8c2e-8bdf-4a7d-8a18-a62feb8f4103 None None] Pushing event updated for resources: {'Port': ['ID=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:54.559177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2abd6af-efe1-4835-9969-45796cc7b52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.588062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.683132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-df8cfbcd-8957-4ae4-a111-9bca683b73b8 service neutron] 10.222.0.16 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002617 Dec 23 12:26:54.704311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] Provisioning complete for port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:54.706021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.712721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3ee77cb9-da14-4b11-9963-1759305c620b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3138187 Dec 23 12:26:54.712930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:26:54.714724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47546) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:54.741740 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:54.808297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.840170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Deleting port a1d0c5fd-e961-4712-a6a4-488e1f76c278 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:54.840538 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.920210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2abd6af-efe1-4835-9969-45796cc7b52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.930788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-df91179c-21dd-4683-a7f7-1d540d940c7f service neutron] 10.222.0.16 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143826 Dec 23 12:26:54.930995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] For port a1d0c5fd-e961-4712-a6a4-488e1f76c278, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d0c5fd-e961-4712-a6a4-488e1f76c278,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:54.931298 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.946636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Calling delete_port for a1d0c5fd-e961-4712-a6a4-488e1f76c278 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:54.988224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:54.990551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.035634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.036059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Allocated IP 172.20.0.1 (2940af1d-4bca-42fb-a7a3-9bab1d175e6e/9dfe8a06-f944-4ab2-93aa-aba9086eb3b6/2a8b5b70-3dd8-4ff2-b99c-54c8930372fa) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:55.081265 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:50Z', 'revision_number': 3, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:55.087715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3516327-2d3a-4381-9dfd-27748dad7656,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.105543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.116142 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470c576-28ce-4a3f-96d7-09991ca759db None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:50Z', 'revision_number': 3, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:55.120116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Checking segment: {'id': '1329cee8-0ffe-49cd-ab3c-c9a11851b734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'a3b465e7-16da-49c1-a004-fe1c0b93f31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:55.120951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Network hostable DHCP agents. Network: a3b465e7-16da-49c1-a004-fe1c0b93f31f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:26:55.139824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] For port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:55.146069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2abd6af-efe1-4835-9969-45796cc7b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.158306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.162464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Fanout notify agent at l3_agent the message router_deleted on router 34f10940-8c48-4a2a-b71d-43a31561314e {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:26:55.166218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.170423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3b128ad-8af2-44fa-9117-f5b9e542cfb9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/routers/34f10940-8c48-4a2a-b71d-43a31561314e HTTP/1.1" status: 204 len: 168 time: 0.4517179 Dec 23 12:26:55.170423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47548) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:55.176224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:55.203824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abd6af-efe1-4835-9969-45796cc7b52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c03d9-0e49-4b87-8944-f95e6ca6ad2e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.208873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a2abd6af-efe1-4835-9969-45796cc7b52b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eea3fae8e1944e7294c236efcf5b9e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7145290 Dec 23 12:26:55.212098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47550) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:55.228219 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.304486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Network a3b465e7-16da-49c1-a004-fe1c0b93f31f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:26:55.320662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.344545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] No DVR routers for this DVR port a1d0c5fd-e961-4712-a6a4-488e1f76c278 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:26:55.344545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396a0ab-6919-4ef2-b3a8-b2d4e1e3857b None None] Pushing event deleted for resources: {'Port': ['ID=a1d0c5fd-e961-4712-a6a4-488e1f76c278,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.347240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.358049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a40866f0-4294-4d3b-9dec-1e1ce66b9033 req-1aba0139-6bd4-4aec-a9c1-84672633a24d tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.0473397 Dec 23 12:26:55.384867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.455360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9713b0-f2bb-40d6-be13-9d2cb2740afd None None] Pushing event updated for resources: {'Port': ['ID=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.456803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:55.479057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.516165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.590875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb85ef8-f502-4be7-9dab-1ce1de7e2bd9 req-74c004eb-3350-40e3-8a84-6fd844d9e6f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:55.593295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fb85ef8-f502-4be7-9dab-1ce1de7e2bd9 req-74c004eb-3350-40e3-8a84-6fd844d9e6f6 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1531980 Dec 23 12:26:55.596224 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.668597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:55.677489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:55.679269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:55.708668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a3b465e7-16da-49c1-a004-fe1c0b93f31f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:55.717646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:55.718529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.722361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641b4d8-81e3-4b40-977f-ecaf0202a514 None None] Network a3b465e7-16da-49c1-a004-fe1c0b93f31f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:55.732583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.766094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.769437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.773230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b0c03d9-0e49-4b87-8944-f95e6ca6ad2e HTTP/1.1" status: 204 len: 168 time: 0.5577059 Dec 23 12:26:55.834327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:55.853004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5dc58-7cc6-4553-a583-6b4d039caafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c03d9-0e49-4b87-8944-f95e6ca6ad2e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:55.921224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fb85ef8-f502-4be7-9dab-1ce1de7e2bd9 req-af836292-609f-4b39-b820-ada90860e997 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841551 Dec 23 12:26:55.927511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:55.977196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-513eab0a-fec7-4a38-b87b-f963fbcd6274 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0091920 Dec 23 12:26:55.984743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Sync routers for ids ['34f10940-8c48-4a2a-b71d-43a31561314e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:56.027212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:56.029063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:26:56.034924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_agentschedulers_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'34f10940-8c48-4a2a-b71d-43a31561314e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent'). {{(pid=104039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 12:26:56.070562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:56.078458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.130357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.135524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:56.136173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:26:56.136679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_agentschedulers_db [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'34f10940-8c48-4a2a-b71d-43a31561314e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent'). {{(pid=104039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 12:26:56.137309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9b44d-d4b7-4c5a-a0d3-94267992e47e None None] The sync data for ids ['34f10940-8c48-4a2a-b71d-43a31561314e'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:56.152295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199654f-6b9a-4453-b94c-e4588dc0a93b None None] Network a3b465e7-16da-49c1-a004-fe1c0b93f31f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:56.258309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:56.262478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:56.274123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:56.275603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.284958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.292133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=a8680548-1d22-456e-84c3-612170854693,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:56.317335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f62ff-d31c-4b9a-8ade-aa5f35e1f169 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:26:56.319809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6287e03b-a238-4c51-ac01-4dd96c4bf4c9 None None] Provisioning complete for port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:56.320296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6287e03b-a238-4c51-ac01-4dd96c4bf4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.372198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4f3885d-7cf7-4ba9-8699-fd209cb06ca7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2006919 Dec 23 12:26:56.374707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47574) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:56.379886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:56.547493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6287e03b-a238-4c51-ac01-4dd96c4bf4c9 None None] Port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:56.604424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-203ce83e-6174-4dff-9908-e5158c076064 req-567fc686-4064-4683-bbfa-7168d77ab4e1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.1000226 Dec 23 12:26:56.619552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.622536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.690045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d0c5fd-e961-4712-a6a4-488e1f76c278 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:56.759306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a1d0c5fd-e961-4712-a6a4-488e1f76c278 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:56.763682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d0c5fd-e961-4712-a6a4-488e1f76c278 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:56.778735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'a8680548-1d22-456e-84c3-612170854693'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:26:56.780469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.795429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.836177 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-828ff30d-d298-471a-a21b-fa824d174c76 req-210fd042-2f3a-465a-864b-2b14fe893643 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] show failed (client error): The resource could not be found. Dec 23 12:26:56.854429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828ff30d-d298-471a-a21b-fa824d174c76 req-210fd042-2f3a-465a-864b-2b14fe893643 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/d791a16d-7548-4360-8c9a-110a30cd783b HTTP/1.1" status: 404 len: 352 time: 0.0577102 Dec 23 12:26:56.940517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:56.993024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd2c4424-dc4b-465e-9711-4589368e2fe7 req-71d7113e-1782-4f7f-8ffa-3f3e3339c051 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d85fa77b8a7427bb658159684bdc79a HTTP/1.1" status: 200 len: 3005 time: 0.0790193 Dec 23 12:26:56.998958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.003093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a8680548-1d22-456e-84c3-612170854693/25a2a9bb-66d5-4d93-9a16-c544338491e7) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:57.075338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd2c4424-dc4b-465e-9711-4589368e2fe7 req-56225b19-4b5e-4d17-a369-f3549338111a tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/375e3f04-72e8-4158-8e41-f9144acb7ac6 HTTP/1.1" status: 200 len: 3002 time: 0.0759680 Dec 23 12:26:57.081190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.131992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.133231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f954ec41-091f-4723-a97b-af0c6f9f9568 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7574451 Dec 23 12:26:57.136081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:57.180301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.193630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb3e8b-85ff-49cd-b278-2413af948182 req-6cbdd63f-6e7b-4bfa-8853-726cd29a365e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:57.196856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54cb3e8b-85ff-49cd-b278-2413af948182 req-6cbdd63f-6e7b-4bfa-8853-726cd29a365e tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1654134 Dec 23 12:26:57.249234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.253740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:57.280076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd2c4424-dc4b-465e-9711-4589368e2fe7 req-b06ef5f4-0305-4bb1-a22c-c3f3da404316 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/375e3f04-72e8-4158-8e41-f9144acb7ac6 HTTP/1.1" status: 200 len: 3002 time: 0.1753674 Dec 23 12:26:57.313076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.359217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:57.370205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:57.370205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:26:57.377136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54cb3e8b-85ff-49cd-b278-2413af948182 req-934caf95-65f1-4405-a9a1-e6138bbb8739 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678050 Dec 23 12:26:57.377380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Pushing event updated for resources: {'Port': ['ID=25a2a9bb-66d5-4d93-9a16-c544338491e7,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:57.416195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aee066b-9eff-4ffd-a0a1-2482d76720f7 req-b550e6b7-3ba3-45e9-ba66-9ec1401d4a77 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/375e3f04-72e8-4158-8e41-f9144acb7ac6 HTTP/1.1" status: 200 len: 3002 time: 0.0936465 Dec 23 12:26:57.486801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Attempting to bind port 25a2a9bb-66d5-4d93-9a16-c544338491e7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:57.487449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Attempting to bind port 25a2a9bb-66d5-4d93-9a16-c544338491e7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:57.488420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Attempting to bind port 25a2a9bb-66d5-4d93-9a16-c544338491e7 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:57.493151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Bound port: 25a2a9bb-66d5-4d93-9a16-c544338491e7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:26:57.496607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.503804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:26:57.581535 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-4aee066b-9eff-4ffd-a0a1-2482d76720f7 req-299626cf-ecb3-4576-9ef8-65445a679cff tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 12:26:57.586475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aee066b-9eff-4ffd-a0a1-2482d76720f7 req-299626cf-ecb3-4576-9ef8-65445a679cff tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "DELETE /v2.0/security-groups/375e3f04-72e8-4158-8e41-f9144acb7ac6 HTTP/1.1" status: 409 len: 352 time: 0.1511240 Dec 23 12:26:57.651326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] For port 25a2a9bb-66d5-4d93-9a16-c544338491e7, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:57.655723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] For port 25a2a9bb-66d5-4d93-9a16-c544338491e7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25a2a9bb-66d5-4d93-9a16-c544338491e7,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:26:57.659060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0fe1c999-0f32-4121-9c99-34825adb14fd no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:57.673707 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-fa53b38c-de52-4b5d-8100-149c37a5adaf req-9c3772fa-7402-474c-9ac7-1af9dce91aba tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] show failed (client error): The resource could not be found. Dec 23 12:26:57.674811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa53b38c-de52-4b5d-8100-149c37a5adaf req-9c3772fa-7402-474c-9ac7-1af9dce91aba tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/e56bbd67-300d-4dfd-9144-9c205e580c94 HTTP/1.1" status: 404 len: 352 time: 0.0350041 Dec 23 12:26:57.695219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0fe1c999-0f32-4121-9c99-34825adb14fd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:26:57.695712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0fe1c999-0f32-4121-9c99-34825adb14fd not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:26:57.723360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:57.756800 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-c5328d5e-9ad3-47a7-a7b9-0e89a6388ce0 req-3b2bff51-d646-4b3c-ac17-6e1167637952 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] show failed (client error): The resource could not be found. Dec 23 12:26:57.758415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5328d5e-9ad3-47a7-a7b9-0e89a6388ce0 req-3b2bff51-d646-4b3c-ac17-6e1167637952 tempest-SecurityGroupsNegativeTestJSON-1922717794 tempest-SecurityGroupsNegativeTestJSON-1922717794-project] 10.222.0.16 "GET /v2.0/security-groups/ab113632-15a7-41b6-8668-eee61efc6243 HTTP/1.1" status: 404 len: 352 time: 0.0470138 Dec 23 12:26:57.773032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:57.787229 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.952776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269b05-0be4-4722-b47d-cfdf71e0e4dc None None] Pushing event updated for resources: {'Port': ['ID=25a2a9bb-66d5-4d93-9a16-c544338491e7,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:57.991345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c160e42-b611-4d2a-9319-cdae3ce7b6ca req-22bac052-f7ec-4c9b-aa24-5cdb0b9baa67 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.2207038 Dec 23 12:26:57.996389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d554424e-3c95-4532-a3d2-f63c43b93b63 None None] Provisioning complete for port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:57.996389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d554424e-3c95-4532-a3d2-f63c43b93b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.152036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d554424e-3c95-4532-a3d2-f63c43b93b63 None None] Port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:26:58.217081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Deleting subnet d3516327-2d3a-4381-9dfd-27748dad7656 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:26:58.231095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:58.242874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21288ff9-b43d-4b95-b0ff-7ae0fe2ab7b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/29632148-562c-4fa7-bf0f-fa18906efa3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7350364 Dec 23 12:26:58.242874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.243238 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:58.269491 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:58.270379 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:58.290281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.312704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-ce142571-a72c-4658-b37f-0c9c5c284655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:58.323356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-ce142571-a72c-4658-b37f-0c9c5c284655 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61&tenant_id=1692fb8d765741188e6726a83e2aae80 HTTP/1.1" status: 200 len: 1101 time: 0.2574236 Dec 23 12:26:58.342262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:58.366097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.390815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.437753 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:58.604918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a2ef-89e9-49e8-ab4d-4e5f118e01ef req-76c81495-0c8d-4e3f-ab48-e08559fc4013 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:58.607193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cb5a2ef-89e9-49e8-ab4d-4e5f118e01ef req-76c81495-0c8d-4e3f-ab48-e08559fc4013 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.0998046 Dec 23 12:26:58.609499 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.671972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.672306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.680736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3516327-2d3a-4381-9dfd-27748dad7656 HTTP/1.1" status: 204 len: 168 time: 0.9059987 Dec 23 12:26:58.683228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:58.685122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689164a9-86f7-4353-8232-7d9a682cbc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3516327-2d3a-4381-9dfd-27748dad7656,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:58.728119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:58.758945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cb5a2ef-89e9-49e8-ab4d-4e5f118e01ef req-91c78ff0-9c6b-4641-b021-025364c4777c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434057 Dec 23 12:26:58.812428 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 2, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:58.889231 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:58.891011 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Updating router 29632148-562c-4fa7-bf0f-fa18906efa3c port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:26:58.917825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::1 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a8680548-1d22-456e-84c3-612170854693/e00311b9-f322-4fb2-aee3-96b983410a18) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:26:58.942381 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.956254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.212931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.324833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15c67d1e-1006-433f-9363-166c34a5e714 req-57e778e0-6299-4a5d-9940-3ee3361d45fa tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.1429822 Dec 23 12:26:59.358837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-33671997-f778-4548-8480-bfcb54bee970 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:59.368151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-33671997-f778-4548-8480-bfcb54bee970 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.57 "GET /v2.0/networks?id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b HTTP/1.1" status: 200 len: 815 time: 0.4574785 Dec 23 12:26:59.490435 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.521047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.594521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.608331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] Provisioning complete for port 25a2a9bb-66d5-4d93-9a16-c544338491e7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:26:59.609626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.612696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b465e7-16da-49c1-a004-fe1c0b93f31f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:59.637149 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.665165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:59.706055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1329cee8-0ffe-49cd-ab3c-c9a11851b734') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:59.706581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1329cee8-0ffe-49cd-ab3c-c9a11851b734') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:59.733087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.765184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.768622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.807436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:26:59.807686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:26:59.810898 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:26:59.816595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25a2a9bb-66d5-4d93-9a16-c544338491e7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:26:59.824766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:26:59.882474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] For port 25a2a9bb-66d5-4d93-9a16-c544338491e7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25a2a9bb-66d5-4d93-9a16-c544338491e7,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:59.925073 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610d27-ce44-4f64-a6f0-2730263a425b None None] Pushing event updated for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:59.972699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.985390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Attempting to bind port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:26:59.986413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Attempting to bind port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:26:59.986963 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Attempting to bind port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:26:59.997665 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:26:59.999535 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Checking segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:00.000637 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.002686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:00.003364 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Bound using segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:00.005416 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Bound port: 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:00.006701 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.013000 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b7fbf-403d-4a0c-9e48-1612448fbab4" -d '{"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-unplugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:00.013246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 25a2a9bb-66d5-4d93-9a16-c544338491e7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:00.013616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.067538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47666) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:00.076045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852891274', 'description': 'tempest-description--1224342065'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:00.101000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.121607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b9e97-a6d5-4136-bd28-ca59b0a5f28e req-ed00d57a-a40f-4c9a-891f-5a896dffaf76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:00.131532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f1b9e97-a6d5-4136-bd28-ca59b0a5f28e req-ed00d57a-a40f-4c9a-891f-5a896dffaf76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1558237 Dec 23 12:27:00.135930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.141674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-7545bfc8-1d81-41aa-8bc5-a80c413f01be tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c34ffcbe69c6490d925569987dbe2c8a HTTP/1.1" status: 200 len: 379 time: 0.7597806 Dec 23 12:27:00.145897 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] For port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:00.150071 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] For port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:00.204306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f1b9e97-a6d5-4136-bd28-ca59b0a5f28e req-2d40612d-49df-4fc8-ab46-b7867a43f21d tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Dec 23 12:27:00.209061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'port': {'device_id': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'admin_state_up': True, 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'security_groups': ['cd43c9c2-0079-452a-a248-ee4ede308792']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:00.213808 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ea2cc-8105-44b2-bf58-9dc853b986da x-openstack-request-id: req-7b3ea2cc-8105-44b2-bf58-9dc853b986da {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:00.215821 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-unplugged", "status": "completed", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:00.215821 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b3ea2cc-8105-44b2-bf58-9dc853b986da {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:00.215821 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'code': 200} Dec 23 12:27:00.242896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:00.243326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b49b3-6457-4bf8-a60e-174900e2d9f8 None None] Pushing event updated for resources: {'Port': ['ID=25a2a9bb-66d5-4d93-9a16-c544338491e7,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.247566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:00.263841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:00.264387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.271841 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.299506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.304910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.343856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:00.345029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:00.355260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] Provisioning complete for port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:00.355861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.425975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Transition to ACTIVE for port object fa098938-6e09-43e7-b7ca-b7800463c333 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:27:00.427402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.443393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.450918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3b465e7-16da-49c1-a004-fe1c0b93f31f HTTP/1.1" status: 204 len: 168 time: 1.7621286 Dec 23 12:27:00.480192 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610d27-ce44-4f64-a6f0-2730263a425b None None] Pushing event updated for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.481702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b643c9d-789c-412f-b7ad-fb3bad0111d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b465e7-16da-49c1-a004-fe1c0b93f31f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.491958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Made reservation on behalf of c34ffcbe69c6490d925569987dbe2c8a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:00.520180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.523493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.620302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:00.708267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:27:00.708628 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:27:00.738526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73f2155b-b5f8-40d1-9e18-ae8b7fc6d631 req-9336bef8-56cf-43cb-b4ce-f70b939d7247 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.1098228 Dec 23 12:27:00.744765 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.749741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.820982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.844417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] For port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:00.848881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.944051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.959089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] No DVR routers for this DVR port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:00.998675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.015081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Allocated IP 172.20.0.9 (56fcf2a8-3da6-4b73-9463-1a3c33155d0b/6495d105-c78a-4749-8fa4-e7ccb2cf1919/e4143dd7-0d2c-48b2-b596-3f1507b06f64) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:01.028566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2491a6e-fa5e-4cfd-93d7-35e66721a390,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:01.045415 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:01.097140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.102601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f87a8b9a-1d2e-40fb-9991-2a59ceddf021 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0301933 Dec 23 12:27:01.106140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47684) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:01.116032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group_rule': {'security_group_id': 'd2491a6e-fa5e-4cfd-93d7-35e66721a390', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:01.130216 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efbb6e-fb08-4451-b7a5-8d6381471bfd None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:01.159052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1f3f-0de5-42d7-bae2-1eabfb6a63c6 None None] Pushing event updated for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:01.200989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8838503-708b-4b98-9d86-b1f437566125 None None] Provisioning complete for port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:01.200989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8838503-708b-4b98-9d86-b1f437566125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.319055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:01.319426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:01.325086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:01.350855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:27:01.364273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Attempting to bind port fa098938-6e09-43e7-b7ca-b7800463c333 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:01.372705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:01.408473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:01.409048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:01.409511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:01.410043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Bound port: fa098938-6e09-43e7-b7ca-b7800463c333, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:01.410474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.427302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.449184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.471938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:01.547657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ff6d6bb8-a316-4e99-a4ed-0aa781667868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d85fa77b8a7427bb658159684bdc79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737046 Dec 23 12:27:01.554408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47698) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:01.590594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8838503-708b-4b98-9d86-b1f437566125 None None] Provisioning complete for port e00311b9-f322-4fb2-aee3-96b983410a18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:01.591186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8838503-708b-4b98-9d86-b1f437566125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.666787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8838503-708b-4b98-9d86-b1f437566125 None None] Port e00311b9-f322-4fb2-aee3-96b983410a18 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:01.774411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:01.803076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.837730 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:27:01.838321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.857344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:01.868567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.949325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.007948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:02.017395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.024705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:02.091880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.098227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.099810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:02.102305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.106071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.107772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 1097 time: 3.7716024 Dec 23 12:27:02.107903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:02.130486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:02.131241 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.154967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f69cc6-d8d8-4330-a246-e3b0d3896556,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:02.227248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a240a8dd-ffa0-4540-ba5e-f233f94c2c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.244333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:02.246761 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5318d689-3e02-4e86-b76d-f732278ef676" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:02.267516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.270487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.276031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/375e3f04-72e8-4158-8e41-f9144acb7ac6 HTTP/1.1" status: 204 len: 168 time: 0.7150021 Dec 23 12:27:02.298681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.299691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.342185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=11']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:02.347235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event updated for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:02.363743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cafc8-9c8d-4723-ab13-86baa02e9367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e3f04-72e8-4158-8e41-f9144acb7ac6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:02.407901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7f72-a952-4fa0-97e6-9535c84410ff req-fe515cc6-fd20-4623-9a5a-6c8e664f7551 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.413898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-094a7f72-a952-4fa0-97e6-9535c84410ff req-fe515cc6-fd20-4623-9a5a-6c8e664f7551 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 931 time: 0.4790211 Dec 23 12:27:02.431916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25a2a9bb-66d5-4d93-9a16-c544338491e7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:02.443504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856be9a3-7ed5-4f59-90d0-99fb44e34c63 req-96c0377c-b4c3-4f68-a218-ce7672240da7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.445147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-856be9a3-7ed5-4f59-90d0-99fb44e34c63 req-96c0377c-b4c3-4f68-a218-ce7672240da7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.4517703 Dec 23 12:27:02.486800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.487470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.507764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.508204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.508554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.508931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.509315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.509791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.510123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.510498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.510832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.511159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.511535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.511873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.512193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0312f99-061a-4695-a617-62dd7c6f51a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:02.530412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.533806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a505de1f-fca1-492f-a6c4-d5102261d054 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4265504 Dec 23 12:27:02.567299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 25a2a9bb-66d5-4d93-9a16-c544338491e7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:02.570931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.577989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47710) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:02.597529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group_rule': {'security_group_id': 'd2491a6e-fa5e-4cfd-93d7-35e66721a390', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:02.607915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-e63f45b1-72dc-4458-9119-2c58debee6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.610212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-e63f45b1-72dc-4458-9119-2c58debee6ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1100 time: 0.4418154 Dec 23 12:27:02.635217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-094a7f72-a952-4fa0-97e6-9535c84410ff req-29bfa3da-000d-4614-a59c-cbc0f388df51 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844213 Dec 23 12:27:02.708770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-856be9a3-7ed5-4f59-90d0-99fb44e34c63 req-a31da936-1ad1-49e6-932e-1b8e741886ce tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518575 Dec 23 12:27:02.729098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-805b7758-6387-4eeb-b956-1b449c61981c None None] Provisioning complete for port e4143dd7-0d2c-48b2-b596-3f1507b06f64 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:02.730988 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-805b7758-6387-4eeb-b956-1b449c61981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:02.765283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-a21bb801-7b48-4104-b33d-7717c88b0192 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5654993 Dec 23 12:27:02.797646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Request body: {'port': {'device_id': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:02.900496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-805b7758-6387-4eeb-b956-1b449c61981c None None] Port e4143dd7-0d2c-48b2-b596-3f1507b06f64 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:02.972570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-6f3ce5f7-e53a-45fb-9dec-0bdb0412a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:02.974755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-6f3ce5f7-e53a-45fb-9dec-0bdb0412a075 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3543017 Dec 23 12:27:02.978738 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab49974-593d-4f78-ba38-35fd454ffe62 x-openstack-request-id: req-0ab49974-593d-4f78-ba38-35fd454ffe62 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:02.979714 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:02.980626 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ab49974-593d-4f78-ba38-35fd454ffe62 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:02.982020 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'status': 'completed', 'code': 200} Dec 23 12:27:03.000388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a240a8dd-ffa0-4540-ba5e-f233f94c2c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.001575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.012256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.054971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-48ea0189-e3f4-4e4f-847c-14f4ab9fd6dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0514657 Dec 23 12:27:03.057817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:03.103703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a240a8dd-ffa0-4540-ba5e-f233f94c2c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.140352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240a8dd-ffa0-4540-ba5e-f233f94c2c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406fc32-d1d7-4cb6-9d36-ff753e9b4c51,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:03.147661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:03.152249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-fb249e49-3ad1-40c5-860b-c7331eb0e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.153988 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-fb249e49-3ad1-40c5-860b-c7331eb0e948 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0672207 Dec 23 12:27:03.155171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:03.248485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-240e040a-25bf-43bf-a053-5c49db5d4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.249966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-240e040a-25bf-43bf-a053-5c49db5d4e50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1100 time: 0.2635381 Dec 23 12:27:03.255549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.265349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a240a8dd-ffa0-4540-ba5e-f233f94c2c76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b43beb9b57944fd8dd497739dc25fef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7921374 Dec 23 12:27:03.269485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47722) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:03.389509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.419712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d752-1480-4ae9-8877-37646203df41 req-3d23f2ad-d431-418c-ac89-862874e21d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.419712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-3d23f2ad-d431-418c-ac89-862874e21d76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503707 Dec 23 12:27:03.436429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3b3073-aba2-45dc-8b8c-a415c7d7079b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:03.470477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.509568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.526441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.527657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-01ee136c-534e-4c44-b92c-e1d659ac80f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9486363 Dec 23 12:27:03.535076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:03.540187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-124b0f82-9ac4-4469-b915-c1b829bb1959 None None] Provisioning complete for port e00311b9-f322-4fb2-aee3-96b983410a18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:03.540562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-124b0f82-9ac4-4469-b915-c1b829bb1959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.554801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-59869672-cf22-442b-a3f2-fcef5b46d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.557925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-59869672-cf22-442b-a3f2-fcef5b46d86f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2503603 Dec 23 12:27:03.559362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:03.579562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-124b0f82-9ac4-4469-b915-c1b829bb1959 None None] Port e00311b9-f322-4fb2-aee3-96b983410a18 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:03.583771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4143dd7-0d2c-48b2-b596-3f1507b06f64 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:03.594149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.627501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-32088361-bd5f-42b8-bed9-c0bac9705db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0513928 Dec 23 12:27:03.643135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-cd01f0f9-9196-46ca-9327-df1becf8ed6d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207582 Dec 23 12:27:03.725473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Transition to ACTIVE for port object e4143dd7-0d2c-48b2-b596-3f1507b06f64 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:27:03.733891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.737848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.745486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0406fc32-d1d7-4cb6-9d36-ff753e9b4c51 HTTP/1.1" status: 204 len: 168 time: 0.4687805 Dec 23 12:27:03.763840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbde655-7d33-4984-a12a-bf5267644a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406fc32-d1d7-4cb6-9d36-ff753e9b4c51,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:03.793472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38e16e-fbec-4693-bd64-b51ddf21eaf4 req-5adabe4b-a439-406d-a63d-4d3ea4e9069a tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.795243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd38e16e-fbec-4693-bd64-b51ddf21eaf4 req-5adabe4b-a439-406d-a63d-4d3ea4e9069a tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 931 time: 0.0727074 Dec 23 12:27:03.883399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd38e16e-fbec-4693-bd64-b51ddf21eaf4 req-6244f301-3461-4cea-9925-2a54db8af1ea tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814469 Dec 23 12:27:03.917795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de90651-7302-4611-8b1c-8f7c1c0607ae req-3a2980b7-89fb-40fc-adbf-bc0f00de4165 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.917795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2de90651-7302-4611-8b1c-8f7c1c0607ae req-3a2980b7-89fb-40fc-adbf-bc0f00de4165 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.0841570 Dec 23 12:27:03.918954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.020276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:04.049540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:27:04.055105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:04.069087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2de90651-7302-4611-8b1c-8f7c1c0607ae req-8f51d632-ccc5-4aaa-bad4-1329482e17bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411152 Dec 23 12:27:04.137088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.145835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Attempting to bind port e4143dd7-0d2c-48b2-b596-3f1507b06f64 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:04.146325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Attempting to bind port e4143dd7-0d2c-48b2-b596-3f1507b06f64 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:04.146558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Attempting to bind port e4143dd7-0d2c-48b2-b596-3f1507b06f64 on network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:04.153506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Port e4143dd7-0d2c-48b2-b596-3f1507b06f64 on network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:27:04.153953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Attempting to bind port e4143dd7-0d2c-48b2-b596-3f1507b06f64 on network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:04.160289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:04.160672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Checking segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:04.161375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Bound using segment: {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:04.161832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Bound port: e4143dd7-0d2c-48b2-b596-3f1507b06f64, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:04.162202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.191742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-cb5ba9ab-256a-4dc7-a5b2-5fdc0ed4457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.193538 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-cb5ba9ab-256a-4dc7-a5b2-5fdc0ed4457d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.5613465 Dec 23 12:27:04.269641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:04.276451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:04.353486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-876912109-network', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:04.375200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.412597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.413273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.414726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4143dd7-0d2c-48b2-b596-3f1507b06f64 HTTP/1.1" status: 200 len: 1091 time: 1.6335962 Dec 23 12:27:04.415208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:04.421329 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662413e-23af-4d43-ac0f-9144d2bc7126" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:04.448537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-c7a41540-3522-422f-a8ea-7e33ba44d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.449351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297196c7-82b8-4168-9bac-8624ee003d31 service neutron] Pushing event updated for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:04.450700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-c7a41540-3522-422f-a8ea-7e33ba44d594 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176433 Dec 23 12:27:04.455121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:04.465261 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5940d752-1480-4ae9-8877-37646203df41 req-bca6c94b-245d-4e90-87ca-a01862397b4c service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318247 Dec 23 12:27:04.465827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Sync routers for ids ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:04.475535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-829cd972-6472-4508-b0d8-319e3fdcc8ca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "PUT /v2.0/routers/75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3377655 Dec 23 12:27:04.475965 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3c6c1-93cf-4263-b335-fc55f6e447ea x-openstack-request-id: req-a5a3c6c1-93cf-4263-b335-fc55f6e447ea {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:04.476254 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:04.476498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:04.476715 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5a3c6c1-93cf-4263-b335-fc55f6e447ea {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:04.477076 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'status': 'completed', 'code': 200} Dec 23 12:27:04.499765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Routers {'75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:04.501101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:04.574571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-fa03f6af-96f9-4039-b4f3-924061858a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.576807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-fa03f6af-96f9-4039-b4f3-924061858a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 1094 time: 0.0757973 Dec 23 12:27:04.624080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Set router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:04.643184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Made reservation on behalf of ab1cf672fbc34a91a443ffbf902f0aa0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:04.645832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.664612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.678855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c708f0-107d-40eb-a8fa-de549fdbc34a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.690409 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-05c708f0-107d-40eb-a8fa-de549fdbc34a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports/e00311b9-f322-4fb2-aee3-96b983410a18 HTTP/1.1" status: 200 len: 911 time: 0.1951420 Dec 23 12:27:04.690567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:04.729760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-e0e0a4a9-c680-47cf-b01c-605aa3deef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.731252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-e0e0a4a9-c680-47cf-b01c-605aa3deef11 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1461790 Dec 23 12:27:04.741833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-284e1710-8120-4c35-96bf-31033c0a533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.743508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-284e1710-8120-4c35-96bf-31033c0a533a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1692fb8d765741188e6726a83e2aae80&device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1100 time: 0.1936307 Dec 23 12:27:04.745113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-2a8ba2f9-2df0-44cd-b807-04f1eadc2215 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781274 Dec 23 12:27:04.804881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47760) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:04.807117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a67477-bcfb-4c20-b78b-b6a4b0f66de5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.813190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a67477-bcfb-4c20-b78b-b6a4b0f66de5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:04.815197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-63a67477-bcfb-4c20-b78b-b6a4b0f66de5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1311858 Dec 23 12:27:04.818001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47762) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:04.868386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': 'e00311b9-f322-4fb2-aee3-96b983410a18', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:18:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a8680548-1d22-456e-84c3-612170854693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:58Z', 'updated_at': '2021-12-23T12:27:01Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a8680548-1d22-456e-84c3-612170854693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:04.890351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f54bc4-e139-4e18-a615-ff12c65a90de admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.898350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Checking router: 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:04.898704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Updating router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a port e00311b9-f322-4fb2-aee3-96b983410a18 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:27:04.905466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:04.940455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.067630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-52cbe993-6d8d-4994-b514-5b0d3d090a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.070296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a662413e-23af-4d43-ac0f-9144d2bc7126 req-52cbe993-6d8d-4994-b514-5b0d3d090a5b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208907 Dec 23 12:27:05.087127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.131448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-251029dd-194c-4d15-b232-db5efab25ab5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778653 Dec 23 12:27:05.132427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-89d4f358-beb0-4e66-a6c4-7bf6cd0154df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.146358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-89d4f358-beb0-4e66-a6c4-7bf6cd0154df service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.3751972 Dec 23 12:27:05.207538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.211104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-1634c9dc-335f-4859-b18f-4a5b069029d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 200 len: 217 time: 0.0617528 Dec 23 12:27:05.223753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9592c-374f-465a-94cf-2aefa98ffd34 req-e9e5f9e9-1d63-4149-8f80-79aa2ec0b2a1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.230400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Allocated IP 172.25.7.131 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/b6034a1e-d5da-4730-9ad5-b168d0fb3bb5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:05.232621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95c9592c-374f-465a-94cf-2aefa98ffd34 req-e9e5f9e9-1d63-4149-8f80-79aa2ec0b2a1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 943 time: 0.2346382 Dec 23 12:27:05.294727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:27:05.326490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365ba21-1434-4445-b6cc-660ce3530144,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:05.330263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.372384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.372724 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Added segment f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb of type vlan for network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 Dec 23 12:27:05.377244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f54bc4-e139-4e18-a615-ff12c65a90de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.381974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-9cb040f3-3629-40f8-870d-e4f135243485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.383805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-9cb040f3-3629-40f8-870d-e4f135243485 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 1094 time: 0.2114604 Dec 23 12:27:05.399403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-df9a1719-737a-4f82-8028-b5d8a391f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.400796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-df9a1719-737a-4f82-8028-b5d8a391f810 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1695087 Dec 23 12:27:05.404130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b19c0e-0825-4297-96a0-3aa527e98a93 req-3041df95-a9fe-4739-ae0c-7adf1442e025 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.406060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49b19c0e-0825-4297-96a0-3aa527e98a93 req-3041df95-a9fe-4739-ae0c-7adf1442e025 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.2262294 Dec 23 12:27:05.421312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.427722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95c9592c-374f-465a-94cf-2aefa98ffd34 req-7d055bbc-5cd3-4fcd-b9dc-33672d55ff21 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918378 Dec 23 12:27:05.467010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.478787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f54bc4-e139-4e18-a615-ff12c65a90de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.482204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390434a2-4f82-485a-8556-aa8641085a4c None None] Pushing event updated for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:05.558335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-da4b30c2-9a22-48c6-bf08-4866d58e21ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64 HTTP/1.1" status: 200 len: 217 time: 0.1512873 Dec 23 12:27:05.563115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Attempting to bind port e00311b9-f322-4fb2-aee3-96b983410a18 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:05.565128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Attempting to bind port e00311b9-f322-4fb2-aee3-96b983410a18 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:05.566231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Attempting to bind port e00311b9-f322-4fb2-aee3-96b983410a18 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:05.573632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3f54bc4-e139-4e18-a615-ff12c65a90de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a37e4c11032477e9b1b585f449d121c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7678556 Dec 23 12:27:05.577313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f54bc4-e139-4e18-a615-ff12c65a90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b50c07-438e-47fe-a454-1ded1cb587b0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:05.577462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:05.577462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:05.577462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.577462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:05.580455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47772) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:05.584805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Bound port: e00311b9-f322-4fb2-aee3-96b983410a18, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:05.584805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.600952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d689-3e02-4e86-b76d-f732278ef676 req-e9adea02-752a-4fef-b313-451e7ccc452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.602486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-e9adea02-752a-4fef-b313-451e7ccc452c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767082 Dec 23 12:27:05.615549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.648440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49b19c0e-0825-4297-96a0-3aa527e98a93 req-1505a198-a45e-45e0-8474-43e0e18eec52 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109978 Dec 23 12:27:05.683193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] For port e00311b9-f322-4fb2-aee3-96b983410a18, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:05.684720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.685938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:05.686064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] For port e00311b9-f322-4fb2-aee3-96b983410a18, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e00311b9-f322-4fb2-aee3-96b983410a18,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:05.686526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.770175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.832322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] Pushing event updated for resources: {'Network': ['ID=50f985a2-1fd9-4960-9f07-8c93e3e006a9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:05.837833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Routers {'75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:05.838719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:05.843227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.846954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390434a2-4f82-485a-8556-aa8641085a4c None None] Pushing event updated for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:05.850454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:27:05.862201 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-544886f2-fd04-438d-b55c-d9a70defcde7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8057110 Dec 23 12:27:05.869004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:05.871301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-a5096aab-0150-4f7d-9c84-b8725c324d5d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545650 Dec 23 12:27:05.876701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Request body: {'subnet': {'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-876912109-subnet', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:05.902757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:05.961052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.022906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] Provisioning complete for port e00311b9-f322-4fb2-aee3-96b983410a18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:06.023282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.067039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:06.076211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] Set router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:06.081423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:06.088432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=b6034a1e-d5da-4730-9ad5-b168d0fb3bb5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:06.115790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:06.173501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Made reservation on behalf of ab1cf672fbc34a91a443ffbf902f0aa0 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:06.179035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.183712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5318d689-3e02-4e86-b76d-f732278ef676 req-87cf7a04-cc6a-480e-8672-763add5f8cc3 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003459 Dec 23 12:27:06.228467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-f206b15a-482b-41a4-880b-fa14ad2a5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:06.230041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-f206b15a-482b-41a4-880b-fa14ad2a5663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6495d105-c78a-4749-8fa4-e7ccb2cf1919 HTTP/1.1" status: 200 len: 854 time: 0.6638200 Dec 23 12:27:06.319776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.343319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-ac9c0e2c-6b6a-49fa-9076-0c10027361a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:06.345749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-ac9c0e2c-6b6a-49fa-9076-0c10027361a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060777 Dec 23 12:27:06.365401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.368413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.369674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82b50c07-438e-47fe-a454-1ded1cb587b0 HTTP/1.1" status: 204 len: 168 time: 0.7872958 Dec 23 12:27:06.388407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] For port e00311b9-f322-4fb2-aee3-96b983410a18, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e00311b9-f322-4fb2-aee3-96b983410a18,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:06.401177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8a4cc-ba06-4073-ad66-f256cebab2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b50c07-438e-47fe-a454-1ded1cb587b0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:06.416006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.466654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': 'e00311b9-f322-4fb2-aee3-96b983410a18', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:18:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a8680548-1d22-456e-84c3-612170854693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:58Z', 'updated_at': '2021-12-23T12:27:05Z', 'revision_number': 4, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a8680548-1d22-456e-84c3-612170854693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:06.490028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.526524 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.530324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd7cc-c292-47df-8008-cbc631b610b2 None None] The sync data for ids ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'] in n-d-822750-2 is: [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 2, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None, '_interfaces': [{'id': 'e00311b9-f322-4fb2-aee3-96b983410a18', 'name': '', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'mac_address': 'fa:16:3e:18:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'a8680548-1d22-456e-84c3-612170854693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:58Z', 'updated_at': '2021-12-23T12:27:05Z', 'revision_number': 4, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'subnets': [{'id': 'a8680548-1d22-456e-84c3-612170854693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:06.594078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.605483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77d65-6e78-4f9c-8649-5d3831c678f4 None None] Pushing event updated for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:06.646721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.664451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-07423050-fb4c-4893-9fad-ddc8e2f5cd46 None None] Provisioning complete for port e00311b9-f322-4fb2-aee3-96b983410a18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:06.664917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07423050-fb4c-4893-9fad-ddc8e2f5cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.729404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0ec06-4cf5-49cf-ab3b-f68014db393a req-3407b897-21de-423e-b465-90f5abe32d83 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:06.738631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa0ec06-4cf5-49cf-ab3b-f68014db393a req-3407b897-21de-423e-b465-90f5abe32d83 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 943 time: 0.1995893 Dec 23 12:27:06.797582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0757a7f7-4f23-4797-aff4-ca1fba802b5e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:06.836616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Checking segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:06.837027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Network hostable DHCP agents. Network: 50f985a2-1fd9-4960-9f07-8c93e3e006a9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:27:06.882880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-2957ddea-5386-414e-b737-990ca79bcf2b service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245576 Dec 23 12:27:06.979004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.024323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa0ec06-4cf5-49cf-ab3b-f68014db393a req-3f21d8f1-6f45-43e3-93cd-4a8f141fc7f0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846680 Dec 23 12:27:07.044587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365c4cd-b3f8-4013-94d0-3efc434024a0 req-351fa369-827b-461f-878f-12aecf5008d5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:07.046341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3365c4cd-b3f8-4013-94d0-3efc434024a0 req-351fa369-827b-461f-878f-12aecf5008d5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 949 time: 0.2552156 Dec 23 12:27:07.096001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:27:07.119794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64590835-e88b-4d55-abb5-48064f2cbf44 req-5326a24b-b0db-4085-8d74-5d76ca83f0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142670 Dec 23 12:27:07.132376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.165409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3365c4cd-b3f8-4013-94d0-3efc434024a0 req-8d8150e5-660c-4557-83e4-c2153e98abd9 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113312 Dec 23 12:27:07.181959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=b6034a1e-d5da-4730-9ad5-b168d0fb3bb5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:07.210482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port e00311b9-f322-4fb2-aee3-96b983410a18 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:07.223570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.235108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.350814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353f818-2db4-4e5c-ae43-dedbb78ddcbd req-c00cea4a-ab64-437f-92a2-bda2d9f88195 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:07.350814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2353f818-2db4-4e5c-ae43-dedbb78ddcbd req-c00cea4a-ab64-437f-92a2-bda2d9f88195 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 1100 time: 0.0780632 Dec 23 12:27:07.357425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] For port e00311b9-f322-4fb2-aee3-96b983410a18, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e00311b9-f322-4fb2-aee3-96b983410a18,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:07.357786 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.375334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 50f985a2-1fd9-4960-9f07-8c93e3e006a9) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:07.381864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:07.382540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.390323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for e00311b9-f322-4fb2-aee3-96b983410a18 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:07.391121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7318ba-44d0-4a67-8b74-2a313153057f None None] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:07.423459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.433269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2bd5b193-85c9-484f-876e-f4ec11f614a4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8717096 Dec 23 12:27:07.464049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2353f818-2db4-4e5c-ae43-dedbb78ddcbd req-d08f3120-bd47-45c3-a021-40955ee30172 tempest-MigrationsAdminTest-775574682 tempest-MigrationsAdminTest-775574682-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Dec 23 12:27:07.464306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:07.554005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4dcf4ba7-df22-4ca2-b7e5-aa951db99933 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6692786 Dec 23 12:27:07.554005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47804) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:07.554005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:07.554321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:07.554321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.736642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.738659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.772537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:07.781934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-b7bfcd6d-1e6a-42dd-9361-2ead1fb3525d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--852891274&fields=id&tenant_id=949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 267 time: 0.0694690 Dec 23 12:27:07.814369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.901538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.921981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=e00311b9-f322-4fb2-aee3-96b983410a18,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:07.947807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e00311b9-f322-4fb2-aee3-96b983410a18 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:07.981711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'mac_address': 'fa:16:3e:55:34:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:07.984023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e00311b9-f322-4fb2-aee3-96b983410a18 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:07.984374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e00311b9-f322-4fb2-aee3-96b983410a18 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 23 12:27:08.015597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.028054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port e00311b9-f322-4fb2-aee3-96b983410a18 not found, will not notify nova. {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 23 12:27:08.057597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-54fc7b84-1908-4d81-905c-1f1d158e9ecf tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.059143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-54fc7b84-1908-4d81-905c-1f1d158e9ecf tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 811 time: 0.2702892 Dec 23 12:27:08.080267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Allocated IP 172.20.0.2 (50f985a2-1fd9-4960-9f07-8c93e3e006a9/0757a7f7-4f23-4797-aff4-ca1fba802b5e/cb46938d-01b8-46af-a43e-ca2c9b595f39) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:08.086007 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.110969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:08.204716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-72023844-f4c4-47ba-baf3-530603c4e345 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/quotas/949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 375 time: 0.0897911 Dec 23 12:27:08.221438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:08.321408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:08.342452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-001320a5-a9ab-47dd-a9d1-887f70f4cfe9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993836 Dec 23 12:27:08.404857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.410225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.445592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:08.453898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4dd47642-b043-4a58-8df0-55642ba49a99 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "PUT /v2.0/routers/75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6349952 Dec 23 12:27:08.457134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47836) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:08.536397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac87c5-4344-4e5c-97c1-204c0820d46d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.543155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac87c5-4344-4e5c-97c1-204c0820d46d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.545252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dbac87c5-4344-4e5c-97c1-204c0820d46d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0865605 Dec 23 12:27:08.547872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47840) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:08.564814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:08.574444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.650754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:08.651982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Pushing event updated for resources: {'Port': ['ID=cb46938d-01b8-46af-a43e-ca2c9b595f39,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:08.658471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:08.658471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:08.693215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.698703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet a8680548-1d22-456e-84c3-612170854693 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:08.710696 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Sync routers for ids ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:08.720075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b7896-100f-44ae-ab9d-c5ccbf9c66b7 req-b0600645-1454-4ce5-8027-0496add42e2b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.720075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c77b7896-100f-44ae-ab9d-c5ccbf9c66b7 req-b0600645-1454-4ce5-8027-0496add42e2b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 943 time: 0.1187530 Dec 23 12:27:08.722214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.722737 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Routers {'75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:08.723794 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.740415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Attempting to bind port cb46938d-01b8-46af-a43e-ca2c9b595f39 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:08.740795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Attempting to bind port cb46938d-01b8-46af-a43e-ca2c9b595f39 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:08.741261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Attempting to bind port cb46938d-01b8-46af-a43e-ca2c9b595f39 on network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:08.749411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fa098938-6e09-43e7-b7ca-b7800463c333'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:08.754065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:08.754771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Checking segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:08.755102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.755627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Bound using segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:08.756122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Bound port: cb46938d-01b8-46af-a43e-ca2c9b595f39, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:08.756517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.808232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Set router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:08.837727 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.884461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] For port cb46938d-01b8-46af-a43e-ca2c9b595f39, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:08.886888 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:07Z', 'revision_number': 3, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.908527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c77b7896-100f-44ae-ab9d-c5ccbf9c66b7 req-5705e798-dfdd-4ffd-9f17-4f6d9eca40d8 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855078 Dec 23 12:27:08.928370 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Checking router: 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:08.947855 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Routers {'75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:08.947855 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.961270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] For port cb46938d-01b8-46af-a43e-ca2c9b595f39, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb46938d-01b8-46af-a43e-ca2c9b595f39,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:09.030808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-ba9a160a-0a58-4de0-8274-8063f98d723d service neutron] 10.222.0.16 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486559 Dec 23 12:27:09.037112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.043165 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] Set router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:09.130960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b3843-295d-4c2c-ae38-38ec8c352a87 None None] Pushing event updated for resources: {'Port': ['ID=cb46938d-01b8-46af-a43e-ca2c9b595f39,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:09.136696 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-952f3545-038e-4823-9280-e24c5a970424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:07Z', 'revision_number': 3, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:09.173722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f3545-038e-4823-9280-e24c5a970424 None None] The sync data for ids ['75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a'] in n-d-822750-2 is: [{'id': '75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a', 'name': 'tempest-NetworksTestDHCPv6-router-444867978', 'tenant_id': 'ae2529b91a684a62a3f8e6f41117594f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:56Z', 'updated_at': '2021-12-23T12:27:07Z', 'revision_number': 3, 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:09.195997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.287693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.307762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b972-35e1-4d7b-8709-5b0f283ab1a5 req-fb928119-cb24-46a4-b920-2309ad0dfdaf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:09.316913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8877b972-35e1-4d7b-8709-5b0f283ab1a5 req-fb928119-cb24-46a4-b920-2309ad0dfdaf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.1742601 Dec 23 12:27:09.319250 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.357685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-c71c170a-d936-47e7-bb9e-2556cff7728d service neutron] 10.222.0.16 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180180 Dec 23 12:27:09.414493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8877b972-35e1-4d7b-8709-5b0f283ab1a5 req-28a4069b-b684-402c-87fc-edece81d850f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966635 Dec 23 12:27:09.448731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.476069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbc927-fb1e-4d59-b581-bbeb9e1eda0f None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:09.481496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.489364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a8680548-1d22-456e-84c3-612170854693 HTTP/1.1" status: 204 len: 168 time: 0.9397032 Dec 23 12:27:09.490028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:09.492626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e98ee-49a0-4152-b3c0-3c3ad39e3bec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=a8680548-1d22-456e-84c3-612170854693,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:09.509646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Allocated IP 172.25.7.26 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5403b245-521e-4ae0-a8ae-c895c0b64b1b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:09.843138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:09.850559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2fa74b8-8047-41da-9315-b843d794c732 req-3e666c74-6cfa-4327-906b-8b2949f8f405 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.1108146 Dec 23 12:27:09.893737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb46938d-01b8-46af-a43e-ca2c9b595f39 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:09.904056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-77e9209c-e194-486d-975e-545ad1d37725 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:09.904427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8953484-df04-4cda-bcad-71cbba4033f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4129314 Dec 23 12:27:09.905016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47864) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:09.905787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-77e9209c-e194-486d-975e-545ad1d37725 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.2029560 Dec 23 12:27:10.010592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Deleting port 25a2a9bb-66d5-4d93-9a16-c544338491e7 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:10.010957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.027793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.050118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.064525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cb46938d-01b8-46af-a43e-ca2c9b595f39 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:10.065520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.146321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] For port 25a2a9bb-66d5-4d93-9a16-c544338491e7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25a2a9bb-66d5-4d93-9a16-c544338491e7,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:10.146860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.165667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Deleting port fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:10.166291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.171780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Calling delete_port for 25a2a9bb-66d5-4d93-9a16-c544338491e7 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:10.306778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.312107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.326636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] For port fa098938-6e09-43e7-b7ca-b7800463c333, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa098938-6e09-43e7-b7ca-b7800463c333,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:10.327049 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.356380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port cb46938d-01b8-46af-a43e-ca2c9b595f39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb46938d-01b8-46af-a43e-ca2c9b595f39,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:10.393421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Pushing event updated for resources: {'Port': ['ID=5403b245-521e-4ae0-a8ae-c895c0b64b1b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:10.397916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:10.402773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:10.405379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Calling delete_port for fa098938-6e09-43e7-b7ca-b7800463c333 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:10.410610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:10.417012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1690b-b7db-4a92-94d0-ab82b7323c1f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:10.465124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2aacc794-0ce6-4c7e-8860-e0a41e2aa325 None None] Provisioning complete for port 5403b245-521e-4ae0-a8ae-c895c0b64b1b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:10.465491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2aacc794-0ce6-4c7e-8860-e0a41e2aa325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.523404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2aacc794-0ce6-4c7e-8860-e0a41e2aa325 None None] Port 5403b245-521e-4ae0-a8ae-c895c0b64b1b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:10.530249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.640323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e00311b9-f322-4fb2-aee3-96b983410a18 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:10.644955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=cb46938d-01b8-46af-a43e-ca2c9b595f39,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:10.647882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.649142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37bf85-a65e-47c3-b96b-1d5e1d1ddc4c req-3348a786-de54-4db1-8fae-68e44048cd29 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:10.658779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f37bf85-a65e-47c3-b96b-1d5e1d1ddc4c req-3348a786-de54-4db1-8fae-68e44048cd29 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 943 time: 0.6590710 Dec 23 12:27:10.704239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e00311b9-f322-4fb2-aee3-96b983410a18 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:10.704597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e00311b9-f322-4fb2-aee3-96b983410a18 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:10.709218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] Pushing event deleted for resources: {'Port': ['ID=25a2a9bb-66d5-4d93-9a16-c544338491e7,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:10.710795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2244dea-240f-41d1-90d0-d7463b0d0272 None None] No DVR routers for this DVR port 25a2a9bb-66d5-4d93-9a16-c544338491e7 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:10.807741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.819231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.819817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e4143dd7-0d2c-48b2-b596-3f1507b06f64 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:10.841494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c70396-b578-4413-a76d-f8ec11b23ad5 None None] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:10.852785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01347e5f-14c6-44a9-bcc6-99103ec87223 req-e3519720-d6bd-43e1-b248-fbdc90f77822 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:10.861194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01347e5f-14c6-44a9-bcc6-99103ec87223 req-e3519720-d6bd-43e1-b248-fbdc90f77822 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 950 time: 0.2757244 Dec 23 12:27:10.912940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f37bf85-a65e-47c3-b96b-1d5e1d1ddc4c req-0b8745d1-cfe6-4b3a-8122-5ea04d0af966 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528291 Dec 23 12:27:10.942895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.965164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01347e5f-14c6-44a9-bcc6-99103ec87223 req-275ebc73-99c3-4ea4-add0-3cab7fb138f0 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019204 Dec 23 12:27:10.977795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:11.009318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'port_id': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'mac_address': 'fa:16:3e:bd:e7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:11.014772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a', '012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:11.016181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event deleted for resources: {'Port': ['ID=fa098938-6e09-43e7-b7ca-b7800463c333,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:11.017218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:11.024439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e6d5a4ec-c531-4cba-901f-e28d59c66e36 None None] Provisioning complete for port cb46938d-01b8-46af-a43e-ca2c9b595f39 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:11.025111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a4ec-c531-4cba-901f-e28d59c66e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.073915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8394d2c-d4a2-4019-8cd8-668635d673e0 req-9106c6fc-9446-4226-8a35-8c85ca686d6a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.0488110 Dec 23 12:27:11.113631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.114163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Fanout notify agent at l3_agent the message router_deleted on router 75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:27:11.129966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.133702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1ac9142-a5e5-4ced-a4b3-313175bdb36c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/routers/75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a HTTP/1.1" status: 204 len: 168 time: 1.2266710 Dec 23 12:27:11.138203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47892) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:11.150074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] No DVR routers for this DVR port fa098938-6e09-43e7-b7ca-b7800463c333 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:11.156208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.163969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ca99080-a647-4b1d-bb41-28038adcc030 req-4a004369-5c1b-4acf-b95c-4120f74cc3c1 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "DELETE /v2.0/ports/fa098938-6e09-43e7-b7ca-b7800463c333 HTTP/1.1" status: 204 len: 173 time: 1.2346699 Dec 23 12:27:11.167232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-deleted', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:11.169903 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6665a17-8753-4850-b589-b970c783cebe" -d '{"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-deleted", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:11.203028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.216487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3461d6b8-af26-4841-9714-09232d002d90 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0737348 Dec 23 12:27:11.218628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47896) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:11.299227 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbcd2c-f673-4818-bd65-74e3d598a3b5 x-openstack-request-id: req-48dbcd2c-f673-4818-bd65-74e3d598a3b5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:11.299557 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56060-e322-4979-af5e-d7a50bf03c61", "name": "network-vif-deleted", "tag": "fa098938-6e09-43e7-b7ca-b7800463c333", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:11.299794 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48dbcd2c-f673-4818-bd65-74e3d598a3b5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:11.300192 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56060-e322-4979-af5e-d7a50bf03c61', 'name': 'network-vif-deleted', 'tag': 'fa098938-6e09-43e7-b7ca-b7800463c333', 'status': 'completed', 'code': 200} Dec 23 12:27:11.339655 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.342064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5974f-bae0-46dd-8336-e4a9de8d64d5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.343762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-43a5974f-bae0-46dd-8336-e4a9de8d64d5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1161227 Dec 23 12:27:11.350962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47898) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:11.368321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4143dd7-0d2c-48b2-b596-3f1507b06f64 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:11.396232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3886332-7915-4003-ae9b-aa946239b5bb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481160 Dec 23 12:27:11.406334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:11.415991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:11.442899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:11.482695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:11.494751 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No ports have port_id starting with fa098938-6e09-43e7-b7ca-b7800463c333 Dec 23 12:27:11.524871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 requested by agent hyperv_n-h2-822750-2 not found in database {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 23 12:27:11.562593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.590352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.686475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:11.690771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.715941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:11.746290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb46938d-01b8-46af-a43e-ca2c9b595f39 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:11.854189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bf13b843-ca63-4c33-8441-685fe70437b1 None None] Provisioning complete for port cb46938d-01b8-46af-a43e-ca2c9b595f39 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:11.854736 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf13b843-ca63-4c33-8441-685fe70437b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.906514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:27:11.937913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cb46938d-01b8-46af-a43e-ca2c9b595f39 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:11.940445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.994043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['e4143dd7-0d2c-48b2-b596-3f1507b06f64'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:12.069087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:12.105583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Sync routers for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:12.136294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:12.136949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:12.142658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2426b990-28df-4e04-bea8-03fd00f7b7d5 req-0383ea8d-daf2-49a0-9bef-8cf0e70dc4f7 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd56060-e322-4979-af5e-d7a50bf03c61 HTTP/1.1" status: 200 len: 210 time: 0.0527253 Dec 23 12:27:12.171900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:12.174337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:12.192139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:12.194716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752806-2042-492d-ad8f-fed7aa8a3c52 req-747d4729-7d35-44ed-824a-df640483c4b8 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:12.195613 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd76dc95-b821-442b-ae2c-0eeb42893bda admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6522722 Dec 23 12:27:12.198507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:12.201944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed752806-2042-492d-ad8f-fed7aa8a3c52 req-747d4729-7d35-44ed-824a-df640483c4b8 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 944 time: 0.1345921 Dec 23 12:27:12.257149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:12.263699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:12.278109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:12.278109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:12.291275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:12.314753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed752806-2042-492d-ad8f-fed7aa8a3c52 req-7f29be95-f600-4b13-9c20-13468982d4a7 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118681 Dec 23 12:27:12.316973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24503f57-79d3-4db4-aec4-e56cab572c2b None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:12.389631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c995abf-2394-4e53-88fb-3755d543c1fd req-e05f4d51-0a77-4ffe-8d04-1950c97a7598 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Dec 23 12:27:12.443087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-16a76759-5c35-4327-a075-5746b5817e28 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0355763 Dec 23 12:27:12.446417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:12.455822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:12.720510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:12.731550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:12.788278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:12.789192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:12.796219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:12.835673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25a2a9bb-66d5-4d93-9a16-c544338491e7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:12.899356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 25a2a9bb-66d5-4d93-9a16-c544338491e7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:12.899591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25a2a9bb-66d5-4d93-9a16-c544338491e7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:12.932782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.109155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Allocated IP 2001:db8::f816:3eff:feca:17cf (dd6205f3-f5df-4d72-9c58-989d3d0bb346/5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb/42899014-7d3f-402d-91ad-3d4f3a6f552a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:13.116688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Allocated IP 172.20.0.1 (50f985a2-1fd9-4960-9f07-8c93e3e006a9/0757a7f7-4f23-4797-aff4-ca1fba802b5e/908e1ddd-2926-4839-ac3c-80987f73c509) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:13.204425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.229307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.254077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:13.264315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:13.274711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:13.275323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.291362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=a20f3eee-3269-4976-ad26-1cb6dd59feb9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:13.304451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:10Z', 'revision_number': 3, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:13.339941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-df48eceb-d1ad-415e-9ab5-d52a2b190d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.344182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Checking router: d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:13.345168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Updating router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 port 5403b245-521e-4ae0-a8ae-c895c0b64b1b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:27:13.381569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.413209 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.436983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-209d527d-9628-4857-bc67-14cc29f2c888 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9860902 Dec 23 12:27:13.449714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47942) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:13.458489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.465643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:13.473489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:c3:bb:21', 'name': 'tempest-NetworksTestDHCPv6-2107021554'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:13.542267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-f729e6ec-89f9-45b9-b0a3-fb965138871b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:13.545527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-f729e6ec-89f9-45b9-b0a3-fb965138871b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 811 time: 0.2196403 Dec 23 12:27:13.559849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:13.566074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:13.571205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76232421-864d-4ef9-8ff4-879bc5d52e73 req-ee1c5056-73ea-4508-a62c-8a85ed1530d5 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:13.571394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:13.583228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76232421-864d-4ef9-8ff4-879bc5d52e73 req-ee1c5056-73ea-4508-a62c-8a85ed1530d5 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 944 time: 0.1221094 Dec 23 12:27:13.621775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.703743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76232421-864d-4ef9-8ff4-879bc5d52e73 req-12ab26e1-1c18-4977-98a3-6dc31ddf49da tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192758 Dec 23 12:27:13.751925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-3f0dbff2-f427-422c-94a4-9c4c7d7a2b25 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 379 time: 0.1957655 Dec 23 12:27:13.769506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'port': {'device_id': '493efd78-4449-4920-963e-e8a90c0beba0', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'admin_state_up': True, 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'security_groups': ['d2491a6e-fa5e-4cfd-93d7-35e66721a390']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:13.869668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Pushing event updated for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:13.930771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.937334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: fa098938-6e09-43e7-b7ca-b7800463c333 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:13.937727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa098938-6e09-43e7-b7ca-b7800463c333 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:13.998154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.000044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c4b70f4-4473-4d05-b481-e3c0fc5f3cca req-635d0d90-265e-4b2b-a70d-aa941bf08894 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.1074467 Dec 23 12:27:14.061969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef756ab-d11b-43ef-8886-38d9be94bd2c req-c72c4466-42ba-47f3-ade6-9440aa1d390f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:14.069657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ef756ab-d11b-43ef-8886-38d9be94bd2c req-c72c4466-42ba-47f3-ade6-9440aa1d390f tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 951 time: 0.1761422 Dec 23 12:27:14.079066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.104042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Pushing event updated for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:14.123402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:14.128169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:14.139262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:14.146304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f82fb9ca-f5b9-4161-9489-bf3282492238 None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:14.146670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f82fb9ca-f5b9-4161-9489-bf3282492238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.155286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ef756ab-d11b-43ef-8886-38d9be94bd2c req-bcb3abdb-f83d-475d-86e5-bf942d23bc17 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828333 Dec 23 12:27:14.178636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:14.200149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.210304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.269809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Attempting to bind port 42899014-7d3f-402d-91ad-3d4f3a6f552a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:14.270181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Attempting to bind port 42899014-7d3f-402d-91ad-3d4f3a6f552a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:14.270545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Attempting to bind port 42899014-7d3f-402d-91ad-3d4f3a6f552a on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:14.274743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.275753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f82fb9ca-f5b9-4161-9489-bf3282492238 None None] Port 908e1ddd-2926-4839-ac3c-80987f73c509 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:14.286696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659e896-8eec-4194-bd18-610cf5738599 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:14.293722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Made reservation on behalf of 949a73100a3a46e0b0005e1664613890 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:14.296477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.299208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.299788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:14.300157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:14.300557 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.300977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:14.301454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Bound port: 42899014-7d3f-402d-91ad-3d4f3a6f552a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:14.302158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.306282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf6f48-0000-4ce5-a128-ef00d25ac45b None None] Pushing event updated for resources: {'Port': ['ID=5403b245-521e-4ae0-a8ae-c895c0b64b1b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:14.314894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Attempting to bind port 5403b245-521e-4ae0-a8ae-c895c0b64b1b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:14.317788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Attempting to bind port 5403b245-521e-4ae0-a8ae-c895c0b64b1b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:14.317788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Attempting to bind port 5403b245-521e-4ae0-a8ae-c895c0b64b1b on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:14.324351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:14.324728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:14.325155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.325545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:14.326012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Bound port: 5403b245-521e-4ae0-a8ae-c895c0b64b1b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:14.326392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.346828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port fc6dd152-e783-4118-ac55-0540dbcd2489 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:14.429381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] For port 5403b245-521e-4ae0-a8ae-c895c0b64b1b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:14.432991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] For port 5403b245-521e-4ae0-a8ae-c895c0b64b1b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5403b245-521e-4ae0-a8ae-c895c0b64b1b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:14.474984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f2768177-854e-45de-833a-0646d4e50492 None None] Provisioning complete for port 5403b245-521e-4ae0-a8ae-c895c0b64b1b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:14.475498 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2768177-854e-45de-833a-0646d4e50492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.493169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Allocated IP 172.20.0.5 (2940af1d-4bca-42fb-a7a3-9bab1d175e6e/9dfe8a06-f944-4ab2-93aa-aba9086eb3b6/bc1a823e-8fcf-49cc-9271-81c0914b0d28) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:14.524754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f2768177-854e-45de-833a-0646d4e50492 None None] Port 5403b245-521e-4ae0-a8ae-c895c0b64b1b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:14.533071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:14.539043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.628720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42899014-7d3f-402d-91ad-3d4f3a6f552a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:14.629988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c94cac-af24-47ff-9a4f-389141e4d57c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:14.633805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf6f48-0000-4ce5-a128-ef00d25ac45b None None] Pushing event updated for resources: {'Port': ['ID=5403b245-521e-4ae0-a8ae-c895c0b64b1b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:14.650576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:14.651208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:26:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:14.672335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.752165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.832388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] Provisioning complete for port 5403b245-521e-4ae0-a8ae-c895c0b64b1b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:14.832761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.854607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743c69-c15b-4467-8ea1-994a36ade388 req-b745a587-656a-4936-b478-f17b5272a1f1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:14.864233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e4143dd7-0d2c-48b2-b596-3f1507b06f64 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:14.865432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d743c69-c15b-4467-8ea1-994a36ade388 req-b745a587-656a-4936-b478-f17b5272a1f1 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 944 time: 0.0831742 Dec 23 12:27:14.882230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Pushing event updated for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:14.896247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.899733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.985502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d743c69-c15b-4467-8ea1-994a36ade388 req-ef9f6618-3f08-4182-a88b-46992532c2b5 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165226 Dec 23 12:27:15.002019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:15.005670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:15.017742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:15.079545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:15.101952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.102304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.102648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.102986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.103318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.103655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.103971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.104298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.104624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.109453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:15.112015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.112015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.112328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.112627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:15.143913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:15.154174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.279602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862092dc-3c27-4f48-ba81-cbb865651399 None None] Pushing event updated for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:15.300810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b607f4-f2b9-4d5f-85bb-3300b60a08b3 req-c236a2e3-48e9-4479-b3f6-5ab664830c39 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:15.302522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36b607f4-f2b9-4d5f-85bb-3300b60a08b3 req-c236a2e3-48e9-4479-b3f6-5ab664830c39 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 931 time: 0.0938749 Dec 23 12:27:15.326231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fd210d13-6172-42c8-bccf-2dc4ce3e55b0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5676360 Dec 23 12:27:15.344250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 172.20.0.4 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a20f3eee-3269-4976-ad26-1cb6dd59feb9/fc6dd152-e783-4118-ac55-0540dbcd2489) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:15.350054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Request body: {'port': {'device_id': '493efd78-4449-4920-963e-e8a90c0beba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:15.351897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fec3:bb21 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb/fc6dd152-e783-4118-ac55-0540dbcd2489) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:15.441132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36b607f4-f2b9-4d5f-85bb-3300b60a08b3 req-624dc8b6-73a5-4dc1-ac3e-e364310c4e53 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257670 Dec 23 12:27:15.491592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:15.502552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port e4143dd7-0d2c-48b2-b596-3f1507b06f64 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:27:15.505563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port e4143dd7-0d2c-48b2-b596-3f1507b06f64 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:15.505932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.509143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc04956-780e-4e77-a77b-0d72668d44de req-9f280708-a59d-4908-b8ec-17d45c3a69bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:15.509702 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-afc04956-780e-4e77-a77b-0d72668d44de req-9f280708-a59d-4908-b8ec-17d45c3a69bf tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 951 time: 0.6007962 Dec 23 12:27:15.511278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a7f6-0cf5-4ef2-92be-bf357f0b2d2a req-efe74f7b-d12b-430e-abc8-3cd44b2480e3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:15.512850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:15.528305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec21a7f6-0cf5-4ef2-92be-bf357f0b2d2a req-efe74f7b-d12b-430e-abc8-3cd44b2480e3 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 951 time: 0.2246859 Dec 23 12:27:15.566268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.626803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec21a7f6-0cf5-4ef2-92be-bf357f0b2d2a req-82ca219d-51d5-4e8a-b856-db7588fe7fa2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956945 Dec 23 12:27:15.764265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d807305-bf0a-4625-8125-cfa519778e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.766305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.775833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.825757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] For port 5403b245-521e-4ae0-a8ae-c895c0b64b1b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5403b245-521e-4ae0-a8ae-c895c0b64b1b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:15.829611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:14Z', 'revision_number': 2, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:15.838717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:15.841694 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5719d3a5-34fa-4734-9dbd-684fb9bd74af" -d '{"events": [{"server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "name": "network-vif-plugged", "status": "completed", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:15.846060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42899014-7d3f-402d-91ad-3d4f3a6f552a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:15.860095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.946980 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0ef7c-b53c-4caf-9160-9f90aae70486 x-openstack-request-id: req-ffd0ef7c-b53c-4caf-9160-9f90aae70486 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:15.947324 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "name": "network-vif-plugged", "status": "completed", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:15.947530 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffd0ef7c-b53c-4caf-9160-9f90aae70486 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:15.947940 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'code': 200} Dec 23 12:27:15.953507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdd558-d253-465d-80a8-524877af7593 None None] The sync data for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 is: [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:14Z', 'revision_number': 2, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:15.955199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Deleting port 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:15.955550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.020599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:16.039581 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.126486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.158725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:16.178176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d269b8-e8d9-4431-91cc-4801527b33f0 req-3d617051-aaeb-4801-8730-1b99d85d4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:16.180541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-31d269b8-e8d9-4431-91cc-4801527b33f0 req-3d617051-aaeb-4801-8730-1b99d85d4396 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 1095 time: 0.1533062 Dec 23 12:27:16.182848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] For port 012afd19-1232-4ed4-9b4b-ed507d3f6294, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=012afd19-1232-4ed4-9b4b-ed507d3f6294,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:16.183219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.185137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fac716-1e63-4333-bf4f-264ebedd6797 None None] Pushing event updated for resources: {'Port': ['ID=5403b245-521e-4ae0-a8ae-c895c0b64b1b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.221042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:16.221623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.226220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Calling delete_port for 012afd19-1232-4ed4-9b4b-ed507d3f6294 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:16.248268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:16.252010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.278072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d749a7-728f-4224-98ef-a9c05616713b req-e979ae70-ebf9-48cf-b614-f2e17fede70b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:16.280667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63d749a7-728f-4224-98ef-a9c05616713b req-e979ae70-ebf9-48cf-b614-f2e17fede70b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.1502831 Dec 23 12:27:16.289596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.309692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.352761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1a823e-8fcf-49cc-9271-81c0914b0d28 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:16.355310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-31d269b8-e8d9-4431-91cc-4801527b33f0 req-0117d130-5e04-45da-acd4-a1f729cbc22f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589212 Dec 23 12:27:16.368113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.399462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Port 908e1ddd-2926-4839-ac3c-80987f73c509 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:16.408930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63d749a7-728f-4224-98ef-a9c05616713b req-e091e00d-e1cd-4c01-96c9-f6c3c8351598 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196404 Dec 23 12:27:16.417110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Transition to ACTIVE for port object bc1a823e-8fcf-49cc-9271-81c0914b0d28 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:27:16.431409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Provisioning complete for port bc1a823e-8fcf-49cc-9271-81c0914b0d28 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:16.431776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.492975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.527787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.561202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47b468c1-0386-4b97-b724-936e8dc47fec None None] Port bc1a823e-8fcf-49cc-9271-81c0914b0d28 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:16.567833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=fc6dd152-e783-4118-ac55-0540dbcd2489,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.603607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.615997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:16.639411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:16.653166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:16.677659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42899014-7d3f-402d-91ad-3d4f3a6f552a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:16.691426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.710449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f41eca-1245-4427-bdab-679b97717a47 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:16.806184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:16.812314 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.837861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-81c3d083-8b98-4203-9e04-98b90bec8312 admin admin] 10.222.0.16 "PUT /v2.0/routers/d09b0b9c-6db4-4f0c-a8de-04c8622f01a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6377268 Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.848039 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:16.850759 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:27:16.852519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec498d96-71ad-4aab-aa48-292e9bed25cf req-e110cad3-fc87-4f2d-a28c-2d5a99070ba9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:16.860363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec498d96-71ad-4aab-aa48-292e9bed25cf req-e110cad3-fc87-4f2d-a28c-2d5a99070ba9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 943 time: 0.1610544 Dec 23 12:27:17.024301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.027294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.035223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-76648ec1-bd93-4d1c-bfeb-fa9914da1219 None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:17.039022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76648ec1-bd93-4d1c-bfeb-fa9914da1219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.107429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:17.128014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.151183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22f21045-dfa4-4e47-8bcb-164bfc1390ba'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:17.159703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec498d96-71ad-4aab-aa48-292e9bed25cf req-bc630895-3c38-459f-9c87-a445b6e6ae2c tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972355 Dec 23 12:27:17.160018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a', '012afd19-1232-4ed4-9b4b-ed507d3f6294'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:17.233731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Attempting to bind port bc1a823e-8fcf-49cc-9271-81c0914b0d28 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:17.234074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Attempting to bind port bc1a823e-8fcf-49cc-9271-81c0914b0d28 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:17.234391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Attempting to bind port bc1a823e-8fcf-49cc-9271-81c0914b0d28 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:17.254434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254f30f-11a0-41ac-9adc-b95cc7757927 req-06a21d05-3347-4714-a348-64f4281563f2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.256675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-742fca61-08e8-4dcd-94d5-15aa43cdb269 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7882128 Dec 23 12:27:17.261183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:17.261678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4254f30f-11a0-41ac-9adc-b95cc7757927 req-06a21d05-3347-4714-a348-64f4281563f2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 868 time: 0.2939301 Dec 23 12:27:17.262957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event deleted for resources: {'Port': ['ID=012afd19-1232-4ed4-9b4b-ed507d3f6294,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:17.288336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Port bc1a823e-8fcf-49cc-9271-81c0914b0d28 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:27:17.288980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Attempting to bind port bc1a823e-8fcf-49cc-9271-81c0914b0d28 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:17.303480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:17.303834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Checking segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:17.304813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Bound using segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:17.305303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Bound port: bc1a823e-8fcf-49cc-9271-81c0914b0d28, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:17.305686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.408028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] No DVR routers for this DVR port 012afd19-1232-4ed4-9b4b-ed507d3f6294 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:17.418966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.430182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-afc04956-780e-4e77-a77b-0d72668d44de req-6b1f4496-5ebf-4cc3-b0da-1e67f34078f4 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "DELETE /v2.0/ports/012afd19-1232-4ed4-9b4b-ed507d3f6294 HTTP/1.1" status: 204 len: 173 time: 1.9097052 Dec 23 12:27:17.432030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-deleted', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:17.434715 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581b956-2e9d-4ea7-8a2f-a614f5d0c954" -d '{"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-deleted", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:17.463429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440ca62-50f6-4be9-ab8e-d0ab2c625ff7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.468534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440ca62-50f6-4be9-ab8e-d0ab2c625ff7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.475539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8440ca62-50f6-4be9-ab8e-d0ab2c625ff7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2099252 Dec 23 12:27:17.476552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:17.487229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4254f30f-11a0-41ac-9adc-b95cc7757927 req-d89f5a40-4e02-42cd-9180-e94ca71ae341 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244682 Dec 23 12:27:17.553155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:17.562923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:17.679588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.692079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port fc6dd152-e783-4118-ac55-0540dbcd2489 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:17.692677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.816192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.817131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.834581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1091 time: 2.4764080 Dec 23 12:27:17.834581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:17.834581 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f875df5-d8e1-4572-b54e-914dd24c58d8" -d '{"events": [{"name": "network-changed", "server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:17.942576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3d4e-07c2-476f-acd8-b55305deaab2 req-957cd2fd-924b-4ff1-b5e5-2902d68f014b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.960227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07fb3d4e-07c2-476f-acd8-b55305deaab2 req-957cd2fd-924b-4ff1-b5e5-2902d68f014b tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.3365057 Dec 23 12:27:17.996020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.001906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb', 'ip_address': '2001:db8::f816:3eff:feca:17cf'}, {'subnet_id': 'a20f3eee-3269-4976-ad26-1cb6dd59feb9'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '42899014-7d3f-402d-91ad-3d4f3a6f552a'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:27:18.041338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for fc6dd152-e783-4118-ac55-0540dbcd2489 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:18.168194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6aa985-258e-440b-b6b0-93e58fd58896 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:18.172873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.213942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42899014-7d3f-402d-91ad-3d4f3a6f552a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:18.274767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-6f1c6637-24c8-4727-831e-f756c827d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.276565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-6f1c6637-24c8-4727-831e-f756c827d6cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1094 time: 0.2340918 Dec 23 12:27:18.292548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07fb3d4e-07c2-476f-acd8-b55305deaab2 req-34a4ecd1-938e-41a4-9e63-78dab24ef643 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291974 Dec 23 12:27:18.408415 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f42a7c-b483-4407-a718-3be934727289 x-openstack-request-id: req-79f42a7c-b483-4407-a718-3be934727289 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:18.408878 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112a7ed8-67b9-4526-9e48-eda666902737", "name": "network-vif-deleted", "tag": "012afd19-1232-4ed4-9b4b-ed507d3f6294", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:18.409078 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79f42a7c-b483-4407-a718-3be934727289 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:18.409437 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112a7ed8-67b9-4526-9e48-eda666902737', 'name': 'network-vif-deleted', 'tag': '012afd19-1232-4ed4-9b4b-ed507d3f6294', 'status': 'completed', 'code': 200} Dec 23 12:27:18.415884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.434330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-3416aad7-2110-4fbf-8ac4-2dd8dd00df6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 217 time: 0.1407177 Dec 23 12:27:18.477056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48018) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:18.482868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225492365', 'description': 'tempest-description--1438536526'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:18.493384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.545636 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44ffbc4-93cd-4f82-bf16-b7ecf6c747f6 x-openstack-request-id: req-c44ffbc4-93cd-4f82-bf16-b7ecf6c747f6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:18.546007 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:18.546335 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c44ffbc4-93cd-4f82-bf16-b7ecf6c747f6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:18.546893 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'status': 'completed', 'code': 200} Dec 23 12:27:18.548908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fc8c1ee9-682a-4627-9e5a-5af415f44f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.550471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-fc8c1ee9-682a-4627-9e5a-5af415f44f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.1091340 Dec 23 12:27:18.555576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.618096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=fc6dd152-e783-4118-ac55-0540dbcd2489,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:18.715285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:18.715743 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.722418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-67c54369-97d4-4a30-96f8-a2bca20cea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.734666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-67c54369-97d4-4a30-96f8-a2bca20cea98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769934 Dec 23 12:27:18.808983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.860344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a0c2c9b-4e14-4e21-9e51-da79e493b5ce req-eaeda1e3-d076-4042-937c-5af29e512533 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=112a7ed8-67b9-4526-9e48-eda666902737 HTTP/1.1" status: 200 len: 210 time: 0.0769489 Dec 23 12:27:18.861661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.868616 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fdc933dd-ada2-4abd-99a7-af4b752d9775 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/fc6dd152-e783-4118-ac55-0540dbcd2489 HTTP/1.1" status: 204 len: 168 time: 1.3896685 Dec 23 12:27:18.875498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48022) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:18.899606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb55e-e22a-43c7-94a2-39de7d82a5af req-e25c27fc-fe2e-4518-9f91-505f041d6b35 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.910282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b5fb55e-e22a-43c7-94a2-39de7d82a5af req-e25c27fc-fe2e-4518-9f91-505f041d6b35 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 943 time: 0.2290409 Dec 23 12:27:18.918572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5403b245-521e-4ae0-a8ae-c895c0b64b1b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:18.986752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b445d-7169-418a-a35b-bf1bba0d6c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.990426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b445d-7169-418a-a35b-bf1bba0d6c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.992958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Allocated IP 172.20.0.2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a20f3eee-3269-4976-ad26-1cb6dd59feb9/42899014-7d3f-402d-91ad-3d4f3a6f552a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:18.993582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b445d-7169-418a-a35b-bf1bba0d6c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.997741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea0b445d-7169-418a-a35b-bf1bba0d6c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1187234 Dec 23 12:27:19.002602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:19.094176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5403b245-521e-4ae0-a8ae-c895c0b64b1b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:19.094814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.116861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:19.153342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.170632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42899014-7d3f-402d-91ad-3d4f3a6f552a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:19.242638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.245222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.280301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.369775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.370535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.401946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2585e33-e9e7-43f3-aa22-95f68b62b93a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:19.443397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.445622 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a8a8e662-e0f8-4a9e-8441-56fef235e034 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9671915 Dec 23 12:27:19.449353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48032) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:19.454100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'security_group_rule': {'security_group_id': 'b2585e33-e9e7-43f3-aa22-95f68b62b93a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:19.473128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-ae754205-e834-4a93-8fbe-29c93c734be1 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141263 Dec 23 12:27:19.474412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.484207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:19.534630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 012afd19-1232-4ed4-9b4b-ed507d3f6294 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:19.534970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 012afd19-1232-4ed4-9b4b-ed507d3f6294 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:19.558563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e24a-1739-4022-a973-d59e6204ceb9 None None] Pushing event updated for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:19.600401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.605178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b5fb55e-e22a-43c7-94a2-39de7d82a5af req-27645a85-f11e-478a-b63e-d9420dea9808 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6939754 Dec 23 12:27:19.639276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bddb-8856-4706-8d43-6002e64f0242 req-44bd18f9-933d-4bbb-a506-9cf3981f5aa6 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:19.653254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0555bddb-8856-4706-8d43-6002e64f0242 req-44bd18f9-933d-4bbb-a506-9cf3981f5aa6 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.1790633 Dec 23 12:27:19.725493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33ba0c23-e08b-4102-860f-b065f0bbb38d req-b6551818-999c-4ed1-b74a-91fb1a918ddd service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403798 Dec 23 12:27:19.796615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42899014-7d3f-402d-91ad-3d4f3a6f552a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:19.802000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.810552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0555bddb-8856-4706-8d43-6002e64f0242 req-48cc289d-59e2-43f5-8205-df50106e9f71 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563241 Dec 23 12:27:19.861338 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Sync routers for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:19.892610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:19.903950 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:19.941504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.000209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:20.000464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:20.001492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.003603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.009352 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae1a324e-c207-4698-8d1a-43383948b523 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb HTTP/1.1" status: 204 len: 168 time: 1.0033133 Dec 23 12:27:20.009352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.010211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:20.066952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.105977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-80a8f1d6-8f2d-4758-a77f-c7592af63094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.108374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-80a8f1d6-8f2d-4758-a77f-c7592af63094 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1094 time: 0.1984696 Dec 23 12:27:20.134089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b981f7e-9a7e-49de-8127-99cdbe37a3c6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:20.157179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa65a32-0b77-43ae-a8bd-dd49ae09e6a3 req-b210cd73-b469-42e7-a309-0ae270c568a6 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.158737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efa65a32-0b77-43ae-a8bd-dd49ae09e6a3 req-b210cd73-b469-42e7-a309-0ae270c568a6 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.1829433 Dec 23 12:27:20.174706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet a20f3eee-3269-4976-ad26-1cb6dd59feb9 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:20.176861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48046) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:20.192220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Request body: {'floatingip': {'port_id': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:20.202663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.212539 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:20.303083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.304299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3341f2d0-3c06-456c-8268-a7c275ce3bf2 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8538072 Dec 23 12:27:20.307250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48048) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:20.315877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'security_group_rule': {'security_group_id': 'b2585e33-e9e7-43f3-aa22-95f68b62b93a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:20.337508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.361586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-3b131cc6-fb50-4bf0-b06f-e4c6a0207caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.366583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-3b131cc6-fb50-4bf0-b06f-e4c6a0207caa service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.2498515 Dec 23 12:27:20.395926 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.443879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-66f0dacd-5c96-42f5-a230-00bcd2699300 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 217 time: 0.0679905 Dec 23 12:27:20.467269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6959a-d7f8-4f00-867f-b0a8904bb4fe None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:20.503243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-f45708d4-38a8-4c14-9cae-0ef03a5d6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.505907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-f45708d4-38a8-4c14-9cae-0ef03a5d6c3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0523994 Dec 23 12:27:20.564945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-94d33d7a-dd0c-440a-aa28-43b55dfdbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.566691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-94d33d7a-dd0c-440a-aa28-43b55dfdbb96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512843 Dec 23 12:27:20.600501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:14Z', 'revision_number': 2, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:20.608149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84f1430a-372d-4ddf-a14b-5bc869ff77af None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:20.608928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84f1430a-372d-4ddf-a14b-5bc869ff77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.654001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.690398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.762085 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Checking router: d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:20.763205 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Updating router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 port 908e1ddd-2926-4839-ac3c-80987f73c509 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:27:20.792889 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.868894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-f9e0db64-1efc-4fad-840c-2cd8d46da4cc service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926371 Dec 23 12:27:20.886430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84f1430a-372d-4ddf-a14b-5bc869ff77af None None] Could not find standard attr ID for object fc6dd152-e783-4118-ac55-0540dbcd2489. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:20.895206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3922bc-7336-4ef1-9d94-6f16d98e36ce req-8e328bb2-c1d9-4da8-abc5-0e83f15b8d6a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:20.902861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d3922bc-7336-4ef1-9d94-6f16d98e36ce req-8e328bb2-c1d9-4da8-abc5-0e83f15b8d6a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.2518024 Dec 23 12:27:20.959710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.047535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=a20f3eee-3269-4976-ad26-1cb6dd59feb9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:21.049759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.053511 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d2547bc1-d589-43a8-8f60-db47e754b92e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a20f3eee-3269-4976-ad26-1cb6dd59feb9 HTTP/1.1" status: 204 len: 168 time: 1.0418813 Dec 23 12:27:21.057918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:21.105235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f875df5-d8e1-4572-b54e-914dd24c58d8 req-536c1cf3-acdc-4541-bd99-6ec67bb228e3 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842349 Dec 23 12:27:21.115077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.140050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ae74-2a19-46fa-892b-773624dd6c82 req-462c2630-36f3-49cc-89b4-b0d457a8c7af tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:21.148676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3537904-a8b7-44e3-842b-fec43ea68b48 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911024 Dec 23 12:27:21.152372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c12ae74-2a19-46fa-892b-773624dd6c82 req-462c2630-36f3-49cc-89b4-b0d457a8c7af tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 943 time: 0.3777382 Dec 23 12:27:21.154542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48064) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:21.164551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.resource_extend [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:27:21.173834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:21.258249 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.266933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.272115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.301613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d3922bc-7336-4ef1-9d94-6f16d98e36ce req-165b2990-67ae-4c58-86b1-a0347bc3f379 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973989 Dec 23 12:27:21.328760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de069ab-62a1-4c02-b3e9-09e04bfe1196,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:21.357843 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.362849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c12ae74-2a19-46fa-892b-773624dd6c82 req-43bac0f5-0d09-4cd8-bd1c-92412d3a9622 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039466 Dec 23 12:27:21.378256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.380803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.382208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3c09cca-8af4-4506-96cc-e91923b2a34e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0741372 Dec 23 12:27:21.388127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48066) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:21.393866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:21.443869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:21.447395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.479851 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Pushing event updated for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:21.539391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.539391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.539391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.539715 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.542517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.542917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.543243 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.546599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:21.622149 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Floating IP 4bb5cb2b-0dc0-403d-9003-89a7c53950ed associated. External IP: 172.25.7.218, port: e4143dd7-0d2c-48b2-b596-3f1507b06f64. Dec 23 12:27:21.624270 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Attempting to bind port 908e1ddd-2926-4839-ac3c-80987f73c509 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:21.624659 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Attempting to bind port 908e1ddd-2926-4839-ac3c-80987f73c509 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:21.625049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Attempting to bind port 908e1ddd-2926-4839-ac3c-80987f73c509 on network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:21.631222 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.662538 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:21.669316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Checking segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:21.669316 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.669316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Bound using segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:21.669316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Bound port: 908e1ddd-2926-4839-ac3c-80987f73c509, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:21.669316 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.828016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072cb18-75d5-4485-ba6e-1a84333556eb None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:21.888631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b76bc95e-bc4c-411a-ab22-5969a02c7227 None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:21.890981 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b76bc95e-bc4c-411a-ab22-5969a02c7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.894449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.967431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:22.026988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Allocated IP 172.25.7.60 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c6b2d144-b530-4a10-8203-8c8af00c945e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:22.056336 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] For port 908e1ddd-2926-4839-ac3c-80987f73c509, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:22.059795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] For port 908e1ddd-2926-4839-ac3c-80987f73c509, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=908e1ddd-2926-4839-ac3c-80987f73c509,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:22.109283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b76bc95e-bc4c-411a-ab22-5969a02c7227 None None] Port 908e1ddd-2926-4839-ac3c-80987f73c509 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:22.152615 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.256463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a15c9630-6359-4fae-8f84-8f7b162c2908 None None] Provisioning complete for port 42899014-7d3f-402d-91ad-3d4f3a6f552a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:22.258262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a15c9630-6359-4fae-8f84-8f7b162c2908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.259329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-2f0324e7-9326-4ee3-9721-c3c762380808 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:22.260902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-2f0324e7-9326-4ee3-9721-c3c762380808 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1653533 Dec 23 12:27:22.266471 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:22.267278 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:22.338876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:22.355637 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da1b4-cc19-468d-a145-75023d44ba66 None None] Pushing event updated for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:22.355978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:22.489633 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:22.631405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.758656 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.764980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:22.775876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Deleting port 42899014-7d3f-402d-91ad-3d4f3a6f552a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:22.776651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.779749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.786421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Sync routers for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:22.826850 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-99285be0-e70d-4f54-b5d8-c0fb6187157c tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "PUT /v2.0/floatingips/4bb5cb2b-0dc0-403d-9003-89a7c53950ed HTTP/1.1" status: 200 len: 991 time: 2.6480258 Dec 23 12:27:22.837468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c814c4f-ba8f-4e0d-b207-ae446dc85a9e req-91dc4c64-786c-4be0-94f1-90b97d576f76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:22.839132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:22.841731 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ae563d-6439-4721-b8ec-d4e5663e32ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:22.845551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c814c4f-ba8f-4e0d-b207-ae446dc85a9e req-91dc4c64-786c-4be0-94f1-90b97d576f76 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.3385117 Dec 23 12:27:22.877447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:22.878111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:22.894555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b3af-c516-4b78-8005-62939cb5623d req-d2c233ef-c6db-4db9-a6fc-fbcabf27dd9b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:22.904459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db20b3af-c516-4b78-8005-62939cb5623d req-d2c233ef-c6db-4db9-a6fc-fbcabf27dd9b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 943 time: 0.3007798 Dec 23 12:27:22.943151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Deleting port 22f21045-dfa4-4e47-8bcb-164bfc1390ba {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:22.943493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.964729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bc1a823e-8fcf-49cc-9271-81c0914b0d28 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:22.984683 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:22Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:23.028734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab487a9b-fbc5-4c23-92e6-b305619a1ba8 None None] The sync data for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 is: [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:22Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:23.046398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.068469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:23.069233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.096075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c814c4f-ba8f-4e0d-b207-ae446dc85a9e req-dc3cc5c3-597d-41e2-95ca-99a6f176e6a2 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495787 Dec 23 12:27:23.122102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42899014-7d3f-402d-91ad-3d4f3a6f552a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.123078 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.162632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.173048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db20b3af-c516-4b78-8005-62939cb5623d req-3d9b7d75-8180-41a9-9e80-ed8df962bd54 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663205 Dec 23 12:27:23.198181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:23.213273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:23.218002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:23.223519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:23.333817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'Port': ['ID=c6b2d144-b530-4a10-8203-8c8af00c945e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:23.339367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] For port 22f21045-dfa4-4e47-8bcb-164bfc1390ba, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22f21045-dfa4-4e47-8bcb-164bfc1390ba,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.340143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.374938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Calling delete_port for 42899014-7d3f-402d-91ad-3d4f3a6f552a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:23.393355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Calling delete_port for 22f21045-dfa4-4e47-8bcb-164bfc1390ba owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:23.398060 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72425221-ee2b-4030-b77f-ab34257b134b x-openstack-request-id: req-72425221-ee2b-4030-b77f-ab34257b134b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:23.398544 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:23.398628 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72425221-ee2b-4030-b77f-ab34257b134b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:23.398982 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'status': 'completed', 'code': 200} Dec 23 12:27:23.515851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-e41ad707-b224-4ffa-a08c-c9a4e6b7f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:23.517941 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-e41ad707-b224-4ffa-a08c-c9a4e6b7f170 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 1096 time: 0.0939534 Dec 23 12:27:23.643477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.648466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.692094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-9a5174c9-4815-48b1-8585-78aedff17829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:23.693603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-9a5174c9-4815-48b1-8585-78aedff17829 service neutron] 10.222.0.57 "GET /v2.0/networks?id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b HTTP/1.1" status: 200 len: 916 time: 0.1680112 Dec 23 12:27:23.708512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] For port 42899014-7d3f-402d-91ad-3d4f3a6f552a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42899014-7d3f-402d-91ad-3d4f3a6f552a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.772563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.839243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'port_id': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'mac_address': 'fa:16:3e:3b:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:23.874806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-76357eed-d6f9-4637-834b-3b9f206e094a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64 HTTP/1.1" status: 200 len: 999 time: 0.1703908 Dec 23 12:27:23.904791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] For port 908e1ddd-2926-4839-ac3c-80987f73c509, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=908e1ddd-2926-4839-ac3c-80987f73c509,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.908970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.911902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 908e1ddd-2926-4839-ac3c-80987f73c509 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:23.990912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-d770c34f-47eb-453b-8cab-2931cce5cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:23.992526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-d770c34f-47eb-453b-8cab-2931cce5cffc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6495d105-c78a-4749-8fa4-e7ccb2cf1919 HTTP/1.1" status: 200 len: 854 time: 0.1150839 Dec 23 12:27:24.020906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.031494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1a823e-8fcf-49cc-9271-81c0914b0d28 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:24.056666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-0e7f4278-29b3-4027-98b0-fce9f387b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:24.058415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-0e7f4278-29b3-4027-98b0-fce9f387b3f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592806 Dec 23 12:27:24.131723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:24.183954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:24.184326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.189677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-ee17c560-789e-4924-9052-3783c3f4f68b service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214850 Dec 23 12:27:24.304785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.309946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e82858-c37c-4bde-b80d-344b3dba18ba None None] Pushing event updated for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.316704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.327036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.342540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f7ae563d-6439-4721-b8ec-d4e5663e32ea req-e0340ef8-a586-4d49-bc69-1657da85c399 service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440740 Dec 23 12:27:24.366814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4bb5cb2b-0dc0-403d-9003-89a7c53950ed', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'port_id': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'mac_address': 'fa:16:3e:bd:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:26:51Z', 'updated_at': '2021-12-23T12:27:21Z', 'revision_number': 1, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:24.407466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Checking router: 2c1b1fc7-adfe-4a5c-97b2-93faada17426 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:24.416779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.417544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.446129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94948-3159-4afc-ac08-bac2c1ad682f req-af499280-fc74-42dc-814f-389428adec80 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:24.447931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a94948-3159-4afc-ac08-bac2c1ad682f req-af499280-fc74-42dc-814f-389428adec80 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 950 time: 0.1933107 Dec 23 12:27:24.452896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:24.453528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:24.492809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34338a42-da35-4f99-a820-61fecdfd9a02 req-4c7b7e10-d8f2-40de-9e2f-ec3fc6370d6f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:24.494334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34338a42-da35-4f99-a820-61fecdfd9a02 req-4c7b7e10-d8f2-40de-9e2f-ec3fc6370d6f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 944 time: 0.1862862 Dec 23 12:27:24.504570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.567004 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.574861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.589535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:24.616872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:24.618832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42899014-7d3f-402d-91ad-3d4f3a6f552a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:24.625651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] Pushing event deleted for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.627955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:24.642843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:24.643558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.649694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=8467912e-3b24-4d36-b854-7693bf09b1f4,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.690904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970014e-0174-4432-9625-136a9b96a4d5 None None] No DVR routers for this DVR port 42899014-7d3f-402d-91ad-3d4f3a6f552a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:24.695864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=42899014-7d3f-402d-91ad-3d4f3a6f552a,revision_number=8']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.701944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bc1a823e-8fcf-49cc-9271-81c0914b0d28'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:24.740083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1627a6e-2d1d-4312-8b08-da68e81c249e None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:24.742270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 42899014-7d3f-402d-91ad-3d4f3a6f552a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:24.742607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42899014-7d3f-402d-91ad-3d4f3a6f552a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:24.767059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:24.796714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a94948-3159-4afc-ac08-bac2c1ad682f req-b497378b-4494-4129-b026-1b168257b4e5 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989295 Dec 23 12:27:24.801712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event deleted for resources: {'Port': ['ID=22f21045-dfa4-4e47-8bcb-164bfc1390ba,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:24.804003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] No DVR routers for this DVR port 22f21045-dfa4-4e47-8bcb-164bfc1390ba on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:24.814382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.818023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b40e0e5-5b93-495f-8989-93c75063e47d req-116bd4c9-5a3b-4d2a-9b26-4cc27a076603 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.57 "DELETE /v2.0/ports/22f21045-dfa4-4e47-8bcb-164bfc1390ba HTTP/1.1" status: 204 len: 173 time: 2.5489054 Dec 23 12:27:24.831930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34338a42-da35-4f99-a820-61fecdfd9a02 req-154ef573-ade4-4fe0-a11d-63e5baf5afd3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825115 Dec 23 12:27:24.832513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-deleted', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:24.835018 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ddc259-f4ef-4181-9af8-c0caada4ac2f" -d '{"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-deleted", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:24.859369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9faafedd-5423-4b7b-b27a-944816240d1c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7002881 Dec 23 12:27:24.862600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:24.873325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:24.893545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.992321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.034368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:25.123123 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d2978-4581-4862-9a4d-a59e5b3e004c x-openstack-request-id: req-969d2978-4581-4862-9a4d-a59e5b3e004c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:25.128974 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d826998-bf3e-4f54-8721-be9343e3c67c", "name": "network-vif-deleted", "tag": "22f21045-dfa4-4e47-8bcb-164bfc1390ba", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:25.128974 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-969d2978-4581-4862-9a4d-a59e5b3e004c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:25.128974 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d826998-bf3e-4f54-8721-be9343e3c67c', 'name': 'network-vif-deleted', 'tag': '22f21045-dfa4-4e47-8bcb-164bfc1390ba', 'status': 'completed', 'code': 200} Dec 23 12:27:25.158394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 22f21045-dfa4-4e47-8bcb-164bfc1390ba {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:25.158754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22f21045-dfa4-4e47-8bcb-164bfc1390ba not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:25.165431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'Port': ['ID=c6b2d144-b530-4a10-8203-8c8af00c945e,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:25.181354 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.291656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.293761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:25.294204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '8467912e-3b24-4d36-b854-7693bf09b1f4'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:25.294833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-033226f5-2c31-4eea-9d9a-073a8094f568 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9051306 Dec 23 12:27:25.295050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.314290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.637936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Allocated IP 2001:db8::f816:3eff:fed7:4122 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8467912e-3b24-4d36-b854-7693bf09b1f4/2d7222b1-efc9-418f-a78e-051c47ba5680) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:25.704283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4bb5cb2b-0dc0-403d-9003-89a7c53950ed', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'port_id': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'mac_address': 'fa:16:3e:bd:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:26:51Z', 'updated_at': '2021-12-23T12:27:21Z', 'revision_number': 1, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:25.735246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70d31a-f7ac-4c0f-85c1-f5f4020dc259 None None] The sync data for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 is: [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4bb5cb2b-0dc0-403d-9003-89a7c53950ed', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'port_id': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'mac_address': 'fa:16:3e:bd:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:26:51Z', 'updated_at': '2021-12-23T12:27:21Z', 'revision_number': 1, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:25.759454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 908e1ddd-2926-4839-ac3c-80987f73c509 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:25.821492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.867576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 908e1ddd-2926-4839-ac3c-80987f73c509 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:25.867951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.910102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.930457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:25.942907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:25.949606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:25.950476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.972028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=fbd0e805-03fa-4546-b7d4-eebf21be0543,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:26.032333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-786ecde0-86be-460d-9b67-9eaee3b21076 req-005e1696-36ee-42db-99d9-8a279dffa8ed tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d826998-bf3e-4f54-8721-be9343e3c67c HTTP/1.1" status: 200 len: 210 time: 0.0321171 Dec 23 12:27:26.060164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35188f07-dcca-41e2-b0e9-41f0242dd8c8 req-9f81cb87-99c1-454a-ac90-1dbc7cd8dec3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:26.060164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35188f07-dcca-41e2-b0e9-41f0242dd8c8 req-9f81cb87-99c1-454a-ac90-1dbc7cd8dec3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 944 time: 0.0960767 Dec 23 12:27:26.065570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2618c8eb-7b5b-49b3-ae45-4c0929a384d9 None None] New status for floating IP 4bb5cb2b-0dc0-403d-9003-89a7c53950ed: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:27:26.115578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35188f07-dcca-41e2-b0e9-41f0242dd8c8 req-6cd4a1b2-8bba-4517-89af-2839b81a8947 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562034 Dec 23 12:27:26.145843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:26.157432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0a649575-2c8e-4021-9d71-80f2e6314826 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2924595 Dec 23 12:27:26.160301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48158) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:26.165658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:15:90:a1', 'name': 'tempest-NetworksTestDHCPv6-726195022'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:26.308655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:26.317239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:26.319621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Pushing event updated for resources: {'Port': ['ID=2d7222b1-efc9-418f-a78e-051c47ba5680,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:26.331461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:26.402638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Attempting to bind port 2d7222b1-efc9-418f-a78e-051c47ba5680 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:26.403099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Attempting to bind port 2d7222b1-efc9-418f-a78e-051c47ba5680 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:26.404136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Attempting to bind port 2d7222b1-efc9-418f-a78e-051c47ba5680 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:26.410588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:26.411067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:26.411476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:26.411872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:26.412470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Bound port: 2d7222b1-efc9-418f-a78e-051c47ba5680, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:26.412868 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:26.487353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:26.516908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] For port 2d7222b1-efc9-418f-a78e-051c47ba5680, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:26.521244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] For port 2d7222b1-efc9-418f-a78e-051c47ba5680, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d7222b1-efc9-418f-a78e-051c47ba5680,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:26.590461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:26.603410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:26.624927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port dbcf7caf-6031-4573-ad2f-d03e47f6040b yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:26.684675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca371b-f3b1-4fa9-9de6-0f29cd15320a None None] Pushing event updated for resources: {'Port': ['ID=2d7222b1-efc9-418f-a78e-051c47ba5680,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:26.850659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 172.20.0.12 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/fbd0e805-03fa-4546-b7d4-eebf21be0543/dbcf7caf-6031-4573-ad2f-d03e47f6040b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:26.894804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fe15:90a1 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/8467912e-3b24-4d36-b854-7693bf09b1f4/dbcf7caf-6031-4573-ad2f-d03e47f6040b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:26.914289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bc1a823e-8fcf-49cc-9271-81c0914b0d28 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:27.069095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port bc1a823e-8fcf-49cc-9271-81c0914b0d28 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:27:27.073886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port bc1a823e-8fcf-49cc-9271-81c0914b0d28 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:27.074258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.215429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.245534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.303691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:27.307073 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44584432-00b6-4b3e-87f8-77801d1aa43b" -d '{"events": [{"server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:27.325466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:27.335949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5c599-76a4-46cc-8ec5-e56e06235efc req-c2fb8a63-634b-48f6-ab1e-f19060b72fb0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:27.346116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.359342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ba5c599-76a4-46cc-8ec5-e56e06235efc req-c2fb8a63-634b-48f6-ab1e-f19060b72fb0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 944 time: 0.1039732 Dec 23 12:27:27.424240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.434501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ba5c599-76a4-46cc-8ec5-e56e06235efc req-66ad6f8c-8c5f-4805-aa09-b2c00a4a5047 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836976 Dec 23 12:27:27.442861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:27.446267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:27.457766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:27.486190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=dbcf7caf-6031-4573-ad2f-d03e47f6040b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:27.545873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:27.563539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:27.564291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:27.674586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-143edce0-3746-4560-bf29-153cb2bcfb55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5128329 Dec 23 12:27:27.680346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48216) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:27.745961 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82128e-8c9a-4ec0-8c4a-0ea5db00b930 x-openstack-request-id: req-8a82128e-8c9a-4ec0-8c4a-0ea5db00b930 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:27.745961 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:27.745961 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a82128e-8c9a-4ec0-8c4a-0ea5db00b930 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:27.745961 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'code': 200} Dec 23 12:27:27.778396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d69c6-e39a-4021-9fcd-7cba5668853e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:27.786632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d69c6-e39a-4021-9fcd-7cba5668853e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:27.791205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48218) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:27.799810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-833d69c6-e39a-4021-9fcd-7cba5668853e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1178236 Dec 23 12:27:27.859510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d7222b1-efc9-418f-a78e-051c47ba5680 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:27.977798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730b2fd-0254-4ff6-bb26-717c414e1266 req-88b0349f-45f0-4bf8-ab55-9ec18264ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:27.979540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d730b2fd-0254-4ff6-bb26-717c414e1266 req-88b0349f-45f0-4bf8-ab55-9ec18264ed03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.1368840 Dec 23 12:27:28.015207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2d7222b1-efc9-418f-a78e-051c47ba5680 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:28.015583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.062281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port dbcf7caf-6031-4573-ad2f-d03e47f6040b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:28.063171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.090066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d730b2fd-0254-4ff6-bb26-717c414e1266 req-b4a482f9-6c63-4990-bb34-d7f18fa5e924 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033537 Dec 23 12:27:28.173752 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.247161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0051e43-247c-4cc8-87c0-6d485c49c1fe req-e7a59b19-9d55-4aad-aac3-456af7bde42a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:28.248796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0051e43-247c-4cc8-87c0-6d485c49c1fe req-e7a59b19-9d55-4aad-aac3-456af7bde42a tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1024096 Dec 23 12:27:28.253910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 2d7222b1-efc9-418f-a78e-051c47ba5680, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d7222b1-efc9-418f-a78e-051c47ba5680,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:28.269721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1fa96a-9a37-414f-953e-24d6e20bae29 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:28.276051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.301963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for dbcf7caf-6031-4573-ad2f-d03e47f6040b owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:28.348587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0051e43-247c-4cc8-87c0-6d485c49c1fe req-1b8aae4d-008b-4538-83e6-776edc3e8916 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890751 Dec 23 12:27:28.356599 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.423568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3561034b-de04-452f-bbb9-cf70b3d0f142 None None] Provisioning complete for port 2d7222b1-efc9-418f-a78e-051c47ba5680 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:28.424098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3561034b-de04-452f-bbb9-cf70b3d0f142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.519356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=2d7222b1-efc9-418f-a78e-051c47ba5680,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:28.667797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '8467912e-3b24-4d36-b854-7693bf09b1f4', 'ip_address': '2001:db8::f816:3eff:fed7:4122'}, {'subnet_id': 'fbd0e805-03fa-4546-b7d4-eebf21be0543'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '2d7222b1-efc9-418f-a78e-051c47ba5680'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:27:28.682314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635b74-0f29-410c-b76c-643d5acaaece req-70f75723-b8e0-4d43-a428-dada66614685 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:28.683897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22635b74-0f29-410c-b76c-643d5acaaece req-70f75723-b8e0-4d43-a428-dada66614685 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1231730 Dec 23 12:27:28.705124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.763975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.791673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22635b74-0f29-410c-b76c-643d5acaaece req-f4863e34-b5aa-4861-87d5-40930ffce3f2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965486 Dec 23 12:27:28.824545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=dbcf7caf-6031-4573-ad2f-d03e47f6040b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:28.956780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:28.965071 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c186aecc-52cc-4163-9bbb-fea3ad056737 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/dbcf7caf-6031-4573-ad2f-d03e47f6040b HTTP/1.1" status: 204 len: 168 time: 1.1722028 Dec 23 12:27:28.968416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48236) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:29.009432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Allocated IP 172.20.0.2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/fbd0e805-03fa-4546-b7d4-eebf21be0543/2d7222b1-efc9-418f-a78e-051c47ba5680) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:29.036680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9311bd8-b542-4808-9194-66270c059639 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:29.038474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9311bd8-b542-4808-9194-66270c059639 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:29.040057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9311bd8-b542-4808-9194-66270c059639 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:29.041681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a9311bd8-b542-4808-9194-66270c059639 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0719085 Dec 23 12:27:29.044595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:29.130674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 8467912e-3b24-4d36-b854-7693bf09b1f4 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:29.141665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] For port 2d7222b1-efc9-418f-a78e-051c47ba5680, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d7222b1-efc9-418f-a78e-051c47ba5680,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:29.176146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.247684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.248549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.358053 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.399940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426499b-8a16-449f-ab96-20c1e6237547 req-37c1b777-0008-4504-9b07-c1e262b1e040 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:29.401487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b426499b-8a16-449f-ab96-20c1e6237547 req-37c1b777-0008-4504-9b07-c1e262b1e040 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1132264 Dec 23 12:27:29.414593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d48a2-41e7-4c40-9584-201c81b86268 None None] Pushing event updated for resources: {'Port': ['ID=2d7222b1-efc9-418f-a78e-051c47ba5680,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:29.635945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.680708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Deleting port 4631b457-2e4d-48bb-ab77-2572fb36882a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:29.681071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.709366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37446d-3fa7-4752-b19b-3d747eae8fdf req-63087111-776a-41de-befc-280f01d945eb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:29.717808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b37446d-3fa7-4752-b19b-3d747eae8fdf req-63087111-776a-41de-befc-280f01d945eb tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 949 time: 0.1614614 Dec 23 12:27:29.833596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b37446d-3fa7-4752-b19b-3d747eae8fdf req-f5ec58d4-e1f8-4a16-a5e7-f3a8e6b9bb96 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/security-groups?id=e49c9ac0-f657-494d-b5ed-3ce60d4eadab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056137 Dec 23 12:27:29.896490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d7222b1-efc9-418f-a78e-051c47ba5680 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:29.935604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] For port 4631b457-2e4d-48bb-ab77-2572fb36882a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4631b457-2e4d-48bb-ab77-2572fb36882a,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:29.942246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:29.973895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Calling delete_port for 4631b457-2e4d-48bb-ab77-2572fb36882a owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:30.001642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.039745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2d7222b1-efc9-418f-a78e-051c47ba5680 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:30.040644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.052687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=8467912e-3b24-4d36-b854-7693bf09b1f4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:30.068532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae09c1-bc8a-4385-9a92-47a5bef4b2fd req-3dac5f8a-42d5-4c45-9a44-68cec30f30a1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:30.076978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18ae09c1-bc8a-4385-9a92-47a5bef4b2fd req-3dac5f8a-42d5-4c45-9a44-68cec30f30a1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0996675 Dec 23 12:27:30.109241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.118724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b0943c6-bdf9-4714-ab31-4659f15fc016 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8467912e-3b24-4d36-b854-7693bf09b1f4 HTTP/1.1" status: 204 len: 168 time: 1.0729792 Dec 23 12:27:30.119365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48256) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:30.300162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18ae09c1-bc8a-4385-9a92-47a5bef4b2fd req-d880cc10-b8b0-47bb-8c00-171d13c177a7 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842459 Dec 23 12:27:30.301855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet fbd0e805-03fa-4546-b7d4-eebf21be0543 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:30.301855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.322211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.350797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253034a-4ded-417f-9d8c-79d4d73448a4 req-4b874ba8-d5be-4811-b341-9b5504ad0331 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:30.385395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0253034a-4ded-417f-9d8c-79d4d73448a4 req-4b874ba8-d5be-4811-b341-9b5504ad0331 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0778904 Dec 23 12:27:30.385395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:30.388098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'floatingip': {'port_id': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:30.480736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.495380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.552139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.568301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4631b457-2e4d-48bb-ab77-2572fb36882a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:30.603682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Pushing event deleted for resources: {'Port': ['ID=4631b457-2e4d-48bb-ab77-2572fb36882a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:30.659219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] No DVR routers for this DVR port 4631b457-2e4d-48bb-ab77-2572fb36882a on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:30.663776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.667096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b426499b-8a16-449f-ab96-20c1e6237547 req-0ce09ec7-c74a-4603-8e5d-c4782072c62b tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.43 "DELETE /v2.0/ports/4631b457-2e4d-48bb-ab77-2572fb36882a HTTP/1.1" status: 204 len: 173 time: 1.2535093 Dec 23 12:27:30.667543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-deleted', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:30.670318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4cb364-6a9e-4b4a-b973-0440aa5e96bd None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:30.670722 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f91ae-a6bb-49ff-9a46-5dc7eb30e1b7" -d '{"events": [{"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-deleted", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:30.746898 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6984a84f-78fd-499c-a932-14e56ebc7647 x-openstack-request-id: req-6984a84f-78fd-499c-a932-14e56ebc7647 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:30.746898 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8d3d08-513b-490a-a9b8-78d7b64e9eaf", "name": "network-vif-deleted", "tag": "4631b457-2e4d-48bb-ab77-2572fb36882a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:30.746898 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6984a84f-78fd-499c-a932-14e56ebc7647 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:30.746898 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d3d08-513b-490a-a9b8-78d7b64e9eaf', 'name': 'network-vif-deleted', 'tag': '4631b457-2e4d-48bb-ab77-2572fb36882a', 'status': 'completed', 'code': 200} Dec 23 12:27:30.772503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-78f3a41f-5baf-4c79-a2b7-1e65d9f3e69e None None] Could not find standard attr ID for object dbcf7caf-6031-4573-ad2f-d03e47f6040b. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:30.786556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.826041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-78f3a41f-5baf-4c79-a2b7-1e65d9f3e69e None None] Provisioning complete for port 2d7222b1-efc9-418f-a78e-051c47ba5680 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:30.826830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78f3a41f-5baf-4c79-a2b7-1e65d9f3e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.835864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd0e805-03fa-4546-b7d4-eebf21be0543,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:30.838675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:30.842869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eec1ec40-da97-4df8-9bd3-7be2dc224c55 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/fbd0e805-03fa-4546-b7d4-eebf21be0543 HTTP/1.1" status: 204 len: 168 time: 0.7205777 Dec 23 12:27:30.846082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48268) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:30.996176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad828357-8429-4e98-a73b-d98880cf4c75 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400604 Dec 23 12:27:30.999950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:31.018342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:31.229560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc10773-5740-48ad-960b-f3a9ba7e463f None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': 'fbd0e805-03fa-4546-b7d4-eebf21be0543'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '2d7222b1-efc9-418f-a78e-051c47ba5680'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:27:31.380170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adc10773-5740-48ad-960b-f3a9ba7e463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:31.486477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-932d35e0-d053-4013-b603-6452a534b2a0 req-48168973-9b55-4c03-a143-c997cf51db0c tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.1268969 Dec 23 12:27:31.492981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:31.496863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:31.757545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:27:31.784350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c339ff-0ff8-4203-901a-508590917906 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:31.820701 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.106251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f74e1861-c911-4c61-8cf1-e20ff0d2f94d None None] Provisioning complete for port 2d7222b1-efc9-418f-a78e-051c47ba5680 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:32.106883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f74e1861-c911-4c61-8cf1-e20ff0d2f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.194382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:32.212172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.275092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Deleting port 2d7222b1-efc9-418f-a78e-051c47ba5680 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:32.275460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.287297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.364561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:32.372246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:32.385411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:32.388284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.413678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] For port 2d7222b1-efc9-418f-a78e-051c47ba5680, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d7222b1-efc9-418f-a78e-051c47ba5680,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:32.414079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.429315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Calling delete_port for 2d7222b1-efc9-418f-a78e-051c47ba5680 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:32.432311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:32.458980 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Floating IP 4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7 associated. External IP: 172.25.7.131, port: bc1a823e-8fcf-49cc-9271-81c0914b0d28. Dec 23 12:27:32.521963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1d4e5b87-4663-4034-b970-48dfa1ae29b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5191445 Dec 23 12:27:32.524840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:32.535551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:32.644307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.673848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] Pushing event deleted for resources: {'Port': ['ID=2d7222b1-efc9-418f-a78e-051c47ba5680,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:32.677615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab940ee-e187-4e65-bd7e-45334b680f6f None None] No DVR routers for this DVR port 2d7222b1-efc9-418f-a78e-051c47ba5680 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:32.684078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6dcfc69a-6434-4b43-ae0b-a11d1caf1ce2 req-b6d5b8aa-57bb-4535-98e2-fc0cc1279714 tempest-MigrationsAdminTest-1585805309 tempest-MigrationsAdminTest-1585805309-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8d3d08-513b-490a-a9b8-78d7b64e9eaf HTTP/1.1" status: 200 len: 210 time: 0.0343094 Dec 23 12:27:32.701025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30a398-e741-4f39-890b-255397d81902 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:32.791893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:32.829560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:32.830832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.918163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:32.921086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.934172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:32.954802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:32.956210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:33.008160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:33.008160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:33.030271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9b941e8f-b00b-4839-91cb-5f0853d034f9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "PUT /v2.0/floatingips/4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7 HTTP/1.1" status: 200 len: 991 time: 2.6433527 Dec 23 12:27:33.030271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:33.030271 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8" -d '{"events": [{"name": "network-changed", "server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:33.127758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Allocated IP 172.20.0.2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab/98dcead8-4477-45e0-99e6-acdbd0b6ea98) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:33.139364 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a6c90c-d7d7-4b3c-bb2d-05190dfccf04 x-openstack-request-id: req-84a6c90c-d7d7-4b3c-bb2d-05190dfccf04 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:33.146816 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:33.146816 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84a6c90c-d7d7-4b3c-bb2d-05190dfccf04 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:33.146816 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'status': 'completed', 'code': 200} Dec 23 12:27:33.211873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:33.268642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-35f93e2e-9bc1-4eea-a236-d332b349935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:33.270599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-35f93e2e-9bc1-4eea-a236-d332b349935e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.1006324 Dec 23 12:27:33.420489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-8e6f1f59-74f1-4a2a-ab64-200fd71d8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:33.423579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-8e6f1f59-74f1-4a2a-ab64-200fd71d8594 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1433985 Dec 23 12:27:33.468092 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:33.531336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:33.551779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-5801dc50-9223-4f39-a9fc-0c0df92d2bd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 999 time: 0.1066604 Dec 23 12:27:33.558178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 4631b457-2e4d-48bb-ab77-2572fb36882a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:33.558527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4631b457-2e4d-48bb-ab77-2572fb36882a not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:33.568150 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:33.615122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-b66220bd-332e-4398-8723-f43f86c17bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:33.617004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-b66220bd-332e-4398-8723-f43f86c17bf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0594563 Dec 23 12:27:33.617765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:33.622906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:33.628795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:33.685631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Pushing event updated for resources: {'Port': ['ID=98dcead8-4477-45e0-99e6-acdbd0b6ea98,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:33.689137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-11fa8619-87da-45e2-9057-edccdac01c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:33.691019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-11fa8619-87da-45e2-9057-edccdac01c2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659623 Dec 23 12:27:33.768931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d7222b1-efc9-418f-a78e-051c47ba5680 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:33.807837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Attempting to bind port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:33.808468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Attempting to bind port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:33.809032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Attempting to bind port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:33.817086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:33.817765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:33.818497 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:33.818630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:33.819537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:33.820192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Bound port: 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:33.820771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:33.822962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2d7222b1-efc9-418f-a78e-051c47ba5680 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:33.823461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d7222b1-efc9-418f-a78e-051c47ba5680 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:33.883946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:3b:2e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493efd78-4449-4920-963e-e8a90c0beba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:06Z', 'updated_at': '2021-12-23T12:27:31Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:33.901139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-b408cec7-f703-42b0-a4b8-4bf8b0808c7c service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032528 Dec 23 12:27:33.927503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:33.942573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:33.943447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:33.991524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] For port 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:34.009220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] For port 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98dcead8-4477-45e0-99e6-acdbd0b6ea98,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:34.100108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4b08aa1-afcc-4372-8e2b-d7d68dff69f8 req-b34080c5-78c1-44d4-a6ad-b8c6b6d4dd5e service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912241 Dec 23 12:27:34.105399 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:34.165407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:34.237074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:34.359814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884355-946a-4293-8193-f0179dc56ce1 None None] Pushing event updated for resources: {'Port': ['ID=98dcead8-4477-45e0-99e6-acdbd0b6ea98,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:34.640794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] For port 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98dcead8-4477-45e0-99e6-acdbd0b6ea98,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:34.667444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48334) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:34.709801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:3b:2e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493efd78-4449-4920-963e-e8a90c0beba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:06Z', 'updated_at': '2021-12-23T12:27:31Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:34.735030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:34.793192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba97f99-2084-4897-90bb-a7c31fa73a7c None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:3b:2e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493efd78-4449-4920-963e-e8a90c0beba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:06Z', 'updated_at': '2021-12-23T12:27:31Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:34.849174 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:34.853328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:34.926300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-840c4b76-508c-462b-b107-88717cd5cefe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1692fb8d765741188e6726a83e2aae80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561910 Dec 23 12:27:34.927429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:34.980005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:34.990318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:35.003728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:35.004446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.020610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.031228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=a1dd7799-1ed6-46fc-8b90-cda46701d55e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:35.047541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=98dcead8-4477-45e0-99e6-acdbd0b6ea98,revision_number=4']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:35.065098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.101722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f101e7af-38d5-4661-b828-b79da4588e82 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5747116 Dec 23 12:27:35.102344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:35.110864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:50:70:a3', 'name': 'tempest-NetworksTestDHCPv6-1507712078'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:35.216849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed9dbe-63d9-445c-986c-256ef2f86217 None None] New status for floating IP 4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:27:35.243985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.246686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.248161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e49c9ac0-f657-494d-b5ed-3ce60d4eadab HTTP/1.1" status: 204 len: 168 time: 0.3184867 Dec 23 12:27:35.262342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469266a5-3fe8-4ce5-8141-cb76cd837bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c9ac0-f657-494d-b5ed-3ce60d4eadab,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:35.432534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:35.884668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98dcead8-4477-45e0-99e6-acdbd0b6ea98 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:35.952512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d88043-6ff4-4933-91a8-19341540e86a None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:36.023213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.050282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 0a341957-0ff5-4ffc-b824-d86befb06220 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:36.221955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:36.222325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.256339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-53050309-122a-46f6-ba46-438000dcba2f None None] Provisioning complete for port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:36.256716 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53050309-122a-46f6-ba46-438000dcba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.269251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 172.20.0.9 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab/0a341957-0ff5-4ffc-b824-d86befb06220) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:36.277790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48366) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:36.287475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fe50:70a3 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/a1dd7799-1ed6-46fc-8b90-cda46701d55e/0a341957-0ff5-4ffc-b824-d86befb06220) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:36.380296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-276ec438-0e75-4663-9f2e-6213d13c29a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01a9beae9cde4aae877f450f1ba3e020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012132 Dec 23 12:27:36.383042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48368) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:36.417956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.431583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53050309-122a-46f6-ba46-438000dcba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.492690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98dcead8-4477-45e0-99e6-acdbd0b6ea98,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:36.522193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.553354 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.573291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.585240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.703212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.744902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-53050309-122a-46f6-ba46-438000dcba2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:27:36.744902 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-53050309-122a-46f6-ba46-438000dcba2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:27:36.744902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=98dcead8-4477-45e0-99e6-acdbd0b6ea98,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:36.793027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:36.796516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:36.805028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.805028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:36.805028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87288b93-f037-419c-ad29-87f1632ce4e5 HTTP/1.1" status: 204 len: 168 time: 0.4180129 Dec 23 12:27:36.819943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:36.822670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ed00e-8e20-466a-81bd-4dc9292f3c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87288b93-f037-419c-ad29-87f1632ce4e5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:36.869316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=0a341957-0ff5-4ffc-b824-d86befb06220,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:36.891369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:36.905279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:37.017832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8df5d763-6b52-4b8e-8305-0363e30e8c8e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9136293 Dec 23 12:27:37.019724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:37.083753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6afa8-2d2a-4cf3-b696-0ee3c92e70b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:37.090216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6afa8-2d2a-4cf3-b696-0ee3c92e70b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:37.094882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48398) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:37.095979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3f6afa8-2d2a-4cf3-b696-0ee3c92e70b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0737498 Dec 23 12:27:37.209386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 0a341957-0ff5-4ffc-b824-d86befb06220 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:37.209732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:37.310759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:37.327890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 0a341957-0ff5-4ffc-b824-d86befb06220 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:37.418414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f3552061-2e7a-47ba-8a0a-31ca6a0770d9 None None] Provisioning complete for port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:37.419055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3552061-2e7a-47ba-8a0a-31ca6a0770d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:37.786908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-056fcb41-b714-4a38-b6d0-e140161115d1 None None] Could not find standard attr ID for object fc6dd152-e783-4118-ac55-0540dbcd2489. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:37.838847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98dcead8-4477-45e0-99e6-acdbd0b6ea98 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:37.983613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:37.983984 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.117526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.169136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=0a341957-0ff5-4ffc-b824-d86befb06220,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:38.225730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ea9bf7fc-0452-41f2-875e-a6bc23600994 None None] Could not find standard attr ID for object dbcf7caf-6031-4573-ad2f-d03e47f6040b. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:38.299007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.304742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-530102d1-dd2d-4d37-86f3-0cfd7e455a8c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/0a341957-0ff5-4ffc-b824-d86befb06220 HTTP/1.1" status: 204 len: 168 time: 1.2086415 Dec 23 12:27:38.306562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48426) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:38.375229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e9586-cc5c-400a-9369-dcc66b513f0d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:38.376900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e9586-cc5c-400a-9369-dcc66b513f0d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:38.378487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e9586-cc5c-400a-9369-dcc66b513f0d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:38.381925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0a6e9586-cc5c-400a-9369-dcc66b513f0d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0719581 Dec 23 12:27:38.385733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48428) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:38.467174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet a1dd7799-1ed6-46fc-8b90-cda46701d55e {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:38.487732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.568964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.644778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5e47ab62-af53-4e72-a78f-5ebd3240db29 None None] Could not find standard attr ID for object 0a341957-0ff5-4ffc-b824-d86befb06220. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:38.807795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.830613 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:27:39.393545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.433016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dd7799-1ed6-46fc-8b90-cda46701d55e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:39.444892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.448675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c28ada25-a7d5-4ace-8695-4075aa2eb851 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a1dd7799-1ed6-46fc-8b90-cda46701d55e HTTP/1.1" status: 204 len: 168 time: 1.0646429 Dec 23 12:27:39.451254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48458) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:39.521556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:39.526525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.527268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b4ac6-7c9c-4178-b6f3-2310662cd456 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:39.583088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.677700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.865358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.983762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:40.002674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:40.006263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a2066d25-f9df-4754-a24e-82d43c996bc2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab HTTP/1.1" status: 204 len: 168 time: 0.5539944 Dec 23 12:27:40.008684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:40.094621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-46656bed-2671-4a7d-b913-2a79385f77d4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834541 Dec 23 12:27:40.096934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:40.102240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:40.357357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:40.362880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:40.627936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-0c15c122-ec82-4a10-a1d4-f1e0beca140b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347555 Dec 23 12:27:40.704007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cbbb8-bbea-4eb2-9f1f-c6132b159838 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:40.787953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-fc04d72c-23bc-47cd-8ccb-9206e3e63cd7 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:40.789633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-fc04d72c-23bc-47cd-8ccb-9206e3e63cd7 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602108 Dec 23 12:27:40.811234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-a09d95db-9c96-4b60-9d7c-ac8ac4fc536e tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/quotas/1bf86139c29c4e6794e205034cf8dcb6 HTTP/1.1" status: 200 len: 375 time: 0.0127251 Dec 23 12:27:40.830653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-43d5eb05-7bb2-416a-9207-57e928cc754d None None] Provisioning complete for port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:40.831228 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43d5eb05-7bb2-416a-9207-57e928cc754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:40.850005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:40.905388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-74b6eeb4-0156-4d05-a757-746a709c982b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855680 Dec 23 12:27:40.994079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:41.001383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:41.009191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:41.010582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618394f7-1e56-4a7d-b11f-9395652143e7 req-35f4a762-66b6-4e56-a78f-6aa2b770fb88 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:41.012322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-618394f7-1e56-4a7d-b11f-9395652143e7 req-35f4a762-66b6-4e56-a78f-6aa2b770fb88 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0954666 Dec 23 12:27:41.017187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:41.019910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.055816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=e0c3f01e-2db6-4f4d-8423-a5057243207c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:41.087946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-618394f7-1e56-4a7d-b11f-9395652143e7 req-972aad87-3a37-492c-af0c-d6f200a756d3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666449 Dec 23 12:27:41.155890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Deleting port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:41.155890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.245164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] For port 98dcead8-4477-45e0-99e6-acdbd0b6ea98, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98dcead8-4477-45e0-99e6-acdbd0b6ea98,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:41.245741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.261459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Calling delete_port for 98dcead8-4477-45e0-99e6-acdbd0b6ea98 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:41.275051 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-67f09378-630a-4d86-ac1b-3a95fc7bc9af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1768095 Dec 23 12:27:41.292856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:41.298489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:41.453104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.462102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0955f10-5c0c-46e6-b714-06485abb0667 req-0a83699c-c545-4632-83bb-719e107ae6a2 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Dec 23 12:27:41.485952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Pushing event deleted for resources: {'Port': ['ID=98dcead8-4477-45e0-99e6-acdbd0b6ea98,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:41.490631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] No DVR routers for this DVR port 98dcead8-4477-45e0-99e6-acdbd0b6ea98 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:41.498124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.498474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.498817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.499158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.499494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.507916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.507916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.508205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.508550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.508957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.509261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.509561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.509890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e6f92f-9043-4096-8963-bf8563d37512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:41.521798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6ef64-7121-4655-a1de-d15a16363c07 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:41.540772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:41.544458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.639949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'e0c3f01e-2db6-4f4d-8423-a5057243207c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:41.642707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:41.740915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98dcead8-4477-45e0-99e6-acdbd0b6ea98 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:41.769346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 98dcead8-4477-45e0-99e6-acdbd0b6ea98 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:41.769683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98dcead8-4477-45e0-99e6-acdbd0b6ea98 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:41.820273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Allocated IP 172.20.0.2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/e0c3f01e-2db6-4f4d-8423-a5057243207c/27ea7411-0fb0-45e3-aba4-1fa979d4ad0c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:41.985194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.029336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:42.034753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.084257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.090054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:42.094155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:42.099018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:42.099687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.109335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=0dbf688b-08e8-4e8c-b8db-cf3130f01adb,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:42.196269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:42.207151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:42.207896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b8a39f9-e7f2-410e-b436-169e5c2c9d46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9133041 Dec 23 12:27:42.210331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:42.216477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:42.218434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:2f:0f:a9', 'name': 'tempest-NetworksTestDHCPv6-456927034'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:42.324722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fdffe-29b4-40d2-b46a-a2e7d5f6fe1c req-30e1cc65-49b4-4784-815c-443fd0465692 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:42.335309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f3fdffe-29b4-40d2-b46a-a2e7d5f6fe1c req-30e1cc65-49b4-4784-815c-443fd0465692 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0951624 Dec 23 12:27:42.352676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Pushing event updated for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:42.393762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Attempting to bind port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:42.397522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Attempting to bind port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:42.397522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Attempting to bind port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:42.416579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:42.416991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:42.419663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.420083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:42.420588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Bound port: 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:42.421013 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.435867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f3fdffe-29b4-40d2-b46a-a2e7d5f6fe1c req-849a96c3-7916-4716-a123-e4b374c36c2a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993648 Dec 23 12:27:42.550929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:42.557020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:42.575053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40db827c-97f5-44b4-89c3-67b1291981f4 req-5b220eb4-615e-4331-837d-074ab0a5f662 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0389023 Dec 23 12:27:42.607307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:42.669037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.717537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:42.756940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 23fea844-1f8e-4921-8fcc-77a96c9e23b7 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:42.769333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cba068-cb16-4feb-91ad-929ba7124b98 None None] Pushing event updated for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:43.104268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 172.20.0.4 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/e0c3f01e-2db6-4f4d-8423-a5057243207c/23fea844-1f8e-4921-8fcc-77a96c9e23b7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:43.121358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fe2f:fa9 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0dbf688b-08e8-4e8c-b8db-cf3130f01adb/23fea844-1f8e-4921-8fcc-77a96c9e23b7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:43.277922 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a270-292b-418a-b3a3-f25fdb768072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:43.348117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:43.462944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:43.580991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=23fea844-1f8e-4921-8fcc-77a96c9e23b7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:43.603174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:43.607082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:43.614349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:43.644623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7e0c-ad07-4ca1-beaf-f3a27f8f7c9e req-e999a803-c881-479f-8add-2e6ffef4b782 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:43.667675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2fa7e0c-ad07-4ca1-beaf-f3a27f8f7c9e req-e999a803-c881-479f-8add-2e6ffef4b782 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1129360 Dec 23 12:27:43.751533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:43.752235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:43.793722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2fa7e0c-ad07-4ca1-beaf-f3a27f8f7c9e req-6d8bca72-e7af-4ac1-b32b-ced7815ffddf tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246910 Dec 23 12:27:43.839296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de3ffab6-9db0-47cb-89a8-ba846db35e0c req-1af3cf0b-0ff1-424a-9e8d-eb63924c718a tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0375454 Dec 23 12:27:43.869961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:43.904069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:43.907170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2594f261-9142-4d82-9150-dc6403aab402 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6921132 Dec 23 12:27:43.977010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:43.977674 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.004650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb1b6f-3c02-4185-b2b6-87467b09388d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:44.018199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb1b6f-3c02-4185-b2b6-87467b09388d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:44.020235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2dfb1b6f-3c02-4185-b2b6-87467b09388d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1151841 Dec 23 12:27:44.023755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:44.089871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.127838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:44.217437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 23fea844-1f8e-4921-8fcc-77a96c9e23b7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:44.218042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.224263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.329756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:44.331243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.371145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 23fea844-1f8e-4921-8fcc-77a96c9e23b7 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:44.376328 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-95a1266b-4d74-4588-ab70-727509bbb725 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369446 Dec 23 12:27:44.393679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa37d7-c34b-481d-8fcc-635959d3862d None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:44.603743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9ad6200c-bee2-4842-8063-858bcb8c5b80 None None] Provisioning complete for port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:44.604029 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ad6200c-bee2-4842-8063-858bcb8c5b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.628473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-3814baaa-1d85-438c-803c-3bd3056443e5 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:44.630135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-3814baaa-1d85-438c-803c-3bd3056443e5 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454443 Dec 23 12:27:44.649978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Request body: {'port': {'device_id': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1bf86139c29c4e6794e205034cf8dcb6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:44.884511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.947448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=23fea844-1f8e-4921-8fcc-77a96c9e23b7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:44.972297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Made reservation on behalf of 1bf86139c29c4e6794e205034cf8dcb6 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:44.980642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:44.990352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.009836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef1a036f-9ccf-4800-8e5d-b0908ca60fc9 req-4f1c3240-87f3-477b-9adf-0a0636277ba2 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0386631 Dec 23 12:27:45.033786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': 'e0c3f01e-2db6-4f4d-8423-a5057243207c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0dbf688b-08e8-4e8c-b8db-cf3130f01adb'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '27ea7411-0fb0-45e3-aba4-1fa979d4ad0c'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:27:45.037273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090fc4-c40e-465d-aa78-deac3d1efa32 req-5318ec4d-56eb-44fa-8a7b-52524774fbd8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:45.044859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69090fc4-c40e-465d-aa78-deac3d1efa32 req-5318ec4d-56eb-44fa-8a7b-52524774fbd8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1238830 Dec 23 12:27:45.092689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.122893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69090fc4-c40e-465d-aa78-deac3d1efa32 req-db83cf73-387b-4837-be8d-413474b670ba tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767956 Dec 23 12:27:45.165327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.168547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-46653a3e-d621-478b-850d-c9ec95191420 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/23fea844-1f8e-4921-8fcc-77a96c9e23b7 HTTP/1.1" status: 204 len: 168 time: 1.1437933 Dec 23 12:27:45.171107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48602) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:45.196690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.246310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf1bf6-38b3-4fd6-b5d3-b928b4778320 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:45.248591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf1bf6-38b3-4fd6-b5d3-b928b4778320 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:45.251384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf1bf6-38b3-4fd6-b5d3-b928b4778320 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:45.256111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-49bf1bf6-38b3-4fd6-b5d3-b928b4778320 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0829582 Dec 23 12:27:45.257073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48604) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:45.277961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.319865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 0dbf688b-08e8-4e8c-b8db-cf3130f01adb {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:45.356556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc3fb90-1adf-4a62-9762-f190d69efe77,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:45.357699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Allocated IP 2001:db8::f816:3eff:feba:3c0d (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0dbf688b-08e8-4e8c-b8db-cf3130f01adb/27ea7411-0fb0-45e3-aba4-1fa979d4ad0c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:45.467613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Allocated IP 192.168.233.238 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/da631538-5b37-4140-8ccf-602d6c80e856) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:45.485525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:45.530707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.646315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.670632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.674063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.765204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b44568e0-81c6-4fb1-811c-4213062c4fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.775270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.796522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:45.798382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.862356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:45.886937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d0eec-3479-4797-a365-8327cc7293c8 None None] Pushing event updated for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:45.887626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:45.890372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:45.911938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.943288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Pushing event updated for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:45.983606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:45.984233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.989052 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:45.995582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.098078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-6f707184-754b-4fda-9645-f37d17660490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4570265 Dec 23 12:27:46.111905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Request body: {'port': {'device_id': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:46.177492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.205507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.218863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.225103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0dbf688b-08e8-4e8c-b8db-cf3130f01adb HTTP/1.1" status: 204 len: 168 time: 0.9641259 Dec 23 12:27:46.237770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:46.257676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b34e8e-654c-4aa8-9f38-bc2cdce798a6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbf688b-08e8-4e8c-b8db-cf3130f01adb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:46.314106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4ad96-39e1-499f-97ce-20878043c2b1 req-77788e20-f391-434a-b4f3-e84496ce1f7b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:46.322561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01a4ad96-39e1-499f-97ce-20878043c2b1 req-77788e20-f391-434a-b4f3-e84496ce1f7b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 936 time: 0.1893399 Dec 23 12:27:46.366062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b2f9-030a-4f51-8cb9-e9a268b16a11 req-30fdda34-95c7-4153-a892-98dcfb89736a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:46.370858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e011dddf-4341-47f3-9481-98a687f0772d None None] Provisioning complete for port da631538-5b37-4140-8ccf-602d6c80e856 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:46.371403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e011dddf-4341-47f3-9481-98a687f0772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.374888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c25b2f9-030a-4f51-8cb9-e9a268b16a11 req-30fdda34-95c7-4153-a892-98dcfb89736a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1127782 Dec 23 12:27:46.421684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet e0c3f01e-2db6-4f4d-8423-a5057243207c {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:46.431506 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.433120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.446483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e011dddf-4341-47f3-9481-98a687f0772d None None] Port da631538-5b37-4140-8ccf-602d6c80e856 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:27:46.452956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c25b2f9-030a-4f51-8cb9-e9a268b16a11 req-374e7dbc-f6cf-448b-8d17-1f40cab2b4af tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763350 Dec 23 12:27:46.469498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01a4ad96-39e1-499f-97ce-20878043c2b1 req-3163f91e-212c-47ef-a452-bb7734b031a5 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452026 Dec 23 12:27:46.544985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.682048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.710312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f82133-44e9-49e9-adc8-1481f3146319 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:46.765568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5ed9908d-4b56-45df-be3e-0825c700cb99 None None] Could not find standard attr ID for object 23fea844-1f8e-4921-8fcc-77a96c9e23b7. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:46.776756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da631538-5b37-4140-8ccf-602d6c80e856 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:46.788596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.815660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5ed9908d-4b56-45df-be3e-0825c700cb99 None None] Provisioning complete for port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:46.816024 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ed9908d-4b56-45df-be3e-0825c700cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.876476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Transition to ACTIVE for port object da631538-5b37-4140-8ccf-602d6c80e856 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:27:46.877881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.891662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:46.897649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/e0c3f01e-2db6-4f4d-8423-a5057243207c HTTP/1.1" status: 204 len: 168 time: 0.6188838 Dec 23 12:27:46.898646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48632) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:46.975770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57f1a-e85b-4bb0-9ed5-2fb1db4098c7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c3f01e-2db6-4f4d-8423-a5057243207c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:46.979825 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e30ada8-d704-4b33-a7d6-95a585e618a4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808203 Dec 23 12:27:46.982277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:46.993674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.059787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f97721-d13f-4c91-9b3b-149687657f2b None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': 'e0c3f01e-2db6-4f4d-8423-a5057243207c'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '27ea7411-0fb0-45e3-aba4-1fa979d4ad0c'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:27:47.102462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7f97721-d13f-4c91-9b3b-149687657f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.110271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:47.176649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1ec70-e4b5-4ff8-acb4-24d2c6a8ef83 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:47.178207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-40f1ec70-e4b5-4ff8-acb4-24d2c6a8ef83 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1950262 Dec 23 12:27:47.181126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:47.289686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Attempting to bind port da631538-5b37-4140-8ccf-602d6c80e856 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:47.290133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Attempting to bind port da631538-5b37-4140-8ccf-602d6c80e856 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:47.290533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Attempting to bind port da631538-5b37-4140-8ccf-602d6c80e856 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:47.295993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Port da631538-5b37-4140-8ccf-602d6c80e856 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:27:47.296391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Attempting to bind port da631538-5b37-4140-8ccf-602d6c80e856 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:47.312258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f19e4b-a123-490e-a6e2-165a16a3f34d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:47.314066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-81f19e4b-a123-490e-a6e2-165a16a3f34d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314189 Dec 23 12:27:47.316588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48650) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:47.320275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:47.320744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:47.321212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:47.325882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Bound port: da631538-5b37-4140-8ccf-602d6c80e856, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:47.326301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.367323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1169d79-be32-4a01-97fa-77861adb17c9 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:47.393063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf980d1b-34fd-45dc-b6af-7923f7a61c5a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745790 Dec 23 12:27:47.402037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48652) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:47.407932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:47.452458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:47.474779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=da631538-5b37-4140-8ccf-602d6c80e856,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:47.515516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3093d6af-3854-4efd-ba4d-79d0e4001629 None None] Provisioning complete for port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:47.516098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093d6af-3854-4efd-ba4d-79d0e4001629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.544954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.611663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:47.615650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.618219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] 10.222.0.43 "PUT /v2.0/ports/da631538-5b37-4140-8ccf-602d6c80e856 HTTP/1.1" status: 200 len: 1096 time: 1.5119591 Dec 23 12:27:47.621205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:47.623696 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "tag": "da631538-5b37-4140-8ccf-602d6c80e856"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:47.652734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:47.656304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:47.658300 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:47.658934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:47.673761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695b960-e261-4152-b5fd-8f2c147aeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:47.695008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef0c-71f6-46b0-ad41-83e3079cbd3a req-111fbf62-eea2-4d2e-992f-b2d8c999333b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:47.716180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4394ef0c-71f6-46b0-ad41-83e3079cbd3a req-111fbf62-eea2-4d2e-992f-b2d8c999333b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0928025 Dec 23 12:27:47.791137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4394ef0c-71f6-46b0-ad41-83e3079cbd3a req-6983494b-42e8-4ff6-b80f-57e19dcbf89f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741353 Dec 23 12:27:47.830208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc937ec8-74ba-4483-84e5-423bd17a16b7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4267747 Dec 23 12:27:47.874472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:47.890575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48668) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:47.916996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:47.923872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:48.164782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e69f8-e90c-4c79-b940-a31b108bc4e2 req-8123b3ac-2301-4a77-aafa-a972c19e18eb tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:48.168002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80e69f8-e90c-4c79-b940-a31b108bc4e2 req-8123b3ac-2301-4a77-aafa-a972c19e18eb tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 948 time: 0.3736346 Dec 23 12:27:48.316894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Deleting port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:48.322612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80e69f8-e90c-4c79-b940-a31b108bc4e2 req-0a42bcab-9c76-4445-8c29-a52b985e2b4f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426702 Dec 23 12:27:48.333486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.338959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.351867 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.396642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48676) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:48.407272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.410864 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaad396-06ed-4403-86bc-8b74e4a95f2c x-openstack-request-id: req-6aaad396-06ed-4403-86bc-8b74e4a95f2c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:48.411771 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "tag": "da631538-5b37-4140-8ccf-602d6c80e856", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:48.412030 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aaad396-06ed-4403-86bc-8b74e4a95f2c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:48.412691 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856', 'status': 'completed', 'code': 200} Dec 23 12:27:48.414817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:48.418563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.420171 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:48.420664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:48.430868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-c1788996-4995-43f9-8251-f5cde52f1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:48.433675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-c1788996-4995-43f9-8251-f5cde52f1c35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 1099 time: 0.6613719 Dec 23 12:27:48.472269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:48.472860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.495007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Calling delete_port for 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:48.501521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:48.514133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c234bbe-ea05-4ab3-be3c-e7ae2f8609b1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6212432 Dec 23 12:27:48.517597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48680) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:48.524546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:48.539971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-26df6517-a4b1-41cd-bd1e-090a75c53be8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=da631538-5b37-4140-8ccf-602d6c80e856 HTTP/1.1" status: 200 len: 217 time: 0.0986459 Dec 23 12:27:48.576797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.651669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:48.667736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-c9f376c6-8b42-41b7-bff0-814586b34f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:48.669414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-c9f376c6-8b42-41b7-bff0-814586b34f33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1226697 Dec 23 12:27:48.686382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c988bae9-b843-404a-bc1a-736afa192773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.727516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e980-3816-4120-b335-4f46cf341044 req-9ca18e52-342f-4d7a-b357-45b3fea23883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:48.729195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-9ca18e52-342f-4d7a-b357-45b3fea23883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528741 Dec 23 12:27:48.826658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c988bae9-b843-404a-bc1a-736afa192773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:48.845711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-b079763a-990e-4bc4-aa60-1b186f2666b7 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030655 Dec 23 12:27:48.974938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbce68-eef2-44ec-8f70-c9dc7de2ca7a req-fd69a707-7f01-4ed1-8337-043afe712238 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:48.976894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4bbce68-eef2-44ec-8f70-c9dc7de2ca7a req-fd69a707-7f01-4ed1-8337-043afe712238 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0635927 Dec 23 12:27:48.982061 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6c5e980-3816-4120-b335-4f46cf341044 req-afd12a89-31be-4487-b9d9-0fbe807edf6a service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291187 Dec 23 12:27:49.037865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4bbce68-eef2-44ec-8f70-c9dc7de2ca7a req-356668ba-3393-4eb4-99a0-295a896b7b9c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545700 Dec 23 12:27:49.208058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.227736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] Pushing event deleted for resources: {'Port': ['ID=27ea7411-0fb0-45e3-aba4-1fa979d4ad0c,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:49.232876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e3b06-abb1-4595-bd35-20bf2834868f None None] No DVR routers for this DVR port 27ea7411-0fb0-45e3-aba4-1fa979d4ad0c on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:49.438945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f837c5-1e4a-4488-9ce5-a1c8bb592828 req-7afa7f2d-a627-4348-bf0e-e6eabe24699b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:49.440448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3f837c5-1e4a-4488-9ce5-a1c8bb592828 req-7afa7f2d-a627-4348-bf0e-e6eabe24699b tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 948 time: 0.0515225 Dec 23 12:27:49.490349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3f837c5-1e4a-4488-9ce5-a1c8bb592828 req-75dbf45a-049a-4b7b-ae3f-249604f4951c tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Dec 23 12:27:49.529313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:49.533444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.534955 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:49.535398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:49.625703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c988bae9-b843-404a-bc1a-736afa192773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.626305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.637821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c988bae9-b843-404a-bc1a-736afa192773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96eb3702a16d4c46999a8802a4436354&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2396107 Dec 23 12:27:49.638739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988bae9-b843-404a-bc1a-736afa192773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7de9ad-6da6-4000-aa19-cb7dc6a31057,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:49.641159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:49.686148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-22720e08-f1d5-4c36-bafd-2a02dd115912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:49.688199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-22720e08-f1d5-4c36-bafd-2a02dd115912 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 1099 time: 0.0595860 Dec 23 12:27:49.691845 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.714117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:49.798299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-b80115e6-d67a-4eac-8cc4-2d458c96193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:49.799819 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-b80115e6-d67a-4eac-8cc4-2d458c96193d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1058366 Dec 23 12:27:49.847289 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-f4caa169-3ddc-4904-8d38-9cdcd9625eb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=da631538-5b37-4140-8ccf-602d6c80e856 HTTP/1.1" status: 200 len: 217 time: 0.0400858 Dec 23 12:27:49.905273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-0d68cae7-9a36-4c5c-b24f-df0d774478be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:49.907468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-0d68cae7-9a36-4c5c-b24f-df0d774478be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0522027 Dec 23 12:27:49.956128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-f40c0d03-b3be-4636-93ab-fa373c40d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:49.957709 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-f40c0d03-b3be-4636-93ab-fa373c40d639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422187 Dec 23 12:27:50.060045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-7f841f0a-55cf-4bc8-b864-6d6567148793 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934272 Dec 23 12:27:50.159158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ec3f6763-2b0d-44d3-ac2c-798a46118eb0 req-2630b7eb-3cc0-4add-9534-61b0f33a6a0d service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923710 Dec 23 12:27:50.184495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1ad0-1f36-4ddb-848b-f2ebe7d9c748 req-fef9ae24-bc66-4a76-9e71-9d953f0ea567 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:50.186181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c57a1ad0-1f36-4ddb-848b-f2ebe7d9c748 req-fef9ae24-bc66-4a76-9e71-9d953f0ea567 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0663660 Dec 23 12:27:50.240989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c57a1ad0-1f36-4ddb-848b-f2ebe7d9c748 req-7d972691-a60d-464a-b1df-081e48863eba tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481932 Dec 23 12:27:50.389694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c9cc078c-e640-4a4a-8555-519f949f1c94 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.8678436 Dec 23 12:27:50.390060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48714) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:50.396916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:50.441088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:50.443818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:50.444989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c7de9ad-6da6-4000-aa19-cb7dc6a31057 HTTP/1.1" status: 204 len: 168 time: 0.8029165 Dec 23 12:27:50.473994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce580e2-7228-4a28-b251-cb72c2321327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7de9ad-6da6-4000-aa19-cb7dc6a31057,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:50.609867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:50.613367 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:50.615058 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:50.615626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:50.632550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b23fef-b762-4637-8e7b-ef2145b63a3d req-c98d366e-e9ba-4156-b66e-2a34f4f6c99f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:50.634077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21b23fef-b762-4637-8e7b-ef2145b63a3d req-c98d366e-e9ba-4156-b66e-2a34f4f6c99f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 948 time: 0.0683303 Dec 23 12:27:50.684655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21b23fef-b762-4637-8e7b-ef2145b63a3d req-2b6da7cf-3b02-4e00-8315-a154ef159c62 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Dec 23 12:27:50.712565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-07407b40-8923-4be7-84c5-3029f5c5a41f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3211617 Dec 23 12:27:50.715889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:50.721209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:50.929270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:50.935942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:50.935942 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:50.935942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:51.095783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6225b706-45d3-41b2-8cf2-1b813b005025 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3786561 Dec 23 12:27:51.098712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.103524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:51.262365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48738) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.286900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:51.293466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.295093 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:27:51.295629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:27:51.303170 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0151bc56-e593-4eee-9a6c-9bdd0da1ef78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.408453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5900-c226-49e3-9fb2-8ee264a250d3 req-8053593e-d0dc-465f-b145-7693b6ba93b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:51.409971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-262b5900-c226-49e3-9fb2-8ee264a250d3 req-8053593e-d0dc-465f-b145-7693b6ba93b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0808771 Dec 23 12:27:51.417579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.425336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f7864da-37d2-4591-905f-ac9e8a15163d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3175724 Dec 23 12:27:51.461218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d076b30-3106-4ff6-8df5-c8133dc2d9e1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0422068 Dec 23 12:27:51.462043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48748) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.512751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0151bc56-e593-4eee-9a6c-9bdd0da1ef78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.540183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-262b5900-c226-49e3-9fb2-8ee264a250d3 req-e64007fe-d814-4cb3-961c-3c2e902442de tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135337 Dec 23 12:27:51.547942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db60cd-08d9-4372-9441-0f2c0fec95d0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:51.549258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-27db60cd-08d9-4372-9441-0f2c0fec95d0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862060 Dec 23 12:27:51.551977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48750) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.594888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6b78f90-ca31-40cc-b22e-51b61813bc3b tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412683 Dec 23 12:27:51.595753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0151bc56-e593-4eee-9a6c-9bdd0da1ef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.599026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48752) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.604014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:51.635217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0151bc56-e593-4eee-9a6c-9bdd0da1ef78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eaee9f996f144d9abf024d848bc142c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717198 Dec 23 12:27:51.636102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151bc56-e593-4eee-9a6c-9bdd0da1ef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c573243-46b2-4250-8913-c3a48b39553f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:51.638381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:51.691390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.713726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.809262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:51.813184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.815687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6d50-7663-43c6-ad53-b26f607ff6f6 req-94c34382-9cff-4eb2-8f6d-3a2324125a92 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:51.823053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78aa6d50-7663-43c6-ad53-b26f607ff6f6 req-94c34382-9cff-4eb2-8f6d-3a2324125a92 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 948 time: 0.0608242 Dec 23 12:27:51.849584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.852250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:51.853562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c573243-46b2-4250-8913-c3a48b39553f HTTP/1.1" status: 204 len: 168 time: 0.2142344 Dec 23 12:27:51.874633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2bfae-6a88-477f-8b42-b36689db89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c573243-46b2-4250-8913-c3a48b39553f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:51.892933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78aa6d50-7663-43c6-ad53-b26f607ff6f6 req-d6fda205-bed8-4d8c-b24a-c129f8174575 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687931 Dec 23 12:27:52.228279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:52.229839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.275452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:52.278780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:52.284117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:52.284719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.289180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eac246-c069-4119-bb02-1614a3891433 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:52.313453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=462afd02-76c8-488f-b24e-b2edaf544c76,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:52.422573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8701b69a-e059-4de7-8965-1bb11faf51a0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8218338 Dec 23 12:27:52.425060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '462afd02-76c8-488f-b24e-b2edaf544c76'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:52.430039 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.430742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:52.439149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:be:b1:19', 'name': 'tempest-NetworksTestDHCPv6-1106346809'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:52.604875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Allocated IP 2001:db8::f816:3eff:fedf:7f18 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/462afd02-76c8-488f-b24e-b2edaf544c76/f48de3d4-2b02-4817-9b94-3f4bd1e1b765) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:52.621047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.656644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:52.725729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a243a84-1ad6-4664-9b3c-2c3f6d311f30 req-5a26010f-6134-49fb-ad92-ada6d5325a8c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:52.727349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a243a84-1ad6-4664-9b3c-2c3f6d311f30 req-5a26010f-6134-49fb-ad92-ada6d5325a8c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1051400 Dec 23 12:27:52.787250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.790464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.812184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a243a84-1ad6-4664-9b3c-2c3f6d311f30 req-879463f8-7ab3-45ea-8c63-ab59f6ceb28b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752411 Dec 23 12:27:52.830011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 1da09bbf-a3dd-4998-b856-8c4d7157795c yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:52.929429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:52.978006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:52.981176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:52.983785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:53.000789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Pushing event updated for resources: {'Port': ['ID=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:53.026713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:53.039117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:febe:b119 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/462afd02-76c8-488f-b24e-b2edaf544c76/1da09bbf-a3dd-4998-b856-8c4d7157795c) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:53.120588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9debc-b155-49ad-b79e-47b02f097815 req-a2ada81b-6377-4ef4-af1c-b1e14d55c52e tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:53.123081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1e9debc-b155-49ad-b79e-47b02f097815 req-a2ada81b-6377-4ef4-af1c-b1e14d55c52e tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 948 time: 0.0961351 Dec 23 12:27:53.175020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Attempting to bind port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:53.175401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Attempting to bind port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:53.175772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Attempting to bind port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:53.186293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:53.186677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:53.187072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.187589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:53.188353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Bound port: f48de3d4-2b02-4817-9b94-3f4bd1e1b765, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:53.188739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.235119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:53.257898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1e9debc-b155-49ad-b79e-47b02f097815 req-b4d86f73-67b4-43e0-a224-b18b8014fcdd tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205516 Dec 23 12:27:53.285345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:53.317140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.347289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.364930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] For port f48de3d4-2b02-4817-9b94-3f4bd1e1b765, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:53.370557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8db1e86f-c908-4098-b8c3-1f9db9f36be3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:53.384559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] For port f48de3d4-2b02-4817-9b94-3f4bd1e1b765, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:53.399362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:53.420962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.443790 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.520098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:53.523954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:53.528134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:53.534866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:53.535054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.535876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.551307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=1da09bbf-a3dd-4998-b856-8c4d7157795c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:53.565255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e75b7-8fdf-4a27-af36-e63acec1eb40 None None] Pushing event updated for resources: {'Port': ['ID=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:53.583514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device da631538-5b37-4140-8ccf-602d6c80e856 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:53.615330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8264829-62cb-4953-9306-e939bb9e890f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1832163 Dec 23 12:27:53.615515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48812) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:53.640048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8db1e86f-c908-4098-b8c3-1f9db9f36be3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:53.688671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f972a43-0984-4546-a5a2-5286b0130057 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:53.695259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f972a43-0984-4546-a5a2-5286b0130057 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:53.697835 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f972a43-0984-4546-a5a2-5286b0130057 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0803621 Dec 23 12:27:53.699806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48814) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:53.793188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:53.898870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 1da09bbf-a3dd-4998-b856-8c4d7157795c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:53.899525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:53.977027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=da631538-5b37-4140-8ccf-602d6c80e856,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:54.028417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61fc82-66e7-4ec6-9825-70f61ad535db req-4c462a50-566c-4334-a78d-806638516e4c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:54.029640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.030804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a61fc82-66e7-4ec6-9825-70f61ad535db req-4c462a50-566c-4334-a78d-806638516e4c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.0737455 Dec 23 12:27:54.034874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'da631538-5b37-4140-8ccf-602d6c80e856', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': 'da631538-5b37-4140-8ccf-602d6c80e856', 'mac_address': 'fa:16:3e:5c:46:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:54.050267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 1da09bbf-a3dd-4998-b856-8c4d7157795c owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:54.105409 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.123301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da631538-5b37-4140-8ccf-602d6c80e856 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:54.134156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a61fc82-66e7-4ec6-9825-70f61ad535db req-083940c4-8c05-4dd1-865d-8e026f0ea7be tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958555 Dec 23 12:27:54.175208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=da631538-5b37-4140-8ccf-602d6c80e856,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:54.295039 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.355244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:54.369075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.423173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=1da09bbf-a3dd-4998-b856-8c4d7157795c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:54.452124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13b82-54e3-4399-845c-4790c4a9c73e req-b5f360fa-f873-4f9e-a0d6-1bedecb06c76 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:54.459220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.464347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dd13b82-54e3-4399-845c-4790c4a9c73e req-b5f360fa-f873-4f9e-a0d6-1bedecb06c76 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 949 time: 0.1148858 Dec 23 12:27:54.464484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1cc7f067-ac1e-4e31-a9df-ad483037b748 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/1da09bbf-a3dd-4998-b856-8c4d7157795c HTTP/1.1" status: 204 len: 168 time: 0.7625732 Dec 23 12:27:54.466098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:54.541164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ac15e-2bea-41a4-bd22-16d703eec663 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:54.541164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ac15e-2bea-41a4-bd22-16d703eec663 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:54.541164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-807ac15e-2bea-41a4-bd22-16d703eec663 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0695474 Dec 23 12:27:54.541839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dd13b82-54e3-4399-845c-4790c4a9c73e req-7506483c-3735-4ddb-bd45-5977c273cdd6 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767448 Dec 23 12:27:54.543529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:54.545820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['da631538-5b37-4140-8ccf-602d6c80e856'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:54.676191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 462afd02-76c8-488f-b24e-b2edaf544c76 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:54.687272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.764650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.882346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:54.976084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-024fc550-5806-43da-9324-b5634f40acca None None] Provisioning complete for port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:54.976486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-024fc550-5806-43da-9324-b5634f40acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.058593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:55.058827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.083209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.097532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48850) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:55.098240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/462afd02-76c8-488f-b24e-b2edaf544c76 HTTP/1.1" status: 204 len: 168 time: 0.5526700 Dec 23 12:27:55.127529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-024fc550-5806-43da-9324-b5634f40acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.145514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eada9d-4822-42f5-847b-194c121a58e3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=462afd02-76c8-488f-b24e-b2edaf544c76,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:55.168849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-979bc1c0-bb07-456f-8fb1-a687bf2836e2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701165 Dec 23 12:27:55.245165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48858) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:55.246827 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-024fc550-5806-43da-9324-b5634f40acca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:27:55.247407 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-024fc550-5806-43da-9324-b5634f40acca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:27:55.253443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:55.256815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:55.257377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.296419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad2090-1325-4ab7-984f-0d0e6a8f9769 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:55.388459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed77-7159-43ff-b1e9-2bf1da169bab req-cd9fd862-6674-4af9-83d8-362efb2ec6b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:55.391125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e56ed77-7159-43ff-b1e9-2bf1da169bab req-cd9fd862-6674-4af9-83d8-362efb2ec6b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.0562491 Dec 23 12:27:55.478738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.487549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e56ed77-7159-43ff-b1e9-2bf1da169bab req-f2eff903-a8de-40d2-9d24-ee9286f3d3c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850313 Dec 23 12:27:55.520317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:55.522174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:55.524231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:55.526496 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f4ab26-8502-447c-a829-ac429fba9062" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:55.533964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.534119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:55.589609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device da631538-5b37-4140-8ccf-602d6c80e856 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:55.796320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32efcf-4b08-478a-b977-afd11c5e124d req-96adbbf9-5b08-46b6-a0fb-233ff01991aa tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:55.806693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f32efcf-4b08-478a-b977-afd11c5e124d req-96adbbf9-5b08-46b6-a0fb-233ff01991aa tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 949 time: 0.1294634 Dec 23 12:27:55.845348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Deleting port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:55.845717 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.853322 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14f1c29-0c69-46fc-a67f-84e52b1863be x-openstack-request-id: req-a14f1c29-0c69-46fc-a67f-84e52b1863be {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:55.853612 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:55.853865 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a14f1c29-0c69-46fc-a67f-84e52b1863be {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:55.854246 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'code': 200} Dec 23 12:27:55.857135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f32efcf-4b08-478a-b977-afd11c5e124d req-fbc4cb07-63ce-42ab-b2f0-6f52ea728efc tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Dec 23 12:27:55.867626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:55.995636 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-024fc550-5806-43da-9324-b5634f40acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.022884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] For port f48de3d4-2b02-4817-9b94-3f4bd1e1b765, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:56.023287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.032722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:56.049291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Calling delete_port for f48de3d4-2b02-4817-9b94-3f4bd1e1b765 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:56.071657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-024fc550-5806-43da-9324-b5634f40acca None None] For port f48de3d4-2b02-4817-9b94-3f4bd1e1b765, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:56.183394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:27:56.268456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-024fc550-5806-43da-9324-b5634f40acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.273217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port da631538-5b37-4140-8ccf-602d6c80e856 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:27:56.313193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port da631538-5b37-4140-8ccf-602d6c80e856 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:56.313827 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.361769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fc550-5806-43da-9324-b5634f40acca None None] Pushing event updated for resources: {'Port': ['ID=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:56.407679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2ba68c96-3890-45de-8655-126bfe5f898e None None] Could not find standard attr ID for object 1da09bbf-a3dd-4998-b856-8c4d7157795c. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:56.416898 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.443247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.458187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=da631538-5b37-4140-8ccf-602d6c80e856,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:56.477443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] Pushing event deleted for resources: {'Port': ['ID=f48de3d4-2b02-4817-9b94-3f4bd1e1b765,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:56.482254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd194e0-1744-416d-8207-bfa2e3862d75 None None] No DVR routers for this DVR port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:56.510368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Port f48de3d4-2b02-4817-9b94-3f4bd1e1b765 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 23 12:27:56.510697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:7f18 {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 23 12:27:56.514416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:7f18 {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 23 12:27:56.516397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.558507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:56.563906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:56.567335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:56.567933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.574966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919bd13-b390-452d-8d1c-68595c902238 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:56.587679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=dc065d2f-d7b8-4bdc-899b-45f08fd84583,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:56.618950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bad1-b976-4311-84b2-f13b6eaa0644 req-93488d64-501f-4941-89f0-96cc6d2a2081 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:56.620618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7838bad1-b976-4311-84b2-f13b6eaa0644 req-93488d64-501f-4941-89f0-96cc6d2a2081 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0601959 Dec 23 12:27:56.627430 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.668762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7838bad1-b976-4311-84b2-f13b6eaa0644 req-e06b55e5-6388-417d-a350-cb4f8327196a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410740 Dec 23 12:27:56.703191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:56.734868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'dc065d2f-d7b8-4bdc-899b-45f08fd84583'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:27:56.736033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:56.840112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b9df54b6-d1cd-4599-95d5-885de170dd8a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5935047 Dec 23 12:27:56.845355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:56.850475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:b3:71:58', 'name': 'tempest-NetworksTestDHCPv6-739039301'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:56.882938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Allocated IP 2001:db8::f816:3eff:fed3:9cb1 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/dc065d2f-d7b8-4bdc-899b-45f08fd84583/75a99d67-1b87-4391-b054-9305102cfcae) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:56.993864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5461-f718-4c44-9ccc-abd5e93158ac req-4322ff2c-52d2-4131-a19e-44194490a402 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:56.995547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96ef5461-f718-4c44-9ccc-abd5e93158ac req-4322ff2c-52d2-4131-a19e-44194490a402 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.0617630 Dec 23 12:27:57.060523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96ef5461-f718-4c44-9ccc-abd5e93158ac req-5330de44-b01b-4c16-8b2f-6a1827d0c28f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Dec 23 12:27:57.071351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.115349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:57.198688 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.209514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.219083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 5603b68e-4261-41d0-be78-b7237ddbfb0d yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:27:57.247677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:57.251987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:57.255583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:57.264071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Pushing event updated for resources: {'Port': ['ID=75a99d67-1b87-4391-b054-9305102cfcae,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:57.319097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Attempting to bind port 75a99d67-1b87-4391-b054-9305102cfcae on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:57.319377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Attempting to bind port 75a99d67-1b87-4391-b054-9305102cfcae by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:57.319742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Attempting to bind port 75a99d67-1b87-4391-b054-9305102cfcae on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:57.329991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:57.330660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:57.331180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.331641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:57.332205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Bound port: 75a99d67-1b87-4391-b054-9305102cfcae, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:57.332800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.355296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:feb3:7158 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/dc065d2f-d7b8-4bdc-899b-45f08fd84583/5603b68e-4261-41d0-be78-b7237ddbfb0d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:57.412266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] For port 75a99d67-1b87-4391-b054-9305102cfcae, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:57.415642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] For port 75a99d67-1b87-4391-b054-9305102cfcae, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75a99d67-1b87-4391-b054-9305102cfcae,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:57.521156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.541586 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.601811 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a656e0-007d-46ef-a40f-614f7034eeb6 None None] Pushing event updated for resources: {'Port': ['ID=75a99d67-1b87-4391-b054-9305102cfcae,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:57.677849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.731931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:57.735848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:57.741353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:57.752557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:57.753459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:57.757527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=5603b68e-4261-41d0-be78-b7237ddbfb0d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:57.824511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc3c3c-fd7d-4bb1-8dfb-164e370f931a req-c418ba70-74b5-4184-a250-e5ee03ccaf9d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:57.826322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ddc3c3c-fd7d-4bb1-8dfb-164e370f931a req-c418ba70-74b5-4184-a250-e5ee03ccaf9d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0764620 Dec 23 12:27:57.855860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:57.858700 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d0e4ca-739f-4328-94a0-20d82ef6b509" -d '{"events": [{"server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "name": "network-vif-plugged", "status": "completed", "tag": "da631538-5b37-4140-8ccf-602d6c80e856"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:57.900984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ddc3c3c-fd7d-4bb1-8dfb-164e370f931a req-95254f92-0f83-431d-8a87-5d02abaad631 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674667 Dec 23 12:27:57.936214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-02ce5f19-7fff-4279-b1af-895b982bdedd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0891969 Dec 23 12:27:57.940139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48918) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:57.966270 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aa01df-9583-4ab4-8359-8edc0a678aec x-openstack-request-id: req-a0aa01df-9583-4ab4-8359-8edc0a678aec {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:57.966270 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "name": "network-vif-plugged", "status": "completed", "tag": "da631538-5b37-4140-8ccf-602d6c80e856", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:57.966270 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0aa01df-9583-4ab4-8359-8edc0a678aec {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:57.966270 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856', 'code': 200} Dec 23 12:27:58.006190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b388d-d726-4a05-9232-65b7b45b9ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.012217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b388d-d726-4a05-9232-65b7b45b9ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.013836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f7b388d-d726-4a05-9232-65b7b45b9ed7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0727181 Dec 23 12:27:58.016509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48920) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:58.130126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d352d-4f60-4266-97fc-471f14a88cff req-10464922-fd78-434e-bba6-6a0088bac714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.131875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e89d352d-4f60-4266-97fc-471f14a88cff req-10464922-fd78-434e-bba6-6a0088bac714 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 1101 time: 0.1071718 Dec 23 12:27:58.162745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 5603b68e-4261-41d0-be78-b7237ddbfb0d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:58.163192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.207795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79fd13-e18b-4f0c-be97-aa64c826c514 req-d5515bcc-e352-4e81-8e33-c686a286bf55 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.209329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c79fd13-e18b-4f0c-be97-aa64c826c514 req-d5515bcc-e352-4e81-8e33-c686a286bf55 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.0597410 Dec 23 12:27:58.250898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e89d352d-4f60-4266-97fc-471f14a88cff req-8311f8b8-32aa-4bf8-a42e-0586afbc38f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108115 Dec 23 12:27:58.261673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c79fd13-e18b-4f0c-be97-aa64c826c514 req-e8a58fff-aa98-446f-a9d0-dbb558c17533 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Dec 23 12:27:58.281010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.293031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 5603b68e-4261-41d0-be78-b7237ddbfb0d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:58.597923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.630099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=5603b68e-4261-41d0-be78-b7237ddbfb0d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:58.656211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.660452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-646c17b8-4c3e-4ad0-8acd-713740714c09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/5603b68e-4261-41d0-be78-b7237ddbfb0d HTTP/1.1" status: 204 len: 168 time: 0.6423368 Dec 23 12:27:58.662845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48934) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:58.718997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c259a2-dbec-4894-8d1d-0652bf7d2708 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.721570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c259a2-dbec-4894-8d1d-0652bf7d2708 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:58.723921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42c259a2-dbec-4894-8d1d-0652bf7d2708 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0593131 Dec 23 12:27:58.726013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48936) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:58.747585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] Provisioning complete for port 75a99d67-1b87-4391-b054-9305102cfcae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:58.748095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.793679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet dc065d2f-d7b8-4bdc-899b-45f08fd84583 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:58.798440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.851243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.854009 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:58.897613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] For port 75a99d67-1b87-4391-b054-9305102cfcae, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75a99d67-1b87-4391-b054-9305102cfcae,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:59.051376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93051af-351c-4dfc-bae4-bffb809d8615 req-3f8ac35c-62e0-4d35-9cfc-a9293060906b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:59.054930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a93051af-351c-4dfc-bae4-bffb809d8615 req-3f8ac35c-62e0-4d35-9cfc-a9293060906b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0569987 Dec 23 12:27:59.089579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.089711 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.159934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a93051af-351c-4dfc-bae4-bffb809d8615 req-f124bcbe-89a2-4801-b175-fbb3e139d838 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908167 Dec 23 12:27:59.191245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0844a6-9198-4982-9de5-e308d3fd852c None None] Pushing event updated for resources: {'Port': ['ID=75a99d67-1b87-4391-b054-9305102cfcae,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:59.216658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-96ba4ce0-de19-45ac-ac61-4fc2c55a46e9 None None] Could not find standard attr ID for object 5603b68e-4261-41d0-be78-b7237ddbfb0d. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:27:59.368745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.404046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=dc065d2f-d7b8-4bdc-899b-45f08fd84583,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:59.413643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.419364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b7a1dd5c-1fff-471f-ab97-244501ac2892 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/dc065d2f-d7b8-4bdc-899b-45f08fd84583 HTTP/1.1" status: 204 len: 168 time: 0.6900764 Dec 23 12:27:59.419855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48962) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:59.425812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e471f9-3941-4a14-93a3-190986bc85e4 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:59.475360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f2ec-cac7-480c-85f0-04c682e322e2 req-91f8a03f-a445-4de1-ad13-b02e434f7b7a tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:59.476920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c053f2ec-cac7-480c-85f0-04c682e322e2 req-91f8a03f-a445-4de1-ad13-b02e434f7b7a tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.1377454 Dec 23 12:27:59.480950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a72d4ed1-1696-427a-81ca-b56d702cfb08 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578592 Dec 23 12:27:59.489664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48968) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:59.592546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cbf2d-cd67-4f30-abb7-404a18e2b0a8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:59.594099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2a1cbf2d-cd67-4f30-abb7-404a18e2b0a8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1120551 Dec 23 12:27:59.597764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:59.612310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c053f2ec-cac7-480c-85f0-04c682e322e2 req-8e67dd42-f2b4-4765-8b71-31a67e8d4932 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926671 Dec 23 12:27:59.685137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:59.692631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e350c-f520-4124-b8c6-15a2e623a3b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:59.694560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-579e350c-f520-4124-b8c6-15a2e623a3b6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954113 Dec 23 12:27:59.697219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:59.748674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ceea4f9-08de-4278-ba19-0909498d2674 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502639 Dec 23 12:27:59.753259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:59.758847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:59.762550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Deleting port 75a99d67-1b87-4391-b054-9305102cfcae {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:59.763096 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.832528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] For port 75a99d67-1b87-4391-b054-9305102cfcae, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75a99d67-1b87-4391-b054-9305102cfcae,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:59.832942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:59.845909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Calling delete_port for 75a99d67-1b87-4391-b054-9305102cfcae owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:59.960715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:59.964866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:00.106615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:00.183389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] Pushing event deleted for resources: {'Port': ['ID=75a99d67-1b87-4391-b054-9305102cfcae,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:00.202106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c2a43-fd6e-41a2-a96d-7f95ea25ef08 None None] No DVR routers for this DVR port 75a99d67-1b87-4391-b054-9305102cfcae on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:00.414638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9304-8d82-4dbf-84c3-dae7ece322bb req-80c685e8-efc1-435b-a3e8-1a6fd9757937 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:00.421984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac9e9304-8d82-4dbf-84c3-dae7ece322bb req-80c685e8-efc1-435b-a3e8-1a6fd9757937 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1009638 Dec 23 12:28:00.522206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac9e9304-8d82-4dbf-84c3-dae7ece322bb req-e704caa3-7062-4d5a-bcc9-e8ffa2570b3e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911751 Dec 23 12:28:00.618680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:00.621225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:00.730838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:00.734384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:00.744753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999bbf4-6312-4538-b73d-d75440652e4e None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:00.747066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:00.748321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:00.759823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=0c1b024b-7394-4e7f-a456-cddf7a0eb46b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:00.814645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d2df1-a14a-4571-8524-202b920822bb req-e5e18915-3548-4c2e-a57d-b20896a9acf3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:00.816288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d3d2df1-a14a-4571-8524-202b920822bb req-e5e18915-3548-4c2e-a57d-b20896a9acf3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.0730140 Dec 23 12:28:00.901466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d3d2df1-a14a-4571-8524-202b920822bb req-7084ef1b-8281-4fc2-b183-393b65ebdc99 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732505 Dec 23 12:28:00.917645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '0c1b024b-7394-4e7f-a456-cddf7a0eb46b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:00.919153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:01.029360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-deacd11a-e73b-409a-8d0e-f4a0e63d7b16 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2550950 Dec 23 12:28:01.029360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49014) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:01.029360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:fc:15:61', 'name': 'tempest-NetworksTestDHCPv6-1480714592'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:01.152447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Allocated IP 2001:db8::f816:3eff:fe2d:2455 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0c1b024b-7394-4e7f-a456-cddf7a0eb46b/9a93f641-70cf-4f19-bc52-7a925e00b880) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:01.426746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:01.426746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:01.478178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port ad2dd8bc-9a76-46b5-8359-5437290249e9 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:01.613139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:01.699350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-6be5a072-0b4c-4991-9482-38c00ccdb832 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420597 Dec 23 12:28:01.797996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:01.832715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:01.834694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:01.864531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8dd0e99a-299f-41f2-83b2-fdefdeb97a52 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:01.871937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8dd0e99a-299f-41f2-83b2-fdefdeb97a52 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717439 Dec 23 12:28:01.890801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fefc:1561 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/0c1b024b-7394-4e7f-a456-cddf7a0eb46b/ad2dd8bc-9a76-46b5-8359-5437290249e9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:01.896437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:01.904166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-d44d57f3-f111-45f2-a04c-ce47fbd64ce0 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/quotas/1bf86139c29c4e6794e205034cf8dcb6 HTTP/1.1" status: 200 len: 375 time: 0.0310881 Dec 23 12:28:02.010424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Pushing event updated for resources: {'Port': ['ID=9a93f641-70cf-4f19-bc52-7a925e00b880,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:02.025330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Attempting to bind port 9a93f641-70cf-4f19-bc52-7a925e00b880 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:02.025891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Attempting to bind port 9a93f641-70cf-4f19-bc52-7a925e00b880 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:02.026431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Attempting to bind port 9a93f641-70cf-4f19-bc52-7a925e00b880 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:02.033644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:02.034340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:02.035567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.036138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:02.036777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Bound port: 9a93f641-70cf-4f19-bc52-7a925e00b880, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:02.037977 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.102811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b24027-f8ab-4adb-b800-a76a39d1cfe0 req-28d75f85-81db-4416-b70f-5ef2de11e13e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:02.121671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b24027-f8ab-4adb-b800-a76a39d1cfe0 req-28d75f85-81db-4416-b70f-5ef2de11e13e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.2466824 Dec 23 12:28:02.127502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.161373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] For port 9a93f641-70cf-4f19-bc52-7a925e00b880, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:02.166248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] For port 9a93f641-70cf-4f19-bc52-7a925e00b880, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9a93f641-70cf-4f19-bc52-7a925e00b880,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:02.186667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-3653261c-9f53-4e84-b23f-a4b06daac908 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811852 Dec 23 12:28:02.265431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63b24027-f8ab-4adb-b800-a76a39d1cfe0 req-b5dbc0be-1c19-4f99-a3e9-36af233ce54b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426356 Dec 23 12:28:02.321402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.356095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.452387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c0637-3401-4c07-a846-089e1af6e909 None None] Pushing event updated for resources: {'Port': ['ID=9a93f641-70cf-4f19-bc52-7a925e00b880,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:02.464501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:02.468152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:02.477428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:02.487105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:02.504385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:02.504385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=ad2dd8bc-9a76-46b5-8359-5437290249e9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:02.627844 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0418abaf-2d54-4452-b0b1-5c919cb5e444 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6098189 Dec 23 12:28:02.634155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49052) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:02.708746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0888adc8-5603-4dd9-a33b-0537c5815744 req-6ec93e72-ab28-405c-8d37-3e3e07634f9c tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.1051235 Dec 23 12:28:02.760419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abd298-1466-4066-a65e-33d4e755d863 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:02.767678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87abd298-1466-4066-a65e-33d4e755d863 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:02.769440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-87abd298-1466-4066-a65e-33d4e755d863 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1403112 Dec 23 12:28:02.772111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:02.957988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port ad2dd8bc-9a76-46b5-8359-5437290249e9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:02.958691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.080625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.095748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for ad2dd8bc-9a76-46b5-8359-5437290249e9 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:03.371837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.523324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=ad2dd8bc-9a76-46b5-8359-5437290249e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:03.580660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.581044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.581388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.581725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.582059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.582391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.582720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.583048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.583373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.583691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.584013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.584331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.584649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:03.588146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.591460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ca151878-830b-4068-83dd-6db4673ce9c8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/ad2dd8bc-9a76-46b5-8359-5437290249e9 HTTP/1.1" status: 204 len: 168 time: 0.8184171 Dec 23 12:28:03.594574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:03.597931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196aff2-6834-446c-951c-09c511044711 req-4ada2a4b-93c2-4141-82c5-46802a9cc829 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:03.613169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e196aff2-6834-446c-951c-09c511044711 req-4ada2a4b-93c2-4141-82c5-46802a9cc829 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1981671 Dec 23 12:28:03.670585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd4081-00df-4274-97cf-f48f31efaa46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:03.674177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd4081-00df-4274-97cf-f48f31efaa46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:03.677211 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-65dd4081-00df-4274-97cf-f48f31efaa46 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0810845 Dec 23 12:28:03.678484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e196aff2-6834-446c-951c-09c511044711 req-d47bfb91-e57f-428d-a591-1e2fbd5f1048 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638390 Dec 23 12:28:03.681315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:03.790023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 0c1b024b-7394-4e7f-a456-cddf7a0eb46b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:03.795297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.849333 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:03.978875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9a93f641-70cf-4f19-bc52-7a925e00b880 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:03.995671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f0b732f-c3ca-485d-82aa-a099a8f844b4 req-4009ffad-9aa0-4ad9-8636-a2aa0fc3ae0c tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.0684707 Dec 23 12:28:04.015028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.089225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9a93f641-70cf-4f19-bc52-7a925e00b880 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:04.091113 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.233970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.261768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.266421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] Provisioning complete for port 9a93f641-70cf-4f19-bc52-7a925e00b880 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:04.267305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.326611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1b024b-7394-4e7f-a456-cddf7a0eb46b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:04.362604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.368581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1056a9f1-c801-4f95-aa7c-d81afa8f60f2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0c1b024b-7394-4e7f-a456-cddf7a0eb46b HTTP/1.1" status: 204 len: 168 time: 0.6841795 Dec 23 12:28:04.369133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:04.446909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-851fb225-3a4f-43a4-986a-2a95ae8bd35c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734665 Dec 23 12:28:04.447325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:04.453169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:04.477049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075652a-402a-42cc-9eca-c921d5857fd7 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:04.482967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:28:04.483559 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:28:04.565196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.737996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:04.742238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:04.804019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] For port 9a93f641-70cf-4f19-bc52-7a925e00b880, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9a93f641-70cf-4f19-bc52-7a925e00b880,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:04.939409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:04.981046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5688c6b-cb14-4b47-8392-6d4d298c2db1 req-53c771e3-5d56-4a23-8e09-ed6de4bcbf73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:04.991155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5688c6b-cb14-4b47-8392-6d4d298c2db1 req-53c771e3-5d56-4a23-8e09-ed6de4bcbf73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1657357 Dec 23 12:28:05.029568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Deleting port 9a93f641-70cf-4f19-bc52-7a925e00b880 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:05.030075 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.052767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.087277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.095805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5688c6b-cb14-4b47-8392-6d4d298c2db1 req-a64dd615-65aa-49e8-9729-c09b7aafc66f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035688 Dec 23 12:28:05.171054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-888bbe1c-4d04-4e52-8cd2-50d3af3b6044 req-d796fc45-5530-4356-b33c-8e6abed22876 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.0546803 Dec 23 12:28:05.243080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] For port 9a93f641-70cf-4f19-bc52-7a925e00b880, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9a93f641-70cf-4f19-bc52-7a925e00b880,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:05.243080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.260901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Calling delete_port for 9a93f641-70cf-4f19-bc52-7a925e00b880 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:05.332114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84b98f93-a206-48a8-8f9e-490a29e96d1e None None] Could not find standard attr ID for object ad2dd8bc-9a76-46b5-8359-5437290249e9. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:28:05.348446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:28:05.348446 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:28:05.348446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444755b-ee58-4f1c-88d7-5622f81f5a6b None None] Pushing event updated for resources: {'Port': ['ID=9a93f641-70cf-4f19-bc52-7a925e00b880,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:05.540378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.573598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] Pushing event deleted for resources: {'Port': ['ID=9a93f641-70cf-4f19-bc52-7a925e00b880,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:05.577742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c8787-e7de-4ec1-94d3-5a2acf142291 None None] No DVR routers for this DVR port 9a93f641-70cf-4f19-bc52-7a925e00b880 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:05.601727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:05.750457 n-d-822750-2 neutron-server[104037]: WARNING neutron.services.revisions.revision_plugin [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Could not find related port for resource to bump revision. Dec 23 12:28:05.798638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 9a93f641-70cf-4f19-bc52-7a925e00b880 update to ACTIVE by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:28:05.887502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_pluggable_backend [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Port 9a93f641-70cf-4f19-bc52-7a925e00b880 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104037) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 23 12:28:05.887502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_pluggable_backend [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2d:2455 {{(pid=104037) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 23 12:28:05.887502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_pluggable_backend [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2d:2455 {{(pid=104037) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 23 12:28:05.887784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9a93f641-70cf-4f19-bc52-7a925e00b880 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:05.888929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.923815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9a93f641-70cf-4f19-bc52-7a925e00b880 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:05.924162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9a93f641-70cf-4f19-bc52-7a925e00b880 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:05.947950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:05.949680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:05.953161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:05.954514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.962510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b79d9-c74b-4211-9ebd-ef22f71c4580 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:06.007235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:06.129366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:06.130232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:06.276098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9c025-5d0a-435f-90f4-d48fd946fa91 req-748b7abe-5224-47dc-ad9b-caf7c3c38398 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:06.278352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80d9c025-5d0a-435f-90f4-d48fd946fa91 req-748b7abe-5224-47dc-ad9b-caf7c3c38398 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0914841 Dec 23 12:28:06.308062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Allocated IP 2001:db8::f816:3eff:fe7e:eea3 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5/8cc55ded-cc60-4d46-8ef4-570e23f695af) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:06.314994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93da2229-55fc-44dc-b6c5-363f500cc95a req-17cbfcfe-9740-4511-b550-98cd42e6280f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.0354710 Dec 23 12:28:06.347218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44ff1d3e-6c98-42e6-98ca-7b3e7e45e3c5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8986709 Dec 23 12:28:06.350693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49118) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:06.355514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:33:04:68', 'name': 'tempest-NetworksTestDHCPv6-1024657363'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:06.426695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80d9c025-5d0a-435f-90f4-d48fd946fa91 req-9b230ab5-b174-45e1-821d-bf385074ac1c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345985 Dec 23 12:28:06.476865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-63c85e08-7b6c-4e5b-871e-22e9bd299ce9 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320671 Dec 23 12:28:06.540625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:06.647091 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:06.660386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-299a7c4f-f15b-4727-b182-913728b8bfd4 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:06.661987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-299a7c4f-f15b-4727-b182-913728b8bfd4 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777391 Dec 23 12:28:06.684563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Request body: {'port': {'device_id': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '1bf86139c29c4e6794e205034cf8dcb6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:06.705421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:06.708525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:06.724990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:06.774695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Pushing event updated for resources: {'Port': ['ID=8cc55ded-cc60-4d46-8ef4-570e23f695af,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:06.811268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:06.884181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Attempting to bind port 8cc55ded-cc60-4d46-8ef4-570e23f695af on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:06.884582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Attempting to bind port 8cc55ded-cc60-4d46-8ef4-570e23f695af by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:06.886830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Attempting to bind port 8cc55ded-cc60-4d46-8ef4-570e23f695af on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:06.895945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:06.896363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:06.899990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:06.900357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:06.900899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Bound port: 8cc55ded-cc60-4d46-8ef4-570e23f695af, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:06.901305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.083159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e4245ade-1366-4e12-8917-7684b645629e None None] For port 8cc55ded-cc60-4d46-8ef4-570e23f695af, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:07.089080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e4245ade-1366-4e12-8917-7684b645629e None None] For port 8cc55ded-cc60-4d46-8ef4-570e23f695af, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8cc55ded-cc60-4d46-8ef4-570e23f695af,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:07.213523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.309608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4245ade-1366-4e12-8917-7684b645629e None None] Pushing event updated for resources: {'Port': ['ID=8cc55ded-cc60-4d46-8ef4-570e23f695af,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:07.523973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.560032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7166c6ba-46c5-4bc3-9889-11a3d388bf9a req-011ac752-6f7f-4fff-8e82-3eb829963efa tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.0993543 Dec 23 12:28:07.682737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:07.772849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Made reservation on behalf of 1bf86139c29c4e6794e205034cf8dcb6 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:07.776667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.804340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7564d2-2070-4e1d-a13a-b4ee5d122b94 req-b767d392-8617-4561-bef6-5da66e686abd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:07.824576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d7564d2-2070-4e1d-a13a-b4ee5d122b94 req-b767d392-8617-4561-bef6-5da66e686abd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.2556505 Dec 23 12:28:08.029490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8cc55ded-cc60-4d46-8ef4-570e23f695af up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:08.048874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fe33:468 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5/c6f9233f-164e-4c6c-91ba-3b85fbf59cc7) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:08.091209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d7564d2-2070-4e1d-a13a-b4ee5d122b94 req-b4bcc9f7-989d-4cb7-9d74-f7a9771b5ed0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747307 Dec 23 12:28:08.164731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8cc55ded-cc60-4d46-8ef4-570e23f695af triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:08.165459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:08.281135 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:08.330392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 8cc55ded-cc60-4d46-8ef4-570e23f695af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8cc55ded-cc60-4d46-8ef4-570e23f695af,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:08.364523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Allocated IP 192.168.233.186 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/85e65982-5db6-4f04-9f61-a6fe86b641f6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:08.489703 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:08.631357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=8cc55ded-cc60-4d46-8ef4-570e23f695af,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:08.697054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:08.833872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cf373ea-eaea-4b0e-8f15-ba3c4ad70e37 req-86b8c7d4-4c7f-42b0-9c09-66b57fb68419 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.1298916 Dec 23 12:28:08.950093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.053908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.121353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f50ad5b9-3507-41f7-9cc7-4cc041a1a60e None None] Provisioning complete for port 8cc55ded-cc60-4d46-8ef4-570e23f695af triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:09.121941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f50ad5b9-3507-41f7-9cc7-4cc041a1a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.256979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:09.261850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:09.289364 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.302418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['da631538-5b37-4140-8ccf-602d6c80e856'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:09.333781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:09.345498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:09.347710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.392007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:09.396217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=c6f9233f-164e-4c6c-91ba-3b85fbf59cc7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:09.420864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:09.420864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:09.545410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c5c8224-7b91-446f-9e46-dc9036c74ea0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1909788 Dec 23 12:28:09.546773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:09.647926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c53d-2d45-4303-9e00-36c16e2dd816 req-8ef78ecd-41b5-43a9-83b5-a0f9bb53543a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:09.663331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c03c53d-2d45-4303-9e00-36c16e2dd816 req-8ef78ecd-41b5-43a9-83b5-a0f9bb53543a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.4415550 Dec 23 12:28:09.756677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57f594-7938-41aa-921b-42fe5a17b174 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:09.773174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57f594-7938-41aa-921b-42fe5a17b174 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:09.775141 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ec57f594-7938-41aa-921b-42fe5a17b174 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2273371 Dec 23 12:28:09.782747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49170) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.807207 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:09.809857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:09.811611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.827075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Pushing event updated for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:09.873941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c03c53d-2d45-4303-9e00-36c16e2dd816 req-49dc5f3f-ad47-4539-87cc-a682bf06e979 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028387 Dec 23 12:28:09.918503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2f07409e-0fd9-4f86-a8de-e804243d3765 None None] Provisioning complete for port c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:09.918503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f07409e-0fd9-4f86-a8de-e804243d3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.044443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2f07409e-0fd9-4f86-a8de-e804243d3765 None None] Port c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:10.049658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:10.050132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.050961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8cc55ded-cc60-4d46-8ef4-570e23f695af up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:10.073876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-b809a8ae-1425-4ed7-bdd8-ed64ac899ae8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3934863 Dec 23 12:28:10.091724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Request body: {'port': {'device_id': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:10.115276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8cc55ded-cc60-4d46-8ef4-570e23f695af triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:10.115638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.238622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c4dce-2eb8-4db3-8874-eaa3da96da02 req-4aeb6305-b1be-414c-949a-516d4c4dbc1e tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:10.248921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-646c4dce-2eb8-4db3-8874-eaa3da96da02 req-4aeb6305-b1be-414c-949a-516d4c4dbc1e tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 936 time: 0.2588043 Dec 23 12:28:10.277445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.285445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8dbd87b1-5021-49a3-8495-dfd7b7c2615a None None] Provisioning complete for port 85e65982-5db6-4f04-9f61-a6fe86b641f6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:10.285819 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8dbd87b1-5021-49a3-8495-dfd7b7c2615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.292882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:10.332589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd87b1-5021-49a3-8495-dfd7b7c2615a None None] Port 85e65982-5db6-4f04-9f61-a6fe86b641f6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:10.368865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.411016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-646c4dce-2eb8-4db3-8874-eaa3da96da02 req-394c1dfe-00d5-4487-8b62-5d130e1c46e3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549699 Dec 23 12:28:10.546840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.616174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=c6f9233f-164e-4c6c-91ba-3b85fbf59cc7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:10.669970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.678205 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-268f0fc0-f5e4-4978-a77d-a55318245e38 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 HTTP/1.1" status: 204 len: 168 time: 0.8914857 Dec 23 12:28:10.683367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49184) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:10.818415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e65982-5db6-4f04-9f61-a6fe86b641f6 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:10.827036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.841371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Transition to ACTIVE for port object 85e65982-5db6-4f04-9f61-a6fe86b641f6 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:28:10.869841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045bb265-4b25-4cd7-ab12-f5f3f5ed2eac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:10.871732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045bb265-4b25-4cd7-ab12-f5f3f5ed2eac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:10.876055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-045bb265-4b25-4cd7-ab12-f5f3f5ed2eac tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1908445 Dec 23 12:28:10.878501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49186) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:10.973199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:10.980114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:10.996051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.059294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.159394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Pushing event updated for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:11.201313 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.230208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b00e3-ada7-445d-8bea-27f4510fc824 req-ca30554f-205f-47e2-99a2-4f8bbb4fd3db tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:11.241863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c60b00e3-ada7-445d-8bea-27f4510fc824 req-ca30554f-205f-47e2-99a2-4f8bbb4fd3db tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.2398098 Dec 23 12:28:11.365692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Attempting to bind port 85e65982-5db6-4f04-9f61-a6fe86b641f6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:11.366141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Attempting to bind port 85e65982-5db6-4f04-9f61-a6fe86b641f6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:11.366895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Attempting to bind port 85e65982-5db6-4f04-9f61-a6fe86b641f6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:11.374861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.387627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c60b00e3-ada7-445d-8bea-27f4510fc824 req-02c502d7-c669-4f3b-8b98-de0bb169299d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443920 Dec 23 12:28:11.388617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Port 85e65982-5db6-4f04-9f61-a6fe86b641f6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:28:11.389573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Attempting to bind port 85e65982-5db6-4f04-9f61-a6fe86b641f6 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:11.396425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:11.396780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:11.397362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:11.397806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Bound port: 85e65982-5db6-4f04-9f61-a6fe86b641f6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:11.398238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.439721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:11.443737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.447011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73dae1ce-95be-46f7-b326-17182dc420e6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5 HTTP/1.1" status: 204 len: 168 time: 0.5694797 Dec 23 12:28:11.449922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49202) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:11.454991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7dba0f-5292-4159-b45f-83794a5419ee None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:11.480932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:11.484262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:11.570219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.683571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:11.689879 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.691602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] 10.222.0.57 "PUT /v2.0/ports/85e65982-5db6-4f04-9f61-a6fe86b641f6 HTTP/1.1" status: 200 len: 1096 time: 1.6050439 Dec 23 12:28:11.757034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:11.773531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:11.775916 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a115ce0-d1ca-4727-90bc-79b1ed328484" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:11.793318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e3cbf-08b0-4a14-a23d-4164f6444d65 service neutron] Pushing event updated for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:11.842786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Deleting port 8cc55ded-cc60-4d46-8ef4-570e23f695af {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:11.843457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:11.866963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9bb2-bb86-42f7-a839-e877c901195e req-536bfa07-70e6-42f3-b6b7-bb889c955da3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:11.885161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf2f9bb2-bb86-42f7-a839-e877c901195e req-536bfa07-70e6-42f3-b6b7-bb889c955da3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 948 time: 0.3863571 Dec 23 12:28:12.007973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8cc55ded-cc60-4d46-8ef4-570e23f695af no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:12.074123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-ce6166fe-1c10-4794-bae4-9418647c7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.076415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-ce6166fe-1c10-4794-bae4-9418647c7c26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 1099 time: 0.1884308 Dec 23 12:28:12.126275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] For port 8cc55ded-cc60-4d46-8ef4-570e23f695af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8cc55ded-cc60-4d46-8ef4-570e23f695af,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:12.127310 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:12.158650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf2f9bb2-bb86-42f7-a839-e877c901195e req-5ab8f325-ba03-4e2e-959a-608b759f5b59 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719431 Dec 23 12:28:12.168968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-ee1f389e-b623-4619-bc9e-69e12bb262e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6 HTTP/1.1" status: 200 len: 217 time: 0.0797777 Dec 23 12:28:12.178957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-f2b4a5ce-e9c7-4a03-acab-80c7ce95a195 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1225492365&fields=id&tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0 HTTP/1.1" status: 200 len: 267 time: 0.1992338 Dec 23 12:28:12.207153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Calling delete_port for 8cc55ded-cc60-4d46-8ef4-570e23f695af owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:12.265534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:12.270572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-490f7b4b-0e22-44ff-9360-13fbc905be1f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8173332 Dec 23 12:28:12.272639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49220) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:12.364733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50460e35-ae4b-43c1-a571-fbebe0fa9367 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.368613 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-50460e35-ae4b-43c1-a571-fbebe0fa9367 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0901995 Dec 23 12:28:12.371618 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6fdd9f-78f4-4f23-a4e0-7ae556c00d2e x-openstack-request-id: req-8b6fdd9f-78f4-4f23-a4e0-7ae556c00d2e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:12.371924 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:12.372172 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b6fdd9f-78f4-4f23-a4e0-7ae556c00d2e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:12.372585 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6', 'status': 'completed', 'code': 200} Dec 23 12:28:12.373019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:12.428335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-1a18d1bb-9e6f-43a6-84c4-5092176628af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.429879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-1a18d1bb-9e6f-43a6-84c4-5092176628af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.2485642 Dec 23 12:28:12.447425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 8cc55ded-cc60-4d46-8ef4-570e23f695af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8cc55ded-cc60-4d46-8ef4-570e23f695af,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:12.513952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4bbe7-387d-4b4c-979f-6313c89bcec6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.516875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-faa4bbe7-387d-4b4c-979f-6313c89bcec6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372957 Dec 23 12:28:12.537764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49228) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:12.550014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-ed61f03f-e630-40a5-898a-726bef19f5e9 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.552800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-ed61f03f-e630-40a5-898a-726bef19f5e9 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/networks?id=50f985a2-1fd9-4960-9f07-8c93e3e006a9 HTTP/1.1" status: 200 len: 815 time: 0.3565910 Dec 23 12:28:12.560645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-534c134c-735e-4eb4-9616-6a86d6671496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.562482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-534c134c-735e-4eb4-9616-6a86d6671496 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090190 Dec 23 12:28:12.584381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-054f6507-238a-4838-ade4-aab5c15fbe17 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451493 Dec 23 12:28:12.589429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:12.595766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:12.622875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-bc06b016-e14e-49a0-a30e-8517d700e626 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/quotas/ab1cf672fbc34a91a443ffbf902f0aa0 HTTP/1.1" status: 200 len: 375 time: 0.0584581 Dec 23 12:28:12.731257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64309-bbd7-48a5-a406-3e5b3c73d5d2 req-07d5ada7-5c05-4131-8d84-4c5a1cec7691 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:12.732777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ff64309-bbd7-48a5-a406-3e5b3c73d5d2 req-07d5ada7-5c05-4131-8d84-4c5a1cec7691 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1609216 Dec 23 12:28:12.785622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-424d6706-ae56-448e-8553-3114647d07d3 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125826 Dec 23 12:28:12.797119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-3409f5ef-2add-4c10-becf-d5db00b0479f tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407580 Dec 23 12:28:12.812416 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:12.864260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=8cc55ded-cc60-4d46-8ef4-570e23f695af,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:12.918955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ff64309-bbd7-48a5-a406-3e5b3c73d5d2 req-a6d007e1-3ab5-4b1d-afe4-d299a478aecc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755812 Dec 23 12:28:12.993581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-e2db69ba-e8f6-4716-96e4-313d24423121 service neutron] 10.222.0.16 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670251 Dec 23 12:28:12.999563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54746b0-811a-4c58-98cb-3b2b032be4a6 req-d78a0259-5d58-4715-8490-99bf9bf94a18 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957698 Dec 23 12:28:13.009019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:13.009600 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:13.012551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:13.051003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] Pushing event deleted for resources: {'Port': ['ID=8cc55ded-cc60-4d46-8ef4-570e23f695af,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:13.066852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431efbeb-0f52-4d9e-b441-a6d92a37b459 None None] No DVR routers for this DVR port 8cc55ded-cc60-4d46-8ef4-570e23f695af on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:13.127579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-5851b390-fe09-4ee1-98a7-329448267241 service neutron] 10.222.0.16 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270573 Dec 23 12:28:13.221485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-e8b1776e-da0d-4175-b84f-e3af5933d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.227201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-e8b1776e-da0d-4175-b84f-e3af5933d434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 1099 time: 0.0648072 Dec 23 12:28:13.254277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93bacaea-8851-4124-bed2-895ede52a3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:13.445501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e33c8-7a55-43bb-9fc0-4a89bfc92f3c req-1dd737fe-f1fb-49bb-b6f2-23de2967519f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.455549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6e33c8-7a55-43bb-9fc0-4a89bfc92f3c req-1dd737fe-f1fb-49bb-b6f2-23de2967519f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 948 time: 0.1156785 Dec 23 12:28:13.494782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-69fd413f-da7b-452c-80a4-e406dab3f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.496385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-69fd413f-da7b-452c-80a4-e406dab3f393 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.2597208 Dec 23 12:28:13.537047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6e33c8-7a55-43bb-9fc0-4a89bfc92f3c req-6915ce9d-9bf3-4a18-be2e-64be75444d7a tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Dec 23 12:28:13.580679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-c3651c0e-1aa7-4719-a546-a22cfb2c1b36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6 HTTP/1.1" status: 200 len: 217 time: 0.0729239 Dec 23 12:28:13.642419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:13.665913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-98eb0165-fc8d-43a4-9eea-b0a23a4a197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.667583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-98eb0165-fc8d-43a4-9eea-b0a23a4a197b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0784445 Dec 23 12:28:13.714806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:13.717948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:13.723224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.728350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:13.732451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1e78b-29e7-4601-aefd-5980c56e3a22 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:13.743688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:13.756312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-4dd7bdc7-f488-4b7a-89ae-4a1fcaddfd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:13.764301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-4dd7bdc7-f488-4b7a-89ae-4a1fcaddfd19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861907 Dec 23 12:28:13.842369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29af31ca-31c9-43c7-827c-47b6c6bb058c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2518635 Dec 23 12:28:13.847130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:13.854945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:f0:6e:ec', 'name': 'tempest-NetworksTestDHCPv6-1514755336'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:13.916530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:13.917466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.039248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-d9b70ed9-98d6-497d-8305-849206db8b25 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574544 Dec 23 12:28:14.152841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9/a523f782-952a-4d39-ae8a-8d7d95067441) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:14.309004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567fbd9-d387-45ae-b7e4-c0fcc002a7e8 req-738f5406-adc8-42c5-9b60-00620e0705e1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:14.317261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b567fbd9-d387-45ae-b7e4-c0fcc002a7e8 req-738f5406-adc8-42c5-9b60-00620e0705e1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.2402847 Dec 23 12:28:14.385617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b567fbd9-d387-45ae-b7e4-c0fcc002a7e8 req-e95f12d4-34f8-49d3-b546-8a486ad70052 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632465 Dec 23 12:28:14.391336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:14.399728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.478153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.506830 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40cc6372-1a02-4a60-b8b3-13be926ca80a req-f3d85768-1ce8-478d-a7fa-e246c8a9452a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0920093 Dec 23 12:28:14.534083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:14.535890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Pushing event updated for resources: {'Port': ['ID=a523f782-952a-4d39-ae8a-8d7d95067441,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:14.541562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:14.545022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:14.546598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a115ce0-d1ca-4727-90bc-79b1ed328484 req-91111c56-8285-47f3-99e5-b5433af3dd79 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033174 Dec 23 12:28:14.584042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.616790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port b417aed1-8c95-4470-a777-7d5d7478413d yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:14.624383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Attempting to bind port a523f782-952a-4d39-ae8a-8d7d95067441 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:14.624772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Attempting to bind port a523f782-952a-4d39-ae8a-8d7d95067441 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:14.625167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Attempting to bind port a523f782-952a-4d39-ae8a-8d7d95067441 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:14.633734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:14.634001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:14.634746 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.635085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:14.635499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Bound port: a523f782-952a-4d39-ae8a-8d7d95067441, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:14.635886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.726811 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] For port a523f782-952a-4d39-ae8a-8d7d95067441, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:14.730564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] For port a523f782-952a-4d39-ae8a-8d7d95067441, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a523f782-952a-4d39-ae8a-8d7d95067441,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:14.806246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebe484-7975-4336-814a-ab6d1f6729f1 req-b234cfc3-ec5d-4ad3-850f-361866503463 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:14.807898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70ebe484-7975-4336-814a-ab6d1f6729f1 req-b234cfc3-ec5d-4ad3-850f-361866503463 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 948 time: 0.1688137 Dec 23 12:28:14.884307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:14.916771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70ebe484-7975-4336-814a-ab6d1f6729f1 req-11e75bfe-15e0-4863-a847-25472d158872 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947723 Dec 23 12:28:14.939376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::2ca (dd6205f3-f5df-4d72-9c58-989d3d0bb346/028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9/b417aed1-8c95-4470-a777-7d5d7478413d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:14.972204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5786da-151f-4517-a0d6-9acd411756a4 None None] Pushing event updated for resources: {'Port': ['ID=a523f782-952a-4d39-ae8a-8d7d95067441,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:15.643260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-228212e3-4fd7-48b7-88f2-54b1ad9b0967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:15.669403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3495c01-f151-4ca7-9a64-faad053233e2 req-f84df9a3-1f34-474e-a624-487c9c0e79da tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0634813 Dec 23 12:28:15.735173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54e67-475f-4c26-ab5b-18edbc59d32c req-7b2dc0db-323c-4781-9ca7-5a99dd36fdd9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:15.736752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ad54e67-475f-4c26-ab5b-18edbc59d32c req-7b2dc0db-323c-4781-9ca7-5a99dd36fdd9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1344411 Dec 23 12:28:15.793037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:15.833545 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:28:15.946423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ad54e67-475f-4c26-ab5b-18edbc59d32c req-deffa4dc-f9b2-4a87-9c81-73554fdbcd86 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774921 Dec 23 12:28:16.029687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.036694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a523f782-952a-4d39-ae8a-8d7d95067441 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:16.117146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a523f782-952a-4d39-ae8a-8d7d95067441 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:16.117518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.228890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:16.248654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:16.253794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:16.265086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:16.267159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.273741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=b417aed1-8c95-4470-a777-7d5d7478413d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:16.318061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.318416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.319523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.319879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.320215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.320332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.320556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.320927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.321849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.322171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.322512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.323367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.323921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.324264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:16.355917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d830102-2ea0-4bd9-89b0-a613b2d44e80 req-74f1df94-6fab-4adf-b80b-4e48d089b738 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:16.357677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d830102-2ea0-4bd9-89b0-a613b2d44e80 req-74f1df94-6fab-4adf-b80b-4e48d089b738 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 948 time: 0.2017622 Dec 23 12:28:16.437562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port a523f782-952a-4d39-ae8a-8d7d95067441, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a523f782-952a-4d39-ae8a-8d7d95067441,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:16.452637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.460985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cf75e688-19c7-42d4-a87b-b3ac648142b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6126528 Dec 23 12:28:16.464580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:16.484182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d830102-2ea0-4bd9-89b0-a613b2d44e80 req-e6ccb235-a8ae-45d1-a8c2-c94567ab5dee tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174297 Dec 23 12:28:16.520669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.559497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10507d-ebc7-425d-9e82-e95283634a20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:16.568446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10507d-ebc7-425d-9e82-e95283634a20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:16.570703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b10507d-ebc7-425d-9e82-e95283634a20 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1040461 Dec 23 12:28:16.573205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:16.629424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=a523f782-952a-4d39-ae8a-8d7d95067441,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:16.730633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cefac694-0c37-4f94-ae67-47e06b01ae6f None None] Provisioning complete for port a523f782-952a-4d39-ae8a-8d7d95067441 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:16.731128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cefac694-0c37-4f94-ae67-47e06b01ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.739446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port b417aed1-8c95-4470-a777-7d5d7478413d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:16.739711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.871362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df68a1e-755a-4415-93e7-9741577783c7 req-e2d9f125-a85e-47a1-97e1-3a4cfe5eef42 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0751650 Dec 23 12:28:16.926588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:16.966919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for b417aed1-8c95-4470-a777-7d5d7478413d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:17.165402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 85e65982-5db6-4f04-9f61-a6fe86b641f6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:28:17.169212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8de95-5554-455d-af77-14495f2744f1 req-b65fa616-99f7-495a-9a40-28681c25a68b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:17.184111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cc62376e-9248-481c-ab56-396d297d1e7d None None] Provisioning complete for port b417aed1-8c95-4470-a777-7d5d7478413d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:17.184504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60d8de95-5554-455d-af77-14495f2744f1 req-b65fa616-99f7-495a-9a40-28681c25a68b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0995274 Dec 23 12:28:17.184634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cc62376e-9248-481c-ab56-396d297d1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:17.259882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cc62376e-9248-481c-ab56-396d297d1e7d None None] Port b417aed1-8c95-4470-a777-7d5d7478413d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:17.286249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60d8de95-5554-455d-af77-14495f2744f1 req-6a55336d-9637-49c2-9c16-0b0708fc6693 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006522 Dec 23 12:28:17.483393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-386eafa2-12c1-47c6-b832-f376a0ee5097 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:17.486321 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-386eafa2-12c1-47c6-b832-f376a0ee5097 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.43 "GET /v2.0/networks?id=50f985a2-1fd9-4960-9f07-8c93e3e006a9 HTTP/1.1" status: 200 len: 815 time: 0.2348762 Dec 23 12:28:17.487878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:17.536061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=b417aed1-8c95-4470-a777-7d5d7478413d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:17.654336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:17.678436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-15f4c7fc-3b31-4c45-b5b0-4c040cf5b660 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/b417aed1-8c95-4470-a777-7d5d7478413d HTTP/1.1" status: 204 len: 168 time: 1.1038852 Dec 23 12:28:17.681096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49318) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:17.738021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:17.753633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '85e65982-5db6-4f04-9f61-a6fe86b641f6', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '85e65982-5db6-4f04-9f61-a6fe86b641f6', 'mac_address': 'fa:16:3e:c5:8f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:28:17.779952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-0bf0b1ce-def6-46e3-a697-03ee69b6a79a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0 HTTP/1.1" status: 200 len: 380 time: 0.2826900 Dec 23 12:28:17.809835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'port': {'device_id': '85a66523-9076-401c-b24f-df42b386c4a2', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'admin_state_up': True, 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'security_groups': ['b2585e33-e9e7-43f3-aa22-95f68b62b93a']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:17.884846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:17.925061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e65982-5db6-4f04-9f61-a6fe86b641f6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:17.945159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee6287-1471-4d39-98ae-0b086134d3ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:17.947581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee6287-1471-4d39-98ae-0b086134d3ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:17.958380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76ee6287-1471-4d39-98ae-0b086134d3ed tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2708309 Dec 23 12:28:17.961784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49322) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:17.964791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:18.074457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a523f782-952a-4d39-ae8a-8d7d95067441 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:18.082475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.138969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c61f81b-be57-4b53-bbe9-2bc8b47dd3cb req-1c4df34e-1440-4e99-a78c-7a9aaf1b847c tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0486262 Dec 23 12:28:18.183388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:18.194518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a82d7-a925-4ac7-a869-ce5338ae22b8 req-afe436c6-3ac9-4f98-a3dd-0915473d0816 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:18.194669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.195322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.207798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e5a82d7-a925-4ac7-a869-ce5338ae22b8 req-afe436c6-3ac9-4f98-a3dd-0915473d0816 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 948 time: 0.4250250 Dec 23 12:28:18.219169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a523f782-952a-4d39-ae8a-8d7d95067441 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:18.219907 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.267260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Made reservation on behalf of ab1cf672fbc34a91a443ffbf902f0aa0 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:18.272359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:18.272891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.292669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.452608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e5a82d7-a925-4ac7-a869-ce5338ae22b8 req-9c095d47-e204-47de-9f29-ed27f1a71276 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413580 Dec 23 12:28:18.469987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['85e65982-5db6-4f04-9f61-a6fe86b641f6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:18.512956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.595886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Allocated IP 172.20.0.14 (50f985a2-1fd9-4960-9f07-8c93e3e006a9/0757a7f7-4f23-4797-aff4-ca1fba802b5e/05e8ca89-252d-4937-8a4c-88507ef332c0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:18.718599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c4611-2c56-4822-9f53-8ea044ef56b3 req-b4242f90-10e3-46c7-8cc9-8fb611f6f050 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:18.726058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a7c4611-2c56-4822-9f53-8ea044ef56b3 req-b4242f90-10e3-46c7-8cc9-8fb611f6f050 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1546509 Dec 23 12:28:18.844970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.916844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:18.951228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a7c4611-2c56-4822-9f53-8ea044ef56b3 req-0ae49871-3528-411b-bea7-fdba63ccfdfb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377447 Dec 23 12:28:19.238126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-842552dd-5f39-4206-b445-d7734a6fe619 req-95e929d0-992d-4f78-9fca-fb036ef772e9 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0276279 Dec 23 12:28:19.449199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:19.484043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:19.504706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dd761-13b9-42fd-8244-e7802a46c5b6 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:19.507450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:19.511803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-670455ce-26b3-4710-80cb-123b8b1ae961 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9 HTTP/1.1" status: 204 len: 168 time: 1.5476174 Dec 23 12:28:19.514415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49346) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:19.558575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:19.561626 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0bcdce3d-4ed3-4a5b-ac36-494ad6e5250f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460401 Dec 23 12:28:19.569334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49348) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:19.594771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:19.601033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:19.607081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:19.611669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:19.663898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd7d5-83cc-435a-9d1f-0d6c55fdb729 req-0cfd249d-8ec4-439b-b493-942adc278d89 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:19.671014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event updated for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:19.672363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd4dd7d5-83cc-435a-9d1f-0d6c55fdb729 req-0cfd249d-8ec4-439b-b493-942adc278d89 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 949 time: 0.1223381 Dec 23 12:28:19.697972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6fe80-3913-45f3-8f4c-e8ad233e8b35 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.700008 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:28:19.702793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:19.704332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ccf6fe80-3913-45f3-8f4c-e8ad233e8b35 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1320596 Dec 23 12:28:19.704428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:19.705257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49352) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:19.841010 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-b064945d-6eef-411e-8ca8-edd5cef0b237 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0546942 Dec 23 12:28:19.843352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:19.855007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Request body: {'port': {'device_id': '85a66523-9076-401c-b24f-df42b386c4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:19.868337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd4dd7d5-83cc-435a-9d1f-0d6c55fdb729 req-1559ccdd-eca3-40fd-9e11-27a069fcb79d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877222 Dec 23 12:28:19.873086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b73389-1cdd-473f-a54f-7b654b928309 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:19.878129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49356) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:19.887924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-55b73389-1cdd-473f-a54f-7b654b928309 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1816111 Dec 23 12:28:20.034489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a523f782-952a-4d39-ae8a-8d7d95067441 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:20.077172 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eff1ee10-2248-4ae6-bf3a-f891aa54f6ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1977053 Dec 23 12:28:20.085364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49362) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:20.090807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:20.128575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.140547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-52eff00f-d214-482d-bcae-2d231db9b299 None None] Provisioning complete for port 05e8ca89-252d-4937-8a4c-88507ef332c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:20.140969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52eff00f-d214-482d-bcae-2d231db9b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.174418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Deleting port a523f782-952a-4d39-ae8a-8d7d95067441 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:20.174787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.259376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] For port a523f782-952a-4d39-ae8a-8d7d95067441, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a523f782-952a-4d39-ae8a-8d7d95067441,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:20.259782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.276177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Calling delete_port for a523f782-952a-4d39-ae8a-8d7d95067441 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:20.393167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-52eff00f-d214-482d-bcae-2d231db9b299 None None] Port 05e8ca89-252d-4937-8a4c-88507ef332c0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:20.464230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:20.466880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.467993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.501442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.589084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] Pushing event deleted for resources: {'Port': ['ID=a523f782-952a-4d39-ae8a-8d7d95067441,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:20.664668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1da783-71e2-4536-adf6-2156017b4662 None None] No DVR routers for this DVR port a523f782-952a-4d39-ae8a-8d7d95067441 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:20.692100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91c327-ba6e-4372-bf24-746bb40686e4 req-0774caf2-29aa-47af-b2e1-0ae24763a1bb tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:20.700712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd91c327-ba6e-4372-bf24-746bb40686e4 req-0774caf2-29aa-47af-b2e1-0ae24763a1bb tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 932 time: 0.3059428 Dec 23 12:28:20.712570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389b4f-d416-4889-b065-aaca0cd72d56 req-7ea8e3d0-38d0-4e41-8b4d-2ed08792b8e3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:20.721023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66389b4f-d416-4889-b065-aaca0cd72d56 req-7ea8e3d0-38d0-4e41-8b4d-2ed08792b8e3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.4305468 Dec 23 12:28:20.756011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e8ca89-252d-4937-8a4c-88507ef332c0 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:20.764716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.780479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Transition to ACTIVE for port object 05e8ca89-252d-4937-8a4c-88507ef332c0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:28:20.807661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd91c327-ba6e-4372-bf24-746bb40686e4 req-b03c9f4f-3394-4712-a84b-bbc75806cb3d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940983 Dec 23 12:28:20.884916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:20.900402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66389b4f-d416-4889-b065-aaca0cd72d56 req-7522286f-d1af-4967-a3c1-f76677c537c8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779776 Dec 23 12:28:21.026404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Pushing event updated for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:21.114435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:21.117624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.181852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 85e65982-5db6-4f04-9f61-a6fe86b641f6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:21.254837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:21.267503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=52159531-6139-41d5-ba09-d8ed85ca8781,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:21.271286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:21.281414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:21.282628 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.288082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d8676-7c55-4cb1-a710-762483ded0a7 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:21.302353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Attempting to bind port 05e8ca89-252d-4937-8a4c-88507ef332c0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:21.302684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Attempting to bind port 05e8ca89-252d-4937-8a4c-88507ef332c0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:21.303013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Attempting to bind port 05e8ca89-252d-4937-8a4c-88507ef332c0 on network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:21.334239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Port 05e8ca89-252d-4937-8a4c-88507ef332c0 on network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:28:21.334239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Attempting to bind port 05e8ca89-252d-4937-8a4c-88507ef332c0 on network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:21.339653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:21.339994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Checking segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:21.340371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Bound using segment: {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:21.340809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Bound port: 05e8ca89-252d-4937-8a4c-88507ef332c0, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:21.343300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.348867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0195e-c05a-4b20-b514-7ca06631378a req-4c61f78c-e100-42a2-9495-37e04ef7a039 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:21.350492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6d0195e-c05a-4b20-b514-7ca06631378a req-4c61f78c-e100-42a2-9495-37e04ef7a039 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 949 time: 0.2341545 Dec 23 12:28:21.448462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6d0195e-c05a-4b20-b514-7ca06631378a req-cb9eac7c-6d59-4739-896e-db388b3f9ca8 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913875 Dec 23 12:28:21.471130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf87b161-25e2-4b8e-a8f2-e10e8c5a3f56 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3845990 Dec 23 12:28:21.471799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49382) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:21.487489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:21.568857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '52159531-6139-41d5-ba09-d8ed85ca8781'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:21.570011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.617456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:21.637677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=05e8ca89-252d-4937-8a4c-88507ef332c0,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:21.638310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 85e65982-5db6-4f04-9f61-a6fe86b641f6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:28:21.651676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 85e65982-5db6-4f04-9f61-a6fe86b641f6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:21.651676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.769458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.847359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:21.850877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.880653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:21.882725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:21.886758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] 10.222.0.43 "PUT /v2.0/ports/05e8ca89-252d-4937-8a4c-88507ef332c0 HTTP/1.1" status: 200 len: 1092 time: 2.0357158 Dec 23 12:28:21.887261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:21.894235 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6b4940-ec83-402e-a685-7e562a29883f" -d '{"events": [{"name": "network-changed", "server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:21.986312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Allocated IP 2001:db8::f816:3eff:fef7:ee9a (dd6205f3-f5df-4d72-9c58-989d3d0bb346/52159531-6139-41d5-ba09-d8ed85ca8781/3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:22.014517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6da2f9-9168-4f1d-9817-f820218e212d req-2579749f-59f4-4e17-a11b-a28f577a6221 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.034109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.045452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d6da2f9-9168-4f1d-9817-f820218e212d req-2579749f-59f4-4e17-a11b-a28f577a6221 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1041920 Dec 23 12:28:22.111195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77986-b3eb-4e56-9285-5e32a47b33ca service neutron] Pushing event updated for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:22.151438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:22.161543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:22.164123 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ba43d-7237-4ad3-991b-9193e0d35d46" -d '{"events": [{"server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "name": "network-vif-plugged", "status": "completed", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:22.178986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d6da2f9-9168-4f1d-9817-f820218e212d req-0119a3ef-51a8-4563-998c-ae3e3029e0da tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214783 Dec 23 12:28:22.243330 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52159531-6139-41d5-ba09-d8ed85ca8781 (CIDR: 2001:db8::/64) Dec 23 12:28:22.251691 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.263012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-c6af6bb0-de7e-42a2-9556-15710c702b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.264766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-c6af6bb0-de7e-42a2-9556-15710c702b3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0&device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 1095 time: 0.0956783 Dec 23 12:28:22.277497 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ef575-6b5a-4a89-850a-cd5f02347378 x-openstack-request-id: req-252ef575-6b5a-4a89-850a-cd5f02347378 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:22.281831 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:22.281831 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-252ef575-6b5a-4a89-850a-cd5f02347378 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:22.281831 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'status': 'completed', 'code': 200} Dec 23 12:28:22.300636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b49257-e62f-44e9-ae50-650e367ea2ac req-c727df17-f07f-4c2a-bb76-644028bfffff tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.323548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9b49257-e62f-44e9-ae50-650e367ea2ac req-c727df17-f07f-4c2a-bb76-644028bfffff tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1258085 Dec 23 12:28:22.384260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-433c8316-7fd2-46b0-be67-2e7a38717e0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e8ca89-252d-4937-8a4c-88507ef332c0 HTTP/1.1" status: 200 len: 217 time: 0.0975115 Dec 23 12:28:22.398079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:22.446533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9b49257-e62f-44e9-ae50-650e367ea2ac req-77ec2086-2d0b-4d41-8aeb-62304e7c1fc7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214838 Dec 23 12:28:22.493173 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:28:22.493173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:22.496074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-92c46b78-b19b-4e62-a0e7-bf8b15b1de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.505497 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-92c46b78-b19b-4e62-a0e7-bf8b15b1de47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0757a7f7-4f23-4797-aff4-ca1fba802b5e HTTP/1.1" status: 200 len: 854 time: 0.1156666 Dec 23 12:28:22.511336 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e6864c-6334-4963-80e7-d89c25e2aa0f x-openstack-request-id: req-83e6864c-6334-4963-80e7-d89c25e2aa0f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:22.511856 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "name": "network-vif-plugged", "status": "completed", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:22.512290 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83e6864c-6334-4963-80e7-d89c25e2aa0f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:22.513035 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6', 'code': 200} Dec 23 12:28:22.520942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.608396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73cf59-97fb-4180-b22b-948922060085 req-4fc03afa-b674-47a7-85cd-2d2580e7b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.624641 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-4fc03afa-b674-47a7-85cd-2d2580e7b29b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50f985a2-1fd9-4960-9f07-8c93e3e006a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011643 Dec 23 12:28:22.634647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.692111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10034e9-bc1b-4c99-a1f4-2e6dd6f0e1fa req-132ef300-d06d-44b3-bece-fbc966a4e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.694034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c10034e9-bc1b-4c99-a1f4-2e6dd6f0e1fa req-132ef300-d06d-44b3-bece-fbc966a4e2f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 1101 time: 0.1157625 Dec 23 12:28:22.722063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.730300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00085cb7-d6ae-4992-8ab6-30df043b17ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2481594 Dec 23 12:28:22.730300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:22.735692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:22.749805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce4ed-7ab2-4cec-83c6-2082adcefb8c req-99b12bb1-4d15-47ed-ae85-0175d5e48b76 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.753243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c90ce4ed-7ab2-4cec-83c6-2082adcefb8c req-99b12bb1-4d15-47ed-ae85-0175d5e48b76 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.1004953 Dec 23 12:28:22.807927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Pushing event updated for resources: {'Port': ['ID=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:22.821660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c10034e9-bc1b-4c99-a1f4-2e6dd6f0e1fa req-edec7dfb-87af-4e6c-99a0-54e2092a7e92 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175022 Dec 23 12:28:22.822736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:22.826244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:22.833027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:22.855709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c90ce4ed-7ab2-4cec-83c6-2082adcefb8c req-d42c5ffd-27be-432e-a598-92d68493ced3 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Dec 23 12:28:22.868048 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-447ddd67-5597-4e14-8f28-d1ae1c1e1e87 service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382581 Dec 23 12:28:22.898288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Attempting to bind port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:22.899025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Attempting to bind port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:22.899597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Attempting to bind port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:22.905541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:22.907313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:22.908014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.908409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:22.908956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Bound port: 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:22.909340 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.990530 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d73cf59-97fb-4180-b22b-948922060085 req-b78c9fbf-44ac-4f78-a6d7-650f61516f43 service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144507 Dec 23 12:28:22.993848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] For port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:22.997355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] For port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:23.059899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:23.063787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.099171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.197298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81816-f97a-44aa-81be-e12ea83231dc None None] Pushing event updated for resources: {'Port': ['ID=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:23.310553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49424) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:23.346402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4940-ec83-402e-a685-7e562a29883f req-47d5d655-766d-44b9-a130-6b9123dc998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.348261 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-47d5d655-766d-44b9-a130-6b9123dc998d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0&device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 1095 time: 0.1097507 Dec 23 12:28:23.354794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f50af6-e0e8-485e-9f25-b1270db967db req-ac17d358-5aa0-407a-98fa-bd2eafe92f6d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.356999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6f50af6-e0e8-485e-9f25-b1270db967db req-ac17d358-5aa0-407a-98fa-bd2eafe92f6d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0914032 Dec 23 12:28:23.501618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6f50af6-e0e8-485e-9f25-b1270db967db req-df41ad7d-2786-4746-8511-9c021a951697 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357551 Dec 23 12:28:23.569464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-020a4510-1d22-4577-8430-75bf4efbc886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.651937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4940-ec83-402e-a685-7e562a29883f req-a43b6cd7-19a5-4e9e-b568-2a8f9471e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.653364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-a43b6cd7-19a5-4e9e-b568-2a8f9471e05d service neutron] 10.222.0.43 "GET /v2.0/networks?id=50f985a2-1fd9-4960-9f07-8c93e3e006a9 HTTP/1.1" status: 200 len: 916 time: 0.2753148 Dec 23 12:28:23.694521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2aec1d-ea32-4e4b-a377-7fff4b2b3007 req-006ddc9e-7275-4245-b15c-008f7bc88c8c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.696211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc2aec1d-ea32-4e4b-a377-7fff4b2b3007 req-006ddc9e-7275-4245-b15c-008f7bc88c8c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.0948491 Dec 23 12:28:23.708618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.711674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-911fbc17-7ac1-459a-bb06-2f2c24c4a637 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e8ca89-252d-4937-8a4c-88507ef332c0 HTTP/1.1" status: 200 len: 217 time: 0.0509164 Dec 23 12:28:23.742665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-020a4510-1d22-4577-8430-75bf4efbc886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.767492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc2aec1d-ea32-4e4b-a377-7fff4b2b3007 req-ffe0e7d7-fe4d-4620-ab21-1beae4a48161 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591681 Dec 23 12:28:23.781393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:23.792176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:23.798348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.798943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.815547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4940-ec83-402e-a685-7e562a29883f req-75a22c76-3cc8-43c3-8e80-8d504993f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.819589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-75a22c76-3cc8-43c3-8e80-8d504993f0e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0757a7f7-4f23-4797-aff4-ca1fba802b5e HTTP/1.1" status: 200 len: 854 time: 0.0975480 Dec 23 12:28:23.819589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=cbdfa235-9a98-46c8-bf36-453801bc2586,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:23.876249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b4940-ec83-402e-a685-7e562a29883f req-f3784c26-f0eb-498c-b7b9-c3e6ba2161cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.878689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-f3784c26-f0eb-498c-b7b9-c3e6ba2161cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50f985a2-1fd9-4960-9f07-8c93e3e006a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533447 Dec 23 12:28:23.887825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-95fdc085-5a06-41ad-8857-837c75613e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.889450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-95fdc085-5a06-41ad-8857-837c75613e73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1096 time: 0.0620332 Dec 23 12:28:23.896612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-020a4510-1d22-4577-8430-75bf4efbc886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.960877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-020a4510-1d22-4577-8430-75bf4efbc886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43fd2b02d20f4f8ebf3374402a3487f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6458769 Dec 23 12:28:23.966249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:24.009836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3310dc47-3ce7-48c1-940b-782e1687cbb1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2788153 Dec 23 12:28:24.015358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:24.020295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:21:fb:17', 'name': 'tempest-NetworksTestDHCPv6-348379106'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:24.028994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:24.104511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:24.104938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.143000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a4510-1d22-4577-8430-75bf4efbc886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b097a03-c924-4917-a6ff-8fe59e159a1b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:24.209816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894dc5-e703-4723-b5e8-342856c73d9a req-a91a7639-896c-4d25-94c0-5077fb413204 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.224085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5894dc5-e703-4723-b5e8-342856c73d9a req-a91a7639-896c-4d25-94c0-5077fb413204 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.2692513 Dec 23 12:28:24.235187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-0de125c6-96c6-4054-87a2-8cf344e23ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.235664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.238302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-0de125c6-96c6-4054-87a2-8cf344e23ea6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.2812207 Dec 23 12:28:24.242062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.289548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-ee30ac7e-55de-491c-942c-54e0b2cf3a46 service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931744 Dec 23 12:28:24.297699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:24.368055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.368905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.389064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-9ca2cc65-853e-4687-bc01-4cf5abbdd345 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 1000 time: 0.1409488 Dec 23 12:28:24.461714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:24.470944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ce6b4940-ec83-402e-a685-7e562a29883f req-3f663e1b-a549-477d-af66-d79f2902d6aa service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739967 Dec 23 12:28:24.490437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5894dc5-e703-4723-b5e8-342856c73d9a req-476e073b-30df-412e-a12c-8d9d46ce4601 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641857 Dec 23 12:28:24.500150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-5be6c142-3b74-4bac-b742-3ba41cb14ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.502326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-5be6c142-3b74-4bac-b742-3ba41cb14ed4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.1052375 Dec 23 12:28:24.560734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:24.565108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-11f94e53-d16c-4397-83b2-35523be91eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.565990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-11f94e53-d16c-4397-83b2-35523be91eda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566566 Dec 23 12:28:24.569676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.572420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.583669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b097a03-c924-4917-a6ff-8fe59e159a1b HTTP/1.1" status: 204 len: 168 time: 0.6160514 Dec 23 12:28:24.636854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0a407-00fe-4fe2-a09b-3fbb634a86b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b097a03-c924-4917-a6ff-8fe59e159a1b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:24.697447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6170eea-dc5c-493c-9be6-8db5e01267ed None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:24.732503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.759077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port b53856a5-2523-45a3-92f7-5040eda08764 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:24.787639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1b04ae0c-a0a9-4dce-a305-51f668dca7b0 None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:24.788268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b04ae0c-a0a9-4dce-a305-51f668dca7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.869372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9e65-52c1-4482-b4d4-71703c0b85e6 req-e690665e-f0d9-4a57-ad47-ffbc653be56c tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.877351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737d9e65-52c1-4482-b4d4-71703c0b85e6 req-e690665e-f0d9-4a57-ad47-ffbc653be56c tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.2168741 Dec 23 12:28:24.900292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-0970c733-5c19-4882-9617-ba9d1da26de3 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265328 Dec 23 12:28:25.019132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737d9e65-52c1-4482-b4d4-71703c0b85e6 req-ede6a075-2e92-4e38-a86a-d83cbb118312 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408572 Dec 23 12:28:25.064525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb463-4dc3-45f6-b987-a8d7e0c979e0 req-592b0375-ba48-4715-b73d-3b655db27ae9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:25.066168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc6bb463-4dc3-45f6-b987-a8d7e0c979e0 req-592b0375-ba48-4715-b73d-3b655db27ae9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 945 time: 0.1327531 Dec 23 12:28:25.070542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad475e0-17cd-41b8-9fd0-88ac6b06dcee req-402057c3-2999-4ecd-bd03-75000f3915e4 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594362 Dec 23 12:28:25.089244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '52159531-6139-41d5-ba09-d8ed85ca8781', 'ip_address': '2001:db8::f816:3eff:fef7:ee9a'}, {'subnet_id': 'cbdfa235-9a98-46c8-bf36-453801bc2586'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:28:25.091629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8:0:1::86 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/cbdfa235-9a98-46c8-bf36-453801bc2586/b53856a5-2523-45a3-92f7-5040eda08764) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:25.099747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fe21:fb17 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/52159531-6139-41d5-ba09-d8ed85ca8781/b53856a5-2523-45a3-92f7-5040eda08764) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:25.121650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.158010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc6bb463-4dc3-45f6-b987-a8d7e0c979e0 req-12b64b43-e90a-42c4-af07-dffe674c1f00 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825753 Dec 23 12:28:25.196486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:25.304310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.355841 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.383321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:25.385535 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f285b5cf-bd29-48b9-beab-71f3741874fd" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:25.397883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:25.425093 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0314b-b5b0-47fe-86c1-45f782109773 x-openstack-request-id: req-58c0314b-b5b0-47fe-86c1-45f782109773 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:25.425386 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:25.425759 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58c0314b-b5b0-47fe-86c1-45f782109773 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:25.426152 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'code': 200} Dec 23 12:28:25.455051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.499974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:25.503307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:25.507344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:25.507851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Allocated IP 2001:db8:0:1::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/cbdfa235-9a98-46c8-bf36-453801bc2586/3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:25.514746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:25.515392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.528678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=b53856a5-2523-45a3-92f7-5040eda08764,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:25.555601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.621120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49460) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:25.645571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dab04e1-46a5-4572-b556-f7649675e228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.659230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2141-235c-4623-bef1-94636391bbd6 req-82508d9d-997e-43b6-a459-cd75f2bddbc0 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:25.661176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec8c2141-235c-4623-bef1-94636391bbd6 req-82508d9d-997e-43b6-a459-cd75f2bddbc0 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.0829172 Dec 23 12:28:25.665236 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a67c8c76-aaef-40cd-81cc-4eb5dd04bfca tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6486294 Dec 23 12:28:25.668418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49462) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:25.742297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec8c2141-235c-4623-bef1-94636391bbd6 req-59d6d105-96cb-4b4a-87ae-ecfdfbe0fc10 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Dec 23 12:28:25.830032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dab04e1-46a5-4572-b556-f7649675e228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.839152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port b53856a5-2523-45a3-92f7-5040eda08764 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:25.839273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.849840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:25.873819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] For port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:25.915826 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.940032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:25.953131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for b53856a5-2523-45a3-92f7-5040eda08764 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:25.988353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:26.039249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:26.040005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.073422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.149516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd502e73-d4f4-4622-8d8e-f59954828722 None None] Pushing event updated for resources: {'Port': ['ID=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:26.208978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863619-f46a-4137-8682-b7790decfd2c req-30216279-ee52-4f5f-b862-24569b9e3dac tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.220779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11863619-f46a-4137-8682-b7790decfd2c req-30216279-ee52-4f5f-b862-24569b9e3dac tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0888655 Dec 23 12:28:26.309241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11863619-f46a-4137-8682-b7790decfd2c req-954f969f-a691-4896-af27-f094c1dc1076 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874197 Dec 23 12:28:26.378091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dab04e1-46a5-4572-b556-f7649675e228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.442936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2dab04e1-46a5-4572-b556-f7649675e228 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=411fbd32f25149619b810113228405d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199487 Dec 23 12:28:26.446038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:26.451293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab04e1-46a5-4572-b556-f7649675e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beced17-52e8-4ea8-8580-014957d4a2e0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:26.500911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-c3f6a9d8-895d-4662-a5ee-1b475349e520 tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.502714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-c3f6a9d8-895d-4662-a5ee-1b475349e520 tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 1101 time: 0.1141143 Dec 23 12:28:26.518232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925345db-e717-49d6-9e3e-452acc4603e9 req-979b5395-0fb1-4730-92ea-a4b70bb5abac tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.525575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-925345db-e717-49d6-9e3e-452acc4603e9 req-979b5395-0fb1-4730-92ea-a4b70bb5abac tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1356604 Dec 23 12:28:26.560982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-9b684cca-0956-4871-a75a-9caaff33dd8f tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.592779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.622428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-925345db-e717-49d6-9e3e-452acc4603e9 req-cc7151b3-5731-4055-922e-382591f889c3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957460 Dec 23 12:28:26.652011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.656485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.682094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=b53856a5-2523-45a3-92f7-5040eda08764,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:26.753725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.759751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a77b230-c0c0-40bd-8d2d-1860b289b218 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/b53856a5-2523-45a3-92f7-5040eda08764 HTTP/1.1" status: 204 len: 168 time: 1.0882242 Dec 23 12:28:26.760058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49480) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:26.783120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-9b684cca-0956-4871-a75a-9caaff33dd8f tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.811791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c7a9a-a39e-4360-9299-9d6ac0761bd6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.814193 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f9c7a9a-a39e-4360-9299-9d6ac0761bd6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0529208 Dec 23 12:28:26.817518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49482) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:26.877559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055169f-c04b-4557-ba34-5f576ba07b58 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.879576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f055169f-c04b-4557-ba34-5f576ba07b58 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0608261 Dec 23 12:28:26.882382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:26.909530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c4fdaaaa-c025-4a5c-9607-a43d183eced5 None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:26.909911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4fdaaaa-c025-4a5c-9607-a43d183eced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.916019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.927724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.929190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2beced17-52e8-4ea8-8580-014957d4a2e0 HTTP/1.1" status: 204 len: 168 time: 0.4782321 Dec 23 12:28:26.930542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-9b684cca-0956-4871-a75a-9caaff33dd8f tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:26.952666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72190207-8be7-428f-9702-55ee9dfe5023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beced17-52e8-4ea8-8580-014957d4a2e0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:26.985515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41bfa317-5e15-4779-abfd-47113eb91b80 req-9b684cca-0956-4871-a75a-9caaff33dd8f tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556496 Dec 23 12:28:26.987031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c6153-b1f3-4ad9-9c1e-9284c2140744 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.992672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c6153-b1f3-4ad9-9c1e-9284c2140744 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.996904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c6153-b1f3-4ad9-9c1e-9284c2140744 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:26.999114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b5c6153-b1f3-4ad9-9c1e-9284c2140744 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1151774 Dec 23 12:28:27.003900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:27.026499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b684cca-0956-4871-a75a-9caaff33dd8f tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af3adf-c617-4ad2-b79e-15869c9c5057,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:27.090127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 52159531-6139-41d5-ba09-d8ed85ca8781 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:27.095198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.143410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.206569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-26b64b6d-1e34-4cb9-a249-86cc3104d3b5 None None] Could not find standard attr ID for object b53856a5-2523-45a3-92f7-5040eda08764. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:28:27.236083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.387665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.417466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=52159531-6139-41d5-ba09-d8ed85ca8781,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:27.428430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.431763 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dde201e6-b277-47cc-a791-c9dd43a83deb tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/52159531-6139-41d5-ba09-d8ed85ca8781 HTTP/1.1" status: 204 len: 168 time: 0.4268956 Dec 23 12:28:27.434629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:27.442031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bad14-f95c-4768-9319-75bc49c678ca None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:27.452939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0269f1b-360b-4379-ad59-5b63102b4916 req-638358c8-f4d8-480e-839c-3ecd05a73245 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:27.461432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0269f1b-360b-4379-ad59-5b63102b4916 req-638358c8-f4d8-480e-839c-3ecd05a73245 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0745220 Dec 23 12:28:27.497580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet cbdfa235-9a98-46c8-bf36-453801bc2586 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:27.501714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.541392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0269f1b-360b-4379-ad59-5b63102b4916 req-22acfa2e-6518-4f5a-92d2-f345a562e9a1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790298 Dec 23 12:28:27.554905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.642215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.756640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48bd24-04ca-426a-b09a-ece972d0ecbf req-3bd3f811-232b-4e19-96f0-087d24f3b00e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:27.758236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d48bd24-04ca-426a-b09a-ece972d0ecbf req-3bd3f811-232b-4e19-96f0-087d24f3b00e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0562379 Dec 23 12:28:27.809513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d48bd24-04ca-426a-b09a-ece972d0ecbf req-5fd71228-267e-46bc-b794-955fe0cef1c2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452905 Dec 23 12:28:27.883765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.945642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:27.981200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:27.987338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/cbdfa235-9a98-46c8-bf36-453801bc2586 HTTP/1.1" status: 204 len: 168 time: 0.5517929 Dec 23 12:28:27.988532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecc7d1-bfc3-4765-b16c-8f0137e676f5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdfa235-9a98-46c8-bf36-453801bc2586,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:27.989420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:28.001877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49512) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:28.017261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ffb621e-ee75-4e2c-a6ba-4590410bf540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.042162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-42b55cb4-ab21-40f2-bf05-1973ccd980ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515180 Dec 23 12:28:28.045163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:28.051467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:28.059539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:28.060322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.177342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396397-8348-4e84-b3ea-3cbef28522c7 req-b835ca0c-7a54-4053-943b-533f5e88f215 tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:28.185425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8396397-8348-4e84-b3ea-3cbef28522c7 req-b835ca0c-7a54-4053-943b-533f5e88f215 tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 1101 time: 0.0527549 Dec 23 12:28:28.244701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ffb621e-ee75-4e2c-a6ba-4590410bf540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.249177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8396397-8348-4e84-b3ea-3cbef28522c7 req-64fee177-3d54-47d6-b4f3-a45e1f9764e9 tempest-ServersAdminNegativeTestJSON-382637186 tempest-ServersAdminNegativeTestJSON-382637186-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Dec 23 12:28:28.308669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:28.314967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.331466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51c5c1-0702-456a-90fa-10b7c6f75314 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:28.363151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ffb621e-ee75-4e2c-a6ba-4590410bf540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.412489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2ab74279-e4d2-4bb9-98b2-67987f66279e None None] Provisioning complete for port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:28.412489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2ab74279-e4d2-4bb9-98b2-67987f66279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.436530 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ffb621e-ee75-4e2c-a6ba-4590410bf540 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c1a77f676594730b07370fd6a14b9a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4335613 Dec 23 12:28:28.439151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb621e-ee75-4e2c-a6ba-4590410bf540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c4a97-511f-48af-b850-c55df90111fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:28.439776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-024e85ea-160f-4450-b675-380b0977bc7b req-ff15e279-3503-4d33-90f2-ad128cdb274d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:28:28.441096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-024e85ea-160f-4450-b675-380b0977bc7b req-ff15e279-3503-4d33-90f2-ad128cdb274d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080559 Dec 23 12:28:28.441731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:28.540670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.581497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.585631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f5459-234d-4101-abae-540bc132046c None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:28.647068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a99f5459-234d-4101-abae-540bc132046c None None] Deleting port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:28.647683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a99f5459-234d-4101-abae-540bc132046c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.715905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a99f5459-234d-4101-abae-540bc132046c None None] For port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:28.716292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a99f5459-234d-4101-abae-540bc132046c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.730285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a99f5459-234d-4101-abae-540bc132046c None None] Calling delete_port for 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:28.820352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.823160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.824378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f11c4a97-511f-48af-b850-c55df90111fb HTTP/1.1" status: 204 len: 168 time: 0.3804305 Dec 23 12:28:28.847548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedf0f0-a89d-417d-8a48-da9f89f7c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c4a97-511f-48af-b850-c55df90111fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:28.872111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:28.963466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a99f5459-234d-4101-abae-540bc132046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.988498 n-d-822750-2 neutron-server[104038]: WARNING neutron.services.revisions.revision_plugin [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Could not find related port for resource to bump revision. Dec 23 12:28:28.991451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5459-234d-4101-abae-540bc132046c None None] Pushing event deleted for resources: {'Port': ['ID=3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:28.993669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f5459-234d-4101-abae-540bc132046c None None] No DVR routers for this DVR port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:29.057880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Port 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 23 12:28:29.058172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:ee9a {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 23 12:28:29.063682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_pluggable_backend [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:ee9a {{(pid=104038) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 23 12:28:29.065061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.118303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:29.121729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:29.124731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:29.125945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.133910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd9706-6212-4a08-8c78-0637d4fdd3bf None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:29.137873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=794d671a-e82e-473d-b80b-9c0459b77c74,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:29.189525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5163-5ac7-487a-ad65-f91d5914b3f1 req-554d82e8-275b-483b-a1a8-dcbf0a6993c4 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:29.191892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a87d5163-5ac7-487a-ad65-f91d5914b3f1 req-554d82e8-275b-483b-a1a8-dcbf0a6993c4 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0649390 Dec 23 12:28:29.245488 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f601b5ae-2131-43d1-b617-d40df15424cd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1990478 Dec 23 12:28:29.246238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:29.252104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:29.262635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:29.284007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '794d671a-e82e-473d-b80b-9c0459b77c74'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:29.284911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.286966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a87d5163-5ac7-487a-ad65-f91d5914b3f1 req-ec46313d-4bc7-449c-ad14-efd48c86e5a3 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888913 Dec 23 12:28:29.467998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c7b1a-7d47-42b8-864f-af8b2be1408d req-6726ddc9-9aa7-457b-9a53-e46a54462a60 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:29.476220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-829c7b1a-7d47-42b8-864f-af8b2be1408d req-6726ddc9-9aa7-457b-9a53-e46a54462a60 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.0788059 Dec 23 12:28:29.522625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:29.529597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.553531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-829c7b1a-7d47-42b8-864f-af8b2be1408d req-b56031ce-c7bf-4d0e-a05b-918fcb91a555 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752926 Dec 23 12:28:29.576717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Allocated IP 2001:db8::f816:3eff:fee3:c1d1 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/794d671a-e82e-473d-b80b-9c0459b77c74/7dc69d21-bd81-48e7-9206-ff1371f9568e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:29.596921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-58da341a-0f57-4f85-8330-6412c29cf50c req-93026e3d-1a56-4bac-baa0-b5fb6377f801 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:28:29.598514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58da341a-0f57-4f85-8330-6412c29cf50c req-93026e3d-1a56-4bac-baa0-b5fb6377f801 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069332 Dec 23 12:28:29.665252 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 794d671a-e82e-473d-b80b-9c0459b77c74 (CIDR: 2001:db8::/64) Dec 23 12:28:29.715238 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:28:29.715700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:29.747053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.892940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:29.904755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49570) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:29.905826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7a41103b-9c1b-4bc0-8b71-dd874f859135 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6583226 Dec 23 12:28:29.914550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:29.923615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:29.963371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:29.964198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:29.964639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3d1ffec9-5cf4-4fd6-a9b4-f96f17a1468d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:29.972803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:29.978242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:29.980116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Pushing event updated for resources: {'Port': ['ID=7dc69d21-bd81-48e7-9206-ff1371f9568e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:30.037376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcae0b6-710e-419f-a190-6e8f0aa93263 req-09b56946-5d46-465f-9ee1-272ced081d8d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:30.044808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1dcae0b6-710e-419f-a190-6e8f0aa93263 req-09b56946-5d46-465f-9ee1-272ced081d8d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1435425 Dec 23 12:28:30.050739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Attempting to bind port 7dc69d21-bd81-48e7-9206-ff1371f9568e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:30.051135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Attempting to bind port 7dc69d21-bd81-48e7-9206-ff1371f9568e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:30.051571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Attempting to bind port 7dc69d21-bd81-48e7-9206-ff1371f9568e on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:30.057214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:30.057937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:30.058682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.059149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:30.059724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Bound port: 7dc69d21-bd81-48e7-9206-ff1371f9568e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:30.060163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.126024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1dcae0b6-710e-419f-a190-6e8f0aa93263 req-e5e2eac7-1940-4baf-99d1-aa6d8ea15cde tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803299 Dec 23 12:28:30.132674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] For port 7dc69d21-bd81-48e7-9206-ff1371f9568e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:30.136486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] For port 7dc69d21-bd81-48e7-9206-ff1371f9568e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dc69d21-bd81-48e7-9206-ff1371f9568e,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:30.228732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:30.233184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.258460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.325061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b836e1-b946-4bf5-af8b-50a34a1a3937 None None] Pushing event updated for resources: {'Port': ['ID=7dc69d21-bd81-48e7-9206-ff1371f9568e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:30.495007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769740-1a6d-40d2-9819-1ca146806d7a req-f8c9a6ae-ba3b-443a-824c-2a12b4cf0d67 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:30.496486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f769740-1a6d-40d2-9819-1ca146806d7a req-f8c9a6ae-ba3b-443a-824c-2a12b4cf0d67 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1115906 Dec 23 12:28:30.626621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f769740-1a6d-40d2-9819-1ca146806d7a req-f84ab9c8-6937-49c3-8463-02569cf9a297 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183391 Dec 23 12:28:30.673306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-34d14c12-5d6c-4e2f-88c3-1d3094e43204 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2645128 Dec 23 12:28:30.758682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.822569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20276-5ada-4bc6-a81a-60908d594ada req-2234cef1-1072-441a-a198-b5920b00f516 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:30.825356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27f20276-5ada-4bc6-a81a-60908d594ada req-2234cef1-1072-441a-a198-b5920b00f516 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.1006835 Dec 23 12:28:30.831769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:30.836847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:30.845750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:30.846410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.852220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=f59bc282-abfb-419e-a29b-c1ef8d72ea8f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:30.907908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27f20276-5ada-4bc6-a81a-60908d594ada req-4b777e3d-b5b6-4f8a-8272-2863d78a3474 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750570 Dec 23 12:28:31.064635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-786a0400-a555-45a7-a43e-3ed013770ee9 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1570332 Dec 23 12:28:31.067455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49616) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:31.079387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:f6:4b:9e', 'name': 'tempest-NetworksTestDHCPv6-1434588202'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:31.138729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-580bc366-937e-4553-9e96-d1987ba31df2 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:31.140240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-580bc366-937e-4553-9e96-d1987ba31df2 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.0699377 Dec 23 12:28:31.303177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:31.348764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330623d3-f864-4701-b9f0-19b5ecd1c1df req-e909b3ae-f383-4d22-80c0-85c7f9d49de4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:31.350318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-330623d3-f864-4701-b9f0-19b5ecd1c1df req-e909b3ae-f383-4d22-80c0-85c7f9d49de4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0869203 Dec 23 12:28:31.358343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Deleting port 85e65982-5db6-4f04-9f61-a6fe86b641f6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:31.358682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:31.423063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:31.448604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port 204faff8-8188-414c-a876-9c177bbec891 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:31.488107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-330623d3-f864-4701-b9f0-19b5ecd1c1df req-a928b3b4-42c5-4c18-bc4d-3216aab11846 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178095 Dec 23 12:28:31.601901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] For port 85e65982-5db6-4f04-9f61-a6fe86b641f6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=85e65982-5db6-4f04-9f61-a6fe86b641f6,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:31.602367 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:31.629627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Calling delete_port for 85e65982-5db6-4f04-9f61-a6fe86b641f6 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:31.686152 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-9c36ff5a-c04e-494c-9b70-8d32c7e9d166 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1079192 Dec 23 12:28:31.721308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abaef7c-079f-4145-ab77-e27b4e3d5873 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:31.739517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8:0:1::3d2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/f59bc282-abfb-419e-a29b-c1ef8d72ea8f/204faff8-8188-414c-a876-9c177bbec891) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:31.751765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::f816:3eff:fef6:4b9e (dd6205f3-f5df-4d72-9c58-989d3d0bb346/794d671a-e82e-473d-b80b-9c0459b77c74/204faff8-8188-414c-a876-9c177bbec891) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:31.921010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] Provisioning complete for port 7dc69d21-bd81-48e7-9206-ff1371f9568e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:31.921010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.049659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dc69d21-bd81-48e7-9206-ff1371f9568e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:32.083387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.084498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.085449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.086080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.086708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.087398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.088052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.090389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4d1ed818-9dd4-45c0-a126-ea5bfe6d4066 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.2668712 Dec 23 12:28:32.157452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.287941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-6e5271d1-b526-4698-b19d-1d4c57fb903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.288784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-6e5271d1-b526-4698-b19d-1d4c57fb903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.289944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-6e5271d1-b526-4698-b19d-1d4c57fb903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.292699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-6e5271d1-b526-4698-b19d-1d4c57fb903d service neutron] 10.222.0.43 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=855e83c9-43a9-4a09-961a-fb691ba2b544&id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 2299 time: 0.1331534 Dec 23 12:28:32.296667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.340842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7dc69d21-bd81-48e7-9206-ff1371f9568e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:32.341801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.345248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Update dhcp port {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'fixed_ips': [{'subnet_id': '794d671a-e82e-473d-b80b-9c0459b77c74', 'ip_address': '2001:db8::f816:3eff:fee3:c1d1'}, {'subnet_id': 'f59bc282-abfb-419e-a29b-c1ef8d72ea8f'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '7dc69d21-bd81-48e7-9206-ff1371f9568e'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:28:32.376028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-e2eaf304-ec78-4706-a84e-410ffa8f3e72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 1002 time: 0.0729887 Dec 23 12:28:32.410023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] For port 7dc69d21-bd81-48e7-9206-ff1371f9568e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dc69d21-bd81-48e7-9206-ff1371f9568e,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:32.415308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.442889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4a9c055e-15d8-46c1-a948-1f7bf8684298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.442889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-4a9c055e-15d8-46c1-a948-1f7bf8684298 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 200 len: 856 time: 0.0599041 Dec 23 12:28:32.498794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-9b7ba381-f223-4fe0-83d1-5211de906d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.501001 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-9b7ba381-f223-4fe0-83d1-5211de906d1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512209 Dec 23 12:28:32.504166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301c62-3f36-4610-b607-c759f2b81da6 req-8c280909-b425-4584-bf9d-0dfa44a9f79d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.513270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50301c62-3f36-4610-b607-c759f2b81da6 req-8c280909-b425-4584-bf9d-0dfa44a9f79d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1305387 Dec 23 12:28:32.517217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.530985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616eff8-affa-41b7-85e4-74c7b031cbe2 req-62a470db-571a-4f90-8561-8c643f38049f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.539083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e616eff8-affa-41b7-85e4-74c7b031cbe2 req-62a470db-571a-4f90-8561-8c643f38049f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 950 time: 0.1575274 Dec 23 12:28:32.540080 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.591292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.623922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50301c62-3f36-4610-b607-c759f2b81da6 req-c0c5cd4e-d2cd-4671-ad33-7f7f2b040ff8 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097195 Dec 23 12:28:32.661474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e616eff8-affa-41b7-85e4-74c7b031cbe2 req-f4da8b31-5c67-4eb3-b92c-181557772181 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214287 Dec 23 12:28:32.671324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:32.676688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=204faff8-8188-414c-a876-9c177bbec891,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:32.677938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.681507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:32.685729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:32.696019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.697875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.758387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Pushing event deleted for resources: {'Port': ['ID=85e65982-5db6-4f04-9f61-a6fe86b641f6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:32.829899 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-f8210d44-ae51-4cfe-b686-d0dd6b92d71f service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163998 Dec 23 12:28:32.870414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f0c80c4b-5471-4ea2-91fa-4aed7b5627bf tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8017907 Dec 23 12:28:32.871429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49650) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:32.879063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] No DVR routers for this DVR port 85e65982-5db6-4f04-9f61-a6fe86b641f6 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:32.884458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:32.896536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b66d9fd2-bec6-45ee-9dc5-0b0f50190136 req-1617d382-e03a-4ae5-8279-37399a2c7eca tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.57 "DELETE /v2.0/ports/85e65982-5db6-4f04-9f61-a6fe86b641f6 HTTP/1.1" status: 204 len: 173 time: 1.7464676 Dec 23 12:28:32.901834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['da631538-5b37-4140-8ccf-602d6c80e856'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:32.932854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'name': 'network-vif-deleted', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:32.937095 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c914e119-b383-4427-9ddf-887563691a4c" -d '{"events": [{"server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "name": "network-vif-deleted", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:32.985739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb73ec1-ab42-4adf-966d-9c0197fc84af req-4b5a1556-9491-4f6d-8bec-53d935b655ac tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.990234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3fb73ec1-ab42-4adf-966d-9c0197fc84af req-4b5a1556-9491-4f6d-8bec-53d935b655ac tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.2340131 Dec 23 12:28:32.997306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:28:32.998422 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:28:33.057526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650976-5780-4926-9549-4dfe06b0cd5e None None] Pushing event updated for resources: {'Port': ['ID=7dc69d21-bd81-48e7-9206-ff1371f9568e,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:33.110138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3fb73ec1-ab42-4adf-966d-9c0197fc84af req-346fd2da-1638-4686-a9aa-71b2cce6f69a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083295 Dec 23 12:28:33.115406 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd002e-0e46-4381-839f-92191eeabe02 x-openstack-request-id: req-a1dd002e-0e46-4381-839f-92191eeabe02 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:33.115725 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8eedc-0012-4eda-9298-1dd098167d09", "name": "network-vif-deleted", "tag": "85e65982-5db6-4f04-9f61-a6fe86b641f6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:33.116001 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1dd002e-0e46-4381-839f-92191eeabe02 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:33.116388 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8eedc-0012-4eda-9298-1dd098167d09', 'name': 'network-vif-deleted', 'tag': '85e65982-5db6-4f04-9f61-a6fe86b641f6', 'status': 'completed', 'code': 200} Dec 23 12:28:33.127545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Allocated IP 2001:db8:0:1::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/f59bc282-abfb-419e-a29b-c1ef8d72ea8f/7dc69d21-bd81-48e7-9206-ff1371f9568e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:33.204871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-de73a5ad-2980-47f1-9c83-066d70f314ef service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649096 Dec 23 12:28:33.213330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port 204faff8-8188-414c-a876-9c177bbec891 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:33.213752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:33.262800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 85e65982-5db6-4f04-9f61-a6fe86b641f6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:33.305704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-3395e6f0-253c-47a6-ad0a-c5273d8fb73f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 217 time: 0.0747588 Dec 23 12:28:33.340238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 85e65982-5db6-4f04-9f61-a6fe86b641f6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:33.340678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 85e65982-5db6-4f04-9f61-a6fe86b641f6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:33.398469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-ebfc46ab-30a0-4dc1-95a5-25900c314ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:33.399804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-ebfc46ab-30a0-4dc1-95a5-25900c314ebe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0808709 Dec 23 12:28:33.416972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:33.441140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] For port 7dc69d21-bd81-48e7-9206-ff1371f9568e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dc69d21-bd81-48e7-9206-ff1371f9568e,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:33.446385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for 204faff8-8188-414c-a876-9c177bbec891 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:33.474236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:33.502851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-50561ee9-987a-4ae2-a923-38731824d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:33.504570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-50561ee9-987a-4ae2-a923-38731824d5c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972126 Dec 23 12:28:33.560061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:33.651416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-1546d4a5-a2d2-4665-ae69-0399ae1b8cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359591 Dec 23 12:28:33.710139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43281e0-b5f2-46d3-a6ba-2f33bfaf7029 None None] Pushing event updated for resources: {'Port': ['ID=7dc69d21-bd81-48e7-9206-ff1371f9568e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:33.835956 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-7eb3d6aa-b2bb-4409-b84f-38c183ab6829 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757367 Dec 23 12:28:33.853069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2440443c-53f8-458d-820e-b81f792c9fb7 req-01e095f4-5bda-4c67-a54f-7031cea1bd35 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa8eedc-0012-4eda-9298-1dd098167d09 HTTP/1.1" status: 200 len: 210 time: 0.0676484 Dec 23 12:28:33.900294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824d54-9fe5-46f1-b7cc-e64735587a7c req-2d7103cc-98db-438d-8249-32ad97f54fe7 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:33.902537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1824d54-9fe5-46f1-b7cc-e64735587a7c req-2d7103cc-98db-438d-8249-32ad97f54fe7 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1378777 Dec 23 12:28:33.920802 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-454a6172-1583-41d6-a54b-3028de3d76dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 217 time: 0.0752656 Dec 23 12:28:33.999141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1824d54-9fe5-46f1-b7cc-e64735587a7c req-7403321c-f146-43ef-9561-a73565a4e420 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895596 Dec 23 12:28:34.012624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dc69d21-bd81-48e7-9206-ff1371f9568e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:34.035161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.113853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7dc69d21-bd81-48e7-9206-ff1371f9568e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:34.114470 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.143633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=204faff8-8188-414c-a876-9c177bbec891,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:34.166808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-816f67f2-ad34-416b-96de-6b40f1267549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.174541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-816f67f2-ad34-416b-96de-6b40f1267549 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.2466071 Dec 23 12:28:34.300297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.314117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3cee287-1640-4ce4-b946-a729034124fd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/204faff8-8188-414c-a876-9c177bbec891 HTTP/1.1" status: 204 len: 168 time: 1.3954835 Dec 23 12:28:34.315482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49676) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:34.347537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-312a1b90-7eaf-4d69-8e0c-d085b3fa3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.350749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-312a1b90-7eaf-4d69-8e0c-d085b3fa3c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331744 Dec 23 12:28:34.384492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad5ff-0f09-4b5c-9c6b-55bcd6c00e5a req-f7901a84-4752-47fd-ab92-4d4db5526723 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.386138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-168ad5ff-0f09-4b5c-9c6b-55bcd6c00e5a req-f7901a84-4752-47fd-ab92-4d4db5526723 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1402404 Dec 23 12:28:34.444442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1d1a8-6acc-4620-bcc1-95e7789a905d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.446364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b9a1d1a8-6acc-4620-bcc1-95e7789a905d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1289353 Dec 23 12:28:34.449840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49678) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:34.466682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-168ad5ff-0f09-4b5c-9c6b-55bcd6c00e5a req-68d61492-91ab-4f6a-9ade-a352ece85794 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697045 Dec 23 12:28:34.508713 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-a695750f-0453-4d99-be82-f5d1cccc66fd service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505933 Dec 23 12:28:34.553634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3990d-b90b-4013-b25e-a1634fc36af0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.555200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-86e3990d-b90b-4013-b25e-a1634fc36af0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1044343 Dec 23 12:28:34.557913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49680) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:34.629640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4144da1-ea9b-4e1e-8e48-0d2476d984ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.631719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4144da1-ea9b-4e1e-8e48-0d2476d984ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.633584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4144da1-ea9b-4e1e-8e48-0d2476d984ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.635975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-3125e416-df35-4d09-ba25-612a8b558776 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196365 Dec 23 12:28:34.637291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4144da1-ea9b-4e1e-8e48-0d2476d984ad tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0779047 Dec 23 12:28:34.638076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:34.711306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-d40a835e-a02e-4a12-9e3a-a6300ae20508 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 200 len: 217 time: 0.0633852 Dec 23 12:28:34.733064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f0ae2fa4-2d91-4ae7-b22d-401ce7139133 None None] Provisioning complete for port 7dc69d21-bd81-48e7-9206-ff1371f9568e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:34.733426 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0ae2fa4-2d91-4ae7-b22d-401ce7139133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.790196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 794d671a-e82e-473d-b80b-9c0459b77c74 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:34.793885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.848675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-2218fb86-28d6-4909-967c-5b2ec124dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.851133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-2218fb86-28d6-4909-967c-5b2ec124dbfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1317325 Dec 23 12:28:34.879560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.981541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-e3d85885-76bd-4ea7-830c-fee961ef8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.983112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-e3d85885-76bd-4ea7-830c-fee961ef8ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190150 Dec 23 12:28:35.136469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:35.164589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5a5e953e-e326-4ad0-83d9-ee095b312803 None None] Could not find standard attr ID for object 204faff8-8188-414c-a876-9c177bbec891. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:28:35.181093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283efa80-61e3-4ad8-87bd-169d0cb40b13 req-1a0eda54-c88c-425e-901b-f52ed076c7bb tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:35.190333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-283efa80-61e3-4ad8-87bd-169d0cb40b13 req-1a0eda54-c88c-425e-901b-f52ed076c7bb tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0802760 Dec 23 12:28:35.256297 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-0fec3343-eeca-4679-8f93-ba4742f18d44 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639506 Dec 23 12:28:35.256989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-283efa80-61e3-4ad8-87bd-169d0cb40b13 req-b664ca0f-568c-4f58-9367-c8a91565807e tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616860 Dec 23 12:28:35.309861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:35.378300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=794d671a-e82e-473d-b80b-9c0459b77c74,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:35.382960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:35.389020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49700) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:35.389290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fc121e24-215d-4a01-a6a1-dbcdaf7ca4e0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/794d671a-e82e-473d-b80b-9c0459b77c74 HTTP/1.1" status: 204 len: 168 time: 0.7502315 Dec 23 12:28:35.394341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b0838-2766-4727-9014-e1f2272407e8 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:35.446307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-7b3d499e-75d6-469b-b6c0-393f5adfd463 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756010 Dec 23 12:28:35.524858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet f59bc282-abfb-419e-a29b-c1ef8d72ea8f {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:35.534355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:35.542792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-dfa18114-05ac-4819-99d9-7f6ea7905bbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 200 len: 217 time: 0.0858529 Dec 23 12:28:35.632955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-275aa725-681e-4e93-a7a7-6ba88ab54cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:35.634721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-275aa725-681e-4e93-a7a7-6ba88ab54cb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0863700 Dec 23 12:28:35.667192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:35.692985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-53a168e8-aa4b-4621-9c89-80bebd07426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:35.694691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-53a168e8-aa4b-4621-9c89-80bebd07426c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517123 Dec 23 12:28:35.756596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 05e8ca89-252d-4937-8a4c-88507ef332c0 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:28:35.757560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c16127-27aa-492c-a36a-7c86572accf3 req-e4c67e0f-f876-4f2c-8917-14151b516eda tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:35.767090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93c16127-27aa-492c-a36a-7c86572accf3 req-e4c67e0f-f876-4f2c-8917-14151b516eda tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.1748993 Dec 23 12:28:35.817226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887548-ebb4-4323-9546-ebf74f434a93 req-1b90b339-f1db-45ad-8a34-edcf6f7d2695 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:35.829472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a887548-ebb4-4323-9546-ebf74f434a93 req-1b90b339-f1db-45ad-8a34-edcf6f7d2695 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1817486 Dec 23 12:28:35.898331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-5171de1e-bc20-43a4-bb1d-d6eedc84c6ba service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960166 Dec 23 12:28:35.961951 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.017793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=05e8ca89-252d-4937-8a4c-88507ef332c0,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:36.036601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'port_id': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'mac_address': 'fa:16:3e:9f:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:28:36.057424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93c16127-27aa-492c-a36a-7c86572accf3 req-1afe802e-a6a9-4ee6-85e6-914004436f8c tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890234 Dec 23 12:28:36.096156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-803889e0-a0ce-48e6-935a-36e03ff9ce0a service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839397 Dec 23 12:28:36.113938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.122266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a887548-ebb4-4323-9546-ebf74f434a93 req-7f635401-00cc-49ac-8499-067bdd36cc8e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917123 Dec 23 12:28:36.129744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.148149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e8ca89-252d-4937-8a4c-88507ef332c0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:36.162558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=f59bc282-abfb-419e-a29b-c1ef8d72ea8f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:36.166232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.169546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec879341-f744-4208-a615-53b3a3aefe30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/f59bc282-abfb-419e-a29b-c1ef8d72ea8f HTTP/1.1" status: 204 len: 168 time: 0.7793918 Dec 23 12:28:36.172056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49710) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:36.190620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=05e8ca89-252d-4937-8a4c-88507ef332c0,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:36.192706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-6f7ab7f1-d83b-4719-8642-0055c3a0c016 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 200 len: 217 time: 0.0919235 Dec 23 12:28:36.232665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f21f971-3446-4e53-b17c-d4e0984b7a34 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591033 Dec 23 12:28:36.238585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:36.241398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:36.268860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.337579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:36.467531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7d586-9bab-47dc-8b4c-b4e537b43495 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:36.495064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94838-66e7-46b3-8ee3-8647eee49b92 req-123f1f19-3606-4552-b33a-fdca6d7b9207 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:36.497650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4e94838-66e7-46b3-8ee3-8647eee49b92 req-123f1f19-3606-4552-b33a-fdca6d7b9207 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 945 time: 0.1314731 Dec 23 12:28:36.594955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4e94838-66e7-46b3-8ee3-8647eee49b92 req-6f7e096c-1105-4781-ba17-094a849eaf0d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764685 Dec 23 12:28:36.608122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['05e8ca89-252d-4937-8a4c-88507ef332c0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:36.654443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-c7b75356-9c99-43d8-9a94-fe0c26cba609 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519764 Dec 23 12:28:36.730517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6dcec50e-c8dc-4bf2-b044-f9f86a473924 None None] Provisioning complete for port 7dc69d21-bd81-48e7-9206-ff1371f9568e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:36.735589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dcec50e-c8dc-4bf2-b044-f9f86a473924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:36.806919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-014b098d-221e-46d8-8cb5-c14b63a39b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:36.808673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-014b098d-221e-46d8-8cb5-c14b63a39b35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 1096 time: 0.1028566 Dec 23 12:28:36.836554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-63c6bdfd-1fe1-47e7-a916-5be3f3d1fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:36.838278 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-63c6bdfd-1fe1-47e7-a916-5be3f3d1fe67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.6365278 Dec 23 12:28:36.964333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-27d18be9-c881-416c-9857-f8cd7fa2de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:36.967762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-27d18be9-c881-416c-9857-f8cd7fa2de11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172352 Dec 23 12:28:36.987977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:36.995958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-e9c1ce49-91b5-4dde-b739-617ef49365a4 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:36.997500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-e9c1ce49-91b5-4dde-b739-617ef49365a4 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.2493486 Dec 23 12:28:37.050543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Deleting port 7dc69d21-bd81-48e7-9206-ff1371f9568e {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:37.051514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.056814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:37.060730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.138533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] For port 7dc69d21-bd81-48e7-9206-ff1371f9568e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dc69d21-bd81-48e7-9206-ff1371f9568e,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:37.139030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.155056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Calling delete_port for 7dc69d21-bd81-48e7-9206-ff1371f9568e owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:37.235818 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-fbafb3d6-b62c-4576-ac91-7e8e64babc19 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621603 Dec 23 12:28:37.240463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-1c5e967b-4669-4df6-aebf-05c8eeab816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.242313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-1c5e967b-4669-4df6-aebf-05c8eeab816c service neutron] 10.222.0.57 "GET /v2.0/networks?id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b HTTP/1.1" status: 200 len: 916 time: 0.4001482 Dec 23 12:28:37.348848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.361716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] No DVR routers for this DVR port 7dc69d21-bd81-48e7-9206-ff1371f9568e on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:37.389941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Deleting port da631538-5b37-4140-8ccf-602d6c80e856 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:37.390168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.391880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddef7f-7e5d-421f-b712-2e7f21768205 None None] Pushing event deleted for resources: {'Port': ['ID=7dc69d21-bd81-48e7-9206-ff1371f9568e,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:37.399971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-7f67426b-2b87-4c3e-9dbc-80f6b867eabb service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563077 Dec 23 12:28:37.401158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc56367-71fe-4507-af69-e80fd685fb6c req-f0d0c6b6-86bc-4b77-a48d-06cce8de0a58 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.402850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc56367-71fe-4507-af69-e80fd685fb6c req-f0d0c6b6-86bc-4b77-a48d-06cce8de0a58 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 950 time: 0.2281878 Dec 23 12:28:37.456301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-ddcc3b54-06fd-4eb3-97a2-3a72922a48bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 217 time: 0.0428419 Dec 23 12:28:37.487271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-5939ff61-7f10-4321-b2a6-7da7e1ed6512 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64 HTTP/1.1" status: 200 len: 1001 time: 0.2327635 Dec 23 12:28:37.510393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-db21f6f6-d8a6-4873-8fdc-515d27da9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.511900 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-db21f6f6-d8a6-4873-8fdc-515d27da9ba7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0462315 Dec 23 12:28:37.546078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c8e28-a022-4a6c-adee-259cf34e2679 req-3f84f57d-6f1c-45f9-bed5-7ce96fe8849a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.547943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c0c8e28-a022-4a6c-adee-259cf34e2679 req-3f84f57d-6f1c-45f9-bed5-7ce96fe8849a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.2914991 Dec 23 12:28:37.573047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497199-bb0b-4587-8184-adb5da3ea114 req-69243a88-ecb4-4872-bd22-9a7f20e9c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.578762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-69243a88-ecb4-4872-bd22-9a7f20e9c65a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573235 Dec 23 12:28:37.598430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.633588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc56367-71fe-4507-af69-e80fd685fb6c req-3b29d93f-cc05-448c-af06-03c54ad4b490 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fc3fb90-1adf-4a62-9762-f190d69efe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090950 Dec 23 12:28:37.644658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-42c9ff5b-c835-479c-b3a3-348d58da8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.646129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-42c9ff5b-c835-479c-b3a3-348d58da8aff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6495d105-c78a-4749-8fa4-e7ccb2cf1919 HTTP/1.1" status: 200 len: 854 time: 0.1502717 Dec 23 12:28:37.648070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] For port da631538-5b37-4140-8ccf-602d6c80e856, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=da631538-5b37-4140-8ccf-602d6c80e856,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:37.648436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.704622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Calling delete_port for da631538-5b37-4140-8ccf-602d6c80e856 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:37.713203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:37.720097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:37.724399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.725132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.731871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ba45d-456e-4f36-aac0-e625f218f849 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:37.732610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c0c8e28-a022-4a6c-adee-259cf34e2679 req-359e41b5-bdb7-4c7a-b8bb-a17e121ee134 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700585 Dec 23 12:28:37.777515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=c8b50485-e8cb-45be-95e7-0338bce6e473,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:37.785264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-efbb25f0-0666-45da-8675-43b1c3b3726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:37.787026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-efbb25f0-0666-45da-8675-43b1c3b3726b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56fcf2a8-3da6-4b73-9463-1a3c33155d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296363 Dec 23 12:28:37.802017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 05e8ca89-252d-4937-8a4c-88507ef332c0 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:37.868526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-daabd7f9-a6ad-40d5-8d26-0d520ccbec4a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6286433 Dec 23 12:28:37.869887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49746) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:37.878935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-a66cd0f6-edc7-4fac-bb9f-6380ef537e94 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932999 Dec 23 12:28:37.884530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:37.993271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dc69d21-bd81-48e7-9206-ff1371f9568e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:38.050107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': 'c8b50485-e8cb-45be-95e7-0338bce6e473'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:38.050971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.059406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7dc69d21-bd81-48e7-9206-ff1371f9568e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:38.059751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dc69d21-bd81-48e7-9206-ff1371f9568e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:38.069814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92497199-bb0b-4587-8184-adb5da3ea114 req-7a1ec8fe-9bf9-4dd2-91db-4add1854ea3e service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850522 Dec 23 12:28:38.149257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 05e8ca89-252d-4937-8a4c-88507ef332c0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:28:38.155687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 05e8ca89-252d-4937-8a4c-88507ef332c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:38.156063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.270350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/c8b50485-e8cb-45be-95e7-0338bce6e473/db81aec1-73cb-4c70-a041-3b0b0fb82442) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:38.276507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-b38743db-ec0f-4998-944b-4b491b34ca5c service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769511 Dec 23 12:28:38.317005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.386857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:38.388674 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d017c1-7b55-44b4-9d54-b71170f43a2c" -d '{"events": [{"server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:38.408777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=05e8ca89-252d-4937-8a4c-88507ef332c0,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:38.417836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b1901e8-db5c-416d-b2d9-81ccd619d451 req-0d69e28a-607b-4b18-9ad9-1100001bda4d service neutron] 10.222.0.57 "GET /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016154 Dec 23 12:28:38.433768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.446225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['da631538-5b37-4140-8ccf-602d6c80e856'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:38.547750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.551777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe8221-c7b6-4e77-8a84-bb58fc6c6902 req-0ed2431b-9407-4af2-bdf8-8dcdc267ea0d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:38.553189 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ce6aa-36ac-4a41-a802-e17321dca73c x-openstack-request-id: req-a23ce6aa-36ac-4a41-a802-e17321dca73c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:38.553584 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:38.553959 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a23ce6aa-36ac-4a41-a802-e17321dca73c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:38.554928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96fe8221-c7b6-4e77-8a84-bb58fc6c6902 req-0ed2431b-9407-4af2-bdf8-8dcdc267ea0d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 945 time: 0.5938845 Dec 23 12:28:38.555984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Pushing event deleted for resources: {'Port': ['ID=da631538-5b37-4140-8ccf-602d6c80e856,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:38.571815 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'code': 200} Dec 23 12:28:38.571815 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.644766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] No DVR routers for this DVR port da631538-5b37-4140-8ccf-602d6c80e856 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:38.655696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.661353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:38.661548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13bd707a-0174-4283-bf46-c8e1f2099427 req-1e9aa502-ce2d-45bc-813e-1087238a201d tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.43 "DELETE /v2.0/ports/da631538-5b37-4140-8ccf-602d6c80e856 HTTP/1.1" status: 204 len: 173 time: 1.6551490 Dec 23 12:28:38.662018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'name': 'network-vif-deleted', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:38.675092 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652bebf1-9fce-4666-9452-6651e0fe9c80" -d '{"events": [{"server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "name": "network-vif-deleted", "tag": "da631538-5b37-4140-8ccf-602d6c80e856"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:38.692539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.696691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dabbe-4878-4207-bbfc-ac5b215530aa req-f44344f3-6720-4b06-8b20-acc1dd186278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:38.698242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f2dabbe-4878-4207-bbfc-ac5b215530aa req-f44344f3-6720-4b06-8b20-acc1dd186278 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 1097 time: 0.1017573 Dec 23 12:28:38.739432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96fe8221-c7b6-4e77-8a84-bb58fc6c6902 req-4b99c304-e4d6-4f09-bdb6-f94aef6a4bdb tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079397 Dec 23 12:28:38.746316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:38.752995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:38.791095 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f2dabbe-4878-4207-bbfc-ac5b215530aa req-228fa124-14e3-48e6-8889-c4ef7e2f7e9b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831602 Dec 23 12:28:38.818989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:38.823042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:38.832868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:38.838000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Pushing event updated for resources: {'Port': ['ID=db81aec1-73cb-4c70-a041-3b0b0fb82442,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:38.887820 n-d-822750-2 neutron-server[104037]: INFO neutron.db.ipam_backend_mixin [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8b50485-e8cb-45be-95e7-0338bce6e473 (CIDR: 2001:db8::/64) Dec 23 12:28:38.893024 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf2c71-2185-4a13-adc7-23962c153f9f x-openstack-request-id: req-9dbf2c71-2185-4a13-adc7-23962c153f9f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:38.893295 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd27a8a-52d4-4545-bd4b-29a7d9839321", "name": "network-vif-deleted", "tag": "da631538-5b37-4140-8ccf-602d6c80e856", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:38.893624 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dbf2c71-2185-4a13-adc7-23962c153f9f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:38.894050 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd27a8a-52d4-4545-bd4b-29a7d9839321', 'name': 'network-vif-deleted', 'tag': 'da631538-5b37-4140-8ccf-602d6c80e856', 'status': 'completed', 'code': 200} Dec 23 12:28:38.937117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb46960d-fab1-4886-ab2d-2530fe3209f9 req-4c119f09-033c-4ed4-ba1c-8ff90bc2ac8f tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0420213 Dec 23 12:28:38.939032 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:28:38.939592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:39.021644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8a3d3759-7537-4a7c-bd52-d512c83d082a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1463909 Dec 23 12:28:39.024383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:39.028541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:39.105947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07d9c-978f-4053-b3ca-e40ae43c7899 req-f1a04639-1c52-4cc6-a68a-eec98c6df541 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:39.117525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7b07d9c-978f-4053-b3ca-e40ae43c7899 req-f1a04639-1c52-4cc6-a68a-eec98c6df541 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0831416 Dec 23 12:28:39.188476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Attempting to bind port db81aec1-73cb-4c70-a041-3b0b0fb82442 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:39.188813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Attempting to bind port db81aec1-73cb-4c70-a041-3b0b0fb82442 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:39.189132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Attempting to bind port db81aec1-73cb-4c70-a041-3b0b0fb82442 on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:39.201219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:39.201597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:39.202038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.202374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:39.202929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Bound port: db81aec1-73cb-4c70-a041-3b0b0fb82442, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:39.203299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.221131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7b07d9c-978f-4053-b3ca-e40ae43c7899 req-ef447617-7c0d-4788-b878-4c87aa81b68a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025269 Dec 23 12:28:39.309285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] For port db81aec1-73cb-4c70-a041-3b0b0fb82442, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:39.314518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] For port db81aec1-73cb-4c70-a041-3b0b0fb82442, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=db81aec1-73cb-4c70-a041-3b0b0fb82442,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:39.520457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:39.522210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.524620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.623699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096345-6d7e-4b4a-8e51-2912e5e87ddd None None] Pushing event updated for resources: {'Port': ['ID=db81aec1-73cb-4c70-a041-3b0b0fb82442,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:39.905568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb53718-c5c3-476b-b4d3-54cb17012635 req-25ef2cb6-9c70-4a28-82bd-b2735c217cbe tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:39.914407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb53718-c5c3-476b-b4d3-54cb17012635 req-25ef2cb6-9c70-4a28-82bd-b2735c217cbe tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0800171 Dec 23 12:28:40.030150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb53718-c5c3-476b-b4d3-54cb17012635 req-19ca5e5c-d32a-440e-b3dd-dcd55213887a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154399 Dec 23 12:28:40.166696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device db81aec1-73cb-4c70-a041-3b0b0fb82442 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:40.301913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port db81aec1-73cb-4c70-a041-3b0b0fb82442 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:40.305637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:40.328650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:40.371132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2607069a-5860-4fd5-bf6e-8e06e3932239 req-489db187-6558-4c33-bee7-d472bb707737 tempest-ServersAdminNegativeTestJSON-534705377 tempest-ServersAdminNegativeTestJSON-534705377-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dd27a8a-52d4-4545-bd4b-29a7d9839321 HTTP/1.1" status: 200 len: 210 time: 0.0733449 Dec 23 12:28:40.509199 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:40.510391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029341-bcee-4aa4-8fcc-a928eb312b56 req-e89a5fae-bc24-48c2-acdd-a59f7d4e9337 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:40.525845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b029341-bcee-4aa4-8fcc-a928eb312b56 req-e89a5fae-bc24-48c2-acdd-a59f7d4e9337 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1294677 Dec 23 12:28:40.589159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port db81aec1-73cb-4c70-a041-3b0b0fb82442, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=db81aec1-73cb-4c70-a041-3b0b0fb82442,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:40.593018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b029341-bcee-4aa4-8fcc-a928eb312b56 req-8d073628-f2a6-4c98-af52-03a124cd5ea1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622370 Dec 23 12:28:40.671910 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:40.729873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=db81aec1-73cb-4c70-a041-3b0b0fb82442,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:40.845215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.052494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] For port db81aec1-73cb-4c70-a041-3b0b0fb82442, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=db81aec1-73cb-4c70-a041-3b0b0fb82442,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:41.083249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.111279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b1f72b5d-c66f-4ab3-b048-4367587eaca5 None None] Provisioning complete for port db81aec1-73cb-4c70-a041-3b0b0fb82442 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:41.111648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b1f72b5d-c66f-4ab3-b048-4367587eaca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.164305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427008d9-368c-4d32-afff-75bc54b74862 req-6c8b4e93-6fbb-4330-920b-d1144dfc991d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:41.165875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-427008d9-368c-4d32-afff-75bc54b74862 req-6c8b4e93-6fbb-4330-920b-d1144dfc991d tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0554891 Dec 23 12:28:41.219542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-427008d9-368c-4d32-afff-75bc54b74862 req-3b2519be-0d7b-44f9-b17b-d3eb86384aae tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Dec 23 12:28:41.271796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.272657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.361768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee16fa-3e5a-4e49-bb73-7682e7101b62 req-6f054d70-a4e9-4aff-b746-e2b5abd839dd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:41.361904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:41.363598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cee16fa-3e5a-4e49-bb73-7682e7101b62 req-6f054d70-a4e9-4aff-b746-e2b5abd839dd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0617466 Dec 23 12:28:41.369854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:41.373741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49790) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:41.376439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:41.377070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.381808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d0bf2-de51-4f09-a562-66160828c2da None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:41.382295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Request body: {'floatingip': {'port_id': '05e8ca89-252d-4937-8a4c-88507ef332c0'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:41.408928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=ebe0b7a2-4b28-4f66-a329-fbaf170863f7,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:41.427730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=db81aec1-73cb-4c70-a041-3b0b0fb82442,revision_number=5']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:41.449609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:41.555856 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c96b24f-05fc-4af3-88ab-bbd0cf53cc10 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5322909 Dec 23 12:28:41.558709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:41.564815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:8a:2a:90', 'name': 'tempest-NetworksTestDHCPv6-1716952979'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:41.778046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device da631538-5b37-4140-8ccf-602d6c80e856 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:41.806194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c057-25e6-41e9-b83b-e0dc87c3056f req-0d25d74c-aa38-41c8-bc74-b4840f6fe4d0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:41.806441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: da631538-5b37-4140-8ccf-602d6c80e856 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:41.806996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device da631538-5b37-4140-8ccf-602d6c80e856 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:41.807693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40f2c057-25e6-41e9-b83b-e0dc87c3056f req-0d25d74c-aa38-41c8-bc74-b4840f6fe4d0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1066701 Dec 23 12:28:41.840131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:41.919240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40f2c057-25e6-41e9-b83b-e0dc87c3056f req-e7c80f8c-2dbd-4c0f-a1f0-4d0338744af9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031830 Dec 23 12:28:42.040219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device db81aec1-73cb-4c70-a041-3b0b0fb82442 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:42.099361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.142134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:42.142667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port db81aec1-73cb-4c70-a041-3b0b0fb82442 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:42.143225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.156716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port e8eb56d9-66fd-44d0-81b3-6d8df8b42220 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:42.441508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2694b76c-c32d-42b0-8b52-ac7ed6dad467 None None] Provisioning complete for port db81aec1-73cb-4c70-a041-3b0b0fb82442 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:42.445048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2694b76c-c32d-42b0-8b52-ac7ed6dad467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.490590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd91fb4c-a12b-4706-b2f7-8f82e04b066a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bf86139c29c4e6794e205034cf8dcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469951 Dec 23 12:28:42.492387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::237 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/c8b50485-e8cb-45be-95e7-0338bce6e473/e8eb56d9-66fd-44d0-81b3-6d8df8b42220) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:42.494843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49816) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:42.517640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:2a90 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/ebe0b7a2-4b28-4f66-a329-fbaf170863f7/e8eb56d9-66fd-44d0-81b3-6d8df8b42220) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:42.607529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.731145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.745631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.769796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-9b318157-715c-432d-89e1-d6af67ebf0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:42.771322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-9b318157-715c-432d-89e1-d6af67ebf0e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 1094 time: 0.0581388 Dec 23 12:28:42.832585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.834107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.920629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-820b7a64-e88f-4fc7-b799-954fe8a18d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:42.922452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-820b7a64-e88f-4fc7-b799-954fe8a18d51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1094 time: 0.1270158 Dec 23 12:28:42.934684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.938628 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:42.940133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fc3fb90-1adf-4a62-9762-f190d69efe77 HTTP/1.1" status: 204 len: 168 time: 0.4439790 Dec 23 12:28:42.949613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9446d-02d6-4679-97c9-01d9696b64e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc3fb90-1adf-4a62-9762-f190d69efe77,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:42.973832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.044388 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Floating IP 0b78c859-2f36-4506-8108-3cea9604e040 associated. External IP: 172.25.7.60, port: 05e8ca89-252d-4937-8a4c-88507ef332c0. Dec 23 12:28:43.070520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:43.074091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:43.078411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:43.084282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:43.084994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.099547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=e8eb56d9-66fd-44d0-81b3-6d8df8b42220,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:43.149149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-b1e8c1d1-20aa-42aa-92f6-52d1f8e715ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:43.150663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-b1e8c1d1-20aa-42aa-92f6-52d1f8e715ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1986787 Dec 23 12:28:43.180291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-60ea796f-291e-4bc4-afa1-0f86a1301995 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6204469 Dec 23 12:28:43.183356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49828) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:43.256806 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb255cbb-ce07-4472-9998-98b54f29baf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.282406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e005ab1-bf2d-4efa-93dc-a1c4a72ba278 req-11f28860-6106-4a27-bf3d-502fc784f42b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:43.290057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e005ab1-bf2d-4efa-93dc-a1c4a72ba278 req-11f28860-6106-4a27-bf3d-502fc784f42b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.2022049 Dec 23 12:28:43.307681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49830) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:43.360883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-21ea35f9-fe77-44c2-91f4-c4c6fce86b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 998 time: 0.1730487 Dec 23 12:28:43.376392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port e8eb56d9-66fd-44d0-81b3-6d8df8b42220 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:43.376735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.462635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e005ab1-bf2d-4efa-93dc-a1c4a72ba278 req-7cecaeb2-c0e9-4fd6-8801-0eb994e4ea1b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716120 Dec 23 12:28:43.494209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203eb7f1-a38b-49c4-96f8-fbfb851f4362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.558134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd9ea17f-1cfe-448e-a33b-d526d4fb3cc7 None None] Provisioning complete for port e8eb56d9-66fd-44d0-81b3-6d8df8b42220 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:43.558956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea17f-1cfe-448e-a33b-d526d4fb3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.589373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.594430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-b290b55f-4ab2-4f0b-9fd6-8a80c9fa413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:43.596276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-b290b55f-4ab2-4f0b-9fd6-8a80c9fa413d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.2232420 Dec 23 12:28:43.607350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ea17f-1cfe-448e-a33b-d526d4fb3cc7 None None] Port e8eb56d9-66fd-44d0-81b3-6d8df8b42220 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:43.608278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:28:43.620064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for e8eb56d9-66fd-44d0-81b3-6d8df8b42220 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:43.707256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-0cee4514-badf-4545-8ffe-4b05a6db2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:43.708677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-0cee4514-badf-4545-8ffe-4b05a6db2b1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945387 Dec 23 12:28:43.717683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203eb7f1-a38b-49c4-96f8-fbfb851f4362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.752722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:43.791594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203eb7f1-a38b-49c4-96f8-fbfb851f4362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.821268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:28:43.832897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:43.835052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Sync routers for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:28:43.848785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:28:43.850465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:28:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:43.861574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-203eb7f1-a38b-49c4-96f8-fbfb851f4362 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00d4aec36f3f49b38bb218e310cf6dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5527990 Dec 23 12:28:43.866137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49844) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:43.869959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eb7f1-a38b-49c4-96f8-fbfb851f4362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed0a31-5ae4-46e1-9f20-cde31b73cd70,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:43.888740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4a2e38b0-0f8a-48bb-ae83-99e08d33c8fd tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "PUT /v2.0/floatingips/0b78c859-2f36-4506-8108-3cea9604e040 HTTP/1.1" status: 200 len: 991 time: 2.5090716 Dec 23 12:28:43.888740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:43.901295 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e89f231-ff6c-486d-b7ab-90f32aac8a81" -d '{"events": [{"name": "network-changed", "server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:43.903395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73530df4-6394-49db-a692-19142090eaa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13d2d52eb3324ac89489c0557d6712db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493549 Dec 23 12:28:43.905433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-c0e704f0-5806-4559-98e2-87f5209183cb service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666675 Dec 23 12:28:43.908701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49850) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:43.980264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.010868 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f5191-e2f3-4986-acf9-68ab498e7ff7 x-openstack-request-id: req-727f5191-e2f3-4986-acf9-68ab498e7ff7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:44.011220 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:44.011416 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-727f5191-e2f3-4986-acf9-68ab498e7ff7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:44.011817 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'status': 'completed', 'code': 200} Dec 23 12:28:44.017073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:28:44.030427 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.059631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.066619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.093156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=e8eb56d9-66fd-44d0-81b3-6d8df8b42220,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:44.097044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcb1bea5-b3d9-4ecb-a8f3-0fd8550f8105 req-addbd68b-3e85-4161-b1a6-7cc9250a2d58 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754265 Dec 23 12:28:44.119767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.168090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.173114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7a7f74e-67ad-494a-9081-d9d9a9af0412 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/e8eb56d9-66fd-44d0-81b3-6d8df8b42220 HTTP/1.1" status: 204 len: 168 time: 0.9876521 Dec 23 12:28:44.175732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:44.178257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-8436819c-fc4e-4d6c-9150-f1afc8ac7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.183177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-8436819c-fc4e-4d6c-9150-f1afc8ac7132 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0&device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 1097 time: 0.1676531 Dec 23 12:28:44.229702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585471b-a647-475e-9049-880c0db831b3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.231345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3585471b-a647-475e-9049-880c0db831b3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0545509 Dec 23 12:28:44.234056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49854) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:44.304937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6990386-16af-4572-bb08-2832a2aeb8b5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.306568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6990386-16af-4572-bb08-2832a2aeb8b5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0713806 Dec 23 12:28:44.307962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.310605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.311601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.315165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.316161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2ed0a31-5ae4-46e1-9f20-cde31b73cd70 HTTP/1.1" status: 204 len: 168 time: 0.4472339 Dec 23 12:28:44.319124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4af3adf-c617-4ad2-b79e-15869c9c5057 HTTP/1.1" status: 204 len: 168 time: 0.4068086 Dec 23 12:28:44.319811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:44.333922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0b78c859-2f36-4506-8108-3cea9604e040', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'port_id': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'mac_address': 'fa:16:3e:9f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a66523-9076-401c-b24f-df42b386c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:23Z', 'updated_at': '2021-12-23T12:28:42Z', 'revision_number': 1, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:44.354075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1347cc-ff14-47ed-832a-e0d23c0e62c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af3adf-c617-4ad2-b79e-15869c9c5057,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:44.354581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495d986-ded8-4562-8a07-15a2ffb016e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed0a31-5ae4-46e1-9f20-cde31b73cd70,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:44.368322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-c2cdc1bb-721c-4ad1-a677-9c5b17066731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.370534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-c2cdc1bb-721c-4ad1-a677-9c5b17066731 service neutron] 10.222.0.43 "GET /v2.0/networks?id=50f985a2-1fd9-4960-9f07-8c93e3e006a9 HTTP/1.1" status: 200 len: 916 time: 0.1803687 Dec 23 12:28:44.408652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Checking router: d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:28:44.409895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc77982-f9a3-4001-ab4f-55bc18e0c440 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.413087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc77982-f9a3-4001-ab4f-55bc18e0c440 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.414653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc77982-f9a3-4001-ab4f-55bc18e0c440 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.416326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5bc77982-f9a3-4001-ab4f-55bc18e0c440 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0965137 Dec 23 12:28:44.422665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49868) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:44.427017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:28:44.428275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:28:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:44.520677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-7f13fe2a-611e-4ffd-b995-1639068f7797 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05e8ca89-252d-4937-8a4c-88507ef332c0 HTTP/1.1" status: 200 len: 999 time: 0.1429634 Dec 23 12:28:44.548483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet c8b50485-e8cb-45be-95e7-0338bce6e473 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:44.557006 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.594569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:28:44.600636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-0cc23af1-76e5-416f-8352-b54db67ba808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.601564 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-0cc23af1-76e5-416f-8352-b54db67ba808 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0757a7f7-4f23-4797-aff4-ca1fba802b5e HTTP/1.1" status: 200 len: 854 time: 0.0735729 Dec 23 12:28:44.621825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.657484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-74780e6b-8a7f-4437-850b-42e3b7044e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:44.659086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-74780e6b-8a7f-4437-850b-42e3b7044e05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50f985a2-1fd9-4960-9f07-8c93e3e006a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508459 Dec 23 12:28:44.757544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:44.792422 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-27e282f8-5422-4fe9-a0d1-ecf1828a1888 service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244543 Dec 23 12:28:44.965805 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e89f231-ff6c-486d-b7ab-90f32aac8a81 req-e7888c13-f140-44eb-b24f-2dd3d67c8488 service neutron] 10.222.0.43 "GET /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650984 Dec 23 12:28:44.974968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.005025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0b78c859-2f36-4506-8108-3cea9604e040', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'port_id': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'mac_address': 'fa:16:3e:9f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a66523-9076-401c-b24f-df42b386c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:23Z', 'updated_at': '2021-12-23T12:28:42Z', 'revision_number': 1, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:45.021491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b50485-e8cb-45be-95e7-0338bce6e473,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:45.034869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.037042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff293a-5367-40db-b71d-2f44cd1f02e6 None None] The sync data for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 is: [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0b78c859-2f36-4506-8108-3cea9604e040', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'port_id': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'mac_address': 'fa:16:3e:9f:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a66523-9076-401c-b24f-df42b386c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:27:23Z', 'updated_at': '2021-12-23T12:28:42Z', 'revision_number': 1, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:28:45.038683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f8325a-08d1-4449-a8c3-a013b21a9f46 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:45.047322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:45.049390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0bb7662e-49d8-486f-9034-d89a7889e670 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/c8b50485-e8cb-45be-95e7-0338bce6e473 HTTP/1.1" status: 204 len: 168 time: 0.6254702 Dec 23 12:28:45.138079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet ebe0b7a2-4b28-4f66-a329-fbaf170863f7 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:45.142358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.192096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.262955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89f3f-96d9-4d51-ac4d-206552273beb req-3260f012-7c5f-43c6-976b-c039a30425ab tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:45.271649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fb89f3f-96d9-4d51-ac4d-206552273beb req-3260f012-7c5f-43c6-976b-c039a30425ab tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.6704757 Dec 23 12:28:45.319004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.334633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fb89f3f-96d9-4d51-ac4d-206552273beb req-0b0fe9a4-0c90-4539-8084-5cce6ee467ea tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607066 Dec 23 12:28:45.389277 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7983a6-3a34-43c6-b4de-213bd846e3f7 None None] New status for floating IP 0b78c859-2f36-4506-8108-3cea9604e040: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:28:45.489884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49902) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:45.506529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e050a02b-337b-4830-a1fc-8f90220040fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.542540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.622762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f23dd376-cd4c-435b-882b-b0039cdb4d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.641129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe0b7a2-4b28-4f66-a329-fbaf170863f7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:45.656158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.666347 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6726c975-ca61-460c-8448-eed8abe0932e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/ebe0b7a2-4b28-4f66-a329-fbaf170863f7 HTTP/1.1" status: 204 len: 168 time: 0.6175749 Dec 23 12:28:45.669412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49908) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:45.793811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e050a02b-337b-4830-a1fc-8f90220040fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:45.813802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c95494f9-09a5-40cf-be82-7eed3d3219d6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430669 Dec 23 12:28:45.817121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:45.823227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:45.950514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e050a02b-337b-4830-a1fc-8f90220040fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.023940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050a02b-337b-4830-a1fc-8f90220040fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9ae68-b6b0-43e6-b681-e5a8071137fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:46.048990 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e050a02b-337b-4830-a1fc-8f90220040fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4ad3ed2f0084a3381f3b088ef021a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554297 Dec 23 12:28:46.050570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:46.135434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82624189-1234-42bb-a126-d43325241469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.144212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:46.148278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.187155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9139e5e-6cf9-46c8-905c-70c6f87eafa9 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:46.192471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82624189-1234-42bb-a126-d43325241469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.302117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-419a4e69-ebdb-4313-8f16-8041a3dac2e6 None None] Provisioning complete for port db81aec1-73cb-4c70-a041-3b0b0fb82442 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:46.302624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-419a4e69-ebdb-4313-8f16-8041a3dac2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.360347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82624189-1234-42bb-a126-d43325241469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.363723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82624189-1234-42bb-a126-d43325241469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.374733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-82624189-1234-42bb-a126-d43325241469 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74f9ae68-b6b0-43e6-b681-e5a8071137fb HTTP/1.1" status: 204 len: 168 time: 0.3217711 Dec 23 12:28:46.394513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82624189-1234-42bb-a126-d43325241469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9ae68-b6b0-43e6-b681-e5a8071137fb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:46.516342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.548594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:46.634195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.667368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Deleting port db81aec1-73cb-4c70-a041-3b0b0fb82442 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:46.667840 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.742594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:46.748700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:46.756160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:46.756796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.790523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=402812cf-6872-42bd-ad9d-4c7001440e45,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:46.853620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] For port db81aec1-73cb-4c70-a041-3b0b0fb82442, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=db81aec1-73cb-4c70-a041-3b0b0fb82442,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:46.854258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:46.869438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Calling delete_port for db81aec1-73cb-4c70-a041-3b0b0fb82442 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:46.896294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e785fc4-1a57-4e1c-8c5c-8c4a69653387 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0777223 Dec 23 12:28:46.899606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:46.905670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:47.306139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a5cc-0956-4e45-856a-00d9dbae190a req-74027084-68b1-46ba-9a67-fb9e110263be tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:47.313825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c1a5cc-0956-4e45-856a-00d9dbae190a req-74027084-68b1-46ba-9a67-fb9e110263be tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.7219846 Dec 23 12:28:47.342607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:47.383703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c1a5cc-0956-4e45-856a-00d9dbae190a req-18c895e5-be0e-4c0c-8da1-e13fb457b939 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688663 Dec 23 12:28:47.393265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Pushing event deleted for resources: {'Port': ['ID=db81aec1-73cb-4c70-a041-3b0b0fb82442,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:47.398827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] No DVR routers for this DVR port db81aec1-73cb-4c70-a041-3b0b0fb82442 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:47.408716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.409552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.410126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.410713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.411245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.411790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.412420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.414105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.415238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.417555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:47.423113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:47.427033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.429725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.430309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.433729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbe8f6-2047-41d7-a922-7caa27144bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:47.444355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d74b7b-a86f-423e-ac79-050c50aab41c None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:47.617422 n-d-822750-2 neutron-server[104037]: INFO neutron.db.ipam_backend_mixin [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 402812cf-6872-42bd-ad9d-4c7001440e45 (CIDR: 2001:db8::/64) Dec 23 12:28:47.633511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'project_id': 'ae2529b91a684a62a3f8e6f41117594f', 'fixed_ips': [{'subnet_id': '402812cf-6872-42bd-ad9d-4c7001440e45'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:28:47.634760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:47.655701 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:28:47.656320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:47.724672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0580b666-3d4f-4e57-85ab-6dfa41368226 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8236537 Dec 23 12:28:47.727264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49964) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:47.732303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'subnet': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:47.903423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Allocated IP 2001:db8::2 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/402812cf-6872-42bd-ad9d-4c7001440e45/b327211e-35fe-42f9-84fd-a0cdeb67b49a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:48.180936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device db81aec1-73cb-4c70-a041-3b0b0fb82442 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:48.197228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:48.201025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.275017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.288260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: db81aec1-73cb-4c70-a041-3b0b0fb82442 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:48.288902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device db81aec1-73cb-4c70-a041-3b0b0fb82442 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:48.383363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.544860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.546104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.548753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Pushing event updated for resources: {'Port': ['ID=b327211e-35fe-42f9-84fd-a0cdeb67b49a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:48.576912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:48.581339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:48.587454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:48.647510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa852-61fb-45d3-a8d7-14498f7e3303 req-3b2686a8-0f89-4bac-af2a-cdd524324078 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:48.659640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae6aa852-61fb-45d3-a8d7-14498f7e3303 req-3b2686a8-0f89-4bac-af2a-cdd524324078 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1292574 Dec 23 12:28:48.713588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Attempting to bind port b327211e-35fe-42f9-84fd-a0cdeb67b49a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:48.714064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Attempting to bind port b327211e-35fe-42f9-84fd-a0cdeb67b49a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:48.714510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Attempting to bind port b327211e-35fe-42f9-84fd-a0cdeb67b49a on network dd6205f3-f5df-4d72-9c58-989d3d0bb346 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:48.728409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:48.737399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Checking segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:48.738394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.738569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Bound using segment: {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:48.739408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Bound port: b327211e-35fe-42f9-84fd-a0cdeb67b49a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd0f47d-f119-4502-a161-985cff6e7397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:48.739877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:48.763131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae6aa852-61fb-45d3-a8d7-14498f7e3303 req-959e3b16-fe5f-4aaf-bcf9-556096422c67 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954123 Dec 23 12:28:48.806502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:48.869797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] For port b327211e-35fe-42f9-84fd-a0cdeb67b49a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:48.875715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] For port b327211e-35fe-42f9-84fd-a0cdeb67b49a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b327211e-35fe-42f9-84fd-a0cdeb67b49a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:48.968858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.objects.ports [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104037) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:28:48.997612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.039310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1904065356-network', 'tenant_id': '9c54366dc26246809bcbbf4fad9bd032'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:49.142762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Made reservation on behalf of 9c54366dc26246809bcbbf4fad9bd032 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:49.145168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.165508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.230463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee3da-f025-4e59-b22a-c6b8c648c36f None None] Pushing event updated for resources: {'Port': ['ID=b327211e-35fe-42f9-84fd-a0cdeb67b49a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:49.243048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.299736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.377479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.414604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.446214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:28:49.468238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20021e2-9ba4-40d7-882e-600e870178bb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:49.491429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.491778 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Added segment b57b5868-44b7-4aa3-bb14-02f8dcce7138 of type vlan for network a792e2f4-a5e0-4700-9084-2ffbf70d5047 Dec 23 12:28:49.600694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.714255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.715570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:49.716412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.736773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] For port b327211e-35fe-42f9-84fd-a0cdeb67b49a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b327211e-35fe-42f9-84fd-a0cdeb67b49a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:49.783115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.844667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] Pushing event updated for resources: {'Network': ['ID=a792e2f4-a5e0-4700-9084-2ffbf70d5047,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:49.856962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.857981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:49.859274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:28:49.908155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:49.948631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4941409c-f952-465e-aeb3-a72b9654a36a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1400778 Dec 23 12:28:49.949546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:49.955185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Request body: {'subnet': {'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1904065356-subnet', 'tenant_id': '9c54366dc26246809bcbbf4fad9bd032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:50.045642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:50.105484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:50.109765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:50.110456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.121632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Made reservation on behalf of 9c54366dc26246809bcbbf4fad9bd032 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:50.121632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.141201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b327211e-35fe-42f9-84fd-a0cdeb67b49a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:50.229837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61a88d40-0d12-4805-ac47-64fdeee0edd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.276111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149de78-1af1-47a9-8e59-3086bc931759 req-0a27ed6a-82fa-4a02-b940-88feb606cc39 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:50.288845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f149de78-1af1-47a9-8e59-3086bc931759 req-0a27ed6a-82fa-4a02-b940-88feb606cc39 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.2901452 Dec 23 12:28:50.331323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6029842 Dec 23 12:28:50.341564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:50.341884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Subnet': ['ID=6a37d871-9b01-4ae2-82e3-0399d133ebba,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:50.348271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b327211e-35fe-42f9-84fd-a0cdeb67b49a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:50.348850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.363770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Request body: {'port': {'network_id': 'dd6205f3-f5df-4d72-9c58-989d3d0bb346', 'mac_address': 'fa:16:3e:a8:1c:94', 'name': 'tempest-NetworksTestDHCPv6-650656797'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:50.393666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380951d-4744-40e8-a72a-b25d38e25864 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=b327211e-35fe-42f9-84fd-a0cdeb67b49a,revision_number=4']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:50.410206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f149de78-1af1-47a9-8e59-3086bc931759 req-c38f8873-d99d-4d6f-8cdd-4331c254ecf1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190581 Dec 23 12:28:50.495387 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.587610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b327211e-35fe-42f9-84fd-a0cdeb67b49a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b327211e-35fe-42f9-84fd-a0cdeb67b49a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:50.665979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.727509 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61a88d40-0d12-4805-ac47-64fdeee0edd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.747523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb727320-ee9e-463c-a61f-097cd53bf135 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:50.808814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b327211e-35fe-42f9-84fd-a0cdeb67b49a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:50.839804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4ebf4ab5-9f9e-4f79-a270-c9892bc6fa51 None None] Provisioning complete for port b327211e-35fe-42f9-84fd-a0cdeb67b49a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:50.840285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4ab5-9f9e-4f79-a270-c9892bc6fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.850236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61a88d40-0d12-4805-ac47-64fdeee0edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.954501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-61a88d40-0d12-4805-ac47-64fdeee0edd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7970224dd9424d85a73a8f6e5c5c7458&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0447483 Dec 23 12:28:50.960388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50036) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:50.991025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:50.996190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a88d40-0d12-4805-ac47-64fdeee0edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4a66e-8470-4f4e-b233-8633f2882ae3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:51.071932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.074080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Made reservation on behalf of ae2529b91a684a62a3f8e6f41117594f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:51.143496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.209259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b13f277-2d24-452c-91b0-fd2a28baf5fc,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:51.225429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Checking segment: {'id': 'b57b5868-44b7-4aa3-bb14-02f8dcce7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:51.226007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Network hostable DHCP agents. Network: a792e2f4-a5e0-4700-9084-2ffbf70d5047, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:28:51.271103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.298845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] device_id is not set on port a55f56a0-b339-4e2c-a21c-5d617634666b yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:28:51.311406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.315632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.317214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4b4a66e-8470-4f4e-b233-8633f2882ae3 HTTP/1.1" status: 204 len: 168 time: 0.3529322 Dec 23 12:28:51.328790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81184d88-a0be-4275-bfca-ef8b5bd6cb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4a66e-8470-4f4e-b233-8633f2882ae3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:51.352993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:28:51.536396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a792e2f4-a5e0-4700-9084-2ffbf70d5047) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:51.550927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2154d-f7c0-4fdc-8d26-bcce44a82c9e None None] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:51.552029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:51.553079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:51.654205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a98a55-892e-421e-9af3-59437a9bb2ba req-da1a584a-d724-4aab-a13b-2db178816d05 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:51.672856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9a98a55-892e-421e-9af3-59437a9bb2ba req-da1a584a-d724-4aab-a13b-2db178816d05 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1320114 Dec 23 12:28:51.674001 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a56186bc-42a2-49b9-8d88-cc9374c0bab7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7233369 Dec 23 12:28:51.742424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9a98a55-892e-421e-9af3-59437a9bb2ba req-606a05ad-f588-4519-a9bc-59ce6818f035 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771410 Dec 23 12:28:51.760457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8::a8 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/402812cf-6872-42bd-ad9d-4c7001440e45/a55f56a0-b339-4e2c-a21c-5d617634666b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:51.797073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:1c94 (dd6205f3-f5df-4d72-9c58-989d3d0bb346/6a37d871-9b01-4ae2-82e3-0399d133ebba/a55f56a0-b339-4e2c-a21c-5d617634666b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:51.797169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc0fd6-66be-4ad5-8c5a-1a8acb7fdadb None None] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:52.075356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b327211e-35fe-42f9-84fd-a0cdeb67b49a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:52.155432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b327211e-35fe-42f9-84fd-a0cdeb67b49a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:52.156050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.176221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.223746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d5acde86-c493-4ed9-a4de-7b009b875a42 None None] Provisioning complete for port b327211e-35fe-42f9-84fd-a0cdeb67b49a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:52.224123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d5acde86-c493-4ed9-a4de-7b009b875a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.331851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.399507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:52.403555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:52.407665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:52.414572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:52.415293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.433860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event updated for resources: {'Port': ['ID=a55f56a0-b339-4e2c-a21c-5d617634666b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:52.440645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50060) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:52.471344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6e0001a-1c77-471c-a334-43b7490fce77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.511520 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6d366d3a-09e0-46bb-978b-0896670ce9f3 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1641231 Dec 23 12:28:52.514474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:52.595559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.634162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6e0001a-1c77-471c-a334-43b7490fce77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.688224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting port a55f56a0-b339-4e2c-a21c-5d617634666b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:52.688888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.716952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6e0001a-1c77-471c-a334-43b7490fce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.836985 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:28:52.855416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a6e0001a-1c77-471c-a334-43b7490fce77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4842cc08104f4f38916cf6f529e1dcc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119861 Dec 23 12:28:52.863297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50072) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:52.864656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0001a-1c77-471c-a334-43b7490fce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f975f-f132-4ce3-b9f3-deb59b58e3f9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:52.878897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:52.893713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Calling delete_port for a55f56a0-b339-4e2c-a21c-5d617634666b owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:52.971247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0f0dde6e-6deb-4a6f-ab4b-4138c558f1df None None] Provisioning complete for port a55f56a0-b339-4e2c-a21c-5d617634666b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:52.972112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f0dde6e-6deb-4a6f-ab4b-4138c558f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.028315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dde6e-6deb-4a6f-ab4b-4138c558f1df None None] Port a55f56a0-b339-4e2c-a21c-5d617634666b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:28:53.062115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.132506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.177379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:53.186163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872d0d7-01f1-4cdc-be3c-315a3db81bc7 req-82c524af-d03b-4450-91bb-425ec52f65d7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.189834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726233736-network', 'tenant_id': 'fd908fbf416d4222921ea01a1950f01c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:53.195273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6872d0d7-01f1-4cdc-be3c-315a3db81bc7 req-82c524af-d03b-4450-91bb-425ec52f65d7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1614988 Dec 23 12:28:53.229358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.263026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6872d0d7-01f1-4cdc-be3c-315a3db81bc7 req-4f561e4e-3383-44da-a419-16208bc10564 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663683 Dec 23 12:28:53.303757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Port': ['ID=a55f56a0-b339-4e2c-a21c-5d617634666b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:53.346822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Made reservation on behalf of fd908fbf416d4222921ea01a1950f01c for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:53.350210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.376524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.399966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.414199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7afd9596-fbd6-460e-86e0-985d857e3227 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/a55f56a0-b339-4e2c-a21c-5d617634666b HTTP/1.1" status: 204 len: 168 time: 0.8985827 Dec 23 12:28:53.416804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:53.462410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.465202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.469954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/244f975f-f132-4ce3-b9f3-deb59b58e3f9 HTTP/1.1" status: 204 len: 168 time: 0.5947878 Dec 23 12:28:53.502126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e9407-1b9c-4273-827e-7a932efa2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f975f-f132-4ce3-b9f3-deb59b58e3f9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:53.548169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2bc17-3943-4cd9-9543-5813986e1c49 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.549827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.552750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73b2bc17-3943-4cd9-9543-5813986e1c49 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1346717 Dec 23 12:28:53.555408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:53.627545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.673354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:28:53.697707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58084e4f-b138-474e-9de8-653f1329ddeb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:53.701429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.701876 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Added segment e2e7af1c-79ea-4919-b7d8-082832abc895 of type vlan for network 00d5ca83-4e32-468f-bd36-05181267ae8b Dec 23 12:28:53.720448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6daa33-718c-4a76-bab0-b56140638da0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.724727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f6daa33-718c-4a76-bab0-b56140638da0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1656289 Dec 23 12:28:53.725417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50092) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:53.759300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.814374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67094a5f-9c32-4aea-bc30-d5e9a27ae764 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.816270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67094a5f-9c32-4aea-bc30-d5e9a27ae764 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.818304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67094a5f-9c32-4aea-bc30-d5e9a27ae764 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.820064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-67094a5f-9c32-4aea-bc30-d5e9a27ae764 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0935924 Dec 23 12:28:53.823235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:53.860512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.861749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:53.862590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:53.902375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 402812cf-6872-42bd-ad9d-4c7001440e45 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:53.910319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.025384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.035390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=00d5ca83-4e32-468f-bd36-05181267ae8b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:54.046302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 00d5ca83-4e32-468f-bd36-05181267ae8b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:28:54.079490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50100) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:54.083019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-71602954-7385-4807-a765-95e42c74a3c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8965588 Dec 23 12:28:54.083620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Request body: {'subnet': {'network_id': '00d5ca83-4e32-468f-bd36-05181267ae8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726233736-subnet', 'tenant_id': 'fd908fbf416d4222921ea01a1950f01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:54.147883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.357313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Made reservation on behalf of fd908fbf416d4222921ea01a1950f01c for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:54.362192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.503206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e6286-4adb-4bf3-918c-f36a755da9e5 req-69b5f884-8a93-470f-aee4-caa85320fbf3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:54.505921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-524e6286-4adb-4bf3-918c-f36a755da9e5 req-69b5f884-8a93-470f-aee4-caa85320fbf3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1403561 Dec 23 12:28:54.575776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-524e6286-4adb-4bf3-918c-f36a755da9e5 req-a7dcae07-2e6b-48d1-8f02-fb1c2d2f65bc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626447 Dec 23 12:28:54.731250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.789740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=402812cf-6872-42bd-ad9d-4c7001440e45,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:54.797606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.805737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-31d54afa-6564-465f-aad4-fb21d5f84da5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/402812cf-6872-42bd-ad9d-4c7001440e45 HTTP/1.1" status: 204 len: 168 time: 0.9765310 Dec 23 12:28:54.806629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50118) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:54.807765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60193e0-2e1b-48fb-8640-25ea0c6f721e None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:54.903474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Deleting subnet 6a37d871-9b01-4ae2-82e3-0399d133ebba {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:28:54.910801 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:54.979990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.025562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.101951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Pushing event updated for resources: {'Subnet': ['ID=555048b4-09f6-4a3b-9d6b-ea933e56572d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:55.107889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Checking segment: {'id': 'e2e7af1c-79ea-4919-b7d8-082832abc895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '00d5ca83-4e32-468f-bd36-05181267ae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:55.108282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Network hostable DHCP agents. Network: 00d5ca83-4e32-468f-bd36-05181267ae8b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:28:55.141784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.230869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Network 00d5ca83-4e32-468f-bd36-05181267ae8b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:28:55.311065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 00d5ca83-4e32-468f-bd36-05181267ae8b) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:55.316522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:55.317368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.323090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.328097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e8cb0-41f8-4c0f-ae4c-2ad729ee4394 None None] Network 00d5ca83-4e32-468f-bd36-05181267ae8b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:55.360773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Subnet': ['ID=6a37d871-9b01-4ae2-82e3-0399d133ebba,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:55.376751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:55.380332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b048a5f-b6b9-4da1-955f-d89f401fa5dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/6a37d871-9b01-4ae2-82e3-0399d133ebba HTTP/1.1" status: 204 len: 168 time: 0.5727077 Dec 23 12:28:55.382820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50126) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:55.417263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-34598b1c-ef49-4570-a5ca-80b9a6bb681a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3381124 Dec 23 12:28:55.446038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08ab968d-6605-475b-b7ce-0d4d2abedd07 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613337 Dec 23 12:28:55.448720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:55.486049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aced13-e200-40ac-b11f-4d118f98b42e None None] Network 00d5ca83-4e32-468f-bd36-05181267ae8b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:55.579386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a84dc-b0fe-4782-ab1e-6b60125ccba7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:55.581005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c72a84dc-b0fe-4782-ab1e-6b60125ccba7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1310637 Dec 23 12:28:55.583759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50134) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:55.713858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a612b-e27e-4b10-8cce-a8165378ca29 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:55.715589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-954a612b-e27e-4b10-8cce-a8165378ca29 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300638 Dec 23 12:28:55.719519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:55.787599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77c1eb13-0070-43e6-9165-57188b937ea4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667789 Dec 23 12:28:55.792243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50150) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:55.864458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e021d00-6e66-4bdc-b3ee-5c788d7fcda3 None None] Network dd6205f3-f5df-4d72-9c58-989d3d0bb346 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:28:55.933905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6230885d-5388-4bb4-b5f7-2b12b343a6f9 None None] Provisioning complete for port b327211e-35fe-42f9-84fd-a0cdeb67b49a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:55.934417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6230885d-5388-4bb4-b5f7-2b12b343a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:56.096772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] DHCP port deletion for dd6205f3-f5df-4d72-9c58-989d3d0bb346 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:28:56.178959 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82150e9-8adb-449c-a69d-983f76e3d8ec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.179711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82150e9-8adb-449c-a69d-983f76e3d8ec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.185133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b82150e9-8adb-449c-a69d-983f76e3d8ec tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/a55f56a0-b339-4e2c-a21c-5d617634666b HTTP/1.1" status: 404 len: 333 time: 0.3894241 Dec 23 12:28:56.185693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50154) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.194062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Deleting port b327211e-35fe-42f9-84fd-a0cdeb67b49a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:56.197604 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:56.222327 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-734dc760-26c9-4c18-8c2e-b7cf22290211 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.223168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734dc760-26c9-4c18-8c2e-b7cf22290211 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.227347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-734dc760-26c9-4c18-8c2e-b7cf22290211 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/6a37d871-9b01-4ae2-82e3-0399d133ebba HTTP/1.1" status: 404 len: 337 time: 0.0404949 Dec 23 12:28:56.230559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50156) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.268509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] For port b327211e-35fe-42f9-84fd-a0cdeb67b49a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b327211e-35fe-42f9-84fd-a0cdeb67b49a,segment=NetworkSegment(dcd0f47d-f119-4502-a161-985cff6e7397),segment_id=dcd0f47d-f119-4502-a161-985cff6e7397)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:56.268963 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:56.276584 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b22ac-6432-4bca-8cc2-3f6816980c43 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.277069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705b22ac-6432-4bca-8cc2-3f6816980c43 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.281382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-705b22ac-6432-4bca-8cc2-3f6816980c43 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/402812cf-6872-42bd-ad9d-4c7001440e45 HTTP/1.1" status: 404 len: 337 time: 0.0477269 Dec 23 12:28:56.283624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50158) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.286147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Calling delete_port for b327211e-35fe-42f9-84fd-a0cdeb67b49a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:56.316061 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7baf152-8c3e-4a94-a905-3fb1f819c6d6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.316737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7baf152-8c3e-4a94-a905-3fb1f819c6d6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.320390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7baf152-8c3e-4a94-a905-3fb1f819c6d6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/e8eb56d9-66fd-44d0-81b3-6d8df8b42220 HTTP/1.1" status: 404 len: 333 time: 0.0357387 Dec 23 12:28:56.322941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50160) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.371212 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc83cdc-f585-4362-b8d6-adbc3228b87d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.371794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc83cdc-f585-4362-b8d6-adbc3228b87d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.375300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cfc83cdc-f585-4362-b8d6-adbc3228b87d tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/ebe0b7a2-4b28-4f66-a329-fbaf170863f7 HTTP/1.1" status: 404 len: 337 time: 0.0513577 Dec 23 12:28:56.377829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.422395 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0246fe6-4f84-4094-9a9b-46420f996ae2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.422975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0246fe6-4f84-4094-9a9b-46420f996ae2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.426482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0246fe6-4f84-4094-9a9b-46420f996ae2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/c8b50485-e8cb-45be-95e7-0338bce6e473 HTTP/1.1" status: 404 len: 337 time: 0.0475233 Dec 23 12:28:56.428999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.450999 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f13298-3a7f-4c1d-b245-1fa20c6adb01 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.451524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f13298-3a7f-4c1d-b245-1fa20c6adb01 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.454763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-80f13298-3a7f-4c1d-b245-1fa20c6adb01 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/204faff8-8188-414c-a876-9c177bbec891 HTTP/1.1" status: 404 len: 333 time: 0.0248475 Dec 23 12:28:56.459363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50166) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.489849 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-524d38e4-2afa-4ad9-929f-c7b4d29b74dd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.490979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524d38e4-2afa-4ad9-929f-c7b4d29b74dd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.497043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.497303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-524d38e4-2afa-4ad9-929f-c7b4d29b74dd tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/f59bc282-abfb-419e-a29b-c1ef8d72ea8f HTTP/1.1" status: 404 len: 337 time: 0.0367029 Dec 23 12:28:56.524196 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a15f60f-f163-4046-8086-13aa77380989 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.524787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a15f60f-f163-4046-8086-13aa77380989 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.527901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6a15f60f-f163-4046-8086-13aa77380989 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/794d671a-e82e-473d-b80b-9c0459b77c74 HTTP/1.1" status: 404 len: 337 time: 0.0296960 Dec 23 12:28:56.530622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.554664 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7aea9ec-6ca1-4bc3-8d99-89c3c66485ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.555187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7aea9ec-6ca1-4bc3-8d99-89c3c66485ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.558276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7aea9ec-6ca1-4bc3-8d99-89c3c66485ff tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/b53856a5-2523-45a3-92f7-5040eda08764 HTTP/1.1" status: 404 len: 333 time: 0.0261703 Dec 23 12:28:56.560765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.585877 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03f588c-05b3-47c3-a2b3-cae4c1c5d7c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.586513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03f588c-05b3-47c3-a2b3-cae4c1c5d7c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.589334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e03f588c-05b3-47c3-a2b3-cae4c1c5d7c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/cbdfa235-9a98-46c8-bf36-453801bc2586 HTTP/1.1" status: 404 len: 337 time: 0.0276637 Dec 23 12:28:56.591733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50174) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.622548 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5096a1f0-9a74-4cd5-ad6b-d13698d3f668 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.622980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5096a1f0-9a74-4cd5-ad6b-d13698d3f668 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.625767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:56.626479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5096a1f0-9a74-4cd5-ad6b-d13698d3f668 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/52159531-6139-41d5-ba09-d8ed85ca8781 HTTP/1.1" status: 404 len: 337 time: 0.0338261 Dec 23 12:28:56.629466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50176) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.657712 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-544ae5fb-6c5e-4e6e-9b8a-249441fafbae tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.658308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544ae5fb-6c5e-4e6e-9b8a-249441fafbae tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.661269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] Pushing event deleted for resources: {'Port': ['ID=b327211e-35fe-42f9-84fd-a0cdeb67b49a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:56.668985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-544ae5fb-6c5e-4e6e-9b8a-249441fafbae tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/b417aed1-8c95-4470-a777-7d5d7478413d HTTP/1.1" status: 404 len: 333 time: 0.0306106 Dec 23 12:28:56.669596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395bbcae-5f71-47e4-ae1c-4cd5db6763de None None] No DVR routers for this DVR port b327211e-35fe-42f9-84fd-a0cdeb67b49a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:56.670987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.697774 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f10e660-5968-4e3f-9ecd-cd47b7bc9d09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.698223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f10e660-5968-4e3f-9ecd-cd47b7bc9d09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.701169 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7f10e660-5968-4e3f-9ecd-cd47b7bc9d09 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/028e5667-c9d4-4f29-b61f-ef9b8eb1cdc9 HTTP/1.1" status: 404 len: 337 time: 0.0290029 Dec 23 12:28:56.704403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50180) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.732226 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4ff158-0e5c-4b79-b864-062bf11eb837 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.732768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4ff158-0e5c-4b79-b864-062bf11eb837 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.739833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eb4ff158-0e5c-4b79-b864-062bf11eb837 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/c6f9233f-164e-4c6c-91ba-3b85fbf59cc7 HTTP/1.1" status: 404 len: 333 time: 0.0316563 Dec 23 12:28:56.740066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50182) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.767764 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3cdc59-71a8-435e-b611-1fd4567187b2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.768247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3cdc59-71a8-435e-b611-1fd4567187b2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.775837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4c3cdc59-71a8-435e-b611-1fd4567187b2 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/b802e9a1-78a3-4b9a-9d7b-8945aa8d8bf5 HTTP/1.1" status: 404 len: 337 time: 0.0306013 Dec 23 12:28:56.776071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50184) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.799497 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-296acf09-2c2b-4dcb-b7a2-500bba64e565 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.800147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296acf09-2c2b-4dcb-b7a2-500bba64e565 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.804867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-296acf09-2c2b-4dcb-b7a2-500bba64e565 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/ad2dd8bc-9a76-46b5-8359-5437290249e9 HTTP/1.1" status: 404 len: 333 time: 0.0277855 Dec 23 12:28:56.805949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50186) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.832989 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e2b36b-48d3-4ec8-a1cf-53292fd90f2c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.833446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e2b36b-48d3-4ec8-a1cf-53292fd90f2c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.836445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44e2b36b-48d3-4ec8-a1cf-53292fd90f2c tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0c1b024b-7394-4e7f-a456-cddf7a0eb46b HTTP/1.1" status: 404 len: 337 time: 0.0294425 Dec 23 12:28:56.839131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50188) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.865021 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-070568db-df84-4b3a-aa40-1f25ac20dd63 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.865576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070568db-df84-4b3a-aa40-1f25ac20dd63 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.868604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-070568db-df84-4b3a-aa40-1f25ac20dd63 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/5603b68e-4261-41d0-be78-b7237ddbfb0d HTTP/1.1" status: 404 len: 333 time: 0.0285983 Dec 23 12:28:56.873372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50190) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.899627 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70cb3f9-d7b5-467d-965f-0972c4a8463a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.900075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70cb3f9-d7b5-467d-965f-0972c4a8463a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.903188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b70cb3f9-d7b5-467d-965f-0972c4a8463a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/dc065d2f-d7b8-4bdc-899b-45f08fd84583 HTTP/1.1" status: 404 len: 337 time: 0.0289776 Dec 23 12:28:56.905620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50192) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.928850 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-86db3b5d-0887-47df-a786-15dc66596024 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.929341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86db3b5d-0887-47df-a786-15dc66596024 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.932339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-86db3b5d-0887-47df-a786-15dc66596024 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/1da09bbf-a3dd-4998-b856-8c4d7157795c HTTP/1.1" status: 404 len: 333 time: 0.0251901 Dec 23 12:28:56.935016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50194) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.962148 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b1a79b-fa18-4831-bf37-8cf6a867b2d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.962613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b1a79b-fa18-4831-bf37-8cf6a867b2d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:56.966970 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7b1a79b-fa18-4831-bf37-8cf6a867b2d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/462afd02-76c8-488f-b24e-b2edaf544c76 HTTP/1.1" status: 404 len: 337 time: 0.0304348 Dec 23 12:28:56.969659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50196) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:56.996486 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aded0c-6127-4697-9710-d5ce637059c1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:56.997026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79aded0c-6127-4697-9710-d5ce637059c1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.000983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-79aded0c-6127-4697-9710-d5ce637059c1 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/23fea844-1f8e-4921-8fcc-77a96c9e23b7 HTTP/1.1" status: 404 len: 333 time: 0.0302694 Dec 23 12:28:57.003432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50198) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.028898 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4145cbe-3cd5-4d9a-ba9c-4e7d955c5a30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.029331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4145cbe-3cd5-4d9a-ba9c-4e7d955c5a30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.032354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c4145cbe-3cd5-4d9a-ba9c-4e7d955c5a30 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0dbf688b-08e8-4e8c-b8db-cf3130f01adb HTTP/1.1" status: 404 len: 337 time: 0.0280108 Dec 23 12:28:57.034695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.061025 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b499fb-1365-464d-b224-888b2974ccf4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.061669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b499fb-1365-464d-b224-888b2974ccf4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.066272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e3b499fb-1365-464d-b224-888b2974ccf4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/e0c3f01e-2db6-4f4d-8423-a5057243207c HTTP/1.1" status: 404 len: 337 time: 0.0306153 Dec 23 12:28:57.068631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50202) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.091277 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d080fe-723a-4b9d-b889-7f5d1c4d7458 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.091796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d080fe-723a-4b9d-b889-7f5d1c4d7458 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.094878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-54d080fe-723a-4b9d-b889-7f5d1c4d7458 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/0a341957-0ff5-4ffc-b824-d86befb06220 HTTP/1.1" status: 404 len: 333 time: 0.0253055 Dec 23 12:28:57.097406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50204) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.123987 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0a641d-a9fc-4249-87bd-400ab4916de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.124367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0a641d-a9fc-4249-87bd-400ab4916de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.127843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ca0a641d-a9fc-4249-87bd-400ab4916de4 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a1dd7799-1ed6-46fc-8b90-cda46701d55e HTTP/1.1" status: 404 len: 337 time: 0.0294437 Dec 23 12:28:57.130822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50206) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.155532 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-152552a0-88f7-4e21-961a-d3abd6289e2f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.156004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152552a0-88f7-4e21-961a-d3abd6289e2f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.159047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-152552a0-88f7-4e21-961a-d3abd6289e2f tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/ceffb0af-4da4-4fe0-8f5d-b3e12e8946ab HTTP/1.1" status: 404 len: 337 time: 0.0273519 Dec 23 12:28:57.161355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.186720 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ec265d-2f67-4d24-af2a-d812706b7222 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.187790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ec265d-2f67-4d24-af2a-d812706b7222 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.190915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e2ec265d-2f67-4d24-af2a-d812706b7222 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/dbcf7caf-6031-4573-ad2f-d03e47f6040b HTTP/1.1" status: 404 len: 333 time: 0.0287080 Dec 23 12:28:57.193330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50210) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.218469 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b2b182-38ba-4315-acad-0a0c7a2f1be5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.218902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b2b182-38ba-4315-acad-0a0c7a2f1be5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.222074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a5b2b182-38ba-4315-acad-0a0c7a2f1be5 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/fbd0e805-03fa-4546-b7d4-eebf21be0543 HTTP/1.1" status: 404 len: 337 time: 0.0278842 Dec 23 12:28:57.224487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50212) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.249177 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28cab2a-222a-4f59-96a3-9a695ca97169 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.250253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28cab2a-222a-4f59-96a3-9a695ca97169 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.253219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d28cab2a-222a-4f59-96a3-9a695ca97169 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8467912e-3b24-4d36-b854-7693bf09b1f4 HTTP/1.1" status: 404 len: 337 time: 0.0278387 Dec 23 12:28:57.255726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.279292 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa9677c-d6c4-40b2-ad7a-0a685a8606b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.279801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa9677c-d6c4-40b2-ad7a-0a685a8606b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.283124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2aa9677c-d6c4-40b2-ad7a-0a685a8606b8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/fc6dd152-e783-4118-ac55-0540dbcd2489 HTTP/1.1" status: 404 len: 333 time: 0.0264237 Dec 23 12:28:57.285515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50216) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.309831 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0603f9-09e1-4acd-b88c-97e67c993f22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.310259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0603f9-09e1-4acd-b88c-97e67c993f22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.314037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b0603f9-09e1-4acd-b88c-97e67c993f22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a20f3eee-3269-4976-ad26-1cb6dd59feb9 HTTP/1.1" status: 404 len: 337 time: 0.0276120 Dec 23 12:28:57.316201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50218) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.340812 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d777a-3ee9-4426-b9f3-1180dd2a3310 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.341264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d777a-3ee9-4426-b9f3-1180dd2a3310 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.344444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-011d777a-3ee9-4426-b9f3-1180dd2a3310 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/5d725cc6-ff35-42a8-8b4d-a15bcf03a1eb HTTP/1.1" status: 404 len: 337 time: 0.0273626 Dec 23 12:28:57.347690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.378986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8718bb3-704e-4d1c-8d13-46a867342440 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports?device_id=75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a HTTP/1.1" status: 200 len: 205 time: 0.0297990 Dec 23 12:28:57.381180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50222) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.416735 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-4686b7f0-6202-49f6-b403-e92a77c53692 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] delete failed (client error): The resource could not be found. Dec 23 12:28:57.417740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4686b7f0-6202-49f6-b403-e92a77c53692 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/routers/75cbf9c6-6f41-43a9-8f1f-234d6f7b3a4a HTTP/1.1" status: 404 len: 336 time: 0.0357015 Dec 23 12:28:57.420082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.446123 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7914249-e419-41da-9394-356aec513279 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.446557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7914249-e419-41da-9394-356aec513279 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.449459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7914249-e419-41da-9394-356aec513279 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a8680548-1d22-456e-84c3-612170854693 HTTP/1.1" status: 404 len: 337 time: 0.0284495 Dec 23 12:28:57.451968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50226) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.477148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8579558-5dcd-40bd-9fbc-656d493b0dd7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "GET /v2.0/ports?device_id=34f10940-8c48-4a2a-b71d-43a31561314e HTTP/1.1" status: 200 len: 205 time: 0.0241714 Dec 23 12:28:57.479360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50228) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.519281 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-b46b45ea-ed87-4e8b-af0d-ea83ba784b7a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] delete failed (client error): The resource could not be found. Dec 23 12:28:57.520258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b46b45ea-ed87-4e8b-af0d-ea83ba784b7a tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/routers/34f10940-8c48-4a2a-b71d-43a31561314e HTTP/1.1" status: 404 len: 336 time: 0.0400562 Dec 23 12:28:57.522753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50230) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.550211 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1105ce2-a808-4d77-b398-ab1affb865cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.550746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1105ce2-a808-4d77-b398-ab1affb865cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.553727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e1105ce2-a808-4d77-b398-ab1affb865cc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/a5a35dac-9b88-41f1-883f-91e4e9af7bc6 HTTP/1.1" status: 404 len: 337 time: 0.0299957 Dec 23 12:28:57.556140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50232) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.581929 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-12aad795-21ea-46e3-a1cd-de7baa1d34c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.582375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12aad795-21ea-46e3-a1cd-de7baa1d34c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.585665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12aad795-21ea-46e3-a1cd-de7baa1d34c6 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/696527ab-9d69-4208-9eff-a0164e987b62 HTTP/1.1" status: 404 len: 337 time: 0.0285923 Dec 23 12:28:57.587930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50234) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.610618 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-44da433f-f0c8-42d4-8d9c-e4bb1b9f9f35 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.611124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44da433f-f0c8-42d4-8d9c-e4bb1b9f9f35 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.614633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44da433f-f0c8-42d4-8d9c-e4bb1b9f9f35 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/8817bc8f-6549-4eb6-972e-456c1358323f HTTP/1.1" status: 404 len: 333 time: 0.0255861 Dec 23 12:28:57.617134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50236) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.643894 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc22d03-92e8-400a-8712-7e92940136d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.644282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc22d03-92e8-400a-8712-7e92940136d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.647575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5cc22d03-92e8-400a-8712-7e92940136d8 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/9a4cc9a5-dfb0-47d4-94e6-f85450683049 HTTP/1.1" status: 404 len: 337 time: 0.0293825 Dec 23 12:28:57.649937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50238) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.676563 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7814a2d-184a-4323-926e-859d611c9ac0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.677108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7814a2d-184a-4323-926e-859d611c9ac0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.680359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7814a2d-184a-4323-926e-859d611c9ac0 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/dded97eb-5694-4a4b-9ec4-89519257d2c0 HTTP/1.1" status: 404 len: 333 time: 0.0295572 Dec 23 12:28:57.682739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50240) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.710179 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9da2ba-a130-43a7-806e-ca7015a2fc93 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.710621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9da2ba-a130-43a7-806e-ca7015a2fc93 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.713792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ea9da2ba-a130-43a7-806e-ca7015a2fc93 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/0f945d74-0999-432b-ba5b-3bc51ad4df8b HTTP/1.1" status: 404 len: 337 time: 0.0301435 Dec 23 12:28:57.716094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50242) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.741210 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d316afce-9f5a-48be-baae-fcdbfada0653 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.741719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d316afce-9f5a-48be-baae-fcdbfada0653 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.744871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d316afce-9f5a-48be-baae-fcdbfada0653 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/77ea1545-ab07-4d65-a5f2-2b7097063113 HTTP/1.1" status: 404 len: 333 time: 0.0278721 Dec 23 12:28:57.747312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50244) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.773432 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5553f91-4a23-4aff-afd0-a6712846143e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.773970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5553f91-4a23-4aff-afd0-a6712846143e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.777745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f5553f91-4a23-4aff-afd0-a6712846143e tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/e9edfcc2-aefd-4a4e-8c9e-3af5c71aaf7f HTTP/1.1" status: 404 len: 337 time: 0.0295660 Dec 23 12:28:57.780218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50246) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.804360 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-10da5414-9926-41fc-b798-a57e1524eec7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.804914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10da5414-9926-41fc-b798-a57e1524eec7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.807918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-10da5414-9926-41fc-b798-a57e1524eec7 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/5608e3be-ac3b-4f3a-b238-c882ee7700e5 HTTP/1.1" status: 404 len: 333 time: 0.0262256 Dec 23 12:28:57.810455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50248) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.836099 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72e345c-b0c1-49bd-976d-15235262ad70 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.836720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72e345c-b0c1-49bd-976d-15235262ad70 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.839834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c72e345c-b0c1-49bd-976d-15235262ad70 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/eba31b79-b242-4b1b-977c-d6730c26c923 HTTP/1.1" status: 404 len: 337 time: 0.0281136 Dec 23 12:28:57.842148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50250) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.870314 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d8bad6-3dd2-4045-b0ed-189612fb95dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:57.870830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d8bad6-3dd2-4045-b0ed-189612fb95dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:57.874353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e8d8bad6-3dd2-4045-b0ed-189612fb95dc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/35aab86d-26bd-4ebf-a83e-425b2cb8d30c HTTP/1.1" status: 404 len: 333 time: 0.0308173 Dec 23 12:28:57.876269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:57.948029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b327211e-35fe-42f9-84fd-a0cdeb67b49a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:57.971229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b327211e-35fe-42f9-84fd-a0cdeb67b49a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:57.971730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b327211e-35fe-42f9-84fd-a0cdeb67b49a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:58.217196 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a967292-388a-4c58-abe4-c8dbdbeb8c22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:58.217558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a967292-388a-4c58-abe4-c8dbdbeb8c22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:58.221219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a967292-388a-4c58-abe4-c8dbdbeb8c22 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8a936d0d-7f38-4a6e-9a78-4bdcea09b37b HTTP/1.1" status: 404 len: 337 time: 0.3440704 Dec 23 12:28:58.223653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50254) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:58.245608 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03d5f60-516f-486a-b37c-d505e3fdc335 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:58.246129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03d5f60-516f-486a-b37c-d505e3fdc335 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:58.249133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e03d5f60-516f-486a-b37c-d505e3fdc335 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/ac7a3b41-4492-4a61-b834-ed6831ab6851 HTTP/1.1" status: 404 len: 333 time: 0.0245669 Dec 23 12:28:58.251705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50256) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:58.276797 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb62503-edd2-4d3b-bcd7-362207b08bdc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:58.277263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb62503-edd2-4d3b-bcd7-362207b08bdc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:58.280200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ceb62503-edd2-4d3b-bcd7-362207b08bdc tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/4a3ba48a-c96b-452b-8167-636333994e71 HTTP/1.1" status: 404 len: 337 time: 0.0276253 Dec 23 12:28:58.283223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:58.304762 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec70978-a7bf-41f7-98d3-fa3b6d65b544 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:58.305305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec70978-a7bf-41f7-98d3-fa3b6d65b544 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:58.308186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ec70978-a7bf-41f7-98d3-fa3b6d65b544 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/ports/cf05471e-86eb-48d7-aa86-821c8d8f6b04 HTTP/1.1" status: 404 len: 333 time: 0.0240591 Dec 23 12:28:58.310488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:58.335614 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cc32f6-41d4-4577-885c-bd8490bd86af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] DELETE failed (client error): The resource could not be found. Dec 23 12:28:58.336089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cc32f6-41d4-4577-885c-bd8490bd86af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:28:58.339043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-51cc32f6-41d4-4577-885c-bd8490bd86af tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/subnets/8ffb9b18-7020-4995-8fac-f486cea3be4f HTTP/1.1" status: 404 len: 337 time: 0.0276890 Dec 23 12:28:58.341315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:58.419314 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.506322 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.526203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6205f3-f5df-4d72-9c58-989d3d0bb346']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:58.535395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0f47d-f119-4502-a161-985cff6e7397') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:58.535690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0f47d-f119-4502-a161-985cff6e7397') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:28:58.544685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.557389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.563573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:28:58.563947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:28:58.566843 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:28:58.570077 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:28:58.740186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.753682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.753682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] 10.222.0.16 "DELETE /v2.0/networks/dd6205f3-f5df-4d72-9c58-989d3d0bb346 HTTP/1.1" status: 204 len: 168 time: 0.4087286 Dec 23 12:28:58.762697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece90f2f-9bbb-4d0d-9266-bd32e8903459 tempest-NetworksTestDHCPv6-724154536 tempest-NetworksTestDHCPv6-724154536-project] Pushing event deleted for resources: {'Network': ['ID=dd6205f3-f5df-4d72-9c58-989d3d0bb346,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:59.226553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50268) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:59.360435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a95121fb-0a62-47bc-8bd9-ac5af479e0fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae2529b91a684a62a3f8e6f41117594f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325209 Dec 23 12:28:59.362983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50272) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:28:59.413941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.434917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.556863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.559469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.560640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2cb4a88-eedd-4021-9d64-fe674071f000 HTTP/1.1" status: 204 len: 168 time: 0.1967278 Dec 23 12:28:59.569186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96ce97-4eb8-4bc6-a33a-4f18add564b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb4a88-eedd-4021-9d64-fe674071f000,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:59.943816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7775d7-46ed-4131-9771-606e449691f1 req-a789c716-2e8f-4d8b-b844-bcf864842fa1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:59.945400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec7775d7-46ed-4131-9771-606e449691f1 req-a789c716-2e8f-4d8b-b844-bcf864842fa1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0528901 Dec 23 12:29:00.000353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec7775d7-46ed-4131-9771-606e449691f1 req-2437501f-6340-4e57-aba4-30bd67874961 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Dec 23 12:29:00.391163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-82aa1634-cc9b-4e27-b281-b5b78aea08aa tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:00.393016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-82aa1634-cc9b-4e27-b281-b5b78aea08aa tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/networks?id=a792e2f4-a5e0-4700-9084-2ffbf70d5047 HTTP/1.1" status: 200 len: 809 time: 0.1205387 Dec 23 12:29:00.412357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-d840b95f-2bdb-418a-ab1e-ebb03b45a4cb tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/quotas/9c54366dc26246809bcbbf4fad9bd032 HTTP/1.1" status: 200 len: 375 time: 0.0122375 Dec 23 12:29:00.463590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-5d816cf1-27bf-4d8d-9012-d4378f93a06c tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c54366dc26246809bcbbf4fad9bd032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431576 Dec 23 12:29:00.594234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-5654022c-ad30-4551-95b8-b1d1f3c30102 service neutron] 10.222.0.16 "GET /v2.0/networks/a792e2f4-a5e0-4700-9084-2ffbf70d5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290739 Dec 23 12:29:00.698355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-0f042e1f-e94c-4da4-8870-a876ebd6cb3a service neutron] 10.222.0.16 "GET /v2.0/networks/a792e2f4-a5e0-4700-9084-2ffbf70d5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976121 Dec 23 12:29:00.831740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50344) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:00.975645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'networks': [{'name': 'tempest-network--1131500247'}, {'name': 'tempest-network--1423059822'}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:00.992040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-network--1131500247'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:00.992799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-network--1423059822'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:01.040683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-120f594a-a0ce-4680-b7b6-bea3e6099c00 req-03a04ba9-cd4d-4bf5-ab8d-197118ec760b tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0493488 Dec 23 12:29:01.088130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'network': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:01.092556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:01.108368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:01.228273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5705a-1e83-4181-b1f4-91bb78db51b9 req-5837d16c-68ff-483e-9c7a-d808848402a0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:01.233306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5e5705a-1e83-4181-b1f4-91bb78db51b9 req-5837d16c-68ff-483e-9c7a-d808848402a0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1306291 Dec 23 12:29:01.301159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:01.301609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5e5705a-1e83-4181-b1f4-91bb78db51b9 req-cc6110c2-d9ab-44c3-9b0e-0962e15ada83 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548711 Dec 23 12:29:01.317031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50368) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:01.457360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47edd42b-1566-4b09-8dd2-d71acd04327a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:01.540358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47edd42b-1566-4b09-8dd2-d71acd04327a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.134244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cf7ef92-17c1-40c8-b5f7-b67f170fa63f req-8f6b90d8-56ba-4a4d-9d3e-61aad3b53d20 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Dec 23 12:29:02.182987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47edd42b-1566-4b09-8dd2-d71acd04327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.185392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.185876 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.245375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-47edd42b-1566-4b09-8dd2-d71acd04327a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f33fe22bbdee4b4ca4f26315d845c2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9270651 Dec 23 12:29:02.248269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50380) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:02.248722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd42b-1566-4b09-8dd2-d71acd04327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b87ad-0685-49a2-b430-116f2de107cc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:02.252079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:02.278782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.279131 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment 2ca0d23f-b7af-417f-bf7a-1f9af093ef1f of type vlan for network c01fe4e5-7b78-4a79-9f41-4f50e2341116 Dec 23 12:29:02.291489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79872d8b-f4a4-40d4-bb77-a7ffd08f9b6f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:02.302218 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.324374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.328585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.364615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:02.378468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.379400 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment da3d4eaf-a267-41a9-803a-0bb5c03af489 of type vlan for network 26f643fb-7da0-4c0a-b78c-aedc57797642 Dec 23 12:29:02.429059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.449816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8160-77f1-4f34-9dc3-9d5a79df05ee req-5a816787-efc9-429b-9ad6-ed0d586baaf9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:02.451320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-902f8160-77f1-4f34-9dc3-9d5a79df05ee req-5a816787-efc9-429b-9ad6-ed0d586baaf9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0590599 Dec 23 12:29:02.501631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-902f8160-77f1-4f34-9dc3-9d5a79df05ee req-16379fa2-c03a-44c6-9c50-ef27c5cfd4e4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Dec 23 12:29:02.505516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.508324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.515896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/493b87ad-0685-49a2-b430-116f2de107cc HTTP/1.1" status: 204 len: 168 time: 0.2603073 Dec 23 12:29:02.523886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9918fd6-ef95-459e-8a97-f3f012ebf742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b87ad-0685-49a2-b430-116f2de107cc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:02.591114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.595737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.596338 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:02.599011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:02.602120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:02.602735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:02.670748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=c01fe4e5-7b78-4a79-9f41-4f50e2341116,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:02.683620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c01fe4e5-7b78-4a79-9f41-4f50e2341116 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:02.739027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=26f643fb-7da0-4c0a-b78c-aedc57797642,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:02.750724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 26f643fb-7da0-4c0a-b78c-aedc57797642 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:02.785096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-55df1e3c-09fa-4387-94e9-6978ede73411 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9490869 Dec 23 12:29:02.785352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:03.029886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946b346-f2ee-4de5-bb89-d16c689391c0 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:03.038463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946b346-f2ee-4de5-bb89-d16c689391c0 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:03.046116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946b346-f2ee-4de5-bb89-d16c689391c0 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:03.052962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946b346-f2ee-4de5-bb89-d16c689391c0 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:03.055521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2946b346-f2ee-4de5-bb89-d16c689391c0 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2684524 Dec 23 12:29:03.062174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50402) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:03.146213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.241938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c67b6674-3a5a-4e15-904b-b024c1ac53d9 req-987f8606-e8d8-4169-bbe2-d1b47f9e9927 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0331891 Dec 23 12:29:03.246041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.282387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01fe4e5-7b78-4a79-9f41-4f50e2341116']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.293182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca0d23f-b7af-417f-bf7a-1f9af093ef1f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.293473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca0d23f-b7af-417f-bf7a-1f9af093ef1f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.304882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.319692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.326134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:03.326559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:03.331260 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:03.485526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.491457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.494893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/c01fe4e5-7b78-4a79-9f41-4f50e2341116 HTTP/1.1" status: 204 len: 168 time: 0.4316888 Dec 23 12:29:03.499181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50420) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:03.511209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2a4f3-f34d-4403-9218-68d79802b44c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=c01fe4e5-7b78-4a79-9f41-4f50e2341116,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:03.607247 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.669155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65fb49-0095-461d-9b95-d37e2898b2c7 req-0c0c2cf9-18ce-4948-93b7-c5f5dba1e562 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:03.670669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce65fb49-0095-461d-9b95-d37e2898b2c7 req-0c0c2cf9-18ce-4948-93b7-c5f5dba1e562 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0838113 Dec 23 12:29:03.751427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.787452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f643fb-7da0-4c0a-b78c-aedc57797642']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.792940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce65fb49-0095-461d-9b95-d37e2898b2c7 req-964bc0df-5a06-4e36-88e7-a9d5786e256b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060698 Dec 23 12:29:03.802205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3d4eaf-a267-41a9-803a-0bb5c03af489') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.802505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3d4eaf-a267-41a9-803a-0bb5c03af489') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:03.812989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.828488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.835341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:03.835763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:03.839064 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:03.988048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.998127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:03.998997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/26f643fb-7da0-4c0a-b78c-aedc57797642 HTTP/1.1" status: 204 len: 168 time: 0.4977303 Dec 23 12:29:04.002519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50434) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:04.027650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486cf0-68d6-496b-8238-d2af276979fb tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=26f643fb-7da0-4c0a-b78c-aedc57797642,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:04.119361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca65fa-2932-4e21-9ae1-62485880f1f9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:04.126158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca65fa-2932-4e21-9ae1-62485880f1f9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:04.127752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70ca65fa-2932-4e21-9ae1-62485880f1f9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1242692 Dec 23 12:29:04.131606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:04.136678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-943222274'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:04.211072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:04.215349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.262092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:04.276856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.277451 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment bb3b68bb-f8ca-40fc-8473-4a0c7d15466b of type vlan for network c897921b-8c63-4684-990c-03cbc4bdbbc4 Dec 23 12:29:04.338320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.395715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26df8753-8d9f-4ede-8aec-021402fdf899 req-aa92020d-b60e-48fa-8f2d-651fb72ac53b tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0609505 Dec 23 12:29:04.431066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.437939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:04.438573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.526441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=c897921b-8c63-4684-990c-03cbc4bdbbc4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:04.529925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.530276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.531718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.532121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.532702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.533083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.533416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.533746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.534071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.534460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.534784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.535297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.536044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:04.553020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-2a3e953e-fa9d-4736-b203-d51adb12aea1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:04.554611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-2a3e953e-fa9d-4736-b203-d51adb12aea1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.57 "GET /v2.0/networks?id=a792e2f4-a5e0-4700-9084-2ffbf70d5047 HTTP/1.1" status: 200 len: 809 time: 0.1220160 Dec 23 12:29:04.554756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c897921b-8c63-4684-990c-03cbc4bdbbc4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:04.567156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Request body: {'port': {'device_id': 'd4743dca-24d3-409c-93b5-a13b13010579', 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047', 'admin_state_up': True, 'tenant_id': '9c54366dc26246809bcbbf4fad9bd032'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:04.645450 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e7361dc-c3e1-4713-ab39-293516703b87 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5127838 Dec 23 12:29:04.648035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50468) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:04.653622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1584392041'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:04.782241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:04.785833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Made reservation on behalf of 9c54366dc26246809bcbbf4fad9bd032 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:04.786048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.786302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.813692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:04.823620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.824123 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment 367cb5ad-386f-4d50-b032-10a9fbc5cc1f of type vlan for network f93e260c-669e-41fc-977e-c987eab4c5e6 Dec 23 12:29:04.880739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.900367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-507e3dde-46b4-41e7-acf5-28f9d21b2e2f req-6ac5b436-8a86-4dc9-9126-16f9126c5dcb tempest-FlavorsV2NegativeTest-1391370358 tempest-FlavorsV2NegativeTest-1391370358-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ff9f464db3ba42d180cf62221902dda9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338826 Dec 23 12:29:04.988300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:04.995582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:04.996272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.058084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Allocated IP 172.20.0.10 (a792e2f4-a5e0-4700-9084-2ffbf70d5047/2b13f277-2d24-452c-91b0-fd2a28baf5fc/11491778-5b67-4c2b-90ea-1190bade246d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:05.062957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=f93e260c-669e-41fc-977e-c987eab4c5e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:05.073829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f93e260c-669e-41fc-977e-c987eab4c5e6 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:05.104611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfdd56-a045-4ee8-89ba-a405298657f9 req-5c500871-38b2-447c-98db-9568f493e5a9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:05.106137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bdfdd56-a045-4ee8-89ba-a405298657f9 req-5c500871-38b2-447c-98db-9568f493e5a9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1809795 Dec 23 12:29:05.128764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e3dde-46b4-41e7-acf5-28f9d21b2e2f req-92f24346-ca09-4371-8080-8938e1abcb65 tempest-FlavorsV2NegativeTest-1391370358 tempest-FlavorsV2NegativeTest-1391370358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:05.130314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-507e3dde-46b4-41e7-acf5-28f9d21b2e2f req-92f24346-ca09-4371-8080-8938e1abcb65 tempest-FlavorsV2NegativeTest-1391370358 tempest-FlavorsV2NegativeTest-1391370358-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168245 Dec 23 12:29:05.177343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-507e3dde-46b4-41e7-acf5-28f9d21b2e2f req-a0688bb4-798c-4f25-8bd6-864d147c47b6 tempest-FlavorsV2NegativeTest-1391370358 tempest-FlavorsV2NegativeTest-1391370358-project] 10.222.0.16 "GET /v2.0/quotas/ff9f464db3ba42d180cf62221902dda9 HTTP/1.1" status: 200 len: 375 time: 0.0367944 Dec 23 12:29:05.217215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5afc09dc-0a67-4f0e-8ec2-7c3bc8f012e8 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5679991 Dec 23 12:29:05.220584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50488) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:05.225618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'ports': [{'network_id': 'c897921b-8c63-4684-990c-03cbc4bdbbc4', 'name': 'tempest-port--1128087322', 'admin_state_up': True}, {'network_id': 'f93e260c-669e-41fc-977e-c987eab4c5e6', 'admin_state_up': False}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:05.225934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'port': {'network_id': 'c897921b-8c63-4684-990c-03cbc4bdbbc4', 'name': 'tempest-port--1128087322', 'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:05.226417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'port': {'network_id': 'f93e260c-669e-41fc-977e-c987eab4c5e6', 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:05.264644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-507e3dde-46b4-41e7-acf5-28f9d21b2e2f req-61291de4-06a1-4521-8176-4bbe5eb4b558 tempest-FlavorsV2NegativeTest-1391370358 tempest-FlavorsV2NegativeTest-1391370358-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff9f464db3ba42d180cf62221902dda9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774965 Dec 23 12:29:05.275516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bdfdd56-a045-4ee8-89ba-a405298657f9 req-729f2a99-9f22-4fd3-90b1-585622a2cf9e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553242 Dec 23 12:29:05.354618 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.501523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a267f1d-ba7f-42b4-ba47-50e74259a84e req-5f8490e2-556f-458c-9db4-27aaa486e2bd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Dec 23 12:29:05.563395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.597644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'port': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:05.602924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.615375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:05.617391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.618852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:05.622476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:05.631542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Pushing event updated for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:05.678946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:05.679556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.715514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] device_id is not set on port a92c7e6d-022c-4a99-953e-ad65b7e9a1fa yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:29:05.830452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.857033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-b1ab3a5e-d8ab-47d0-9930-11f91807289e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2936897 Dec 23 12:29:05.869985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Request body: {'port': {'device_id': 'd4743dca-24d3-409c-93b5-a13b13010579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:05.907926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] device_id is not set on port fc211551-5222-4f2b-b287-f0fcf7e77c0b yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:29:05.934138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.036424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.131013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.196709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Port': ['ID=a92c7e6d-022c-4a99-953e-ad65b7e9a1fa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:06.208970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Checking segment: {'id': 'bb3b68bb-f8ca-40fc-8473-4a0c7d15466b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c897921b-8c63-4684-990c-03cbc4bdbbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:06.209369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network hostable DHCP agents. Network: c897921b-8c63-4684-990c-03cbc4bdbbc4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:06.217261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11491778-5b67-4c2b-90ea-1190bade246d {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:06.225227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.237975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Transition to ACTIVE for port object 11491778-5b67-4c2b-90ea-1190bade246d will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:29:06.339991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.340194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network c897921b-8c63-4684-990c-03cbc4bdbbc4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:06.416797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Pushing event updated for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:06.467391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, c897921b-8c63-4684-990c-03cbc4bdbbc4) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:06.478171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b95cac-8474-4323-80e4-b1acfdb9afa7 None None] Network c897921b-8c63-4684-990c-03cbc4bdbbc4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:06.479668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:06.483503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.494786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f2ba6-d3eb-4963-80ac-2b4876f4610d req-f53fbcff-4ef1-4323-ba6a-56bd4fc4c1f2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.496378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-242f2ba6-d3eb-4963-80ac-2b4876f4610d req-f53fbcff-4ef1-4323-ba6a-56bd4fc4c1f2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.1318970 Dec 23 12:29:06.519916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Attempting to bind port 11491778-5b67-4c2b-90ea-1190bade246d on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:06.519916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Attempting to bind port 11491778-5b67-4c2b-90ea-1190bade246d by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'b57b5868-44b7-4aa3-bb14-02f8dcce7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:06.520743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Attempting to bind port 11491778-5b67-4c2b-90ea-1190bade246d on network a792e2f4-a5e0-4700-9084-2ffbf70d5047 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:06.526576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Port 11491778-5b67-4c2b-90ea-1190bade246d on network a792e2f4-a5e0-4700-9084-2ffbf70d5047 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:29:06.527167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Attempting to bind port 11491778-5b67-4c2b-90ea-1190bade246d on network a792e2f4-a5e0-4700-9084-2ffbf70d5047 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:06.544897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:06.545249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Checking segment: {'id': 'b57b5868-44b7-4aa3-bb14-02f8dcce7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:06.545635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Bound using segment: {'id': 'b57b5868-44b7-4aa3-bb14-02f8dcce7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:06.546086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Bound port: 11491778-5b67-4c2b-90ea-1190bade246d, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57b5868-44b7-4aa3-bb14-02f8dcce7138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:06.547098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.582089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Port': ['ID=fc211551-5222-4f2b-b287-f0fcf7e77c0b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:06.616582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Checking segment: {'id': '367cb5ad-386f-4d50-b032-10a9fbc5cc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f93e260c-669e-41fc-977e-c987eab4c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:06.617826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network hostable DHCP agents. Network: f93e260c-669e-41fc-977e-c987eab4c5e6, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:06.625156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-242f2ba6-d3eb-4963-80ac-2b4876f4610d req-4f946772-4657-46f6-8e09-9560cfb2223c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066382 Dec 23 12:29:06.642352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:06.663124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:06.666619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=11491778-5b67-4c2b-90ea-1190bade246d,segment=NetworkSegment(b57b5868-44b7-4aa3-bb14-02f8dcce7138),segment_id=b57b5868-44b7-4aa3-bb14-02f8dcce7138)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:06.758943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1975b-0af5-45ab-ae4c-9f336912087b req-4e2bec40-0ec3-45a4-bf16-2c0258d0b5d0 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.760464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22a1975b-0af5-45ab-ae4c-9f336912087b req-4e2bec40-0ec3-45a4-bf16-2c0258d0b5d0 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 944 time: 0.0525475 Dec 23 12:29:06.762073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.777892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c09518db-ecaa-4da7-a6e4-5430d2331cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.808973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network f93e260c-669e-41fc-977e-c987eab4c5e6 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:06.820175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.820802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.822233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] 10.222.0.57 "PUT /v2.0/ports/11491778-5b67-4c2b-90ea-1190bade246d HTTP/1.1" status: 200 len: 1092 time: 0.9564939 Dec 23 12:29:06.822679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:06.824962 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3ebee-c521-418a-9d10-174dbf1e0a82" -d '{"events": [{"name": "network-changed", "server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "tag": "11491778-5b67-4c2b-90ea-1190bade246d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:06.865103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75a1f1-e9ba-44be-ae5c-99f078845e76 service neutron] Pushing event updated for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:06.871068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c09518db-ecaa-4da7-a6e4-5430d2331cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.871192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22a1975b-0af5-45ab-ae4c-9f336912087b req-d8f48e90-2b4a-48d1-81c3-879e08b1b98f tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002607 Dec 23 12:29:06.872348 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce277a91-b05e-4b6b-b13a-a852a494ff69 x-openstack-request-id: req-ce277a91-b05e-4b6b-b13a-a852a494ff69 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:06.872645 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "tag": "11491778-5b67-4c2b-90ea-1190bade246d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:06.872930 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce277a91-b05e-4b6b-b13a-a852a494ff69 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:06.873331 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d', 'status': 'completed', 'code': 200} Dec 23 12:29:06.910939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f93e260c-669e-41fc-977e-c987eab4c5e6) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:06.924184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3e8a1-dfe4-4fbe-842a-c065bfd6dc6e None None] Network f93e260c-669e-41fc-977e-c987eab4c5e6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:06.927971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:06.935751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.941066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.941797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:06.943815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-bb1fa82b-3cb2-4b31-abcf-9af5fa20d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:06.945502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-bb1fa82b-3cb2-4b31-abcf-9af5fa20d5f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c54366dc26246809bcbbf4fad9bd032&device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 1095 time: 0.0448446 Dec 23 12:29:07.050847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-af8f9fcd-9258-4674-a827-b071da3d5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.052446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-af8f9fcd-9258-4674-a827-b071da3d5c45 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9c54366dc26246809bcbbf4fad9bd032&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990496 Dec 23 12:29:07.059184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c09518db-ecaa-4da7-a6e4-5430d2331cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.098716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-61e4b4e1-6aeb-41df-9b1c-1ae512f3c166 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8748140 Dec 23 12:29:07.101279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50534) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:07.110390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09518db-ecaa-4da7-a6e4-5430d2331cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd8083a-1f45-46f7-a87b-ddacc271148d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:07.115520 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c09518db-ecaa-4da7-a6e4-5430d2331cfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff9f464db3ba42d180cf62221902dda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4675703 Dec 23 12:29:07.123241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:07.152939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-84c9279b-2e1d-4a28-8523-fb29d8347a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.154455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ac3ebee-c521-418a-9d10-174dbf1e0a82 req-84c9279b-2e1d-4a28-8523-fb29d8347a27 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934753 Dec 23 12:29:07.198335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e015d98-525b-41b8-91ca-c1412a79b8aa tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.204581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e015d98-525b-41b8-91ca-c1412a79b8aa tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.206185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e015d98-525b-41b8-91ca-c1412a79b8aa tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1040609 Dec 23 12:29:07.213277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:07.238451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-a03ae3d0-45ca-4387-81f2-e739ecbb8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.240254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-a03ae3d0-45ca-4387-81f2-e739ecbb8a1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c54366dc26246809bcbbf4fad9bd032&device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 1095 time: 0.0463369 Dec 23 12:29:07.241916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.286544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-f2bb3bef-d472-4230-a5a0-e2b67b8c3eec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11491778-5b67-4c2b-90ea-1190bade246d HTTP/1.1" status: 200 len: 217 time: 0.0356543 Dec 23 12:29:07.295387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.337730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732da962-3876-465d-b8a5-b45615e41e23 req-4bc155f9-ef8d-4283-9a9e-f9ca19b549d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.339173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-4bc155f9-ef8d-4283-9a9e-f9ca19b549d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b13f277-2d24-452c-91b0-fd2a28baf5fc HTTP/1.1" status: 200 len: 849 time: 0.0445457 Dec 23 12:29:07.349627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting port a92c7e6d-022c-4a99-953e-ad65b7e9a1fa {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:07.357211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.371534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-e807313f-0b3a-4c6b-927b-29141352b29e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a792e2f4-a5e0-4700-9084-2ffbf70d5047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256913 Dec 23 12:29:07.419017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.432414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Calling delete_port for a92c7e6d-022c-4a99-953e-ad65b7e9a1fa owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:07.470259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-377f4f1e-b1c6-47a0-aedc-bcfe4384c50d service neutron] 10.222.0.57 "GET /v2.0/networks/a792e2f4-a5e0-4700-9084-2ffbf70d5047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878408 Dec 23 12:29:07.497906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.500497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.505012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fd8083a-1f45-46f7-a87b-ddacc271148d HTTP/1.1" status: 204 len: 168 time: 0.3781319 Dec 23 12:29:07.521459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb96f-dcc6-404f-a688-bafb258e3d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd8083a-1f45-46f7-a87b-ddacc271148d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:07.585759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732da962-3876-465d-b8a5-b45615e41e23 req-874d8d00-1ab3-4a97-b5b4-d6d01ded84c3 service neutron] 10.222.0.57 "GET /v2.0/networks/a792e2f4-a5e0-4700-9084-2ffbf70d5047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076641 Dec 23 12:29:07.702771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.733493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Port': ['ID=a92c7e6d-022c-4a99-953e-ad65b7e9a1fa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:07.740143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.743583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1475c8ce-bcb6-496d-812c-d567780bf2f5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/ports/a92c7e6d-022c-4a99-953e-ad65b7e9a1fa HTTP/1.1" status: 204 len: 168 time: 0.5293753 Dec 23 12:29:07.746092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:07.776289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2b17-75a2-4f8c-8f97-b3d9437b446b req-e58f316d-aeff-4582-9f8c-025516fe5785 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:07.777936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98ba2b17-75a2-4f8c-8f97-b3d9437b446b req-e58f316d-aeff-4582-9f8c-025516fe5785 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0660777 Dec 23 12:29:07.839396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98ba2b17-75a2-4f8c-8f97-b3d9437b446b req-1b5e1743-2bfd-4c89-9351-bda993df8a1a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499187 Dec 23 12:29:07.846952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting port fc211551-5222-4f2b-b287-f0fcf7e77c0b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:07.847360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.920815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.935837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Calling delete_port for fc211551-5222-4f2b-b287-f0fcf7e77c0b owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:08.010715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6376e-f198-467b-b0c5-5067de2ef04f req-e036ef01-f642-4605-870a-2fefd390608e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:08.012312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77d6376e-f198-467b-b0c5-5067de2ef04f req-e036ef01-f642-4605-870a-2fefd390608e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 944 time: 0.0503960 Dec 23 12:29:08.063577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77d6376e-f198-467b-b0c5-5067de2ef04f req-d7bc7730-dc7e-4aa7-9e27-a9860170d89e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Dec 23 12:29:08.113857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.143741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Port': ['ID=fc211551-5222-4f2b-b287-f0fcf7e77c0b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:08.148603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.154419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4c480747-f2ea-4e44-bdfb-4a112d177a2d tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/ports/fc211551-5222-4f2b-b287-f0fcf7e77c0b HTTP/1.1" status: 204 len: 168 time: 0.4056203 Dec 23 12:29:08.155300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:08.184036 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7574b3fa-b7fa-459e-a1d8-84c3aa442576 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0272942 Dec 23 12:29:08.188374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50566) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:08.193210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1082456352'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:08.342339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:08.346538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.370638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:08.379633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.379977 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment b965a8e5-1b37-4635-93de-401e18ffb7c4 of type vlan for network 7491a27c-1f89-404a-9598-0a05c2c48541 Dec 23 12:29:08.418697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.536521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.542663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:08.543260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.616607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=7491a27c-1f89-404a-9598-0a05c2c48541,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:08.630008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 7491a27c-1f89-404a-9598-0a05c2c48541 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:08.723094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d51ef52a-77c9-447a-83ee-fad8a87f7c49 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5334947 Dec 23 12:29:08.725545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50582) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:08.730601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1436503714'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:08.856914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:08.919366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:08.924341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.955060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:08.965160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.965500 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Added segment a18fbdde-5635-4e4b-87c0-8c7ede1025bf of type vlan for network 477b5533-99d9-42e8-9036-4ffb40f2897f Dec 23 12:29:08.975607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6844b-ed47-4438-b9c4-1037db15b736 req-4fd815dc-37ef-4162-a91c-7d8c564e06ec tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:08.977170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c6844b-ed47-4438-b9c4-1037db15b736 req-4fd815dc-37ef-4162-a91c-7d8c564e06ec tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 943 time: 0.0602167 Dec 23 12:29:08.978211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-network', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:09.021985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.027948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45c6844b-ed47-4438-b9c4-1037db15b736 req-c5d68bdf-7658-49b2-a8aa-0e96de8b24d4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Dec 23 12:29:09.110960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Made reservation on behalf of da43348a9aea4d6a9e91e123c7ec9d9f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:09.113324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.122341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.156375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.162120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:09.162709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.184015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696c2e2-8b8a-4142-b70f-3ca2c023acb9 req-ca3537b2-f9f7-4da0-85ba-a0c94fde1d30 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:09.185499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8696c2e2-8b8a-4142-b70f-3ca2c023acb9 req-ca3537b2-f9f7-4da0-85ba-a0c94fde1d30 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 944 time: 0.0506523 Dec 23 12:29:09.236730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8696c2e2-8b8a-4142-b70f-3ca2c023acb9 req-014ba080-549e-41cb-ad1b-2af932b3bb70 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Dec 23 12:29:09.261905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Network': ['ID=477b5533-99d9-42e8-9036-4ffb40f2897f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:09.262022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 477b5533-99d9-42e8-9036-4ffb40f2897f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:09.275453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.339089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f05d94d-63f8-4735-bc0f-2b883438bf8f tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6125088 Dec 23 12:29:09.359242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.384184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:09.394682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2379bb72-8bfe-4e2d-831d-726a6006ce1a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:09.399361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.399710 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Added segment 5b406e79-7e67-44ff-a3b1-c678bd3b8143 of type vlan for network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 Dec 23 12:29:09.413795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:29:09.442714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.467055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50596) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:09.472956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'subnets': [{'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--5904735', 'ip_version': 4}, {'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:09.473278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'subnet': {'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--5904735', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:09.473903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Request body: {'subnet': {'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:09.518672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:09.529691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'mac_address': 'fa:16:3e:3b:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:29:09.549563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.550514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:09.551094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.567507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.581292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db1e86f-c908-4098-b8c3-1f9db9f36be3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:09.601511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:09.670299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] Pushing event updated for resources: {'Network': ['ID=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:09.681840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:09.725956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.726625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 11491778-5b67-4c2b-90ea-1190bade246d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:29:09.739969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-075ab798-0969-45cd-8788-0a2dac46b444 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8814030 Dec 23 12:29:09.743033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:09.747955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Request body: {'subnet': {'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-subnet', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:09.841286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:09.893400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=11491778-5b67-4c2b-90ea-1190bade246d,segment=NetworkSegment(b57b5868-44b7-4aa3-bb14-02f8dcce7138),segment_id=b57b5868-44b7-4aa3-bb14-02f8dcce7138)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:09.904240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '11491778-5b67-4c2b-90ea-1190bade246d', 'network_id': 'a792e2f4-a5e0-4700-9084-2ffbf70d5047', 'port_id': '11491778-5b67-4c2b-90ea-1190bade246d', 'mac_address': 'fa:16:3e:52:0f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b13f277-2d24-452c-91b0-fd2a28baf5fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:29:09.907897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Made reservation on behalf of df427d2385da46f4b9cbc8abf8bb00e9 for: {'subnet': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:09.910511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.911213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.946411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.958846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11491778-5b67-4c2b-90ea-1190bade246d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:09.959993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Made reservation on behalf of da43348a9aea4d6a9e91e123c7ec9d9f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:09.962325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.979736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=11491778-5b67-4c2b-90ea-1190bade246d,segment=NetworkSegment(b57b5868-44b7-4aa3-bb14-02f8dcce7138),segment_id=b57b5868-44b7-4aa3-bb14-02f8dcce7138)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:10.039687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.091937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:10.170546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87e26d-51be-4e46-bd9c-462b4f8d092f req-c544c0fc-5895-4d26-8a9d-e52837b1482c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:10.173060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d87e26d-51be-4e46-bd9c-462b4f8d092f req-c544c0fc-5895-4d26-8a9d-e52837b1482c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.0507104 Dec 23 12:29:10.224923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d87e26d-51be-4e46-bd9c-462b4f8d092f req-3cfe85d8-401c-450b-b54b-e5d0ce7d0e1e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455060 Dec 23 12:29:10.358222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d91e7-e9ca-4471-ae1d-aafac1e9f29c req-0a0c5524-c628-40bd-af40-605b1c035919 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:10.360552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-397d91e7-e9ca-4471-ae1d-aafac1e9f29c req-0a0c5524-c628-40bd-af40-605b1c035919 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Dec 23 12:29:10.386451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['11491778-5b67-4c2b-90ea-1190bade246d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:10.391958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8db1e86f-c908-4098-b8c3-1f9db9f36be3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:10.393278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.416204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-397d91e7-e9ca-4471-ae1d-aafac1e9f29c req-66388ffb-1045-40e9-ae07-f570887a1f38 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490639 Dec 23 12:29:10.470346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c81046-3ee7-4f81-9dfe-888bbf6606e2,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:10.479035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Checking segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:10.479401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Network hostable DHCP agents. Network: 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:10.542311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.599309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:10.612177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Subnet': ['ID=93baf974-d6be-4e20-a6b7-e8fd01e76419,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:10.622235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Checking segment: {'id': 'b965a8e5-1b37-4635-93de-401e18ffb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:10.622595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network hostable DHCP agents. Network: 7491a27c-1f89-404a-9598-0a05c2c48541, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:10.721124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:10.726074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:10.730409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.732765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fa21a-5a10-4a3e-90ad-35b011b897da None None] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:10.843982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:10.844846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.868369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network 7491a27c-1f89-404a-9598-0a05c2c48541 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:10.878020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 7491a27c-1f89-404a-9598-0a05c2c48541) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:10.883701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:10.932090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc117b-c055-4189-9ce7-f693acf14fb4 None None] Network 7491a27c-1f89-404a-9598-0a05c2c48541 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:10.944852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4566a1f2-e6a1-4127-9623-59196a93b2d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2007627 Dec 23 12:29:10.947851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:10.954645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:10.977417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Checking segment: {'id': 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:10.977689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network hostable DHCP agents. Network: 477b5533-99d9-42e8-9036-4ffb40f2897f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:10.981396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event updated for resources: {'Subnet': ['ID=010398ae-e6b0-4a01-a22f-4d7a34384051,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:11.065575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.066660 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.082130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Allocated IP 172.20.0.2 (2b14f7cd-920a-4f0e-8154-1103c4d6fdb0/36c81046-3ee7-4f81-9dfe-888bbf6606e2/7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:11.090986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Network 477b5533-99d9-42e8-9036-4ffb40f2897f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:11.096172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-7491a27c-1f89-404a-9598-0a05c2c48541', 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541', 'project_id': 'df427d2385da46f4b9cbc8abf8bb00e9', 'fixed_ips': [{'subnet_id': '93baf974-d6be-4e20-a6b7-e8fd01e76419'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:11.097048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.122251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.294258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 477b5533-99d9-42e8-9036-4ffb40f2897f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:11.301142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.302811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.303650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.333884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c0e06-cde5-43fe-846e-2b17a7dfbbee None None] Network 477b5533-99d9-42e8-9036-4ffb40f2897f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:11.390413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Allocated IP 172.20.0.2 (7491a27c-1f89-404a-9598-0a05c2c48541/93baf974-d6be-4e20-a6b7-e8fd01e76419/f506de15-7ba7-42a0-a085-923b735bef20) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:11.414089 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.420317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0ae977e-360f-4cef-a8f6-bc093c886095 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1423 time: 1.9498665 Dec 23 12:29:11.420859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:11.430238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:11.478704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81678d7-e6a9-412d-8420-77ecadcc5831 req-5e4386a3-0fbd-4713-980a-92b8fe9949df tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.480247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d81678d7-e6a9-412d-8420-77ecadcc5831 req-5e4386a3-0fbd-4713-980a-92b8fe9949df tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 944 time: 0.1415918 Dec 23 12:29:11.482373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.500156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59fdf5-989d-4c93-be9a-eb138af49d3e tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.503019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59fdf5-989d-4c93-be9a-eb138af49d3e tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.504874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59fdf5-989d-4c93-be9a-eb138af49d3e tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.506639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2c59fdf5-989d-4c93-be9a-eb138af49d3e tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0835507 Dec 23 12:29:11.511651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50628) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:11.566451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d81678d7-e6a9-412d-8420-77ecadcc5831 req-c87dfffa-6de6-42aa-a9c4-a179d9761b4d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780499 Dec 23 12:29:11.566695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting subnet 93baf974-d6be-4e20-a6b7-e8fd01e76419 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:29:11.583048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c3a1-5962-4905-9779-468615fddd5e req-fcbf55c5-7ed8-4e36-860b-bf478cdd8ae1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:11.584670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c08c3a1-5962-4905-9779-468615fddd5e req-fcbf55c5-7ed8-4e36-860b-bf478cdd8ae1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 945 time: 0.0817595 Dec 23 12:29:11.672196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c08c3a1-5962-4905-9779-468615fddd5e req-df7b6478-56a9-46b8-9377-8db4ab838037 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812285 Dec 23 12:29:11.696591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.782247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-477b5533-99d9-42e8-9036-4ffb40f2897f', 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f', 'project_id': 'df427d2385da46f4b9cbc8abf8bb00e9', 'fixed_ips': [{'subnet_id': '010398ae-e6b0-4a01-a22f-4d7a34384051'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:11.783094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.801454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:11.816719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Pushing event updated for resources: {'Port': ['ID=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:11.821625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:11.823690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:11.851139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.879167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.992025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:11.992396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:11.997389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Allocated IP 172.25.7.5 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/968fdf2b-2899-4fed-8946-22636028f3da) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:12.039679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Attempting to bind port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:12.040041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Attempting to bind port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:12.040406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Attempting to bind port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:12.064921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.074635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:12.075013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Checking segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:12.077192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.077192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Bound using segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:12.077192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Bound port: 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:12.077192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.111374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.189718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Allocated IP 172.20.0.18 (477b5533-99d9-42e8-9036-4ffb40f2897f/010398ae-e6b0-4a01-a22f-4d7a34384051/d20650dd-1943-4cc8-b870-de18c70ea41c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:12.192835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.210572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.234166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.261452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] For port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:12.268038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.317422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Pushing event updated for resources: {'Port': ['ID=968fdf2b-2899-4fed-8946-22636028f3da,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:12.321117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] For port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:12.324924 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.332925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:12.334932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:12.337905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:12.338219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.344979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Network 7491a27c-1f89-404a-9598-0a05c2c48541 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:12.357758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:12.360885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:12.363146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680fbf22-f03b-4058-a4a8-011e7ea53f3d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:12.373917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Pushing event updated for resources: {'Port': ['ID=f506de15-7ba7-42a0-a085-923b735bef20,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:12.399253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:12.400679 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a161bdc-eda3-4ac0-adab-c35e1ec4158d" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:12.439015 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.456843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:12.481363 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b2a2a5-f377-4574-adc1-3c97a3579b09 x-openstack-request-id: req-e0b2a2a5-f377-4574-adc1-3c97a3579b09 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:12.481651 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-plugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:12.481902 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0b2a2a5-f377-4574-adc1-3c97a3579b09 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:12.482302 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'code': 200} Dec 23 12:29:12.517083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.547360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Subnet': ['ID=93baf974-d6be-4e20-a6b7-e8fd01e76419,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:12.564966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.566102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Attempting to bind port f506de15-7ba7-42a0-a085-923b735bef20 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:12.566482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Attempting to bind port f506de15-7ba7-42a0-a085-923b735bef20 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b965a8e5-1b37-4635-93de-401e18ffb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:12.566848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Attempting to bind port f506de15-7ba7-42a0-a085-923b735bef20 on network 7491a27c-1f89-404a-9598-0a05c2c48541 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:12.579768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:12.580341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-81f53f45-fd7b-4c1f-8041-b12fdf6a7c54 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/subnets/93baf974-d6be-4e20-a6b7-e8fd01e76419 HTTP/1.1" status: 204 len: 168 time: 1.0623491 Dec 23 12:29:12.605106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.606395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 11491778-5b67-4c2b-90ea-1190bade246d up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:12.612716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:12.613253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Checking segment: {'id': 'b965a8e5-1b37-4635-93de-401e18ffb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:12.613523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.613962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Bound using segment: {'id': 'b965a8e5-1b37-4635-93de-401e18ffb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:12.614664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Bound port: f506de15-7ba7-42a0-a085-923b735bef20, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b965a8e5-1b37-4635-93de-401e18ffb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7491a27c-1f89-404a-9598-0a05c2c48541'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:12.615053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.637491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting subnet 010398ae-e6b0-4a01-a22f-4d7a34384051 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:29:12.655088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-675fd5da-b5af-41a2-8b58-0860ce24c940 None None] Provisioning complete for port 968fdf2b-2899-4fed-8946-22636028f3da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:12.655517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-675fd5da-b5af-41a2-8b58-0860ce24c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.664173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a37c1a-a9da-4aaa-92f5-b6eff5494746 None None] Pushing event updated for resources: {'Port': ['ID=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:12.779911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:12.815549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:12.868524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-675fd5da-b5af-41a2-8b58-0860ce24c940 None None] Port 968fdf2b-2899-4fed-8946-22636028f3da cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:12.892711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52417941-7b40-47dd-8329-d0962db63176 None None] For port f506de15-7ba7-42a0-a085-923b735bef20, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:12.896372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52417941-7b40-47dd-8329-d0962db63176 None None] For port f506de15-7ba7-42a0-a085-923b735bef20, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f506de15-7ba7-42a0-a085-923b735bef20,segment=NetworkSegment(b965a8e5-1b37-4635-93de-401e18ffb7c4),segment_id=b965a8e5-1b37-4635-93de-401e18ffb7c4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:13.201881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.201881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Network 477b5533-99d9-42e8-9036-4ffb40f2897f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:13.201881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:13.202772 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.204641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 11491778-5b67-4c2b-90ea-1190bade246d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:29:13.209472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:13.219989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Pushing event updated for resources: {'Port': ['ID=d20650dd-1943-4cc8-b870-de18c70ea41c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:13.224928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 11491778-5b67-4c2b-90ea-1190bade246d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:13.225309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.256195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.346920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be2f9d-ef82-4592-8023-71b974a69f7e req-6c083d6c-84de-4b61-a7d0-5f214224b84e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:13.354373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9be2f9d-ef82-4592-8023-71b974a69f7e req-6c083d6c-84de-4b61-a7d0-5f214224b84e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 945 time: 0.5869544 Dec 23 12:29:13.354762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9055d192-d88b-40aa-b06b-8c029274b78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.380247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbbfde-3038-4188-ad1d-6f8b58a6983a req-59e9f257-bd90-4738-a0e0-02db6197c4a6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:13.381813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62cbbfde-3038-4188-ad1d-6f8b58a6983a req-59e9f257-bd90-4738-a0e0-02db6197c4a6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.6719413 Dec 23 12:29:13.385980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52417941-7b40-47dd-8329-d0962db63176 None None] Pushing event updated for resources: {'Port': ['ID=f506de15-7ba7-42a0-a085-923b735bef20,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:13.387608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.390836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Attempting to bind port d20650dd-1943-4cc8-b870-de18c70ea41c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:13.390836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Attempting to bind port d20650dd-1943-4cc8-b870-de18c70ea41c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:13.390836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Attempting to bind port d20650dd-1943-4cc8-b870-de18c70ea41c on network 477b5533-99d9-42e8-9036-4ffb40f2897f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:13.400469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:13.401247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Checking segment: {'id': 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:13.401405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.401706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Bound using segment: {'id': 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:13.402155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Bound port: d20650dd-1943-4cc8-b870-de18c70ea41c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '477b5533-99d9-42e8-9036-4ffb40f2897f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:13.402536 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.426187 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.464592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d395ba67-50d1-4d4f-b488-8aa068c866d8 None None] Network 7491a27c-1f89-404a-9598-0a05c2c48541 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:13.506635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84e11e-b3ae-4d70-ab87-1b3a68101d3b req-f98a9546-91a6-47e8-bae0-6a4ed34407e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:13.508120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd84e11e-b3ae-4d70-ab87-1b3a68101d3b req-f98a9546-91a6-47e8-bae0-6a4ed34407e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1097 time: 0.2530129 Dec 23 12:29:13.554349 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.599999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] For port d20650dd-1943-4cc8-b870-de18c70ea41c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:13.616930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9be2f9d-ef82-4592-8023-71b974a69f7e req-021775a2-2b00-40de-936d-8c25c24fcc03 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616673 Dec 23 12:29:13.630347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] For port d20650dd-1943-4cc8-b870-de18c70ea41c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d20650dd-1943-4cc8-b870-de18c70ea41c,segment=NetworkSegment(a18fbdde-5635-4e4b-87c0-8c7ede1025bf),segment_id=a18fbdde-5635-4e4b-87c0-8c7ede1025bf)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:13.642969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=11491778-5b67-4c2b-90ea-1190bade246d,segment=NetworkSegment(b57b5868-44b7-4aa3-bb14-02f8dcce7138),segment_id=b57b5868-44b7-4aa3-bb14-02f8dcce7138)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:13.647798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62cbbfde-3038-4188-ad1d-6f8b58a6983a req-83ba04cc-ffd8-4302-8bb8-92af32461717 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288859 Dec 23 12:29:13.678956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd84e11e-b3ae-4d70-ab87-1b3a68101d3b req-a3c366f3-5b88-4ee2-9d38-fdd28fa8aa13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614180 Dec 23 12:29:13.747622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47928f53-ceb4-47a6-9796-085ed57f56af None None] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:13.748274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.760860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.804307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.830139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.841122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] Provisioning complete for port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:13.843908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.891595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d487d0-83b7-4e88-9581-a2e15d2e2a21 None None] Pushing event updated for resources: {'Port': ['ID=d20650dd-1943-4cc8-b870-de18c70ea41c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:13.920723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.959714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Subnet': ['ID=010398ae-e6b0-4a01-a22f-4d7a34384051,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:13.961897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:13.971316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50654) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:13.971878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-766f85b4-6515-400d-9e6f-7ce542a5d527 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/subnets/010398ae-e6b0-4a01-a22f-4d7a34384051 HTTP/1.1" status: 204 len: 168 time: 1.3931606 Dec 23 12:29:14.003873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:14.041654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a35ee-90f4-4b53-b68f-eb9844e53b47 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:14.046740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b12a35ee-90f4-4b53-b68f-eb9844e53b47 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737994 Dec 23 12:29:14.047899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:14.102379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:29:14.120628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:14.208760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.239796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:14.240189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.301298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting port d20650dd-1943-4cc8-b870-de18c70ea41c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:14.301711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.353460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:29:14.392186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] For port d20650dd-1943-4cc8-b870-de18c70ea41c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d20650dd-1943-4cc8-b870-de18c70ea41c,segment=NetworkSegment(a18fbdde-5635-4e4b-87c0-8c7ede1025bf),segment_id=a18fbdde-5635-4e4b-87c0-8c7ede1025bf)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:14.393343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.409591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Calling delete_port for d20650dd-1943-4cc8-b870-de18c70ea41c owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:14.440191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:29:14.442659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.464246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.466394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-98135bc0-03a8-46f9-8d3d-27849a77b427 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5166678 Dec 23 12:29:14.469896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50658) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:14.479193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:14.479829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:28:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:14.522133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:14.524508 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a673e2f-6f99-4294-80d3-70f1a5920091" -d '{"events": [{"server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "name": "network-vif-plugged", "status": "completed", "tag": "11491778-5b67-4c2b-90ea-1190bade246d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:14.562095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] For port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:14.581313 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.612672 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa8d138-fd37-4e1b-8b2b-c6ed4f4c9477 x-openstack-request-id: req-5fa8d138-fd37-4e1b-8b2b-c6ed4f4c9477 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:14.612984 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "name": "network-vif-plugged", "status": "completed", "tag": "11491778-5b67-4c2b-90ea-1190bade246d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:14.613242 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fa8d138-fd37-4e1b-8b2b-c6ed4f4c9477 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:14.621081 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d', 'code': 200} Dec 23 12:29:14.625068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] No DVR routers for this DVR port d20650dd-1943-4cc8-b870-de18c70ea41c on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:14.632416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Port': ['ID=d20650dd-1943-4cc8-b870-de18c70ea41c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:14.656958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.686332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:14.831873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.864663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88d40-a201-4ca7-b4ad-532236673ad5 req-75a611b0-5140-4ed6-b48b-001ae77dbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:14.866441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cf88d40-a201-4ca7-b4ad-532236673ad5 req-75a611b0-5140-4ed6-b48b-001ae77dbf60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 1097 time: 0.1716421 Dec 23 12:29:14.989056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203fdec-1190-4219-bf7f-b3cb5c633b75 req-5a7711bb-31ae-4b6f-9c5b-6be723042d60 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:14.999735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e203fdec-1190-4219-bf7f-b3cb5c633b75 req-5a7711bb-31ae-4b6f-9c5b-6be723042d60 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.2330153 Dec 23 12:29:15.007181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbf29b-9cc0-49e0-88bf-8f92d586c3aa None None] Pushing event updated for resources: {'Port': ['ID=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:15.081535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:15.081992 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:15.084674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9e14340d-7d80-4111-8b7e-e4dad7759544 None None] Provisioning complete for port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:15.085171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9e14340d-7d80-4111-8b7e-e4dad7759544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.135269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.143643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0821f5-b99e-4660-ad48-61b705d36ddf req-bde44832-07e1-4f9d-9337-77e674638fdd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:15.150628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb0821f5-b99e-4660-ad48-61b705d36ddf req-bde44832-07e1-4f9d-9337-77e674638fdd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.3628824 Dec 23 12:29:15.167900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477b5533-99d9-42e8-9036-4ffb40f2897f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:15.181582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e203fdec-1190-4219-bf7f-b3cb5c633b75 req-b404a2c0-f60b-4310-8cf5-2f513002e10e tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796541 Dec 23 12:29:15.183918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:15.184465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18fbdde-5635-4e4b-87c0-8c7ede1025bf') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:15.217608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.241726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.244767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cf88d40-a201-4ca7-b4ad-532236673ad5 req-b4047770-4ab5-47f1-90f6-ea56808c5b23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136580 Dec 23 12:29:15.244963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b6c44-ea17-42d5-abfd-d095ccf92e00 None None] Network 477b5533-99d9-42e8-9036-4ffb40f2897f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:15.252869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:15.253345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.308108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb0821f5-b99e-4660-ad48-61b705d36ddf req-c378fe87-8044-478d-8f23-46229601247e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549954 Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:15.325519 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:15.381377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:12Z', 'revision_number': 3, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:15.393619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.419776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.423892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.424124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:29:15.424461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Updating router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de port 968fdf2b-2899-4fed-8946-22636028f3da binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:29:15.435406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/477b5533-99d9-42e8-9036-4ffb40f2897f HTTP/1.1" status: 204 len: 168 time: 1.3847733 Dec 23 12:29:15.437913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461774e6-3ad8-4592-ab7b-b71ea6a121a9 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=477b5533-99d9-42e8-9036-4ffb40f2897f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:15.439106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50682) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:15.469902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.521012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9394e-11c1-45bd-9fb9-3ae511bd7d13 None None] DHCP port deletion for 477b5533-99d9-42e8-9036-4ffb40f2897f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:15.527463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f8ba6337-b45e-4f2f-94dd-01afe5d16212 None None] Could not find standard attr ID for object d20650dd-1943-4cc8-b870-de18c70ea41c. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:29:15.588430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.619618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca363c-fddb-4873-86f8-6b8b403b993c None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:15.683681 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1f120ec-e7d9-45f4-8fc7-ab56e4778973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.737112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Allocated IP 172.20.0.1 (2b14f7cd-920a-4f0e-8154-1103c4d6fdb0/36c81046-3ee7-4f81-9dfe-888bbf6606e2/6291dc9b-0353-4e40-ad50-c8803ca38b8c) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:15.753279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Deleting port f506de15-7ba7-42a0-a085-923b735bef20 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:15.753832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.869531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] For port f506de15-7ba7-42a0-a085-923b735bef20, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f506de15-7ba7-42a0-a085-923b735bef20,segment=NetworkSegment(b965a8e5-1b37-4635-93de-401e18ffb7c4),segment_id=b965a8e5-1b37-4635-93de-401e18ffb7c4)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:15.870238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.893055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Calling delete_port for f506de15-7ba7-42a0-a085-923b735bef20 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:15.897301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca363c-fddb-4873-86f8-6b8b403b993c None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:15.936492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.960781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:15.998442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:16.107961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.115216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:16.115550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.141433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.145666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.191464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:16.194348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] No DVR routers for this DVR port f506de15-7ba7-42a0-a085-923b735bef20 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:16.198376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:16.208004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:16.223810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54f0e-f575-4ff0-8675-531e962708af None None] Pushing event updated for resources: {'Port': ['ID=968fdf2b-2899-4fed-8946-22636028f3da,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:16.228222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Attempting to bind port 968fdf2b-2899-4fed-8946-22636028f3da on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:16.228602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Attempting to bind port 968fdf2b-2899-4fed-8946-22636028f3da by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:16.229004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Attempting to bind port 968fdf2b-2899-4fed-8946-22636028f3da on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:16.236123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Pushing event updated for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:16.244046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:16.244277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:16.244666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.245091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:16.245584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Bound port: 968fdf2b-2899-4fed-8946-22636028f3da, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:16.245966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.350690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Port': ['ID=f506de15-7ba7-42a0-a085-923b735bef20,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:16.398360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.428876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.429604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.430269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.430891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.431470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.432129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.432954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.433555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.435115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.436012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.436651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.437639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.444009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:16.444183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] For port 968fdf2b-2899-4fed-8946-22636028f3da, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:16.444668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] For port 968fdf2b-2899-4fed-8946-22636028f3da, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=968fdf2b-2899-4fed-8946-22636028f3da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:16.450766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.532250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8549f95-3bc0-4f6a-837d-208f032eb16d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:16.566691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd84c6-1cca-467c-b033-bf51b72099e0 req-b4ee217f-90a2-483d-8756-03c59697b666 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:16.570913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Provisioning complete for port 11491778-5b67-4c2b-90ea-1190bade246d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:16.571280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.579058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85fd84c6-1cca-467c-b033-bf51b72099e0 req-b4ee217f-90a2-483d-8756-03c59697b666 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.2734466 Dec 23 12:29:16.584534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7491a27c-1f89-404a-9598-0a05c2c48541']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:16.596118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b965a8e5-1b37-4635-93de-401e18ffb7c4') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:16.596416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b965a8e5-1b37-4635-93de-401e18ffb7c4') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:16.643758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.707672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.763190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:16.763604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:16.767399 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:16.771018 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:16.819819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85fd84c6-1cca-467c-b033-bf51b72099e0 req-d604e37c-9115-4bfd-88ae-5f2c2fbffe91 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398133 Dec 23 12:29:16.820567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.821768 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.851885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65560770-e8d7-47a2-b2ab-ecc0a73a5557 req-87511494-4333-4648-be43-00e5bfa7cd5a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:16.853493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65560770-e8d7-47a2-b2ab-ecc0a73a5557 req-87511494-4333-4648-be43-00e5bfa7cd5a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.1923723 Dec 23 12:29:16.894457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f734ec-8085-48db-953a-4a53f589ffca None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:16.915183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:16.916098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:16.923460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54f0e-f575-4ff0-8675-531e962708af None None] Pushing event updated for resources: {'Port': ['ID=968fdf2b-2899-4fed-8946-22636028f3da,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:16.929486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65560770-e8d7-47a2-b2ab-ecc0a73a5557 req-a8d5d7c4-3703-4057-8609-f27a5e92baac tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606234 Dec 23 12:29:16.964637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Provisioning complete for port 968fdf2b-2899-4fed-8946-22636028f3da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:16.965067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:16.977241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.036693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.042255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.047166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/7491a27c-1f89-404a-9598-0a05c2c48541 HTTP/1.1" status: 204 len: 168 time: 1.6071064 Dec 23 12:29:17.050327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50724) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:17.070548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a73982-0106-4e66-9b76-b4e44f9bacb5 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=7491a27c-1f89-404a-9598-0a05c2c48541,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:17.141680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.150340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:17.157717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.198899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] For port 968fdf2b-2899-4fed-8946-22636028f3da, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=968fdf2b-2899-4fed-8946-22636028f3da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:17.223795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.263215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.288717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93e260c-669e-41fc-977e-c987eab4c5e6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.299113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367cb5ad-386f-4d50-b032-10a9fbc5cc1f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.299420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367cb5ad-386f-4d50-b032-10a9fbc5cc1f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.309406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.319696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.324362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.331724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:17.332112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:17.335250 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:17.341591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.399330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3c0f9-4e89-4f2c-8227-f346b703a602 None None] Pushing event updated for resources: {'Port': ['ID=968fdf2b-2899-4fed-8946-22636028f3da,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:17.419952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:15Z', 'revision_number': 1, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.453174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88561f79-74ef-442a-9076-776fa2a8a6b0 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:15Z', 'revision_number': 1, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:29:17.464929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eeefd9dc-3a60-4836-8faa-0e65a29ce5e6 None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:17.465308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eeefd9dc-3a60-4836-8faa-0e65a29ce5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.485489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.502252 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.511687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/f93e260c-669e-41fc-977e-c987eab4c5e6 HTTP/1.1" status: 204 len: 168 time: 0.4593089 Dec 23 12:29:17.512267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eeefd9dc-3a60-4836-8faa-0e65a29ce5e6 None None] Port 6291dc9b-0353-4e40-ad50-c8803ca38b8c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:17.514277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:17.526659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eeefd9dc-3a60-4836-8faa-0e65a29ce5e6 None None] Provisioning complete for port 968fdf2b-2899-4fed-8946-22636028f3da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:17.526885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eeefd9dc-3a60-4836-8faa-0e65a29ce5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.619692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9d44a-3c27-4a8e-a584-ef3976ad4f2c tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=f93e260c-669e-41fc-977e-c987eab4c5e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:17.664038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.793265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Pushing event updated for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:17.797039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.799304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.823032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c897921b-8c63-4684-990c-03cbc4bdbbc4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.834721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3b68bb-f8ca-40fc-8473-4a0c7d15466b') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.835041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3b68bb-f8ca-40fc-8473-4a0c7d15466b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:17.860890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.877189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.893510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:17.893940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:17.897154 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:17.935565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:17.962677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:18.136568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3828b4-6ca9-45ca-9f43-7a8c43ab0af7 req-446d3a57-6e66-4d55-831d-1acf6d2cb20a tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:18.138373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b3828b4-6ca9-45ca-9f43-7a8c43ab0af7 req-446d3a57-6e66-4d55-831d-1acf6d2cb20a tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.2054722 Dec 23 12:29:18.139770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:18.151239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:18.151944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:18.154298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:18.159406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] 10.222.0.16 "DELETE /v2.0/networks/c897921b-8c63-4684-990c-03cbc4bdbbc4 HTTP/1.1" status: 204 len: 168 time: 0.6433039 Dec 23 12:29:18.174762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589aeee-9935-493a-9298-bce2cd053656 tempest-BulkNetworkOpsTest-1920532979 tempest-BulkNetworkOpsTest-1920532979-project] Pushing event deleted for resources: {'Network': ['ID=c897921b-8c63-4684-990c-03cbc4bdbbc4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:18.219678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851e1e3-3385-4460-93f2-033656524cd8 req-c23efd3a-29d7-48f5-8612-5e1097e77f32 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:18.221300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d851e1e3-3385-4460-93f2-033656524cd8 req-c23efd3a-29d7-48f5-8612-5e1097e77f32 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.1553111 Dec 23 12:29:18.259625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a60e0903-6982-47b2-8da6-ee34b174564d None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:18.260551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a60e0903-6982-47b2-8da6-ee34b174564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:18.282927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:29:18.287151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b3828b4-6ca9-45ca-9f43-7a8c43ab0af7 req-df2c540a-0834-4175-906d-6a2f68b8cc23 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186013 Dec 23 12:29:18.336132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a60e0903-6982-47b2-8da6-ee34b174564d None None] Port 6291dc9b-0353-4e40-ad50-c8803ca38b8c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:18.401406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d851e1e3-3385-4460-93f2-033656524cd8 req-0471a280-e640-477c-b6f7-b85282c01c93 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685786 Dec 23 12:29:18.512399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:29:18.520742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-29014a97-286e-4658-a89b-fa542bf353ec admin admin] 10.222.0.16 "PUT /v2.0/routers/eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0496070 Dec 23 12:29:18.788155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50756) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:18.967461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1bf25fc2-e747-461c-a39d-595a270fd846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df427d2385da46f4b9cbc8abf8bb00e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755934 Dec 23 12:29:18.968282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50768) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:19.088998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:19.129352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:19.162318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-a63a55bb-6f4d-4a5b-86a6-ebf8bacda5ca tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:19.163795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-a63a55bb-6f4d-4a5b-86a6-ebf8bacda5ca tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 821 time: 0.1843779 Dec 23 12:29:19.188272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-693df9b0-69d0-4973-b6a8-e24487073f0c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/quotas/da43348a9aea4d6a9e91e123c7ec9d9f HTTP/1.1" status: 200 len: 375 time: 0.0181718 Dec 23 12:29:19.191404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:19.248715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-edb7840e-bc4c-4bbf-8281-ddd4390c1639 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520999 Dec 23 12:29:19.299990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:19.302706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:19.306404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79872d8b-f4a4-40d4-bb77-a7ffd08f9b6f HTTP/1.1" status: 204 len: 168 time: 0.3344672 Dec 23 12:29:19.315850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96ea02-c9c1-42f3-9acc-3d1cdcb4a0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79872d8b-f4a4-40d4-bb77-a7ffd08f9b6f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:19.375895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-25c22a31-d9c7-4e9e-b3e5-0cfdb6ff734b service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197639 Dec 23 12:29:19.478193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-4345310e-f98d-4dd1-9b24-db8f547cc034 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962729 Dec 23 12:29:19.825332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb85f53a-2eb3-4826-9716-ae0193d89072 req-7377a349-2302-422e-8285-bec10885e561 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0440228 Dec 23 12:29:19.958423 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:29:19.970082 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:19.970739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:20.010843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 968fdf2b-2899-4fed-8946-22636028f3da up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:20.080410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 968fdf2b-2899-4fed-8946-22636028f3da triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:20.081098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:20.130491 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:20.368242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 2, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:20.398473 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:29:20.398825 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Updating router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de port 6291dc9b-0353-4e40-ad50-c8803ca38b8c binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:29:20.429359 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:20.739820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50824) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:20.757390 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:20.840660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823385475'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:20.904787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c672a118-1435-4cdb-aced-b044e4e8089d req-bd632394-39f0-49ce-8fda-01ff6ed4072b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Dec 23 12:29:20.941588 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:20.989389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Pushing event updated for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:21.001722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.002066 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.002403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.002733 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.003058 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.003389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.003712 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.004058 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.004348 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.004662 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.005008 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.008799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.008799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:21.032533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:21.032533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.042065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.061033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Attempting to bind port 6291dc9b-0353-4e40-ad50-c8803ca38b8c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:21.062163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Attempting to bind port 6291dc9b-0353-4e40-ad50-c8803ca38b8c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:21.067292 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Attempting to bind port 6291dc9b-0353-4e40-ad50-c8803ca38b8c on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:21.070056 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:21.070743 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Checking segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:21.071326 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.071717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Bound using segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:21.072319 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Bound port: 6291dc9b-0353-4e40-ad50-c8803ca38b8c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:21.073134 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.139331 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.157377 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] For port 6291dc9b-0353-4e40-ad50-c8803ca38b8c, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:21.161109 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] For port 6291dc9b-0353-4e40-ad50-c8803ca38b8c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6291dc9b-0353-4e40-ad50-c8803ca38b8c,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:21.256011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.278664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc4971a3-c3c4-41f2-89e4-b342b238491f None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:21.279220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc4971a3-c3c4-41f2-89e4-b342b238491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.283620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:21.293536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aec4e60-9e76-4391-a026-813bc294073d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:21.298348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.298700 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 6a462928-acde-40e3-abd6-22ceb99dbbc3 of type vlan for network 4f8b8673-8a6e-4d01-a241-fcabf366349a Dec 23 12:29:21.317205 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.320501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc4971a3-c3c4-41f2-89e4-b342b238491f None None] Port 6291dc9b-0353-4e40-ad50-c8803ca38b8c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:21.342525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.371930 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:21.372552 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:21.427420 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d107d5-f356-4671-a1bd-ce5f848483d6 None None] Pushing event updated for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:21.486472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.492345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:21.492989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.508232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:21.575790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=4f8b8673-8a6e-4d01-a241-fcabf366349a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:21.589945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:21.653547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5b262aca-721d-47f7-91b5-de3d8bd0e537 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9125390 Dec 23 12:29:21.673924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:21.674295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.779432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:21.786191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:21.835884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:21.856203 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:21.887231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] For port 6291dc9b-0353-4e40-ad50-c8803ca38b8c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6291dc9b-0353-4e40-ad50-c8803ca38b8c,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:21.890482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831356bd-e1c4-4fda-be9c-6d31d52d85a4 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:29:22.009781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6291dc9b-0353-4e40-ad50-c8803ca38b8c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:22.052251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05a3ebc0-c4a7-4707-b3ec-5b634a0052f3 req-828f40b3-4dc5-4282-a82c-7cc4f92f7115 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Dec 23 12:29:22.062117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:22.066039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.075740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.114140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:22.114757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.169581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d506d1-6522-4700-b6e6-f4e278878e10 None None] Pushing event updated for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:22.399275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.474074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=4e0e3f39-8cac-4f14-9e74-e4f22f370498,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:22.481520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '6a462928-acde-40e3-abd6-22ceb99dbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:22.481888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 4f8b8673-8a6e-4d01-a241-fcabf366349a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:22.661695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:22.661839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.752766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4f8b8673-8a6e-4d01-a241-fcabf366349a) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:22.754853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:22.755629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.761606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a91b2e-6e4c-4a3f-a253-650fcbbbc6a5 None None] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:22.874806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-4f8b8673-8a6e-4d01-a241-fcabf366349a', 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '4e0e3f39-8cac-4f14-9e74-e4f22f370498'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:22.875778 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:22.881077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50868) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:22.881358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a9504647-34e9-4fff-a7cd-694777c1e32a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0992467 Dec 23 12:29:22.890358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428248953'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:23.026065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Allocated IP 172.20.255.242 (4f8b8673-8a6e-4d01-a241-fcabf366349a/4e0e3f39-8cac-4f14-9e74-e4f22f370498/8fb7283e-d105-4cb2-92e2-23642cc058f0) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:23.031424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:23.035697 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.060362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:23.073698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.074107 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment a54df617-a5fd-4f97-a7ee-1ef848f47d3f of type vlan for network 6f3bc9e2-460e-43db-b212-21031163a93a Dec 23 12:29:23.148754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.173229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5acd211-7dac-4537-85c3-fe3ab3d89334 req-35e5af88-cc47-4c3f-97c3-075f7e14164e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0442417 Dec 23 12:29:23.181072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.305957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.351648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:23.354519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:23.362975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:23.366387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Pushing event updated for resources: {'Port': ['ID=8fb7283e-d105-4cb2-92e2-23642cc058f0,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:23.370446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.377292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:23.377938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.473937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Attempting to bind port 8fb7283e-d105-4cb2-92e2-23642cc058f0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:23.474464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Attempting to bind port 8fb7283e-d105-4cb2-92e2-23642cc058f0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6a462928-acde-40e3-abd6-22ceb99dbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:23.475096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Attempting to bind port 8fb7283e-d105-4cb2-92e2-23642cc058f0 on network 4f8b8673-8a6e-4d01-a241-fcabf366349a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:23.481681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:23.482206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Checking segment: {'id': '6a462928-acde-40e3-abd6-22ceb99dbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:23.482687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.484045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Bound using segment: {'id': '6a462928-acde-40e3-abd6-22ceb99dbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:23.484767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Bound port: 8fb7283e-d105-4cb2-92e2-23642cc058f0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a462928-acde-40e3-abd6-22ceb99dbbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4f8b8673-8a6e-4d01-a241-fcabf366349a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:23.485443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.487028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=6f3bc9e2-460e-43db-b212-21031163a93a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:23.503621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12729a3c-e2e0-4e3f-b483-b83c7e1ac636 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6193721 Dec 23 12:29:23.504522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:23.510458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:23.536447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6f3bc9e2-460e-43db-b212-21031163a93a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:23.548811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-ece029d0-8d20-4574-b3f1-2eb96f64ae83 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:23.550503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-ece029d0-8d20-4574-b3f1-2eb96f64ae83 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 821 time: 0.1505156 Dec 23 12:29:23.566306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'port': {'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'admin_state_up': True, 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:23.641867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] For port 8fb7283e-d105-4cb2-92e2-23642cc058f0, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:23.645869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] For port 8fb7283e-d105-4cb2-92e2-23642cc058f0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8fb7283e-d105-4cb2-92e2-23642cc058f0,segment=NetworkSegment(6a462928-acde-40e3-abd6-22ceb99dbbc3),segment_id=6a462928-acde-40e3-abd6-22ceb99dbbc3)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:23.779707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:23.780791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.787839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:23.843329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3f13-ceb0-4170-a4d7-229c3b59312d None None] Pushing event updated for resources: {'Port': ['ID=8fb7283e-d105-4cb2-92e2-23642cc058f0,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:23.901716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Made reservation on behalf of da43348a9aea4d6a9e91e123c7ec9d9f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:23.908178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.012484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6291dc9b-0353-4e40-ad50-c8803ca38b8c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:24.104846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6291dc9b-0353-4e40-ad50-c8803ca38b8c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:24.105651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.124547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Allocated IP 172.20.0.9 (2b14f7cd-920a-4f0e-8154-1103c4d6fdb0/36c81046-3ee7-4f81-9dfe-888bbf6606e2/f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:24.133803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993b3e-9f8b-4481-95b5-f1ef61fef820 req-adbd3c4b-9f76-4663-a5d8-de7c3f2b5246 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:24.135368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c993b3e-9f8b-4481-95b5-f1ef61fef820 req-adbd3c4b-9f76-4663-a5d8-de7c3f2b5246 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.1160066 Dec 23 12:29:24.236572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c993b3e-9f8b-4481-95b5-f1ef61fef820 req-bc388843-f8e0-4772-b5a2-7fa25988f553 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823605 Dec 23 12:29:24.242666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.334475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=4aac6d7f-dce1-486d-bfb2-56f1a9e85e3b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:24.350947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:24.351310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 6f3bc9e2-460e-43db-b212-21031163a93a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:24.376688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d85ee6e1-e36d-49d6-a1f0-96031ba16540 req-713c344a-6038-44dc-9917-93a621c697b7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0371423 Dec 23 12:29:24.383405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.533641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 6f3bc9e2-460e-43db-b212-21031163a93a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:24.622330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.669962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:24.674024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:24.677718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:24.684726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event updated for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:24.723442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6f3bc9e2-460e-43db-b212-21031163a93a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:24.737128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:24.738056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:24.738702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.739058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:24.739174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb750b2-f033-4173-a968-b59fed05e42e None None] Network 6f3bc9e2-460e-43db-b212-21031163a93a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:24.922732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b9f25cc-e93c-4643-9d3e-7a028d8ac68e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4141519 Dec 23 12:29:24.923238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:24.986542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b25f8e10-6bcd-40e7-96d6-5ccbd6b127b6 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248593 Dec 23 12:29:25.031082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-6f3bc9e2-460e-43db-b212-21031163a93a', 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '4aac6d7f-dce1-486d-bfb2-56f1a9e85e3b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:25.032368 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.065374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f3a8b86d-d2c2-46b0-bc19-dc9e42cd0597 None None] Provisioning complete for port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:25.065374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3a8b86d-d2c2-46b0-bc19-dc9e42cd0597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.065639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.095215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Request body: {'port': {'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:25.175766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.183758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8b86d-d2c2-46b0-bc19-dc9e42cd0597 None None] Port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:25.188416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.230943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59ef7d-eb00-4e23-9f25-6edd262ca6ca None None] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:25.313011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Allocated IP 172.20.0.2 (6f3bc9e2-460e-43db-b212-21031163a93a/4aac6d7f-dce1-486d-bfb2-56f1a9e85e3b/bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:25.346682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] Provisioning complete for port 8fb7283e-d105-4cb2-92e2-23642cc058f0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:25.347054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.373653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627be74-3edc-4e10-bb83-bf8074dc77b5 req-57946886-0feb-4706-a88a-7903eb60d0b8 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:25.376393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f627be74-3edc-4e10-bb83-bf8074dc77b5 req-57946886-0feb-4706-a88a-7903eb60d0b8 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.0652475 Dec 23 12:29:25.455996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f627be74-3edc-4e10-bb83-bf8074dc77b5 req-f0a11d41-c3b7-4534-8185-9a10fb4109fd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709434 Dec 23 12:29:25.533607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:25.543253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.563763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Transition to ACTIVE for port object f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:29:25.587406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d3f8b-6a60-45a4-82e3-8e00419e7702 req-e3a4dd2f-c24c-4c2d-909b-1fae67df0537 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:25.594071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5d3f8b-6a60-45a4-82e3-8e00419e7702 req-e3a4dd2f-c24c-4c2d-909b-1fae67df0537 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 931 time: 0.0870607 Dec 23 12:29:25.600474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.636813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.654222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] For port 8fb7283e-d105-4cb2-92e2-23642cc058f0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8fb7283e-d105-4cb2-92e2-23642cc058f0,segment=NetworkSegment(6a462928-acde-40e3-abd6-22ceb99dbbc3),segment_id=6a462928-acde-40e3-abd6-22ceb99dbbc3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:25.656591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5d3f8b-6a60-45a4-82e3-8e00419e7702 req-f837e386-5349-48c5-a05e-2e677a0d3a71 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598080 Dec 23 12:29:25.661816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.715286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063feda4-154c-46da-aa10-a5a236e53662 req-1e15ce69-9987-469a-ac5a-4f5b63d97ad8 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:25.715286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-063feda4-154c-46da-aa10-a5a236e53662 req-1e15ce69-9987-469a-ac5a-4f5b63d97ad8 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.0573642 Dec 23 12:29:25.725943 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.741169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:25.794792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Pushing event updated for resources: {'Port': ['ID=bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:25.798285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Attempting to bind port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:25.798811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Attempting to bind port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:25.799310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Attempting to bind port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:25.802087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.805974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Network 6f3bc9e2-460e-43db-b212-21031163a93a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:25.808992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:29:25.810046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Attempting to bind port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:25.810555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:25.814376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:25.821757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:25.822333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Checking segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:25.824350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Bound using segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:25.825009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Bound port: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:25.825547 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.903006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Deleting port 11491778-5b67-4c2b-90ea-1190bade246d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:25.903432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.915005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:25.919451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:25.923761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Attempting to bind port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:25.924146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Attempting to bind port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:25.924510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Attempting to bind port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e on network 6f3bc9e2-460e-43db-b212-21031163a93a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:25.939622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25369c2-7cf7-4590-bc7a-6d50061b1820 None None] Pushing event updated for resources: {'Port': ['ID=8fb7283e-d105-4cb2-92e2-23642cc058f0,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:25.945670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.946838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:25.947225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Checking segment: {'id': 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:25.947632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.948026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Bound using segment: {'id': 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:25.948597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Bound port: bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6f3bc9e2-460e-43db-b212-21031163a93a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:25.949018 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:25.968401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc57f682-b91a-420e-8da7-c109c1d6c997 None None] Provisioning complete for port 8fb7283e-d105-4cb2-92e2-23642cc058f0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:25.968401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc57f682-b91a-420e-8da7-c109c1d6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.025466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.072402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.073124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.074754 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 1091 time: 1.0772593 Dec 23 12:29:26.075213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:26.083187 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17312c7-310c-4041-bc03-08543d02000e" -d '{"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:26.100550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89424a-8f89-4ca0-8aac-6db8c1d3a7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:26.111682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=4aac6d7f-dce1-486d-bfb2-56f1a9e85e3b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:26.140955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8fb7283e-d105-4cb2-92e2-23642cc058f0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:26.176755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.223087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3bc9e2-460e-43db-b212-21031163a93a']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:26.226249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] For port 11491778-5b67-4c2b-90ea-1190bade246d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=11491778-5b67-4c2b-90ea-1190bade246d,segment=NetworkSegment(b57b5868-44b7-4aa3-bb14-02f8dcce7138),segment_id=b57b5868-44b7-4aa3-bb14-02f8dcce7138)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:26.226619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.227319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] For port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:26.248778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] For port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e,segment=NetworkSegment(a54df617-a5fd-4f97-a7ee-1ef848f47d3f),segment_id=a54df617-a5fd-4f97-a7ee-1ef848f47d3f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:26.255849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8fb7283e-d105-4cb2-92e2-23642cc058f0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:26.256363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.292362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:26.292665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:26.313514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Calling delete_port for 11491778-5b67-4c2b-90ea-1190bade246d owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:26.319804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.343305 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debc1f0a-55a1-4d18-9eb4-794d83f8dc0f x-openstack-request-id: req-debc1f0a-55a1-4d18-9eb4-794d83f8dc0f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:26.344032 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:26.344447 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-debc1f0a-55a1-4d18-9eb4-794d83f8dc0f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:26.345078 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:29:26.345530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.349582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-bc5e8df7-6956-46eb-92c0-d9596f8c1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.352350 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-bc5e8df7-6956-46eb-92c0-d9596f8c1469 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1094 time: 0.0987301 Dec 23 12:29:26.355012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.394050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:26.394818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:26.397901 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:26.417752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-b689d104-b4e0-4088-b0e1-dfbf2310d396 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.0554557 Dec 23 12:29:26.478505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8347330-ba93-492c-8fe3-8ff0d9d5a86a None None] Pushing event updated for resources: {'Port': ['ID=bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:26.481189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-1db59978-ab9d-4226-8046-8c87893450c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.482585 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-1db59978-ab9d-4226-8046-8c87893450c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0584328 Dec 23 12:29:26.498431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1ea4a-e5a9-4f32-8c4c-fe83a7ea1581 None None] Network 6f3bc9e2-460e-43db-b212-21031163a93a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:26.530885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:26.530885 n-d-822750-2 neutron-server[104037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:26.530885 n-d-822750-2 neutron-server[104037]: [parameters: {'id': '6f3bc9e2-460e-43db-b212-21031163a93a'}] Dec 23 12:29:26.530885 n-d-822750-2 neutron-server[104037]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:26.531444 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:26.562882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-c0c6a907-341a-45d0-b0f0-6897e452d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.564346 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-c0c6a907-341a-45d0-b0f0-6897e452d9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709946 Dec 23 12:29:26.616231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d1557-88cd-4d66-a52d-31f089c04214 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:26.621814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd2df8-c2a9-422e-8965-e26d1ea66c01 req-d307184b-37b0-4822-87b2-3d7ac165fcb1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.623635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9afd2df8-c2a9-422e-8965-e26d1ea66c01 req-d307184b-37b0-4822-87b2-3d7ac165fcb1 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 946 time: 0.0752800 Dec 23 12:29:26.681649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.689674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-e52cee2c-e022-4a2e-aa38-4a459fb44d3e service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180000 Dec 23 12:29:26.705865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['11491778-5b67-4c2b-90ea-1190bade246d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:26.720081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Pushing event deleted for resources: {'Port': ['ID=11491778-5b67-4c2b-90ea-1190bade246d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:26.731519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9afd2df8-c2a9-422e-8965-e26d1ea66c01 req-8ff607d8-66af-41d5-84b2-b9575f0791b5 tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/security-groups?id=b20021e2-9ba4-40d7-882e-600e870178bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966802 Dec 23 12:29:26.809748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] No DVR routers for this DVR port 11491778-5b67-4c2b-90ea-1190bade246d on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:26.810401 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c94b7cc-245c-4650-9668-c72affdf3a2c req-77581494-89cf-403c-a1e5-8242d378563b service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138110 Dec 23 12:29:26.814022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d1557-88cd-4d66-a52d-31f089c04214 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:26.814757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:26.818314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-063feda4-154c-46da-aa10-a5a236e53662 req-f183427a-6211-4413-86f2-5f8c6a9e3ddd tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.57 "DELETE /v2.0/ports/11491778-5b67-4c2b-90ea-1190bade246d HTTP/1.1" status: 204 len: 173 time: 1.0968521 Dec 23 12:29:26.820987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'name': 'network-vif-deleted', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:26.823046 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd7fd7-2bb2-4636-beb2-85fe7e9c5ef9" -d '{"events": [{"server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "name": "network-vif-deleted", "tag": "11491778-5b67-4c2b-90ea-1190bade246d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:26.840065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046441-697e-4d89-9055-892175a9893a req-b23915aa-6e20-430e-b102-6576d1f0ea60 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:26.841653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16046441-697e-4d89-9055-892175a9893a req-b23915aa-6e20-430e-b102-6576d1f0ea60 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 943 time: 0.1180563 Dec 23 12:29:26.864277 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5fe409-f845-4849-9793-9ad32e7cf583 x-openstack-request-id: req-bd5fe409-f845-4849-9793-9ad32e7cf583 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:26.864863 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4743dca-24d3-409c-93b5-a13b13010579", "name": "network-vif-deleted", "tag": "11491778-5b67-4c2b-90ea-1190bade246d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:26.865102 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd5fe409-f845-4849-9793-9ad32e7cf583 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:26.865525 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4743dca-24d3-409c-93b5-a13b13010579', 'name': 'network-vif-deleted', 'tag': '11491778-5b67-4c2b-90ea-1190bade246d', 'status': 'completed', 'code': 200} Dec 23 12:29:26.896015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16046441-697e-4d89-9055-892175a9893a req-ada9b186-94d5-42c6-9401-512a76daccf4 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Dec 23 12:29:27.032277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.068737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17312c7-310c-4041-bc03-08543d02000e req-f5b97385-c711-44ec-9eb5-e067ddc06613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:27.071226 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-f5b97385-c711-44ec-9eb5-e067ddc06613 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1094 time: 0.0508442 Dec 23 12:29:27.093974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:27.094413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.138763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff33e78-443b-4869-bb18-0bb6371a19ee None None] DHCP port deletion for a792e2f4-a5e0-4700-9084-2ffbf70d5047 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:27.176998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e,segment=NetworkSegment(a54df617-a5fd-4f97-a7ee-1ef848f47d3f),segment_id=a54df617-a5fd-4f97-a7ee-1ef848f47d3f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:27.177594 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.191397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17312c7-310c-4041-bc03-08543d02000e req-b0249ff0-6c64-4081-a8ba-f104aa0fcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:27.193234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-b0249ff0-6c64-4081-a8ba-f104aa0fcc41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1141477 Dec 23 12:29:27.194242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:27.248480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-f9753442-befc-428a-becd-a547538f1e88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.0402095 Dec 23 12:29:27.303514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17312c7-310c-4041-bc03-08543d02000e req-95b1a34b-1b84-4281-a19b-9eac7871ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:27.305296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-95b1a34b-1b84-4281-a19b-9eac7871ccdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0500617 Dec 23 12:29:27.355057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17312c7-310c-4041-bc03-08543d02000e req-0de483b4-ce01-4479-89c4-431f3f157f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:27.356531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-0de483b4-ce01-4479-89c4-431f3f157f7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429010 Dec 23 12:29:27.393454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.421636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:27.430360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port bcaf65fb-0d6a-4964-ab95-2fc0f3997b9e on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:27.457783 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-7480a488-310e-4016-943b-81c189ae2db0 service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934436 Dec 23 12:29:27.523103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.548041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3bc9e2-460e-43db-b212-21031163a93a']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:27.552503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a17312c7-310c-4041-bc03-08543d02000e req-fc50f7c7-8c5e-49cf-b4c7-ec1ed62f53fc service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 Dec 23 12:29:27.559068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:27.559399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54df617-a5fd-4f97-a7ee-1ef848f47d3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:27.571971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.585489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.591312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:27.591630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:27.594734 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:27.810952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.821494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:27.825775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/6f3bc9e2-460e-43db-b212-21031163a93a HTTP/1.1" status: 204 len: 168 time: 2.9016378 Dec 23 12:29:27.829478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50944) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:27.834564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1634839366'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:27.866468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee4ef-ef8b-4f9c-9063-ca5bbb828951 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=6f3bc9e2-460e-43db-b212-21031163a93a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:27.869788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-798d5980-cf93-4282-870b-6526a150a97e req-922d1663-773f-48f9-841e-b62fb3fb938f tempest-VolumesActionsTest-1321999082 tempest-VolumesActionsTest-1321999082-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4743dca-24d3-409c-93b5-a13b13010579 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Dec 23 12:29:27.975197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8fb7283e-d105-4cb2-92e2-23642cc058f0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:27.999197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:28.003156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.027958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba7f2-0aba-41bf-b072-6e9f14aacf18 req-87a7c854-7a56-4be7-8880-74dfb3df086f tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:28.028529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:28.031009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b04ba7f2-0aba-41bf-b072-6e9f14aacf18 req-87a7c854-7a56-4be7-8880-74dfb3df086f tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 943 time: 0.0578897 Dec 23 12:29:28.031758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8fb7283e-d105-4cb2-92e2-23642cc058f0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:28.032321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.038956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.039299 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 96952e77-0833-4201-a0ed-5f78a81b79d7 of type vlan for network 73872d4d-c7ae-4274-b556-dd4a5519baf6 Dec 23 12:29:28.094609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b04ba7f2-0aba-41bf-b072-6e9f14aacf18 req-c6c679cf-ebab-4b69-88bf-9d5fa696728d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Dec 23 12:29:28.111050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.307548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.313510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:28.314101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.380918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=73872d4d-c7ae-4274-b556-dd4a5519baf6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:28.391962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 73872d4d-c7ae-4274-b556-dd4a5519baf6 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:28.445056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f6035379-3b28-4743-9bc1-b3a3251444fc tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6143718 Dec 23 12:29:28.447708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50954) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:28.453563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:28.642017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:28.645603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.702794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:29:28.703302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:29:28.981912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.048108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=ed899f4d-c6a8-4aac-a295-49421d6b0375,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:29.054551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '96952e77-0833-4201-a0ed-5f78a81b79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:29.060747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 73872d4d-c7ae-4274-b556-dd4a5519baf6, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:29.223821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfebaa-7fc1-4d83-879c-2e66d694613e req-5c69b849-5f22-4725-a1c3-38866810b9da tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:29.225484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85cfebaa-7fc1-4d83-879c-2e66d694613e req-5c69b849-5f22-4725-a1c3-38866810b9da tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 943 time: 0.0559094 Dec 23 12:29:29.244763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 73872d4d-c7ae-4274-b556-dd4a5519baf6 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:29.273665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85cfebaa-7fc1-4d83-879c-2e66d694613e req-b92d500d-f648-4103-b0f8-95b6d9edf513 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Dec 23 12:29:29.364844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 73872d4d-c7ae-4274-b556-dd4a5519baf6) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:29.369344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:29.369932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.373898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d93d7-cf57-4c20-8bbe-c987610e0b10 None None] Network 73872d4d-c7ae-4274-b556-dd4a5519baf6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:29.472749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-73872d4d-c7ae-4274-b556-dd4a5519baf6', 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': 'ed899f4d-c6a8-4aac-a295-49421d6b0375'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:29.472924 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.538841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-acd4bf82-3a9e-49ef-add4-7207d06bc7c7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0899081 Dec 23 12:29:29.541471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50970) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:29.627217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Allocated IP 172.20.0.3 (73872d4d-c7ae-4274-b556-dd4a5519baf6/ed899f4d-c6a8-4aac-a295-49421d6b0375/62fc54ef-d29c-48a7-9544-3e2aa18e0454) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:29.647143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.701808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.838268 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:29:29.934311 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.039941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:29:30.114145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.175565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Network 73872d4d-c7ae-4274-b556-dd4a5519baf6 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:30.181808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:30.184240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:30.194868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:30.199228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Pushing event updated for resources: {'Port': ['ID=62fc54ef-d29c-48a7-9544-3e2aa18e0454,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:30.203235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:29:30.286920 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.288853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Attempting to bind port 62fc54ef-d29c-48a7-9544-3e2aa18e0454 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:30.289220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Attempting to bind port 62fc54ef-d29c-48a7-9544-3e2aa18e0454 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '96952e77-0833-4201-a0ed-5f78a81b79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:30.289573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Attempting to bind port 62fc54ef-d29c-48a7-9544-3e2aa18e0454 on network 73872d4d-c7ae-4274-b556-dd4a5519baf6 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:30.302880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:30.303032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Checking segment: {'id': '96952e77-0833-4201-a0ed-5f78a81b79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:30.303332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.303692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Bound using segment: {'id': '96952e77-0833-4201-a0ed-5f78a81b79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:30.304161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Bound port: 62fc54ef-d29c-48a7-9544-3e2aa18e0454, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96952e77-0833-4201-a0ed-5f78a81b79d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:30.304532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.309364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:30.339872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:30.353721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.396182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] For port 62fc54ef-d29c-48a7-9544-3e2aa18e0454, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:30.399922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] For port 62fc54ef-d29c-48a7-9544-3e2aa18e0454, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62fc54ef-d29c-48a7-9544-3e2aa18e0454,segment=NetworkSegment(96952e77-0833-4201-a0ed-5f78a81b79d7),segment_id=96952e77-0833-4201-a0ed-5f78a81b79d7)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:30.448184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=ed899f4d-c6a8-4aac-a295-49421d6b0375,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:30.450374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.461289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649f5b-ddd3-4f87-bee8-4855e6855f6d req-b0fb23ad-6530-48a7-8ea3-3436438f403b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:30.473142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52649f5b-ddd3-4f87-bee8-4855e6855f6d req-b0fb23ad-6530-48a7-8ea3-3436438f403b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 943 time: 0.1050861 Dec 23 12:29:30.520988 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.521144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.524782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:30.561370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73872d4d-c7ae-4274-b556-dd4a5519baf6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:30.564224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52649f5b-ddd3-4f87-bee8-4855e6855f6d req-bec3777f-2e7a-4d66-9067-75dc2e42bcfa tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Dec 23 12:29:30.581039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96952e77-0833-4201-a0ed-5f78a81b79d7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:30.582007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96952e77-0833-4201-a0ed-5f78a81b79d7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:30.599097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.600724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b08ea-727e-47b9-a71a-0d1a7c2bba16 None None] Pushing event updated for resources: {'Port': ['ID=62fc54ef-d29c-48a7-9544-3e2aa18e0454,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:30.619211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.626288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:30.626718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:30.629961 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:30.719854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:30.731579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:30.731579 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:30.731579 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '73872d4d-c7ae-4274-b556-dd4a5519baf6'}] Dec 23 12:29:30.731579 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:30.735200 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:31.234203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.299474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 62fc54ef-d29c-48a7-9544-3e2aa18e0454 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:31.299815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.377832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 62fc54ef-d29c-48a7-9544-3e2aa18e0454, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62fc54ef-d29c-48a7-9544-3e2aa18e0454,segment=NetworkSegment(96952e77-0833-4201-a0ed-5f78a81b79d7),segment_id=96952e77-0833-4201-a0ed-5f78a81b79d7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:31.378521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.399008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 62fc54ef-d29c-48a7-9544-3e2aa18e0454 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:31.494648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 11491778-5b67-4c2b-90ea-1190bade246d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:29:31.519545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 11491778-5b67-4c2b-90ea-1190bade246d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:29:31.519889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 11491778-5b67-4c2b-90ea-1190bade246d not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:29:31.581631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.609488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=62fc54ef-d29c-48a7-9544-3e2aa18e0454,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:31.613488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 62fc54ef-d29c-48a7-9544-3e2aa18e0454 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:31.662473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4af47-189e-4504-b99f-224a1416dc33 None None] Network 73872d4d-c7ae-4274-b556-dd4a5519baf6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:31.703867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.716354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9022-5a0a-4826-99d9-29ce850ff3cb req-2f7dccc0-a963-4010-9d7f-599da60fa3e7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:31.724797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80c9022-5a0a-4826-99d9-29ce850ff3cb req-2f7dccc0-a963-4010-9d7f-599da60fa3e7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 944 time: 0.0800552 Dec 23 12:29:31.733897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aa125f65-b52f-4c6b-aa4f-db6c66d4d477 None None] Could not find standard attr ID for object 62fc54ef-d29c-48a7-9544-3e2aa18e0454. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:29:31.742840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73872d4d-c7ae-4274-b556-dd4a5519baf6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:31.759067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96952e77-0833-4201-a0ed-5f78a81b79d7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:31.759067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96952e77-0833-4201-a0ed-5f78a81b79d7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:31.771886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.777103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a80c9022-5a0a-4826-99d9-29ce850ff3cb req-42c6bfb3-a757-4ff5-ae18-65d2a842150a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Dec 23 12:29:31.788035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.796192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:31.796700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:31.802932 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:31.846235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b9479-7bbd-4f69-ac9d-f51bd6e8d62e None None] DHCP port deletion for 73872d4d-c7ae-4274-b556-dd4a5519baf6 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:31.974189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.984161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:31.988980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/73872d4d-c7ae-4274-b556-dd4a5519baf6 HTTP/1.1" status: 204 len: 168 time: 2.4460912 Dec 23 12:29:32.002319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:32.007576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279947432'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:32.007731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dba48-63c9-4c85-b1e9-79b1049871e0 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=73872d4d-c7ae-4274-b556-dd4a5519baf6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:32.054871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:32.141296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:32.144847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.168002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:32.177367 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.181446 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 4375297e-016a-4907-bc65-7cdd7874dbf4 of type vlan for network 96f6da44-2a99-4ba0-b705-d6baf36c491f Dec 23 12:29:32.217074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.318463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:29:32.322456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:32.322821 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.339205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.358045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:32.359248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.459683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.483012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4791822 Dec 23 12:29:32.502758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51016) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:32.503261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:32.503261 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2f22b-cf49-4367-8d7e-0600ff9324cd" -d '{"events": [{"server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "name": "network-vif-plugged", "status": "completed", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:32.503746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1cca2-5836-4b7b-8f75-210338e48764 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=96f6da44-2a99-4ba0-b705-d6baf36c491f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:32.503865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:32.507250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:32.523226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 96f6da44-2a99-4ba0-b705-d6baf36c491f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:32.574954 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd250e98-2baa-4211-aac2-0b95959824e4 x-openstack-request-id: req-dd250e98-2baa-4211-aac2-0b95959824e4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:32.575356 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "name": "network-vif-plugged", "status": "completed", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:32.575697 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd250e98-2baa-4211-aac2-0b95959824e4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:32.576189 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'code': 200} Dec 23 12:29:32.696451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.707987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4ecd3-f776-4c11-9051-bc082c8c9709 req-15b83a3e-ca2d-416f-ac75-8898bfb2a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:32.709918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1bc4ecd3-f776-4c11-9051-bc082c8c9709 req-15b83a3e-ca2d-416f-ac75-8898bfb2a8af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1095 time: 0.0470133 Dec 23 12:29:32.772132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:32.798175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:32.803630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:32.815663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1bc4ecd3-f776-4c11-9051-bc082c8c9709 req-5fb750fa-47e7-4b1c-bf92-0f1a27b1340a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835435 Dec 23 12:29:32.909768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700c83-0db1-4515-8e0f-7721323e908f req-6e2de2d2-8fe4-44ce-9273-9b2e058ff83a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:32.923419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36700c83-0db1-4515-8e0f-7721323e908f req-6e2de2d2-8fe4-44ce-9273-9b2e058ff83a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.0541058 Dec 23 12:29:32.989114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36700c83-0db1-4515-8e0f-7721323e908f req-bb31fa36-6d45-4764-98c3-e5ed95a1cfda tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Dec 23 12:29:33.067222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.123318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=7e6d18f2-3548-4e24-b625-21c4b0ec3f3c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:33.140619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '4375297e-016a-4907-bc65-7cdd7874dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:33.141701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 96f6da44-2a99-4ba0-b705-d6baf36c491f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:33.273165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 96f6da44-2a99-4ba0-b705-d6baf36c491f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:33.374538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 96f6da44-2a99-4ba0-b705-d6baf36c491f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:33.378907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:33.379511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.385363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28084063-697b-489f-aeb9-11a2fda503ec None None] Network 96f6da44-2a99-4ba0-b705-d6baf36c491f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:33.489914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:33.502006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-86358365-b5d0-4633-80f1-771349bbb5c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9987106 Dec 23 12:29:33.504036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-96f6da44-2a99-4ba0-b705-d6baf36c491f', 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '7e6d18f2-3548-4e24-b625-21c4b0ec3f3c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:33.505844 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.627984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.668263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Allocated IP 172.20.0.1 (96f6da44-2a99-4ba0-b705-d6baf36c491f/7e6d18f2-3548-4e24-b625-21c4b0ec3f3c/77405e6b-28fe-482c-b884-0b5eca1d0c25) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:33.692190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.824627 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.933647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.977569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Network 96f6da44-2a99-4ba0-b705-d6baf36c491f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:33.980888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:33.984734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:33.992386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Pushing event updated for resources: {'Port': ['ID=77405e6b-28fe-482c-b884-0b5eca1d0c25,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:34.050745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Attempting to bind port 77405e6b-28fe-482c-b884-0b5eca1d0c25 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:34.051759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Attempting to bind port 77405e6b-28fe-482c-b884-0b5eca1d0c25 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4375297e-016a-4907-bc65-7cdd7874dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:34.052272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Attempting to bind port 77405e6b-28fe-482c-b884-0b5eca1d0c25 on network 96f6da44-2a99-4ba0-b705-d6baf36c491f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:34.054532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.058405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:34.062889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Checking segment: {'id': '4375297e-016a-4907-bc65-7cdd7874dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:34.062889 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.062889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Bound using segment: {'id': '4375297e-016a-4907-bc65-7cdd7874dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:34.062889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Bound port: 77405e6b-28fe-482c-b884-0b5eca1d0c25, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375297e-016a-4907-bc65-7cdd7874dbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:34.062889 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.086685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6d18f2-3548-4e24-b625-21c4b0ec3f3c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:34.138376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] For port 77405e6b-28fe-482c-b884-0b5eca1d0c25, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:34.142470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] For port 77405e6b-28fe-482c-b884-0b5eca1d0c25, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=77405e6b-28fe-482c-b884-0b5eca1d0c25,segment=NetworkSegment(4375297e-016a-4907-bc65-7cdd7874dbf4),segment_id=4375297e-016a-4907-bc65-7cdd7874dbf4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:34.191243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.216800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54f91-88fb-4c6b-926d-f3e7ac2c2bd4 req-6306b1b1-d096-455b-9130-9fc8f5140575 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:34.220041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5c54f91-88fb-4c6b-926d-f3e7ac2c2bd4 req-6306b1b1-d096-455b-9130-9fc8f5140575 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.1371965 Dec 23 12:29:34.234315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f6da44-2a99-4ba0-b705-d6baf36c491f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:34.250995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.255392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4375297e-016a-4907-bc65-7cdd7874dbf4') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:34.255709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4375297e-016a-4907-bc65-7cdd7874dbf4') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:34.274210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.304538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.314603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:34.314827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:34.317888 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:34.337445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5c54f91-88fb-4c6b-926d-f3e7ac2c2bd4 req-cc7e13cc-0fbc-4f73-84ce-b18d5412833f tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990477 Dec 23 12:29:34.348618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09890-3e11-4b95-93b4-3e61f63b54e6 None None] Pushing event updated for resources: {'Port': ['ID=77405e6b-28fe-482c-b884-0b5eca1d0c25,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:34.369164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d395656-bb86-48f3-8ec5-46153a740d5b None None] Network 96f6da44-2a99-4ba0-b705-d6baf36c491f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:34.422391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:34.422391 n-d-822750-2 neutron-server[104037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:34.422391 n-d-822750-2 neutron-server[104037]: [parameters: {'id': '96f6da44-2a99-4ba0-b705-d6baf36c491f'}] Dec 23 12:29:34.422391 n-d-822750-2 neutron-server[104037]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:34.422898 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:34.468348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028559b-7b91-4a30-89c6-8d556180ff69 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:34.633396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028559b-7b91-4a30-89c6-8d556180ff69 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:34.923806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:34.979123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 77405e6b-28fe-482c-b884-0b5eca1d0c25 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:34.979352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.044079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 77405e6b-28fe-482c-b884-0b5eca1d0c25, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=77405e6b-28fe-482c-b884-0b5eca1d0c25,segment=NetworkSegment(4375297e-016a-4907-bc65-7cdd7874dbf4),segment_id=4375297e-016a-4907-bc65-7cdd7874dbf4)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:35.044440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.061794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 77405e6b-28fe-482c-b884-0b5eca1d0c25 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:35.273803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.302920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=77405e6b-28fe-482c-b884-0b5eca1d0c25,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:35.307665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 77405e6b-28fe-482c-b884-0b5eca1d0c25 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:35.394833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.423714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f6da44-2a99-4ba0-b705-d6baf36c491f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:35.449566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4375297e-016a-4907-bc65-7cdd7874dbf4') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:35.449862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4375297e-016a-4907-bc65-7cdd7874dbf4') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:35.463014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.480075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.492348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dae77b-7708-4e0c-b725-b3718bd76bef req-d726dd61-f611-4f9c-97e8-d174e37a152c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:35.493811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72dae77b-7708-4e0c-b725-b3718bd76bef req-d726dd61-f611-4f9c-97e8-d174e37a152c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.0805781 Dec 23 12:29:35.496531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:35.496957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:35.500647 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:35.600703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72dae77b-7708-4e0c-b725-b3718bd76bef req-a52cb174-dc66-4bcf-ac06-62cc7371b983 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991557 Dec 23 12:29:35.710472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.715095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.719519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/96f6da44-2a99-4ba0-b705-d6baf36c491f HTTP/1.1" status: 204 len: 168 time: 2.2286010 Dec 23 12:29:35.723017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:35.728267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1914564943'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:35.811905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb0c4-9866-4882-9b02-e17ac0e38587 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=96f6da44-2a99-4ba0-b705-d6baf36c491f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:35.832852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:35.836849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.870618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:35.883611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.884037 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 565c2997-5109-4e1a-a930-c47f100c9283 of type vlan for network f9017062-2b19-4d00-a6ef-fdb59ccb89be Dec 23 12:29:35.933391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-cf69b7f9-2485-46d4-a69e-cb111a3fa1dc tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2681296 Dec 23 12:29:35.940295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:35.943791 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.042827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.049655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:36.050275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.071672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.117120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=f9017062-2b19-4d00-a6ef-fdb59ccb89be,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:36.132341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f9017062-2b19-4d00-a6ef-fdb59ccb89be details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:36.215451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c336276c-af97-48ee-8f37-594a8e507d31 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4886842 Dec 23 12:29:36.215722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:36.221431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:36.544958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.619502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:36.623496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.708218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Allocated IP 172.25.7.16 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d6d58217-3819-4706-a506-664c11c70118) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:36.727331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-bdfc5011-b075-4246-89f5-f8cf6d9d8b35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883250 Dec 23 12:29:36.857448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-8d54771c-a5de-4d06-aecd-981a9b115666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:36.857448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-8d54771c-a5de-4d06-aecd-981a9b115666 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.0701282 Dec 23 12:29:36.864024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:36.964420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.042258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=8e9dae01-6e57-4b46-8f50-4f9167c70ec1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:37.045283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-af38f57c-b4ab-4430-90d8-79a2d9074eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:37.047446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-af38f57c-b4ab-4430-90d8-79a2d9074eae service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1764805 Dec 23 12:29:37.057845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '565c2997-5109-4e1a-a930-c47f100c9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:37.058981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: f9017062-2b19-4d00-a6ef-fdb59ccb89be, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:37.128554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.184764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-daf4aee1-a25a-42f2-8d0d-934d321b9568 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1001 time: 0.1287913 Dec 23 12:29:37.190779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:37.204257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:37.227358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network f9017062-2b19-4d00-a6ef-fdb59ccb89be is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:37.227606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:37.232296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event updated for resources: {'Port': ['ID=d6d58217-3819-4706-a506-664c11c70118,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:37.279285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-9d9abea6-aaae-4b85-a299-3c77797009d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:37.281719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-9d9abea6-aaae-4b85-a299-3c77797009d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0879352 Dec 23 12:29:37.289844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f9017062-2b19-4d00-a6ef-fdb59ccb89be) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:37.293947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:37.294621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.302205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeae347-0f11-4938-8954-47b4406cbe16 None None] Network f9017062-2b19-4d00-a6ef-fdb59ccb89be requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:37.396041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adc2d5b3-f02e-4242-ab08-3009da16c424 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1791260 Dec 23 12:29:37.398476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51088) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:37.427910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-f9017062-2b19-4d00-a6ef-fdb59ccb89be', 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '8e9dae01-6e57-4b46-8f50-4f9167c70ec1'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:37.429377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.439553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.464048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-c3e11be5-e9c4-44b1-b9da-c3c65d8c1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:37.469633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-c3e11be5-e9c4-44b1-b9da-c3c65d8c1f26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359963 Dec 23 12:29:37.546083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.588378 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.603383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Allocated IP 172.20.0.2 (f9017062-2b19-4d00-a6ef-fdb59ccb89be/8e9dae01-6e57-4b46-8f50-4f9167c70ec1/07717637-df88-44f4-a528-f8d21480ead6) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:37.605014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.631950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-6dddb01b-44d5-4300-9d0c-74ee9e5c1f07 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528029 Dec 23 12:29:37.753330 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.787934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27081426-3f03-4e0f-8513-e44a9ec8e8fd req-34123220-83d1-4542-b437-db9a51f9d33b service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433954 Dec 23 12:29:37.842889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.906535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.949719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Network f9017062-2b19-4d00-a6ef-fdb59ccb89be is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:37.953143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:37.957244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:37.969396 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.981448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Pushing event updated for resources: {'Port': ['ID=07717637-df88-44f4-a528-f8d21480ead6,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:38.043148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Attempting to bind port 07717637-df88-44f4-a528-f8d21480ead6 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:38.043148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Attempting to bind port 07717637-df88-44f4-a528-f8d21480ead6 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '565c2997-5109-4e1a-a930-c47f100c9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:38.049208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Attempting to bind port 07717637-df88-44f4-a528-f8d21480ead6 on network f9017062-2b19-4d00-a6ef-fdb59ccb89be {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:38.049351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.049820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:38.049973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Checking segment: {'id': '565c2997-5109-4e1a-a930-c47f100c9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:38.050279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.050846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Bound using segment: {'id': '565c2997-5109-4e1a-a930-c47f100c9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:38.051615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Bound port: 07717637-df88-44f4-a528-f8d21480ead6, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c2997-5109-4e1a-a930-c47f100c9283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:38.051766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.060110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event updated for resources: {'Port': ['ID=d6d58217-3819-4706-a506-664c11c70118,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:38.072651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.082743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9dae01-6e57-4b46-8f50-4f9167c70ec1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:38.123478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] For port 07717637-df88-44f4-a528-f8d21480ead6, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:38.126991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] For port 07717637-df88-44f4-a528-f8d21480ead6, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=07717637-df88-44f4-a528-f8d21480ead6,segment=NetworkSegment(565c2997-5109-4e1a-a930-c47f100c9283),segment_id=565c2997-5109-4e1a-a930-c47f100c9283)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:38.149740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.151173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-48df1458-56b2-4ef1-a7ea-710b61159547 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2151859 Dec 23 12:29:38.157097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.181735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9017062-2b19-4d00-a6ef-fdb59ccb89be']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:38.191246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565c2997-5109-4e1a-a930-c47f100c9283') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:38.191538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565c2997-5109-4e1a-a930-c47f100c9283') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:38.201051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.236415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-902d270a-1164-43e6-9fa9-83f2ec59ea94 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0756681 Dec 23 12:29:38.239292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.245607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.253430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:38.253845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:38.256980 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:38.362188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-db798151-da6e-46e2-bd72-4d81b1b0995c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:38.364036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f56dfd3-9c45-4037-b31c-2e4941a2b689 req-db798151-da6e-46e2-bd72-4d81b1b0995c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1217151 Dec 23 12:29:38.368721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:38.368721 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:38.368721 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'f9017062-2b19-4d00-a6ef-fdb59ccb89be'}] Dec 23 12:29:38.368721 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:38.369102 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:38.479555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc083-3e76-416a-994b-531534f680d0 None None] Pushing event updated for resources: {'Port': ['ID=07717637-df88-44f4-a528-f8d21480ead6,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:38.501416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e391cbb-5774-4f32-9d81-6a05d014594f None None] Network f9017062-2b19-4d00-a6ef-fdb59ccb89be requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:38.625751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7738a2-f15f-4ff5-88a3-46fb26edae86 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:38.673391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-a3159323-090a-4558-8679-f5c14218b59b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:38.674902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-a3159323-090a-4558-8679-f5c14218b59b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 821 time: 0.1193962 Dec 23 12:29:38.691844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-0a677045-0aa1-42d1-a584-3f46e8503fcf tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/quotas/da43348a9aea4d6a9e91e123c7ec9d9f HTTP/1.1" status: 200 len: 375 time: 0.0103977 Dec 23 12:29:38.754272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-7aabaf5f-c779-4292-bfc2-7e9cfda9a2c4 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545251 Dec 23 12:29:38.765345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7738a2-f15f-4ff5-88a3-46fb26edae86 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:38.846948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-e4a5e278-09b5-4850-842f-5e6823bf3b62 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Dec 23 12:29:38.870057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.947612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 07717637-df88-44f4-a528-f8d21480ead6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:38.948229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.984648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f34a6d3f-d416-4d1a-97b2-736f10d6c368 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314497 Dec 23 12:29:39.028189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 07717637-df88-44f4-a528-f8d21480ead6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=07717637-df88-44f4-a528-f8d21480ead6,segment=NetworkSegment(565c2997-5109-4e1a-a930-c47f100c9283),segment_id=565c2997-5109-4e1a-a930-c47f100c9283)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:39.028627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.050713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 07717637-df88-44f4-a528-f8d21480ead6 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:39.282383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.291404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d26f8e27-9450-47a1-b72f-cf01de569121 req-14f4c4b4-89c3-4f81-ad57-a64043414da2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 210 time: 0.0279272 Dec 23 12:29:39.311727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=07717637-df88-44f4-a528-f8d21480ead6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:39.313974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 07717637-df88-44f4-a528-f8d21480ead6 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:39.404299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.426708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9017062-2b19-4d00-a6ef-fdb59ccb89be']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:39.436851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565c2997-5109-4e1a-a930-c47f100c9283') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:39.437496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565c2997-5109-4e1a-a930-c47f100c9283') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:39.446812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.460177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.466358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:39.466739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:39.469995 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:39.615697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.630839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.641058 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/f9017062-2b19-4d00-a6ef-fdb59ccb89be HTTP/1.1" status: 204 len: 168 time: 2.2373142 Dec 23 12:29:39.641856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51140) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:39.647052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-167305136'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:39.657621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f690e-ed9b-49a0-8971-6676938a13bd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=f9017062-2b19-4d00-a6ef-fdb59ccb89be,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:39.844544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:39.848176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.872234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:39.883236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.893537 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 5c74c250-b757-4872-a005-1416a1dc0cab of type vlan for network e021ccae-5a11-4773-b59c-ed71826c80a9 Dec 23 12:29:39.928623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:40.350389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:40.355900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:40.356643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:40.381646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3275f6ea-6ffd-4db0-a631-eec007843331 req-23f291de-2f50-41b1-bb9d-cf883381b341 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 210 time: 0.0420392 Dec 23 12:29:40.452019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=e021ccae-5a11-4773-b59c-ed71826c80a9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:40.462544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e021ccae-5a11-4773-b59c-ed71826c80a9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:40.506212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51154) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:40.506791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f21e6ef-36a8-4c58-a6dc-1cc7c6d753dd tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8623466 Dec 23 12:29:40.511714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:40.684591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:40.689829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:40.758952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:29:40.760038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:29:41.276724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:41.345298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=f1a511e9-d3f0-4522-bc42-7bd22378dbb3,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:41.355784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '5c74c250-b757-4872-a005-1416a1dc0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:41.355784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: e021ccae-5a11-4773-b59c-ed71826c80a9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:41.480787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a03e09f-eab0-4f8a-9a0e-d5a09845fc7b req-8acff6b7-fffb-44ef-aaae-29ac57394516 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 210 time: 0.0267615 Dec 23 12:29:41.495646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network e021ccae-5a11-4773-b59c-ed71826c80a9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:41.598964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e021ccae-5a11-4773-b59c-ed71826c80a9) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:41.604564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:41.604676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:41.608003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397fb28b-5ec5-4856-9b37-5a9cb2435fb0 None None] Network e021ccae-5a11-4773-b59c-ed71826c80a9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:41.712323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e021ccae-5a11-4773-b59c-ed71826c80a9', 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': 'f1a511e9-d3f0-4522-bc42-7bd22378dbb3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:41.713354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:41.719481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-914b383f-8eb0-4281-a24d-914a9fc7cae7 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2084100 Dec 23 12:29:41.721539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:41.867247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:41.875402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Allocated IP 172.20.0.3 (e021ccae-5a11-4773-b59c-ed71826c80a9/f1a511e9-d3f0-4522-bc42-7bd22378dbb3/c1047ded-bf29-4c46-b3de-21801e0667c1) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:41.945352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.014880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8f7addae-156d-4e38-ba31-783ed305deb4 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:42.016635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8f7addae-156d-4e38-ba31-783ed305deb4 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.57 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 821 time: 0.1212776 Dec 23 12:29:42.030456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'port': {'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'admin_state_up': True, 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:42.050014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.181684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.224232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Network e021ccae-5a11-4773-b59c-ed71826c80a9 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:42.227083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:42.229744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:42.261699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Pushing event updated for resources: {'Port': ['ID=c1047ded-bf29-4c46-b3de-21801e0667c1,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:42.303043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Attempting to bind port c1047ded-bf29-4c46-b3de-21801e0667c1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:42.303713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Attempting to bind port c1047ded-bf29-4c46-b3de-21801e0667c1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5c74c250-b757-4872-a005-1416a1dc0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:42.304261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Attempting to bind port c1047ded-bf29-4c46-b3de-21801e0667c1 on network e021ccae-5a11-4773-b59c-ed71826c80a9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:42.309971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:42.310624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Checking segment: {'id': '5c74c250-b757-4872-a005-1416a1dc0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:42.311808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.312370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Bound using segment: {'id': '5c74c250-b757-4872-a005-1416a1dc0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:42.313090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Bound port: c1047ded-bf29-4c46-b3de-21801e0667c1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74c250-b757-4872-a005-1416a1dc0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:42.313288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Made reservation on behalf of da43348a9aea4d6a9e91e123c7ec9d9f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:42.313879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.319063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.357101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.419771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a511e9-d3f0-4522-bc42-7bd22378dbb3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:42.440411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] For port c1047ded-bf29-4c46-b3de-21801e0667c1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:42.444338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] For port c1047ded-bf29-4c46-b3de-21801e0667c1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1047ded-bf29-4c46-b3de-21801e0667c1,segment=NetworkSegment(5c74c250-b757-4872-a005-1416a1dc0cab),segment_id=5c74c250-b757-4872-a005-1416a1dc0cab)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:42.500746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Allocated IP 172.20.0.3 (2b14f7cd-920a-4f0e-8154-1103c4d6fdb0/36c81046-3ee7-4f81-9dfe-888bbf6606e2/94b7ce7d-75f1-4f5f-b34f-427fe3530e75) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:42.510641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.534528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e021ccae-5a11-4773-b59c-ed71826c80a9']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:42.535046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.546018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74c250-b757-4872-a005-1416a1dc0cab') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:42.546730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74c250-b757-4872-a005-1416a1dc0cab') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:42.558068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.588441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.601936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:42.602600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:42.609283 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:42.627056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ce1dd-b2b6-4938-aff2-0b817f655338 None None] Pushing event updated for resources: {'Port': ['ID=c1047ded-bf29-4c46-b3de-21801e0667c1,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:42.706786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b320ea73-6f9c-4abf-854e-9329b8f6c138 req-1d5130f4-aa30-47cf-9971-c0154d45cb43 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 210 time: 0.0327187 Dec 23 12:29:42.771447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.839898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:42.839898 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:42.839898 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'e021ccae-5a11-4773-b59c-ed71826c80a9'}] Dec 23 12:29:42.839898 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:42.849665 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:42.985549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:42.997539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:43.053308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:43.059228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:43.062562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:43.137673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:43.138339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.149557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event updated for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:43.343580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.355605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eb9505f3-d8b5-4f96-9a42-6f1b3a9e32c9 None None] Provisioning complete for port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:43.356220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb9505f3-d8b5-4f96-9a42-6f1b3a9e32c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.396541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eb9505f3-d8b5-4f96-9a42-6f1b3a9e32c9 None None] Port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:29:43.402987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port c1047ded-bf29-4c46-b3de-21801e0667c1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:43.403332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.481848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port c1047ded-bf29-4c46-b3de-21801e0667c1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c1047ded-bf29-4c46-b3de-21801e0667c1,segment=NetworkSegment(5c74c250-b757-4872-a005-1416a1dc0cab),segment_id=5c74c250-b757-4872-a005-1416a1dc0cab)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:43.482485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.501602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4496070-dfdb-4dac-84d4-0704adaa9a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.505162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-8067c9bb-fd30-45f6-ba47-f81260d6012a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795995 Dec 23 12:29:43.507620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for c1047ded-bf29-4c46-b3de-21801e0667c1 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:43.518906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Request body: {'port': {'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:43.782083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.813004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=c1047ded-bf29-4c46-b3de-21801e0667c1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:43.828010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port c1047ded-bf29-4c46-b3de-21801e0667c1 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:43.855928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bb440-f3e1-44be-b021-cc78ecfbbf36 None None] Network e021ccae-5a11-4773-b59c-ed71826c80a9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:43.923577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.958651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:43.986433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e021ccae-5a11-4773-b59c-ed71826c80a9']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:44.001186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74c250-b757-4872-a005-1416a1dc0cab') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:44.002047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74c250-b757-4872-a005-1416a1dc0cab') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:44.006884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8276df3e-d890-42db-9fd9-ed860ebdb7da None None] Could not find standard attr ID for object c1047ded-bf29-4c46-b3de-21801e0667c1. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:29:44.007276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5776c-4f6a-4722-8b56-0c5dd0d8813b req-f2bb62be-499f-43fa-b2e4-7379299e0409 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:44.017639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1e5776c-4f6a-4722-8b56-0c5dd0d8813b req-f2bb62be-499f-43fa-b2e4-7379299e0409 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 931 time: 0.1607912 Dec 23 12:29:44.019996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.036272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.044593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:44.046019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:44.117577 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:44.157530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1473b3-2489-49d6-a979-5f86a25684f1 None None] DHCP port deletion for e021ccae-5a11-4773-b59c-ed71826c80a9 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:44.181679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.193346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1e5776c-4f6a-4722-8b56-0c5dd0d8813b req-da074f6d-9869-4084-b427-b7a08ea38f1e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635058 Dec 23 12:29:44.193719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.196246 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/e021ccae-5a11-4773-b59c-ed71826c80a9 HTTP/1.1" status: 204 len: 168 time: 2.4744003 Dec 23 12:29:44.199028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51206) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:44.205943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707477259'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:44.221983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eff4bb-a184-490e-aede-b68b49a58c93 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=e021ccae-5a11-4773-b59c-ed71826c80a9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:44.351333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:44.359479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.371768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Transition to ACTIVE for port object 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:29:44.392721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:44.396560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.421463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:44.430868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.431221 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 318fed52-791d-4fae-bc07-dc060c901907 of type vlan for network d3e8bd5d-93b2-4046-9342-d4ad05f25cef Dec 23 12:29:44.472078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.488980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.552127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:44.632666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.640878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:44.641918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.662329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Attempting to bind port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:44.662329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Attempting to bind port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:44.666881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Attempting to bind port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:44.682431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:29:44.682862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Attempting to bind port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 on network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:44.691103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:44.691447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Checking segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:44.691838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Bound using segment: {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:44.692273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Bound port: 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b406e79-7e67-44ff-a3b1-c678bd3b8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:44.692629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.755382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=d3e8bd5d-93b2-4046-9342-d4ad05f25cef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:44.766296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network d3e8bd5d-93b2-4046-9342-d4ad05f25cef details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:44.770048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:44.773865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-39b1f159-21fd-4238-af27-3a3f9fa140a3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5734563 Dec 23 12:29:44.776653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51214) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:44.777800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:44.783173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:44.931071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.970595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:44.971207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:44.972571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] 10.222.0.57 "PUT /v2.0/ports/94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 1091 time: 1.4592447 Dec 23 12:29:44.973067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:44.975309 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb17f9-94dc-4143-839e-db525ec8b874" -d '{"events": [{"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:44.996687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7bf21-9d82-465e-ba74-75c8f3265f13 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:45.087496 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c46e1cb-a8b9-43b1-91fa-395616f59414 x-openstack-request-id: req-8c46e1cb-a8b9-43b1-91fa-395616f59414 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:45.087824 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:45.088082 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c46e1cb-a8b9-43b1-91fa-395616f59414 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:45.088708 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'status': 'completed', 'code': 200} Dec 23 12:29:45.090154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:45.097497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:45.171605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-5c4cc6f7-3e65-4628-a409-b7b026d827b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.173191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-5c4cc6f7-3e65-4628-a409-b7b026d827b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1094 time: 0.0558722 Dec 23 12:29:45.319393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-2399cee9-45a3-4749-b37b-3dfc197b9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.320923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-2399cee9-45a3-4749-b37b-3dfc197b9726 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1390879 Dec 23 12:29:45.346242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e20fe-7d45-48ff-b83c-263a0340c573 req-4ba7657e-90db-4bc2-9dff-a600a9069ce9 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.347711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-447e20fe-7d45-48ff-b83c-263a0340c573 req-4ba7657e-90db-4bc2-9dff-a600a9069ce9 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0800884 Dec 23 12:29:45.444288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:45.458009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-447e20fe-7d45-48ff-b83c-263a0340c573 req-11e4d21a-52ec-4a71-a1e3-77dc43496132 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989084 Dec 23 12:29:45.468586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-3242d202-49d1-4e4b-bc77-ac3ce01a2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.470357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43cb17f9-94dc-4143-839e-db525ec8b874 req-3242d202-49d1-4e4b-bc77-ac3ce01a2f7d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414828 Dec 23 12:29:45.516703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=ba534bce-0b6e-4180-a077-3b9d68d42181,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:45.526747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '318fed52-791d-4fae-bc07-dc060c901907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:45.532479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: d3e8bd5d-93b2-4046-9342-d4ad05f25cef, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:45.557885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-fc3d73fd-1f35-4e5b-8538-ea61418a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.559430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-fc3d73fd-1f35-4e5b-8538-ea61418a6072 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1094 time: 0.0453076 Dec 23 12:29:45.606408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-03d16bae-98a8-42fd-9b6c-d4e1b694c4dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 217 time: 0.0385945 Dec 23 12:29:45.638648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network d3e8bd5d-93b2-4046-9342-d4ad05f25cef is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:45.638854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b4c4-c7fa-4d29-a1fc-5bd391309b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:45.659250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-47a4ad1c-1adc-43c4-8277-23ce187c0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.660717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-47a4ad1c-1adc-43c4-8277-23ce187c0094 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0477564 Dec 23 12:29:45.713648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1fa9179-bbf2-4182-83b1-0e6cfe239071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.715162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-f1fa9179-bbf2-4182-83b1-0e6cfe239071 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473828 Dec 23 12:29:45.727716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, d3e8bd5d-93b2-4046-9342-d4ad05f25cef) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:45.732523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:45.733790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:45.743012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe9ea8-c419-4f91-8704-bedfdb8bd2b7 None None] Network d3e8bd5d-93b2-4046-9342-d4ad05f25cef requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:45.829154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-de76ac42-42db-4c93-af72-3792aebed2eb service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058855 Dec 23 12:29:45.850614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-d3e8bd5d-93b2-4046-9342-d4ad05f25cef', 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': 'ba534bce-0b6e-4180-a077-3b9d68d42181'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:45.855708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:45.923684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccb5c96c-0517-431f-9a2c-e68476fb7a36 req-df038e58-0769-4db3-b655-19eaaf538719 service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866227 Dec 23 12:29:45.944503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c1047ded-bf29-4c46-b3de-21801e0667c1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:29:45.974665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c1047ded-bf29-4c46-b3de-21801e0667c1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:29:45.975011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c1047ded-bf29-4c46-b3de-21801e0667c1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:29:45.979656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d89797b-c4eb-405a-b979-48344c4ec89d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1993968 Dec 23 12:29:45.980566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51244) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:46.026498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Allocated IP 172.20.0.1 (d3e8bd5d-93b2-4046-9342-d4ad05f25cef/ba534bce-0b6e-4180-a077-3b9d68d42181/1cb4e49c-ea14-4146-9e28-e5c10222fd4a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:46.083294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.142884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.198693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.299453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.347227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Network d3e8bd5d-93b2-4046-9342-d4ad05f25cef is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:46.357755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:46.360937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Pushing event updated for resources: {'Port': ['ID=1cb4e49c-ea14-4146-9e28-e5c10222fd4a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:46.363232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:46.420948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Attempting to bind port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:46.421321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Attempting to bind port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '318fed52-791d-4fae-bc07-dc060c901907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:46.421963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Attempting to bind port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a on network d3e8bd5d-93b2-4046-9342-d4ad05f25cef {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:46.427609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:46.428269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Checking segment: {'id': '318fed52-791d-4fae-bc07-dc060c901907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:46.428662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.429074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Bound using segment: {'id': '318fed52-791d-4fae-bc07-dc060c901907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:46.429533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Bound port: 1cb4e49c-ea14-4146-9e28-e5c10222fd4a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318fed52-791d-4fae-bc07-dc060c901907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:46.430081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.444979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.474137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.490325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=ba534bce-0b6e-4180-a077-3b9d68d42181,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:46.499586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] For port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:46.502737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] For port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1cb4e49c-ea14-4146-9e28-e5c10222fd4a,segment=NetworkSegment(318fed52-791d-4fae-bc07-dc060c901907),segment_id=318fed52-791d-4fae-bc07-dc060c901907)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:46.538307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.560799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e8bd5d-93b2-4046-9342-d4ad05f25cef']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:46.572217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318fed52-791d-4fae-bc07-dc060c901907') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:46.572512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318fed52-791d-4fae-bc07-dc060c901907') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:46.589404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.593593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d64e32-c9d0-413c-9cf3-859ae43cb0ae req-106a891a-1a87-47c0-b9be-1aef66f9649f tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:46.598198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d64e32-c9d0-413c-9cf3-859ae43cb0ae req-106a891a-1a87-47c0-b9be-1aef66f9649f tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0592184 Dec 23 12:29:46.652844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d64e32-c9d0-413c-9cf3-859ae43cb0ae req-5c370e5e-614e-4f04-89e2-852948228b5a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Dec 23 12:29:46.705672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.715651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.716382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:46.716764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:46.720293 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:46.792483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946ad0b-6b31-4e9c-b0ac-27ef683f5980 None None] Pushing event updated for resources: {'Port': ['ID=1cb4e49c-ea14-4146-9e28-e5c10222fd4a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:46.812274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93381cc-d9fc-4fcf-a510-b3950363b49d None None] Network d3e8bd5d-93b2-4046-9342-d4ad05f25cef requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:46.874323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:46.874323 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:46.874323 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'd3e8bd5d-93b2-4046-9342-d4ad05f25cef'}] Dec 23 12:29:46.874323 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:46.875019 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:47.075710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7ea9b-b9a9-4b5b-ada5-e45eb9a12c46 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:47.206594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7ea9b-b9a9-4b5b-ada5-e45eb9a12c46 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:47.376285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.437150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:47.437754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.515940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1cb4e49c-ea14-4146-9e28-e5c10222fd4a,segment=NetworkSegment(318fed52-791d-4fae-bc07-dc060c901907),segment_id=318fed52-791d-4fae-bc07-dc060c901907)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:47.516329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.530322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 1cb4e49c-ea14-4146-9e28-e5c10222fd4a owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:47.713075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.758206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 1cb4e49c-ea14-4146-9e28-e5c10222fd4a on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:47.759900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=1cb4e49c-ea14-4146-9e28-e5c10222fd4a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:47.784052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c50a-3ab0-4a54-81f8-ca6b8cbe4282 req-190884e4-8606-457f-816c-3880b50c6a3c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:47.786380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91c7c50a-3ab0-4a54-81f8-ca6b8cbe4282 req-190884e4-8606-457f-816c-3880b50c6a3c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0568557 Dec 23 12:29:47.839801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91c7c50a-3ab0-4a54-81f8-ca6b8cbe4282 req-9fb2b30a-564b-4410-8937-fa0f274c0ac8 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Dec 23 12:29:47.846290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.874945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e8bd5d-93b2-4046-9342-d4ad05f25cef']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:47.885347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318fed52-791d-4fae-bc07-dc060c901907') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:47.885645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318fed52-791d-4fae-bc07-dc060c901907') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:47.898788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.916757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.927471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:47.928094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:47.931357 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:48.095651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.101349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.104949 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/d3e8bd5d-93b2-4046-9342-d4ad05f25cef HTTP/1.1" status: 204 len: 168 time: 2.1240652 Dec 23 12:29:48.109220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51270) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:48.115169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866919870'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:48.121782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795986-6fc4-427a-bd7c-71978874dcbe tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=d3e8bd5d-93b2-4046-9342-d4ad05f25cef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:48.139077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.140328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.238551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:48.242417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.266304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:48.274754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.275173 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 88f6e81f-fb96-457d-8af8-ada367763fee of type vlan for network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a Dec 23 12:29:48.321236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.538818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.544768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:48.545452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:48.618292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=48e4ccb9-075c-439e-84c0-f8e3bf91df2a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:48.628530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:48.765444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-497cb3dd-052e-4661-b0a4-e420cf3d4f60 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6549017 Dec 23 12:29:48.768274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51276) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:48.773180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:48.981555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e6a8-78ee-4a71-bce5-151b1974443b req-0a4343a6-a5e8-40d4-8a02-d6c496262278 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:48.991821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9412e6a8-78ee-4a71-bce5-151b1974443b req-0a4343a6-a5e8-40d4-8a02-d6c496262278 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0745430 Dec 23 12:29:49.000958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:49.005652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:49.113665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9412e6a8-78ee-4a71-bce5-151b1974443b req-ac3c66a7-bcb9-4c8a-8062-bcd9a7183641 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208138 Dec 23 12:29:49.306918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:49.418281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:49.475601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=d720998a-bb8e-4d30-aaa6-4754854741a8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:49.487716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '88f6e81f-fb96-457d-8af8-ada367763fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:49.488521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 48e4ccb9-075c-439e-84c0-f8e3bf91df2a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:49.619292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:49.865269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 48e4ccb9-075c-439e-84c0-f8e3bf91df2a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:49.869977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:49.870623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:49.877318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4240a-604b-4c6c-8090-6056c47e42f5 None None] Network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:50.013304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-48e4ccb9-075c-439e-84c0-f8e3bf91df2a', 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': 'd720998a-bb8e-4d30-aaa6-4754854741a8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:50.015148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.040329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-31a1498b-8572-4d9d-8ec7-d4158b325053 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2708843 Dec 23 12:29:50.049384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:50.072889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.080117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.088136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.096481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.103462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.112615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.121101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.123325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30f99753-7d94-4122-b877-93e3b2449a20 req-f666dc72-cc38-42ea-9c82-376444606c32 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1336188 Dec 23 12:29:50.167994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.188815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Allocated IP 172.20.0.1 (48e4ccb9-075c-439e-84c0-f8e3bf91df2a/d720998a-bb8e-4d30-aaa6-4754854741a8/99b88c94-414d-4862-a12b-d6763bdc9614) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:50.229661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.269059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30f99753-7d94-4122-b877-93e3b2449a20 req-b312b821-1db4-41fa-af5c-c8305113f35a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381936 Dec 23 12:29:50.293767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6b30-5ef1-4206-9c12-7eea29b572fe req-2a51665b-6009-4738-9882-87625743a7c9 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.295354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-678b6b30-5ef1-4206-9c12-7eea29b572fe req-2a51665b-6009-4738-9882-87625743a7c9 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0715811 Dec 23 12:29:50.356279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-678b6b30-5ef1-4206-9c12-7eea29b572fe req-63a2a40f-6583-4f55-940f-e54cca2a91bc tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Dec 23 12:29:50.385062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.426312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.432361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.438856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.444778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.450750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.457139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.464790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:50.466791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b41f853a-3468-4d11-a08a-dc22593e8249 req-b2d705a4-facd-42a0-91fa-60b5b3c021e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1012526 Dec 23 12:29:50.478440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.526555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:50.529361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:50.534388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:50.537422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Pushing event updated for resources: {'Port': ['ID=99b88c94-414d-4862-a12b-d6763bdc9614,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:50.548342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.548707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.549076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.549413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.549745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.550076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.550905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.551232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.551556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.551880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.552198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.552518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.552859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:50.587309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.602848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Attempting to bind port 99b88c94-414d-4862-a12b-d6763bdc9614 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:50.603210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Attempting to bind port 99b88c94-414d-4862-a12b-d6763bdc9614 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '88f6e81f-fb96-457d-8af8-ada367763fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:50.603575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Attempting to bind port 99b88c94-414d-4862-a12b-d6763bdc9614 on network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:50.609052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:50.609427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Checking segment: {'id': '88f6e81f-fb96-457d-8af8-ada367763fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:50.609830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.610223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Bound using segment: {'id': '88f6e81f-fb96-457d-8af8-ada367763fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:50.610819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Bound port: 99b88c94-414d-4862-a12b-d6763bdc9614, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f6e81f-fb96-457d-8af8-ada367763fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:50.611201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.623503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=d720998a-bb8e-4d30-aaa6-4754854741a8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:50.679207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] For port 99b88c94-414d-4862-a12b-d6763bdc9614, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:50.684624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] For port 99b88c94-414d-4862-a12b-d6763bdc9614, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=99b88c94-414d-4862-a12b-d6763bdc9614,segment=NetworkSegment(88f6e81f-fb96-457d-8af8-ada367763fee),segment_id=88f6e81f-fb96-457d-8af8-ada367763fee)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:50.691603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.714592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e4ccb9-075c-439e-84c0-f8e3bf91df2a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:50.726402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f6e81f-fb96-457d-8af8-ada367763fee') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:50.726790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f6e81f-fb96-457d-8af8-ada367763fee') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:50.736463 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.739232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.757602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.763700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:50.764694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:50.769735 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:50.832597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f213da7-62a6-452c-a76a-78415f1025b1 None None] Pushing event updated for resources: {'Port': ['ID=99b88c94-414d-4862-a12b-d6763bdc9614,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:50.853647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42845366-7ab0-4db8-9178-93a1f95f18bb None None] Network 48e4ccb9-075c-439e-84c0-f8e3bf91df2a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:50.947504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:29:50.947504 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:29:50.947504 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '48e4ccb9-075c-439e-84c0-f8e3bf91df2a'}] Dec 23 12:29:50.947504 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:29:50.948156 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:29:50.961101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee8ed2-fdba-42a5-a729-9f8e2ad7b0fa None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:29:51.089605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee8ed2-fdba-42a5-a729-9f8e2ad7b0fa None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:29:51.449461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.482047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4048e2-490c-450c-a3fb-09cbbb6e95fb req-3346694a-242c-453e-a03f-7c4ce3f9c04e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:51.484084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de4048e2-490c-450c-a3fb-09cbbb6e95fb req-3346694a-242c-453e-a03f-7c4ce3f9c04e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 943 time: 0.0538960 Dec 23 12:29:51.506207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 99b88c94-414d-4862-a12b-d6763bdc9614 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:51.506637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.567998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de4048e2-490c-450c-a3fb-09cbbb6e95fb req-99872cc7-3f5f-4186-b4f0-81e7285ae4e5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766852 Dec 23 12:29:51.581862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 99b88c94-414d-4862-a12b-d6763bdc9614, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=99b88c94-414d-4862-a12b-d6763bdc9614,segment=NetworkSegment(88f6e81f-fb96-457d-8af8-ada367763fee),segment_id=88f6e81f-fb96-457d-8af8-ada367763fee)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:51.582275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.585203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:29:51.596096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 99b88c94-414d-4862-a12b-d6763bdc9614 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:51.688933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:51.700309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:29:51.738199 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.751323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:29:51.772003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:51.793260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.827899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=99b88c94-414d-4862-a12b-d6763bdc9614,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:51.829771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 99b88c94-414d-4862-a12b-d6763bdc9614 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:51.895362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.929122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.953302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e4ccb9-075c-439e-84c0-f8e3bf91df2a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:51.959045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:51.965050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f6e81f-fb96-457d-8af8-ada367763fee') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:51.965690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f6e81f-fb96-457d-8af8-ada367763fee') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:51.977024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.991979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.998484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:51.998997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:52.002233 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:52.133268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.142010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.145057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/48e4ccb9-075c-439e-84c0-f8e3bf91df2a HTTP/1.1" status: 204 len: 168 time: 2.0945995 Dec 23 12:29:52.149171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51332) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:52.155279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867313194'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:52.158101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f174-09a8-45a2-baa1-55fa3ce38118 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=48e4ccb9-075c-439e-84c0-f8e3bf91df2a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:52.258978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94b7ce7d-75f1-4f5f-b34f-427fe3530e75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:29:52.266961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:52.271383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.295650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:52.307020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.307564 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 2460aea8-c92d-4a0e-9953-9233f6689d42 of type vlan for network a00197fa-81ab-48a7-80f0-21bf6cd15316 Dec 23 12:29:52.350630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.438132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.443848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:52.444462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.518183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=a00197fa-81ab-48a7-80f0-21bf6cd15316,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:52.530309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:52.580620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-320b8c22-c737-4e22-a54e-59f8a79d7157 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4297912 Dec 23 12:29:52.583355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:52.588805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:52.615969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.781542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932b4e4-5747-4408-8b11-c544359b504f req-3ca53bb1-fea9-4e20-ba2c-a7ea43f23018 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:52.783039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1932b4e4-5747-4408-8b11-c544359b504f req-3ca53bb1-fea9-4e20-ba2c-a7ea43f23018 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 944 time: 0.1177249 Dec 23 12:29:52.831278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.835701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-5b4fb588-6cc0-4004-90c0-30d7f59f8b4c req-ec9267e8-8727-4730-aa4a-11aaecdd82cd tempest-DeleteServersAdminTestJSON-1866946033 tempest-DeleteServersAdminTestJSON-1866946033-project] (104037) timed out ('10.222.0.57', 55731) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:29:52.868443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1932b4e4-5747-4408-8b11-c544359b504f req-aaa2539b-f9f9-4e2b-846c-b93cda1a6cf0 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Dec 23 12:29:52.922533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.976649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 is not hosted by any dhcp agent {{(pid=104037) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:29:52.982074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:52.983311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:52.987202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "PUT /v2.0/networks/a00197fa-81ab-48a7-80f0-21bf6cd15316 HTTP/1.1" status: 200 len: 723 time: 0.4001260 Dec 23 12:29:52.988358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51354) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:52.993139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:53.053925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127132d-2564-4995-b943-add9f97fe4f1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=a00197fa-81ab-48a7-80f0-21bf6cd15316,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:53.068903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:53.267140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:53.271418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:53.287005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51370) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:53.383919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.384514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.385024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.385544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.385993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.386455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.386919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.388893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cec1786-ca09-41be-b976-f635fe84e91d req-6d4e0778-9330-4535-8fd0-f097aafb422d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.1001093 Dec 23 12:29:53.452690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cec1786-ca09-41be-b976-f635fe84e91d req-5b786aa0-09c1-4d85-830c-bd4cf3ef6b01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541008 Dec 23 12:29:53.541095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:53.584411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:53.608677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=7c5be543-d34f-4cfb-9ede-582130b8377b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:53.617980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '2460aea8-c92d-4a0e-9953-9233f6689d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:53.618342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: a00197fa-81ab-48a7-80f0-21bf6cd15316, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:29:53.695277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:29:53.721715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:29:53.726006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:29:53.726381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:53.779310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a00197fa-81ab-48a7-80f0-21bf6cd15316) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:53.785622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:53.786975 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676896'] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:53.798310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315b899-55ca-43b0-96c0-181de5c062af None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:53.861755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:53.893912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51384) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:53.894393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90a5add2-46af-44fb-a275-e25fdabbfab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9050906 Dec 23 12:29:53.901693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:53.904362 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddb67c-2bbd-471a-9922-09fba2201efc" -d '{"events": [{"server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "name": "network-vif-plugged", "status": "completed", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:53.915325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:53.928636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:53.959104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a00197fa-81ab-48a7-80f0-21bf6cd15316', 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '7c5be543-d34f-4cfb-9ede-582130b8377b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:29:53.960533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.055074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32239740'] for subnet, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.085940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.109878 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e46ea91-e259-4994-b77d-300dfd42d6cd x-openstack-request-id: req-9e46ea91-e259-4994-b77d-300dfd42d6cd {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:54.110255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746192e1-9dea-4f7b-9cdb-1560fc1fc9d9 req-0a3a2ed6-fda2-401c-86b0-ce99a3fdbf3c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:54.110408 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "name": "network-vif-plugged", "status": "completed", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:54.110818 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e46ea91-e259-4994-b77d-300dfd42d6cd {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:54.111324 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'code': 200} Dec 23 12:29:54.120150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-746192e1-9dea-4f7b-9cdb-1560fc1fc9d9 req-0a3a2ed6-fda2-401c-86b0-ce99a3fdbf3c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 945 time: 0.0905108 Dec 23 12:29:54.197955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-746192e1-9dea-4f7b-9cdb-1560fc1fc9d9 req-f462ff75-7f04-478b-929b-473d253b4762 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762756 Dec 23 12:29:54.270496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70e5b5-8545-47e3-858c-4cb2e3ea3104 req-b47b7c41-550d-4cfd-be57-5d0ad40bb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:54.272040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa70e5b5-8545-47e3-858c-4cb2e3ea3104 req-b47b7c41-550d-4cfd-be57-5d0ad40bb626 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1096 time: 0.0986278 Dec 23 12:29:54.323819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa70e5b5-8545-47e3-858c-4cb2e3ea3104 req-f6850b6c-1294-48e8-9356-ba499fd9f335 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Dec 23 12:29:54.371914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:54.379452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Allocated IP 172.20.0.2 (a00197fa-81ab-48a7-80f0-21bf6cd15316/7c5be543-d34f-4cfb-9ede-582130b8377b/9fbace75-4feb-4096-be5d-cf2c5075e51c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:29:54.533212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.661750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.710165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:29:54.714415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:29:54.716560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Pushing event updated for resources: {'Port': ['ID=9fbace75-4feb-4096-be5d-cf2c5075e51c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:54.720089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:29:54.791833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Attempting to bind port 9fbace75-4feb-4096-be5d-cf2c5075e51c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:29:54.792513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Attempting to bind port 9fbace75-4feb-4096-be5d-cf2c5075e51c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '2460aea8-c92d-4a0e-9953-9233f6689d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:29:54.792649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Attempting to bind port 9fbace75-4feb-4096-be5d-cf2c5075e51c on network a00197fa-81ab-48a7-80f0-21bf6cd15316 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:29:54.798703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:29:54.799079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Checking segment: {'id': '2460aea8-c92d-4a0e-9953-9233f6689d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:54.799479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.799874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Bound using segment: {'id': '2460aea8-c92d-4a0e-9953-9233f6689d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:29:54.800441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Bound port: 9fbace75-4feb-4096-be5d-cf2c5075e51c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2460aea8-c92d-4a0e-9953-9233f6689d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a00197fa-81ab-48a7-80f0-21bf6cd15316'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:29:54.800843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.861487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740352207144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14648702'] for subnet, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.870951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] For port 9fbace75-4feb-4096-be5d-cf2c5075e51c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:29:54.875633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] For port 9fbace75-4feb-4096-be5d-cf2c5075e51c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9fbace75-4feb-4096-be5d-cf2c5075e51c,segment=NetworkSegment(2460aea8-c92d-4a0e-9953-9233f6689d42),segment_id=2460aea8-c92d-4a0e-9953-9233f6689d42)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:29:54.902233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:54.902805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:54.907003 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "PUT /v2.0/subnets/7c5be543-d34f-4cfb-9ede-582130b8377b HTTP/1.1" status: 200 len: 806 time: 1.0090556 Dec 23 12:29:54.907499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:54.921300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf707e0a-4872-4c1a-abd4-b075ed207c5c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=7c5be543-d34f-4cfb-9ede-582130b8377b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:54.987738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:55.049865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:55.066238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b79fe-1f04-4484-b186-bba2ea886d81 None None] Pushing event updated for resources: {'Port': ['ID=9fbace75-4feb-4096-be5d-cf2c5075e51c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:55.117825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 9fbace75-4feb-4096-be5d-cf2c5075e51c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:29:55.118159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:55.245317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 9fbace75-4feb-4096-be5d-cf2c5075e51c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9fbace75-4feb-4096-be5d-cf2c5075e51c,segment=NetworkSegment(2460aea8-c92d-4a0e-9953-9233f6689d42),segment_id=2460aea8-c92d-4a0e-9953-9233f6689d42)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:29:55.245874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:55.268390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 9fbace75-4feb-4096-be5d-cf2c5075e51c owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:29:55.401287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857d720-9e14-4ff1-937e-d853e52e8ab6 req-f0ddb75f-66c8-4efc-b6c1-46138d6eb187 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:55.402846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9857d720-9e14-4ff1-937e-d853e52e8ab6 req-f0ddb75f-66c8-4efc-b6c1-46138d6eb187 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 945 time: 0.0830429 Dec 23 12:29:55.487797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9857d720-9e14-4ff1-937e-d853e52e8ab6 req-86a72c13-628e-42cf-8001-2f6fb449a5e3 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Dec 23 12:29:56.013609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.050374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9fbace75-4feb-4096-be5d-cf2c5075e51c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:29:56.077295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9fbace75-4feb-4096-be5d-cf2c5075e51c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:29:56.077644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9fbace75-4feb-4096-be5d-cf2c5075e51c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 23 12:29:56.085976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=9fbace75-4feb-4096-be5d-cf2c5075e51c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:56.115979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 9fbace75-4feb-4096-be5d-cf2c5075e51c not found, will not notify nova. {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 23 12:29:56.150938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 9fbace75-4feb-4096-be5d-cf2c5075e51c on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:29:56.165632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9293c3-af84-4101-8d02-94d3b62b5dcc None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:56.205624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.226920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7207d8d6-abd7-4853-ae90-73875be1f7ed None None] Could not find standard attr ID for object 9fbace75-4feb-4096-be5d-cf2c5075e51c. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:29:56.376023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.412316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5be543-d34f-4cfb-9ede-582130b8377b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:56.498950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56ca4d1-3aaa-4917-9c6d-7d847f9858ae None None] Network a00197fa-81ab-48a7-80f0-21bf6cd15316 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:29:56.509912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.565641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00197fa-81ab-48a7-80f0-21bf6cd15316']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:56.578990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2460aea8-c92d-4a0e-9953-9233f6689d42') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:56.579286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2460aea8-c92d-4a0e-9953-9233f6689d42') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:56.591828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.609876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.618878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:56.619289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:56.622578 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:56.690271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2aa5b-db37-4a2e-9a99-e087cbf82556 None None] DHCP port deletion for a00197fa-81ab-48a7-80f0-21bf6cd15316 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:29:56.723826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936ff73-c4d5-490d-b8ee-37a85060c6b0 req-c9301bf4-3ad3-4375-a4ec-2e92bcbe259b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:56.725353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a936ff73-c4d5-490d-b8ee-37a85060c6b0 req-c9301bf4-3ad3-4375-a4ec-2e92bcbe259b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 945 time: 0.1020589 Dec 23 12:29:56.775421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a936ff73-c4d5-490d-b8ee-37a85060c6b0 req-79e5e8b3-a7ca-461d-95b0-35b665ba9b72 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Dec 23 12:29:56.781020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.788081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.793796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/a00197fa-81ab-48a7-80f0-21bf6cd15316 HTTP/1.1" status: 204 len: 168 time: 1.8827612 Dec 23 12:29:56.794005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51426) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:56.804717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f310e7-9443-48e0-bce2-f5be35b32037 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=a00197fa-81ab-48a7-80f0-21bf6cd15316,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:56.816738 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a8561-08f1-46a1-93ae-12d11501713e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:29:56.817297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498a8561-08f1-46a1-93ae-12d11501713e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:29:56.820633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-498a8561-08f1-46a1-93ae-12d11501713e tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/a00197fa-81ab-48a7-80f0-21bf6cd15316 HTTP/1.1" status: 404 len: 339 time: 0.0256445 Dec 23 12:29:56.824739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:56.831001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-396650329', 'description': 'd1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:56.902141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:56.905734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.966382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:56.976251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-8a38d401-2cb7-4251-8d22-201e3caea585 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:56.977968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-8a38d401-2cb7-4251-8d22-201e3caea585 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1064458 Dec 23 12:29:56.994496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:56.994812 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 52d51607-fd72-4323-961c-5cd5c3688152 of type vlan for network f8d7e301-ba7d-49e8-859b-41a818f9d697 Dec 23 12:29:57.048877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-6bb5eed8-1e9c-4fa0-b839-cf479d6eb736 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0640390 Dec 23 12:29:57.075741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:57.140709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-2a440e6c-5efe-42ca-9ec2-a3b263e20212 req-9f55a4a7-934e-4a27-9e5c-78988e790249 service neutron] (104038) timed out ('10.222.0.57', 55710) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:29:57.396326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:57.403312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:57.571865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:57.577732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:57.578395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:57.701834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=f8d7e301-ba7d-49e8-859b-41a818f9d697,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:57.716727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f8d7e301-ba7d-49e8-859b-41a818f9d697 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:57.795795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77ca1c0c-a3d0-4683-ad8e-c76bd31c5f38 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9685812 Dec 23 12:29:57.798527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:57.880505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b54ff8e-b801-4cea-8eca-b004b707b549 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:57.882184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b54ff8e-b801-4cea-8eca-b004b707b549 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks?id=f8d7e301-ba7d-49e8-859b-41a818f9d697 HTTP/1.1" status: 200 len: 760 time: 0.0825744 Dec 23 12:29:57.884867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51446) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:57.890226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'description': 'd2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:57.995917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9fbace75-4feb-4096-be5d-cf2c5075e51c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:29:58.016844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9fbace75-4feb-4096-be5d-cf2c5075e51c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:29:58.017184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9fbace75-4feb-4096-be5d-cf2c5075e51c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:29:58.080850 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.146294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.379038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.388536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network f8d7e301-ba7d-49e8-859b-41a818f9d697 is not hosted by any dhcp agent {{(pid=104038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:29:58.394692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:58.395272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.396539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "PUT /v2.0/networks/f8d7e301-ba7d-49e8-859b-41a818f9d697 HTTP/1.1" status: 200 len: 757 time: 0.5107272 Dec 23 12:29:58.399313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51452) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:58.450667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.453597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4c6a9-aa24-4715-8499-9354ec15cd78 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=f8d7e301-ba7d-49e8-859b-41a818f9d697,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:58.465731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f8d7e301-ba7d-49e8-859b-41a818f9d697 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:58.531354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db05d8-3b7c-4dc6-b95f-2b9303dd4ac9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:58.532866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c3db05d8-3b7c-4dc6-b95f-2b9303dd4ac9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks?id=f8d7e301-ba7d-49e8-859b-41a818f9d697 HTTP/1.1" status: 200 len: 760 time: 0.1325331 Dec 23 12:29:58.538868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:58.544121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-983347334'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:58.586374 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd associated. External IP: 172.25.7.16, port: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2. Dec 23 12:29:58.687895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:58.691479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.715622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:29:58.724501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.724863 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment 6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce of type vlan for network 042b045f-5c54-4709-9f82-2f23c22d8661 Dec 23 12:29:58.777031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.820232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:29:58.933375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.940023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:58.945202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.966814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94817-63d6-49e8-bd4f-7d2fb009053e req-30a92b75-7f2b-4687-88e5-5eeb61fbb905 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:58.969154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7db94817-63d6-49e8-bd4f-7d2fb009053e req-30a92b75-7f2b-4687-88e5-5eeb61fbb905 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.1026523 Dec 23 12:29:58.987320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:29:58.992856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:58.999867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:29:59.013503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:59.018258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:59.022737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=042b045f-5c54-4709-9f82-2f23c22d8661,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:59.060457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 042b045f-5c54-4709-9f82-2f23c22d8661 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:29:59.067387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fa8db7ae-95f9-4293-be71-746adc4fa038 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "PUT /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 995 time: 1.9977624 Dec 23 12:29:59.070574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:29:59.073085 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f01053-1ba5-42c2-a346-d989b0d085e4" -d '{"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:29:59.076217 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-717f16d7-08ab-4fd9-8355-2631795caab9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5378413 Dec 23 12:29:59.079006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51474) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:59.085925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:29:59.091372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7db94817-63d6-49e8-bd4f-7d2fb009053e req-f755c29b-ee6c-415b-b597-01ba7473535f tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147752 Dec 23 12:29:59.162669 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576b7fc-4c47-48fa-a0e5-f0fdaadfe929 x-openstack-request-id: req-7576b7fc-4c47-48fa-a0e5-f0fdaadfe929 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:29:59.163698 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:29:59.164014 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7576b7fc-4c47-48fa-a0e5-f0fdaadfe929 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:29:59.164948 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:29:59.167345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-82c4fd39-eb47-4749-a24e-fcbd8cf613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.169038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-82c4fd39-eb47-4749-a24e-fcbd8cf613e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.0767245 Dec 23 12:29:59.235898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:59.279986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-da1c483b-3a6b-44ad-89f3-0305fa9b3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.282375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-da1c483b-3a6b-44ad-89f3-0305fa9b3edc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.0775578 Dec 23 12:29:59.300335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-0f1cd973-8246-457e-b2ec-21fab06a6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.307659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-0f1cd973-8246-457e-b2ec-21fab06a6607 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1276135 Dec 23 12:29:59.312958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:29:59.318530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:59.380890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-e151a7dd-46c1-4289-8746-3cfe3ea45f8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 998 time: 0.0722086 Dec 23 12:29:59.442932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-ec9c2c1c-58d3-4296-bc33-adbe4fc95464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.444777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-ec9c2c1c-58d3-4296-bc33-adbe4fc95464 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0571325 Dec 23 12:29:59.475837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-f632458f-9d8a-49c3-b099-396cfdf097dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.477487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-f632458f-9d8a-49c3-b099-396cfdf097dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1846154 Dec 23 12:29:59.507762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-2217c738-1a89-417c-87f2-053afb596aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.515900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-2217c738-1a89-417c-87f2-053afb596aff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610783 Dec 23 12:29:59.524438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fe141888-cec4-4b5b-ab90-99ca2d9cf77a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:29:59.532593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-fe141888-cec4-4b5b-ab90-99ca2d9cf77a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158048 Dec 23 12:29:59.564471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:29:57Z', 'revision_number': 1, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:59.587746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-ce69e747-960c-4fb6-82c9-e20501a61521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 998 time: 0.1033311 Dec 23 12:29:59.590066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:29:59.601314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:29:59.601982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:59.629704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-d0df520e-5b72-4d11-8356-fd564866ab92 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962181 Dec 23 12:29:59.675750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-d028b050-3881-4980-88ae-6c4950b725f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.677349 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-d028b050-3881-4980-88ae-6c4950b725f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0804017 Dec 23 12:29:59.719309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:29:59.725572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-2838fbe7-d2b7-4a77-b523-3e4241f3c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:29:59.726306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15a9fa01-628d-496f-a23f-c547d4fccdc6 req-dbd20b1b-8366-4f69-a9b9-d8d29c5efdbe service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889297 Dec 23 12:29:59.727534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-2838fbe7-d2b7-4a77-b523-3e4241f3c7e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422223 Dec 23 12:29:59.793978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:59.906308 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-4c715286-7691-431e-900e-b39dd83ae765 service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695971 Dec 23 12:29:59.909968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=daed6ec1-9634-412e-8a4e-3c290ea60353,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:59.941531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:29:59.942829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: 042b045f-5c54-4709-9f82-2f23c22d8661, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:00.021093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-fd1ef2b3-1071-4342-9be7-fb4680b32e7c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:00.021596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:29:57Z', 'revision_number': 1, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:00.022646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-fd1ef2b3-1071-4342-9be7-fb4680b32e7c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0626142 Dec 23 12:30:00.052191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b221fec5-86dd-415e-a7ba-0857ad41e7af None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:29:57Z', 'revision_number': 1, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:00.052519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23f01053-1ba5-42c2-a346-d989b0d085e4 req-ff1195ca-3e2c-4a3b-aa78-d763629bdbf9 service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348627 Dec 23 12:30:00.135552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network 042b045f-5c54-4709-9f82-2f23c22d8661 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:00.162112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6428ea7e-84dd-4670-a734-877e9231e55b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 998 time: 0.1321502 Dec 23 12:30:00.173010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:00.243882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 042b045f-5c54-4709-9f82-2f23c22d8661) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:00.255877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f89bd7-bd3a-4dbf-8cf2-46cfa092a8b7 None None] Network 042b045f-5c54-4709-9f82-2f23c22d8661 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:00.256626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:00.256626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:00.339452 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fab92-9536-4b13-8fe2-724e2e741c9a None None] New status for floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:00.412539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b12b2b9-364b-4b7a-8f42-750488f468c5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3322370 Dec 23 12:30:00.415325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:00.450112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-042b045f-5c54-4709-9f82-2f23c22d8661', 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': 'daed6ec1-9634-412e-8a4e-3c290ea60353'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:00.451741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:00.632072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:00.679306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90ae84-5aef-46ec-bf5b-daa4585687e8 req-6f439aac-c5cd-4b30-a9b2-3e1d0b40c445 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:00.690356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef90ae84-5aef-46ec-bf5b-daa4585687e8 req-6f439aac-c5cd-4b30-a9b2-3e1d0b40c445 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.4773202 Dec 23 12:30:00.712108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:00.726160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:00.779828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Allocated IP 172.20.0.2 (042b045f-5c54-4709-9f82-2f23c22d8661/daed6ec1-9634-412e-8a4e-3c290ea60353/fa84a1bd-e32e-41b9-bc60-e02163001ade) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:00.789584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-ef9abed6-0ca7-4868-b140-a71140b5c5f2 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:00.799951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-ef9abed6-0ca7-4868-b140-a71140b5c5f2 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.2223127 Dec 23 12:30:00.907620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef90ae84-5aef-46ec-bf5b-daa4585687e8 req-c8c3da3e-1f24-439c-a323-83f12bcbc781 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108841 Dec 23 12:30:01.115393 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.213303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Deleting port e4143dd7-0d2c-48b2-b596-3f1507b06f64 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:01.214124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.244894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.303178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Network 042b045f-5c54-4709-9f82-2f23c22d8661 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:01.308049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:01.313853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:01.316721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Pushing event updated for resources: {'Port': ['ID=fa84a1bd-e32e-41b9-bc60-e02163001ade,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:01.330934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.394319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=daed6ec1-9634-412e-8a4e-3c290ea60353,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:01.412266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Attempting to bind port fa84a1bd-e32e-41b9-bc60-e02163001ade on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:01.412691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Attempting to bind port fa84a1bd-e32e-41b9-bc60-e02163001ade by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:01.413178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Attempting to bind port fa84a1bd-e32e-41b9-bc60-e02163001ade on network 042b045f-5c54-4709-9f82-2f23c22d8661 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:01.423620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:01.423995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Checking segment: {'id': '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:01.424400 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.424790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Bound using segment: {'id': '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:01.425294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Bound port: fa84a1bd-e32e-41b9-bc60-e02163001ade, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '042b045f-5c54-4709-9f82-2f23c22d8661'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:01.425672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.491756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.497150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] For port e4143dd7-0d2c-48b2-b596-3f1507b06f64, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=e4143dd7-0d2c-48b2-b596-3f1507b06f64,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:01.497771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.526585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042b045f-5c54-4709-9f82-2f23c22d8661']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:01.540386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:01.541419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:01.548691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:01.549315 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:01.556007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.565310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] For port fa84a1bd-e32e-41b9-bc60-e02163001ade, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:01.568687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] For port fa84a1bd-e32e-41b9-bc60-e02163001ade, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fa84a1bd-e32e-41b9-bc60-e02163001ade,segment=NetworkSegment(6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce),segment_id=6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:01.644681 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.649244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.666235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:01.666235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:01.753205 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:01.791734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.792798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:01.793320 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Floating IP 4bb5cb2b-0dc0-403d-9003-89a7c53950ed disassociated. External IP: 172.25.7.218, port: e4143dd7-0d2c-48b2-b596-3f1507b06f64. Dec 23 12:30:01.793980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Calling delete_port for e4143dd7-0d2c-48b2-b596-3f1507b06f64 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:01.798946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:30:01.798946 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:30:01.798946 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '042b045f-5c54-4709-9f82-2f23c22d8661'}] Dec 23 12:30:01.798946 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:01.799859 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:01.887424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a6df-284f-4754-808d-a69db442a7e4 None None] Pushing event updated for resources: {'Port': ['ID=fa84a1bd-e32e-41b9-bc60-e02163001ade,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:01.947674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2534980-7300-4184-a289-ad137f909e69 None None] Network 042b045f-5c54-4709-9f82-2f23c22d8661 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:02.049983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c54eaf-5126-4123-a082-be0aa2bf1378 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:30:02.074084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.208649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.221351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80047cd-51cf-4818-9c45-01f63c7443a5 req-028bc090-f5f0-445b-a14d-e91eaef83b69 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:02.223053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b80047cd-51cf-4818-9c45-01f63c7443a5 req-028bc090-f5f0-445b-a14d-e91eaef83b69 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 945 time: 0.2235787 Dec 23 12:30:02.227633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c54eaf-5126-4123-a082-be0aa2bf1378 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:30:02.301208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.323317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event deleted for resources: {'Port': ['ID=e4143dd7-0d2c-48b2-b596-3f1507b06f64,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:02.352781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b80047cd-51cf-4818-9c45-01f63c7443a5 req-d986af06-6911-466c-9f4c-bd6bc4f4fc95 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd43c9c2-0079-452a-a248-ee4ede308792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164536 Dec 23 12:30:02.389316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port fa84a1bd-e32e-41b9-bc60-e02163001ade {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:02.390151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.488988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port fa84a1bd-e32e-41b9-bc60-e02163001ade, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fa84a1bd-e32e-41b9-bc60-e02163001ade,segment=NetworkSegment(6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce),segment_id=6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:02.489396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.509571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for fa84a1bd-e32e-41b9-bc60-e02163001ade owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:02.609208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:02.735135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.860795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:02.876236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Sync routers for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:02.898587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:02.901541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:02.964604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] No DVR routers for this DVR port e4143dd7-0d2c-48b2-b596-3f1507b06f64 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:02.971433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:02.974911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2d18001-e85b-44ac-bc1f-104033119b2d req-c2888d3d-f6eb-4b1e-b8fb-2ce63a99eee0 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.57 "DELETE /v2.0/ports/e4143dd7-0d2c-48b2-b596-3f1507b06f64 HTTP/1.1" status: 204 len: 173 time: 2.1708660 Dec 23 12:30:02.975385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'name': 'network-vif-deleted', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:02.977742 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8048aa56-0e39-4697-8d4c-22bc81abca48" -d '{"events": [{"server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "name": "network-vif-deleted", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:03.045160 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e5e83-3827-49d6-ae08-d962542422b4 x-openstack-request-id: req-942e5e83-3827-49d6-ae08-d962542422b4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:03.045463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee1695-b204-44f9-bbaf-d08a5e841c91", "name": "network-vif-deleted", "tag": "e4143dd7-0d2c-48b2-b596-3f1507b06f64", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:03.045727 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-942e5e83-3827-49d6-ae08-d962542422b4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:03.046136 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee1695-b204-44f9-bbaf-d08a5e841c91', 'name': 'network-vif-deleted', 'tag': 'e4143dd7-0d2c-48b2-b596-3f1507b06f64', 'status': 'completed', 'code': 200} Dec 23 12:30:03.056786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:03.085115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.179127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=fa84a1bd-e32e-41b9-bc60-e02163001ade,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:03.183286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port fa84a1bd-e32e-41b9-bc60-e02163001ade on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:03.243902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.278727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.302294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042b045f-5c54-4709-9f82-2f23c22d8661']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.314624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.314977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4aa29b-b3e7-4f62-ab55-7ae5c88763ce') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.326749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.329518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.342961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.349398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:03.349790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:03.352996 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:03.357258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Checking router: 2c1b1fc7-adfe-4a5c-97b2-93faada17426 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:03.366850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:03.367482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.407413 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd associated. External IP: 172.25.7.16, port: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2. Dec 23 12:30:03.486446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:03.528285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb78db5a-dde5-4bc5-8a06-bafb4a746797 req-44d2197a-c57a-42a8-a715-395dbdd12383 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cee1695-b204-44f9-bbaf-d08a5e841c91 HTTP/1.1" status: 200 len: 210 time: 0.0302339 Dec 23 12:30:03.540847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.560382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.560382 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/042b045f-5c54-4709-9f82-2f23c22d8661 HTTP/1.1" status: 204 len: 168 time: 3.1347342 Dec 23 12:30:03.560609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51520) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:03.578434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ff2b4-88b3-4dd8-8c67-c26f4ee9a44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=042b045f-5c54-4709-9f82-2f23c22d8661,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:03.591107 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-353a7499-5891-4b49-8f71-64a6ec6a37ed tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] GET failed (client error): The resource could not be found. Dec 23 12:30:03.593628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-353a7499-5891-4b49-8f71-64a6ec6a37ed tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets/daed6ec1-9634-412e-8a4e-3c290ea60353 HTTP/1.1" status: 404 len: 337 time: 0.0385110 Dec 23 12:30:03.601389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:03.634120 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad464f34-a314-48a1-a2db-e4ece249256d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:03.640402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad464f34-a314-48a1-a2db-e4ece249256d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:03.643924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad464f34-a314-48a1-a2db-e4ece249256d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/042b045f-5c54-4709-9f82-2f23c22d8661 HTTP/1.1" status: 404 len: 339 time: 0.0408325 Dec 23 12:30:03.648692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:03.744116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.754838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:03.781162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b8949-d83e-4217-abf3-c47a055d842e None None] The sync data for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 is: [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:26:40Z', 'revision_number': 4, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4cbe12ea-c491-446f-bd30-ebd4542e0a2d', 'name': '', 'network_id': '56fcf2a8-3da6-4b73-9463-1a3c33155d0b', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'mac_address': 'fa:16:3e:57:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:37Z', 'updated_at': '2021-12-23T12:26:45Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'subnets': [{'id': '6495d105-c78a-4749-8fa4-e7ccb2cf1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:03.934376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:03.945195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:03.970864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb4250-2917-4f05-bbcc-5a6a67f3980b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:03.971428 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:03.972150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:03.983781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-95fb4250-2917-4f05-bbcc-5a6a67f3980b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3338122 Dec 23 12:30:03.985174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.056323 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3abb7560-bc3d-47a7-9479-2918e2f81223 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 207 time: 0.0690780 Dec 23 12:30:04.057260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51530) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.200154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156950e4-e4e2-4a8b-b5b2-04e40136a789 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.210654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156950e4-e4e2-4a8b-b5b2-04e40136a789 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.213362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156950e4-e4e2-4a8b-b5b2-04e40136a789 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.216487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2dd62-8ff0-40fc-9311-b1865539b1e2 None None] New status for floating IP 4bb5cb2b-0dc0-403d-9003-89a7c53950ed: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:04.220727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156950e4-e4e2-4a8b-b5b2-04e40136a789 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.225562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-156950e4-e4e2-4a8b-b5b2-04e40136a789 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1630311 Dec 23 12:30:04.227015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.284386 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:04.460189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ff42ffae-45cd-4243-be42-1724f5ed906d tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2318442 Dec 23 12:30:04.460977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51546) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.548461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56852ba8-70b8-4baa-a01c-c10eba64156f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.550704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56852ba8-70b8-4baa-a01c-c10eba64156f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.552549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-56852ba8-70b8-4baa-a01c-c10eba64156f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0903423 Dec 23 12:30:04.556705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51548) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.609963 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:02Z', 'revision_number': 3, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:04.618843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4a08f-5097-4b63-ae76-7518c615a26b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.620584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4a08f-5097-4b63-ae76-7518c615a26b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.622206 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-caa4a08f-5097-4b63-ae76-7518c615a26b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0644240 Dec 23 12:30:04.626925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.687265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:04.693870 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:04.716477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:04.718154 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:04.799519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425f213-a2f1-4f31-a6c3-81d273eea184 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:04.801344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9425f213-a2f1-4f31-a6c3-81d273eea184 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks/4f8b8673-8a6e-4d01-a241-fcabf366349a HTTP/1.1" status: 200 len: 799 time: 0.1728182 Dec 23 12:30:04.804908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51562) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:04.816488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:04.824004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:04.851233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:04.917995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-19cb35c9-ba8e-4ad0-af96-066b06cc0650 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "PUT /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 997 time: 4.7500253 Dec 23 12:30:04.977405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0eb78e1e-2b35-4208-9a1d-8fc10b1a5b4c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/networks/4f8b8673-8a6e-4d01-a241-fcabf366349a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1706030 Dec 23 12:30:04.980619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:05.017840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6b2eb504-18d3-4608-b9ba-46e8af7f9407 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.019844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6b2eb504-18d3-4608-b9ba-46e8af7f9407 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports/f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 942 time: 0.0928121 Dec 23 12:30:05.039505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56fa8b-f83d-4f40-aca8-48f0481c7a28 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.041076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d56fa8b-f83d-4f40-aca8-48f0481c7a28 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets/4e0e3f39-8cac-4f14-9e74-e4f22f370498 HTTP/1.1" status: 200 len: 811 time: 0.0593586 Dec 23 12:30:05.044582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51566) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:05.047029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}, {'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:05.049557 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6234a-66a7-49a6-8cfb-e750a19caf31" -d '{"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}, {"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:05.106329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d415689-89ac-47f2-b094-a0acb3fcc799 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['shared'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.108931 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d415689-89ac-47f2-b094-a0acb3fcc799 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "GET /v2.0/subnets/4e0e3f39-8cac-4f14-9e74-e4f22f370498?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0626717 Dec 23 12:30:05.112353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51570) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:05.117783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658900901'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:05.160022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-5abc0760-c6b4-42dd-a299-ad525f278344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.167753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-5abc0760-c6b4-42dd-a299-ad525f278344 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.0748947 Dec 23 12:30:05.175294 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:02Z', 'revision_number': 3, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:05.207145 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52487dbc-5ebf-4937-a78a-3553e6a23a04 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:02Z', 'revision_number': 3, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:05.209458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:05.214566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.246016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:05.255664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.256570 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Added segment d0e9386a-da42-4dc0-9e25-d9952f9d4fc9 of type vlan for network e27a5240-b942-46ce-a624-ea7dbdaa33bc Dec 23 12:30:05.277953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6d1b0713-d04e-461c-9ed8-aeee54c279e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.282418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6d1b0713-d04e-461c-9ed8-aeee54c279e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1136198 Dec 23 12:30:05.316541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.334891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-820b3dc2-6ffc-4b51-a8de-46c6764bd621 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.0450709 Dec 23 12:30:05.403799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-06eb75da-e748-4c3c-b6a1-bac70be7c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.406050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-06eb75da-e748-4c3c-b6a1-bac70be7c8ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0640562 Dec 23 12:30:05.450111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.460457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-c27bc0b9-2783-4871-8062-2c87a6d3816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.460457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-c27bc0b9-2783-4871-8062-2c87a6d3816b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459967 Dec 23 12:30:05.465802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.468478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.486508 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d609f8-34ee-4089-9971-5afca8829304 None None] New status for floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:05.555883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Network': ['ID=e27a5240-b942-46ce-a624-ea7dbdaa33bc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:05.564851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.566751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.567097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.567434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.567922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.568267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.568761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.569116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.569442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.569769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.570092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.570410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.570731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:05.586179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:05.602226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-c5465241-5430-406b-a355-87d674c935b8 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332695 Dec 23 12:30:05.638119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e4143dd7-0d2c-48b2-b596-3f1507b06f64 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:05.674890 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b0954f5-c9a9-45ad-9528-871f6f4928f9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5609863 Dec 23 12:30:05.676500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51574) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:05.689373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:05.696639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: e4143dd7-0d2c-48b2-b596-3f1507b06f64 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:05.697269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device e4143dd7-0d2c-48b2-b596-3f1507b06f64 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:05.709552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-fca9e837-c07e-4fa3-8f71-96f5c7af2ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062956 Dec 23 12:30:05.881139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51578) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:05.935268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Made reservation on behalf of 7e30358b53fe44ac86b4a4fbb8c5f95d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:05.940022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.954508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:05.969190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:05.971246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:05.992105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6fbee5ce-c058-4ef3-bc94-ab80558ec709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:05.993668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6fbee5ce-c058-4ef3-bc94-ab80558ec709 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1096 time: 0.0947464 Dec 23 12:30:06.030526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:06.087685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:30:06.088339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:30:06.091024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:06.165893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-2a694801-bf5d-49a6-addc-d4a061533386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.167426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-2a694801-bf5d-49a6-addc-d4a061533386 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1519690 Dec 23 12:30:06.187110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:06.192730 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d34d14-cac2-4759-996f-ff972af90352 x-openstack-request-id: req-50d34d14-cac2-4759-996f-ff972af90352 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:06.193145 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:06.193370 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50d34d14-cac2-4759-996f-ff972af90352 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:06.193716 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:30:06.193968 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'status': 'completed', 'code': 200} Dec 23 12:30:06.272138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-0fea2a34-21fc-49af-88c5-2fdfd551901a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 1000 time: 0.0766513 Dec 23 12:30:06.307518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-99835c77-46f0-42d9-aff2-07555f35ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.309046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-99835c77-46f0-42d9-aff2-07555f35ffc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.1105258 Dec 23 12:30:06.363997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-b4201c1e-5783-432e-a495-09e8b4b239d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.365873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-b4201c1e-5783-432e-a495-09e8b4b239d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1096 time: 0.0935245 Dec 23 12:30:06.367448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-d9e1608b-ea69-48d5-8908-dd257ceb68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.369141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-d9e1608b-ea69-48d5-8908-dd257ceb68c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0850697 Dec 23 12:30:06.458476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:06.461079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:06.463376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd43c9c2-0079-452a-a248-ee4ede308792 HTTP/1.1" status: 204 len: 168 time: 0.5793695 Dec 23 12:30:06.491735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-dde35dfd-25ef-4af0-9eb2-170e60053770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.492746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51580) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:06.494199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-dde35dfd-25ef-4af0-9eb2-170e60053770 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1328807 Dec 23 12:30:06.495245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:06.500635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37d89c-037c-4986-969d-dadb2126ad90 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd43c9c2-0079-452a-a248-ee4ede308792,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:06.506158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:05Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:06.532228 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-d30e62f4-9c7e-4a82-a6e9-30d654c5cbc9 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] show failed (client error): The resource could not be found. Dec 23 12:30:06.535843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d30e62f4-9c7e-4a82-a6e9-30d654c5cbc9 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "GET /v2.0/security-groups/cd43c9c2-0079-452a-a248-ee4ede308792 HTTP/1.1" status: 404 len: 347 time: 0.0393536 Dec 23 12:30:06.537678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51584) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:06.561797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:06.580235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:06.580893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:06.591058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=55af2f9f-af1d-4508-b0d8-dfd09e483e83,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:06.618359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-5ed54a3f-6777-4469-bf1b-a604e49b44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.619863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-5ed54a3f-6777-4469-bf1b-a604e49b44cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.2471297 Dec 23 12:30:06.642707 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-a0b539f7-931b-47dc-9a7f-994348fb8ce4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.1257877 Dec 23 12:30:06.649396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-02499a2a-5e4f-45e6-8ac1-bb9d088ace93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.650900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-02499a2a-5e4f-45e6-8ac1-bb9d088ace93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056186 Dec 23 12:30:06.682024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Checking segment: {'id': 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:06.682652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network hostable DHCP agents. Network: e27a5240-b942-46ce-a624-ea7dbdaa33bc, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:06.716460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:06.738732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-d163eca0-56b1-470d-8ba9-1b5702b2c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.741127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-d163eca0-56b1-470d-8ba9-1b5702b2c19b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0810299 Dec 23 12:30:06.794885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:06.825210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-f79c56f3-f773-41fb-8b0f-0d8ecbeeb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.839573 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:30:06.840275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-f79c56f3-f773-41fb-8b0f-0d8ecbeeb6c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788887 Dec 23 12:30:06.914553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-8fc8bf2d-9994-4ab8-a808-4d843345c350 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 1000 time: 0.2626810 Dec 23 12:30:06.923459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e27a5240-b942-46ce-a624-ea7dbdaa33bc) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:06.929375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:06.929987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.021926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-4aec83a6-555a-4e72-8698-0b9fd6beefb6 service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805158 Dec 23 12:30:07.046913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-4922dc6d-5734-49d7-b840-5b80ba2bfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:07.049806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-4922dc6d-5734-49d7-b840-5b80ba2bfaf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1116815 Dec 23 12:30:07.069860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a93c253-8434-4da3-b078-29cafe1c2e71 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3857749 Dec 23 12:30:07.075848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51590) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:07.087041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:07.150968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-e2134624-3b1b-4455-8e42-e7198377efd8 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878650 Dec 23 12:30:07.188538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be03c8-9902-4c3c-8161-c0a429b75f88 None None] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:07.209847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-8ee28073-2cc5-48f6-96a9-c8b296e8892f service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802347 Dec 23 12:30:07.321305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Deleting port 69edf2df-bda1-4c19-aa84-8756a6d11b3c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:07.321647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.364712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e27a5240-b942-46ce-a624-ea7dbdaa33bc', 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc', 'project_id': '7e30358b53fe44ac86b4a4fbb8c5f95d', 'fixed_ips': [{'subnet_id': '55af2f9f-af1d-4508-b0d8-dfd09e483e83'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:07.365843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.403415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-f3144437-452e-474b-82e0-426ddc1422a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:07.405261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-f3144437-452e-474b-82e0-426ddc1422a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393557 Dec 23 12:30:07.406345 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13167570'] for subnet, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.462101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:05Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:07.501146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b150e87-abf4-4f40-b6a4-1495d4cc7841 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:5c:06:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:05Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:07.549870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.550192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.568742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cfb32b1-95ec-4b0d-9b4e-5045d1d4b7f8 req-6e2cb553-23d0-403e-ab37-eaaf43e6f9cb service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340306 Dec 23 12:30:07.593061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Calling delete_port for 69edf2df-bda1-4c19-aa84-8756a6d11b3c owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:07.683213 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 23 12:30:07.683213 n-d-822750-2 neutron-server[104039]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 23 12:30:07.683213 n-d-822750-2 neutron-server[104039]: [parameters: {'in_use': 1, 'id_1': '55af2f9f-af1d-4508-b0d8-dfd09e483e83'}] Dec 23 12:30:07.683213 n-d-822750-2 neutron-server[104039]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:07.689586 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:07.720620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-1d176a2b-68a7-455c-b394-a81e3152ac8e service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051431 Dec 23 12:30:07.911221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-e5c80899-fbc4-4970-978f-5b4d1c620af5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 1000 time: 0.1818593 Dec 23 12:30:07.947210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51598) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:08.001612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Deleting subnet 2b13f277-2d24-452c-91b0-fd2a28baf5fc {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:08.007716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.011060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740352207144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12588708'] for subnet, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.034747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-1fe0b855-8bb1-4797-821d-523d0f1a8b92 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:08.036215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-1fe0b855-8bb1-4797-821d-523d0f1a8b92 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports/94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 942 time: 0.1145415 Dec 23 12:30:08.057373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.066813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97f6234a-66a7-49a6-8cfb-e750a19caf31 req-21b0bbe2-3bc5-4cbf-9012-1b99de967073 service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323529 Dec 23 12:30:08.073428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:08.074023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.075270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "PUT /v2.0/subnets/55af2f9f-af1d-4508-b0d8-dfd09e483e83 HTTP/1.1" status: 200 len: 877 time: 0.9946885 Dec 23 12:30:08.079983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51600) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:08.138272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.185001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.307408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.350228 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.356794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2b13f277-2d24-452c-91b0-fd2a28baf5fc HTTP/1.1" status: 204 len: 168 time: 0.4077063 Dec 23 12:30:08.358540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40e842-f495-4080-a062-e0b69bb2ed13 None None] Network a792e2f4-a5e0-4700-9084-2ffbf70d5047 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:08.359220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5a57-7377-492e-ae16-53c8fee86a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b13f277-2d24-452c-91b0-fd2a28baf5fc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:08.362429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51606) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:08.451652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.484802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a05b5-8686-4bf0-9d99-e532bafa840a None None] DHCP port deletion for a792e2f4-a5e0-4700-9084-2ffbf70d5047 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:08.502129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Allocated IP 172.20.0.3 (e27a5240-b942-46ce-a624-ea7dbdaa33bc/55af2f9f-af1d-4508-b0d8-dfd09e483e83/631ae871-0bf4-4779-83ce-167af4b5be2a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:08.547584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.560087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61dd1-0c46-4a6e-92ab-0c2ea9150ad3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event updated for resources: {'Subnet': ['ID=55af2f9f-af1d-4508-b0d8-dfd09e483e83,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:08.570563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.593430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a792e2f4-a5e0-4700-9084-2ffbf70d5047']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:08.618795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Pushing event deleted for resources: {'Port': ['ID=69edf2df-bda1-4c19-aa84-8756a6d11b3c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:08.628708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57b5868-44b7-4aa3-bb14-02f8dcce7138') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:08.629251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57b5868-44b7-4aa3-bb14-02f8dcce7138') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:08.640586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-9f3f3da8-fcac-438e-9ebd-d989795bbdfb tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 1000 time: 0.5034413 Dec 23 12:30:08.649153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.662912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.670257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.679523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:08.679936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.698180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:08.728683 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:08.804411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.816604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.819371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.823246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1cee7d71-f562-430c-b19e-bce24e985460 tempest-ServersTestFqdnHostnames-1673177256 tempest-ServersTestFqdnHostnames-1673177256-project] 10.222.0.16 "DELETE /v2.0/floatingips/4bb5cb2b-0dc0-403d-9003-89a7c53950ed HTTP/1.1" status: 204 len: 168 time: 2.2805262 Dec 23 12:30:08.825298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51608) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:08.837570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.860586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:08.866946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:08.871837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:08.875491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Pushing event updated for resources: {'Port': ['ID=631ae871-0bf4-4779-83ce-167af4b5be2a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:08.917135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.927382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.941196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] 10.222.0.16 "DELETE /v2.0/networks/a792e2f4-a5e0-4700-9084-2ffbf70d5047 HTTP/1.1" status: 204 len: 168 time: 0.5748646 Dec 23 12:30:08.943999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-a1b99f78-0acc-4aac-ad06-14a93976432c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:08.945492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-a1b99f78-0acc-4aac-ad06-14a93976432c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2796845 Dec 23 12:30:08.949699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51610) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:08.969340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8b2bf-e453-49ce-b841-95fbbdc7cdca admin admin] Pushing event deleted for resources: {'Network': ['ID=a792e2f4-a5e0-4700-9084-2ffbf70d5047,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Attempting to bind port 631ae871-0bf4-4779-83ce-167af4b5be2a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Attempting to bind port 631ae871-0bf4-4779-83ce-167af4b5be2a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Attempting to bind port 631ae871-0bf4-4779-83ce-167af4b5be2a on network e27a5240-b942-46ce-a624-ea7dbdaa33bc {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Checking segment: {'id': 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.984384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Bound using segment: {'id': 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:08.985448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Bound port: 631ae871-0bf4-4779-83ce-167af4b5be2a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:08.985448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.004047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-9cfb62a7-c16d-439d-ac58-36b71b21d7e7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:30:09.005097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4b687e2-514b-4a3d-a48b-bc7833efdba0 req-9cfb62a7-c16d-439d-ac58-36b71b21d7e7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457880 Dec 23 12:30:09.061604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] For port 631ae871-0bf4-4779-83ce-167af4b5be2a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:09.065338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] For port 631ae871-0bf4-4779-83ce-167af4b5be2a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=631ae871-0bf4-4779-83ce-167af4b5be2a,segment=NetworkSegment(d0e9386a-da42-4dc0-9e25-d9952f9d4fc9),segment_id=d0e9386a-da42-4dc0-9e25-d9952f9d4fc9)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:09.119626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Deleting subnet 555048b4-09f6-4a3b-9d6b-ea933e56572d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:09.131457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.155837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-5a3bb9ec-2e9b-4d73-b307-2e5c6383c3fd tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 1000 time: 0.1262069 Dec 23 12:30:09.200704 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.243898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.284022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-f156b294-aea0-4564-97e7-946b0159fa32 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:09.285615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-f156b294-aea0-4564-97e7-946b0159fa32 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports/94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 942 time: 0.0918550 Dec 23 12:30:09.307515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae857d-3c44-42a7-beea-0d2bd03fa70a None None] Pushing event updated for resources: {'Port': ['ID=631ae871-0bf4-4779-83ce-167af4b5be2a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:09.329560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.380477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=55af2f9f-af1d-4508-b0d8-dfd09e483e83,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:09.389381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.583024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.605248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-7cdcecfd-ff80-48f1-ad10-5aa5d5fa6b24 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 1000 time: 0.2317343 Dec 23 12:30:09.635074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27a5240-b942-46ce-a624-ea7dbdaa33bc']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:09.718348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:09.718580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:09.743920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.747696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.812000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.814387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.815465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7df84-d4e8-40fe-9c66-5cda42f7171b None None] Network 00d5ca83-4e32-468f-bd36-05181267ae8b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:09.817673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/555048b4-09f6-4a3b-9d6b-ea933e56572d HTTP/1.1" status: 204 len: 168 time: 0.8671515 Dec 23 12:30:09.820224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:09.824761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96518e1-a119-4a03-8e48-52a7a453ceea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555048b4-09f6-4a3b-9d6b-ea933e56572d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:09.842144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:09.842549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:09.849994 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:09.900847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-7f835b6d-8b97-4d22-af5c-8388c29e67fe tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:09.902250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-7f835b6d-8b97-4d22-af5c-8388c29e67fe tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2827849 Dec 23 12:30:09.903556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.926988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8e736-5797-42fa-a285-cf93111a7670 None None] DHCP port deletion for 00d5ca83-4e32-468f-bd36-05181267ae8b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:10.023135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:30:10.023135 n-d-822750-2 neutron-server[104037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:30:10.023135 n-d-822750-2 neutron-server[104037]: [parameters: {'id': 'e27a5240-b942-46ce-a624-ea7dbdaa33bc'}] Dec 23 12:30:10.023135 n-d-822750-2 neutron-server[104037]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:10.023554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.023983 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:10.080546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 631ae871-0bf4-4779-83ce-167af4b5be2a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:10.085232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d5ca83-4e32-468f-bd36-05181267ae8b']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:10.096462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e7af1c-79ea-4919-b7d8-082832abc895') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:10.096780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e7af1c-79ea-4919-b7d8-082832abc895') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:10.098578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-604e6837-134f-4c18-86a6-f76977120089 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 1000 time: 0.1449127 Dec 23 12:30:10.113601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:10.116958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.133988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.143148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:10.143544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:10.145394 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:10.149457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 631ae871-0bf4-4779-83ce-167af4b5be2a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:10.149830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.213276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.220080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.239032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.280297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 631ae871-0bf4-4779-83ce-167af4b5be2a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=631ae871-0bf4-4779-83ce-167af4b5be2a,segment=NetworkSegment(d0e9386a-da42-4dc0-9e25-d9952f9d4fc9),segment_id=d0e9386a-da42-4dc0-9e25-d9952f9d4fc9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:10.381252 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.393180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.394132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee7fc4-f49c-47e5-98e4-451b64e0863b None None] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:10.394248 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] 10.222.0.16 "DELETE /v2.0/networks/00d5ca83-4e32-468f-bd36-05181267ae8b HTTP/1.1" status: 204 len: 168 time: 0.5694630 Dec 23 12:30:10.407436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00020ba6-d104-4734-b830-127774c3069d admin admin] Pushing event deleted for resources: {'Network': ['ID=00d5ca83-4e32-468f-bd36-05181267ae8b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:10.516685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c1ce7f10-fd03-4482-bdb9-f67a12cb9fe0 None None] Provisioning complete for port 631ae871-0bf4-4779-83ce-167af4b5be2a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:10.517251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7f10-fd03-4482-bdb9-f67a12cb9fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.564190 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.602757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] DHCP port deletion for e27a5240-b942-46ce-a624-ea7dbdaa33bc request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:10.647717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=631ae871-0bf4-4779-83ce-167af4b5be2a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:10.708607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Deleting port 631ae871-0bf4-4779-83ce-167af4b5be2a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:10.709005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.710249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.776364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] For port 631ae871-0bf4-4779-83ce-167af4b5be2a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=631ae871-0bf4-4779-83ce-167af4b5be2a,segment=NetworkSegment(d0e9386a-da42-4dc0-9e25-d9952f9d4fc9),segment_id=d0e9386a-da42-4dc0-9e25-d9952f9d4fc9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:10.776755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.789876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Calling delete_port for 631ae871-0bf4-4779-83ce-167af4b5be2a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:10.794067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.922254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:10.922603 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd disassociated. External IP: 172.25.7.16, port: 94b7ce7d-75f1-4f5f-b34f-427fe3530e75. Dec 23 12:30:10.997766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51626) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:11.009637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.038294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 631ae871-0bf4-4779-83ce-167af4b5be2a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:11.038654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.038979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] Pushing event deleted for resources: {'Port': ['ID=631ae871-0bf4-4779-83ce-167af4b5be2a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:11.042779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63678e14-0ad6-4c3a-bb01-d3b4282bd8b9 None None] No DVR routers for this DVR port 631ae871-0bf4-4779-83ce-167af4b5be2a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:11.047592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-abdcaa2e-aac9-4bb9-9cbe-bef36c8b8e3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c54366dc26246809bcbbf4fad9bd032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477285 Dec 23 12:30:11.048618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51628) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:11.075167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b264041-3b29-42bd-8343-27f816922a6c None None] Network e27a5240-b942-46ce-a624-ea7dbdaa33bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:11.100938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.127722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.146667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 631ae871-0bf4-4779-83ce-167af4b5be2a, host n-d-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:11.147029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.225624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 631ae871-0bf4-4779-83ce-167af4b5be2a owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:11.233281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_backend_mixin [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Port 631ae871-0bf4-4779-83ce-167af4b5be2a was not found and therefore no delete operation was performed {{(pid=104037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:30:11.240812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.281942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.284733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.286009 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b20021e2-9ba4-40d7-882e-600e870178bb HTTP/1.1" status: 204 len: 168 time: 0.2368860 Dec 23 12:30:11.295789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbe01c-41e9-41bd-80ef-80e2e10e5659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20021e2-9ba4-40d7-882e-600e870178bb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:11.331112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=631ae871-0bf4-4779-83ce-167af4b5be2a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:11.338700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 631ae871-0bf4-4779-83ce-167af4b5be2a on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:11.436277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:11.455633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.485074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Deleting port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:11.485415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.491635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27a5240-b942-46ce-a624-ea7dbdaa33bc']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:11.571430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:11.571738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e9386a-da42-4dc0-9e25-d9952f9d4fc9') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:11.586575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.645096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.658448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:11.658837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:11.663250 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:11.748375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:11.755471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.758563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] For port 4cbe12ea-c491-446f-bd30-ebd4542e0a2d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:11.761934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.762076 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:11.771624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:11.772445 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:11.802368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Calling delete_port for 4cbe12ea-c491-446f-bd30-ebd4542e0a2d owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:11.808135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-95a6067b-0053-4c76-8ce0-ffeb56b0269a tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "PUT /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 694 time: 1.6987100 Dec 23 12:30:11.809088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:11.811951 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656388f7-1bbc-4381-bbec-7e06e33883f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:11.856495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.866422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:11.876049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:11.886156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/e27a5240-b942-46ce-a624-ea7dbdaa33bc HTTP/1.1" status: 204 len: 168 time: 3.8049102 Dec 23 12:30:11.904878 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:11.941016 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6007d595-e81a-4452-83b7-f1267d5345db tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:11.941550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6007d595-e81a-4452-83b7-f1267d5345db tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:11.960570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6007d595-e81a-4452-83b7-f1267d5345db tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/55af2f9f-af1d-4508-b0d8-dfd09e483e83 HTTP/1.1" status: 404 len: 337 time: 0.0831587 Dec 23 12:30:11.961484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:11.980515 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7796aea4-d281-47c9-9c1d-e7997a62a5fb x-openstack-request-id: req-7796aea4-d281-47c9-9c1d-e7997a62a5fb {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:11.980813 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:11.981095 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7796aea4-d281-47c9-9c1d-e7997a62a5fb {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:11.981496 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'status': 'completed', 'code': 200} Dec 23 12:30:11.993213 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-73791e36-940e-4c03-b31d-4a6e237904e1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:11.994107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73791e36-940e-4c03-b31d-4a6e237904e1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.001072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93892363-0dc8-4331-bb6e-001ef7d19d29 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=e27a5240-b942-46ce-a624-ea7dbdaa33bc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:12.018896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73791e36-940e-4c03-b31d-4a6e237904e1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/e27a5240-b942-46ce-a624-ea7dbdaa33bc HTTP/1.1" status: 404 len: 339 time: 0.0561252 Dec 23 12:30:12.019835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51644) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.051636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 631ae871-0bf4-4779-83ce-167af4b5be2a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:12.087340 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4806dc15-6005-4530-99a1-278508aaabf1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.089336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4806dc15-6005-4530-99a1-278508aaabf1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.094347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 631ae871-0bf4-4779-83ce-167af4b5be2a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:12.094969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 631ae871-0bf4-4779-83ce-167af4b5be2a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:12.102950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-ab94df59-f6b7-4c44-80bd-9dcf648823ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.104354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4806dc15-6005-4530-99a1-278508aaabf1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/daed6ec1-9634-412e-8a4e-3c290ea60353 HTTP/1.1" status: 404 len: 337 time: 0.0801082 Dec 23 12:30:12.105497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.127975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-ab94df59-f6b7-4c44-80bd-9dcf648823ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1096 time: 0.2374840 Dec 23 12:30:12.130678 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce1de01-f252-401c-a2cd-a8c597195a3f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.131441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce1de01-f252-401c-a2cd-a8c597195a3f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.137841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ce1de01-f252-401c-a2cd-a8c597195a3f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/042b045f-5c54-4709-9f82-2f23c22d8661 HTTP/1.1" status: 404 len: 339 time: 0.0306420 Dec 23 12:30:12.139680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51648) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.164206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.191721 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:12.200621 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:12.201752 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.234904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.298746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-2e3c7983-9ed1-4120-890f-8176e3fc8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.300415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-2e3c7983-9ed1-4120-890f-8176e3fc8104 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 1096 time: 0.3140852 Dec 23 12:30:12.322178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:12.350618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.382378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d7e301-ba7d-49e8-859b-41a818f9d697']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.389647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-57decd88-7772-4b89-9b71-3efb6c58725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.391447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-57decd88-7772-4b89-9b71-3efb6c58725b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.2627032 Dec 23 12:30:12.395237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51650) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.399140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d51607-fd72-4323-961c-5cd5c3688152') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.399543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d51607-fd72-4323-961c-5cd5c3688152') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.411235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.427115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.433610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:12.434135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:12.511866 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:12.550385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-7c67430d-767e-4041-946a-b17d8b3b7d6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 217 time: 0.1257648 Dec 23 12:30:12.605126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-236c3efb-6ac2-4e51-98ba-5f723f21be89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd908fbf416d4222921ea01a1950f01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2086809 Dec 23 12:30:12.609573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.669016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-97528056-ebc2-4cee-a23d-271231a9cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.671210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-97528056-ebc2-4cee-a23d-271231a9cfbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.3625464 Dec 23 12:30:12.676657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-ed930f34-7ab4-4d37-9f84-4ca18116f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.678140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-ed930f34-7ab4-4d37-9f84-4ca18116f6c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1134627 Dec 23 12:30:12.689339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.701926 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.705328 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/f8d7e301-ba7d-49e8-859b-41a818f9d697 HTTP/1.1" status: 204 len: 168 time: 0.5643916 Dec 23 12:30:12.705971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51658) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.752330 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:12.762848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232ded3-bb27-4a20-a234-26cb62763f1b tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=f8d7e301-ba7d-49e8-859b-41a818f9d697,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:12.766604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.779681 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfde92b-0bb8-400b-802e-550c5ddf09f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.780414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfde92b-0bb8-400b-802e-550c5ddf09f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.786416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edfde92b-0bb8-400b-802e-550c5ddf09f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/7c5be543-d34f-4cfb-9ede-582130b8377b HTTP/1.1" status: 404 len: 337 time: 0.0748670 Dec 23 12:30:12.787034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.794436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-b89a9595-bef5-42d7-9492-62aaf0d6098d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 200 len: 217 time: 0.0785809 Dec 23 12:30:12.815280 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7d7cd9-295d-4d47-9c58-aeb71b12b644 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.815781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7d7cd9-295d-4d47-9c58-aeb71b12b644 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.822031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d7d7cd9-295d-4d47-9c58-aeb71b12b644 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/a00197fa-81ab-48a7-80f0-21bf6cd15316 HTTP/1.1" status: 404 len: 339 time: 0.0314043 Dec 23 12:30:12.826034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51662) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.838859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-f1fa054c-ca01-4af7-908c-4c6bcff12708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.847409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-f1fa054c-ca01-4af7-908c-4c6bcff12708 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544073 Dec 23 12:30:12.849312 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daebc7-c206-4773-9191-7fe63cb335d9 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:12.854957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.860291 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-80351945-79df-40ed-b35a-75b753260503 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.860291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80351945-79df-40ed-b35a-75b753260503 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.864675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80351945-79df-40ed-b35a-75b753260503 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/d720998a-bb8e-4d30-aaa6-4754854741a8 HTTP/1.1" status: 404 len: 337 time: 0.0373116 Dec 23 12:30:12.866354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.919197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:12.944117 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9140551-49f3-4d75-bd4c-eb49d2d1c6c6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.944604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9140551-49f3-4d75-bd4c-eb49d2d1c6c6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:12.947753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c9140551-49f3-4d75-bd4c-eb49d2d1c6c6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/48e4ccb9-075c-439e-84c0-f8e3bf91df2a HTTP/1.1" status: 404 len: 339 time: 0.0641184 Dec 23 12:30:12.952134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51666) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:12.968815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-273bd185-7850-41a0-8fca-1b7d9772b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:12.970310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-273bd185-7850-41a0-8fca-1b7d9772b682 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1657081 Dec 23 12:30:12.978055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbe12ea-c491-446f-bd30-ebd4542e0a2d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:12.994449 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df6454-a4c5-479b-bf4a-4421d06a14a9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:12.994885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60df6454-a4c5-479b-bf4a-4421d06a14a9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.000919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-60df6454-a4c5-479b-bf4a-4421d06a14a9 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/ba534bce-0b6e-4180-a077-3b9d68d42181 HTTP/1.1" status: 404 len: 337 time: 0.0450432 Dec 23 12:30:13.002228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51668) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.016105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.018973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.030593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58084e4f-b138-474e-9de8-653f1329ddeb HTTP/1.1" status: 204 len: 168 time: 0.4095976 Dec 23 12:30:13.039471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7dc8d-6b9d-4c31-90d3-92c3dddd7248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58084e4f-b138-474e-9de8-653f1329ddeb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:13.042436 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5998c52-7823-41ce-a2d0-719ea7f5b44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.043145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5998c52-7823-41ce-a2d0-719ea7f5b44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.054360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f5998c52-7823-41ce-a2d0-719ea7f5b44f tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/d3e8bd5d-93b2-4046-9342-d4ad05f25cef HTTP/1.1" status: 404 len: 339 time: 0.0425093 Dec 23 12:30:13.058463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51672) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.104186 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d177ae04-6917-4cc1-a133-cb2a1bd354be tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.104788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d177ae04-6917-4cc1-a133-cb2a1bd354be tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.108537 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d177ae04-6917-4cc1-a133-cb2a1bd354be tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/f1a511e9-d3f0-4522-bc42-7bd22378dbb3 HTTP/1.1" status: 404 len: 337 time: 0.0478690 Dec 23 12:30:13.111517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51674) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.153582 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-15329b4c-4fa3-4d15-982a-f43671195153 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.154256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15329b4c-4fa3-4d15-982a-f43671195153 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.158342 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-15329b4c-4fa3-4d15-982a-f43671195153 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/e021ccae-5a11-4773-b59c-ed71826c80a9 HTTP/1.1" status: 404 len: 339 time: 0.0451927 Dec 23 12:30:13.166114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51676) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.176244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-380b1e7a-b48d-4826-a05a-b9f8c136dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:13.177862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-380b1e7a-b48d-4826-a05a-b9f8c136dca4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930320 Dec 23 12:30:13.187684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-45a63a78-b044-4546-9dcf-458b33fd869c service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394749 Dec 23 12:30:13.214346 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-31832cd9-f697-4806-bc29-39b70968bb6a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.215358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31832cd9-f697-4806-bc29-39b70968bb6a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.219597 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-31832cd9-f697-4806-bc29-39b70968bb6a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/8e9dae01-6e57-4b46-8f50-4f9167c70ec1 HTTP/1.1" status: 404 len: 337 time: 0.0513868 Dec 23 12:30:13.222242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51678) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.253338 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b86fe6-005d-4b8a-bc4f-7b52d408a96a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.254104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b86fe6-005d-4b8a-bc4f-7b52d408a96a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.257309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11b86fe6-005d-4b8a-bc4f-7b52d408a96a tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/f9017062-2b19-4d00-a6ef-fdb59ccb89be HTTP/1.1" status: 404 len: 339 time: 0.0340471 Dec 23 12:30:13.266533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2549db4-1760-4ba2-9e9e-a8bb682f22d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.267790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51680) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.303163 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde27392-8509-4e22-a182-ad9e9affa6f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.303713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde27392-8509-4e22-a182-ad9e9affa6f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.309292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cde27392-8509-4e22-a182-ad9e9affa6f3 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/7e6d18f2-3548-4e24-b625-21c4b0ec3f3c HTTP/1.1" status: 404 len: 337 time: 0.0377343 Dec 23 12:30:13.309983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.365638 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee772b5-8162-43e4-b458-e88c426d2aa6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.369303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee772b5-8162-43e4-b458-e88c426d2aa6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.376734 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ee772b5-8162-43e4-b458-e88c426d2aa6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/96f6da44-2a99-4ba0-b705-d6baf36c491f HTTP/1.1" status: 404 len: 339 time: 0.0635619 Dec 23 12:30:13.380606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.427090 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f09a390-b7dd-41e9-a363-1f50031d9d0c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.434108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f09a390-b7dd-41e9-a363-1f50031d9d0c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.434108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f09a390-b7dd-41e9-a363-1f50031d9d0c tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/ed899f4d-c6a8-4aac-a295-49421d6b0375 HTTP/1.1" status: 404 len: 337 time: 0.0494831 Dec 23 12:30:13.442172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.469451 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0782bdda-167d-4b67-93c3-4ab83e123fa5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.470046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0782bdda-167d-4b67-93c3-4ab83e123fa5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.475075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ffcc4e-1010-4057-8b79-02c746744537 None None] New status for floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:13.489096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0782bdda-167d-4b67-93c3-4ab83e123fa5 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/73872d4d-c7ae-4274-b556-dd4a5519baf6 HTTP/1.1" status: 404 len: 339 time: 0.0453663 Dec 23 12:30:13.492297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.555234 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-587959dd-b21a-4da0-b573-40bc844c4ac6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.555782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587959dd-b21a-4da0-b573-40bc844c4ac6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.563412 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-587959dd-b21a-4da0-b573-40bc844c4ac6 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/4aac6d7f-dce1-486d-bfb2-56f1a9e85e3b HTTP/1.1" status: 404 len: 337 time: 0.0698864 Dec 23 12:30:13.564372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.589352 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a253063a-932d-4511-8676-f78e4fa4baca tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:13.589759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a253063a-932d-4511-8676-f78e4fa4baca tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:13.597303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a253063a-932d-4511-8676-f78e4fa4baca tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/6f3bc9e2-460e-43db-b212-21031163a93a HTTP/1.1" status: 404 len: 339 time: 0.0316367 Dec 23 12:30:13.598921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51694) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:13.683718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting subnet 4e0e3f39-8cac-4f14-9e74-e4f22f370498 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:13.688031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.744662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.849704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:13.895911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-2b67a9e7-3179-45d0-bfd1-d7a953f98cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894948 Dec 23 12:30:13.910954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bd0c3ef-c448-43ab-b492-107d2bb66a82 req-13c51376-87de-4a1f-959c-bed6ad95ee86 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198625 Dec 23 12:30:13.924193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.053708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.090975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.094850 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/subnets/4e0e3f39-8cac-4f14-9e74-e4f22f370498 HTTP/1.1" status: 204 len: 168 time: 0.4948592 Dec 23 12:30:14.095959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4a71c-5ab2-4944-b638-5ba154a1cb77 None None] Network 4f8b8673-8a6e-4d01-a241-fcabf366349a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:14.096365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164aabf-0c0f-4caf-be68-25f4504df410 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0e3f39-8cac-4f14-9e74-e4f22f370498,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:14.097352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:14.155041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656388f7-1bbc-4381-bbec-7e06e33883f0 req-220bb1c9-51df-4977-9f76-6bfaa5431a9d service neutron] 10.222.0.57 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429721 Dec 23 12:30:14.206056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.289886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] DHCP port deletion for 4f8b8673-8a6e-4d01-a241-fcabf366349a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:14.343208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Deleting port 8fb7283e-d105-4cb2-92e2-23642cc058f0 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:14.343547 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.367166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:14.375593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Deleting port 8fb7283e-d105-4cb2-92e2-23642cc058f0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:14.375932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.430432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] For port 8fb7283e-d105-4cb2-92e2-23642cc058f0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8fb7283e-d105-4cb2-92e2-23642cc058f0,segment=NetworkSegment(6a462928-acde-40e3-abd6-22ceb99dbbc3),segment_id=6a462928-acde-40e3-abd6-22ceb99dbbc3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:14.430845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.466910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Calling delete_port for 8fb7283e-d105-4cb2-92e2-23642cc058f0 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:14.608614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] For port 8fb7283e-d105-4cb2-92e2-23642cc058f0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8fb7283e-d105-4cb2-92e2-23642cc058f0,segment=NetworkSegment(6a462928-acde-40e3-abd6-22ceb99dbbc3),segment_id=6a462928-acde-40e3-abd6-22ceb99dbbc3)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:14.609006 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.628815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:14.630731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Calling delete_port for 8fb7283e-d105-4cb2-92e2-23642cc058f0 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:14.638168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4532d790-3b86-4595-99bf-afc6e3cdfae8 admin admin] 10.222.0.16 "PUT /v2.0/routers/2c1b1fc7-adfe-4a5c-97b2-93faada17426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8088539 Dec 23 12:30:14.639061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Sync routers for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:14.640874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51732) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:14.653423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-44fff9b4-1c2d-4fa0-82b4-a16bfa149ae1 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:14.655050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-44fff9b4-1c2d-4fa0-82b4-a16bfa149ae1 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1079807 Dec 23 12:30:14.655632 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:14.656269 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:14.677950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.731766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] Pushing event deleted for resources: {'Port': ['ID=8fb7283e-d105-4cb2-92e2-23642cc058f0,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:14.740867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd5a1d-d738-4cf2-868d-c6c6ebc4600c None None] No DVR routers for this DVR port 8fb7283e-d105-4cb2-92e2-23642cc058f0 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:14.746414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-0d7367e0-3b41-4158-b721-43f5f8bc069c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0505435 Dec 23 12:30:14.775822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:14.795487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.814937 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:14.816616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:14.850197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.943507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:14.949235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.009500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1271657792-network', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:15.012691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Port': ['ID=8fb7283e-d105-4cb2-92e2-23642cc058f0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:15.026931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] No DVR routers for this DVR port 8fb7283e-d105-4cb2-92e2-23642cc058f0 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:15.045428 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:30:12Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.078812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Checking router: 2c1b1fc7-adfe-4a5c-97b2-93faada17426 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:15.088504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Routers {'2c1b1fc7-adfe-4a5c-97b2-93faada17426'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:15.089371 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:29:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.178524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Deleting port 7a375bb8-9473-4688-b5e4-2c697ce580f9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:15.178875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.195251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] Set router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:15.195636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.226642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8b8673-8a6e-4d01-a241-fcabf366349a']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.270454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Made reservation on behalf of c0d1097f660a424a810b52818445dc6b for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:15.272834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] For port 7a375bb8-9473-4688-b5e4-2c697ce580f9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a375bb8-9473-4688-b5e4-2c697ce580f9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:15.273209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.274049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.286631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Calling delete_port for 7a375bb8-9473-4688-b5e4-2c697ce580f9 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:15.301758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a462928-acde-40e3-abd6-22ceb99dbbc3') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.302459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a462928-acde-40e3-abd6-22ceb99dbbc3') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.305155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.329971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.361705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.408355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:15.409142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:15.412300 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:15.423771 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:30:12Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:15.460240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41c120-99ae-496a-a29e-0cccbad0525d None None] The sync data for ids ['2c1b1fc7-adfe-4a5c-97b2-93faada17426'] in n-d-822750-2 is: [{'id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'name': 'tempest-ServersTestFqdnHostnames-1714183186-router', 'tenant_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:30Z', 'updated_at': '2021-12-23T12:30:12Z', 'revision_number': 5, 'project_id': 'c34ffcbe69c6490d925569987dbe2c8a', 'gw_port': {'id': '7a375bb8-9473-4688-b5e4-2c697ce580f9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b1fc7-adfe-4a5c-97b2-93faada17426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:32Z', 'updated_at': '2021-12-23T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:15.615410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6f094d8-e0da-45d2-8704-dfa22bf50281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.616013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.620601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.634238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.636680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] 10.222.0.16 "DELETE /v2.0/networks/4f8b8673-8a6e-4d01-a241-fcabf366349a HTTP/1.1" status: 204 len: 168 time: 1.5369771 Dec 23 12:30:15.663314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a375bb8-9473-4688-b5e4-2c697ce580f9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:15.663758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4fd06-248e-4285-8203-6db6684f595a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:15.697234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa8d8-4690-4797-86b3-57e021172ec1 tempest-NetworksTest-875837323 tempest-NetworksTest-875837323-project] Pushing event deleted for resources: {'Network': ['ID=4f8b8673-8a6e-4d01-a241-fcabf366349a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:15.723207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.743951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.762803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.838189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.846619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.848856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.896895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:15.936398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:15.992698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0e0c1-995c-46c4-9ca0-4068cbc62de1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:16.001837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.002545 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Added segment a52435d8-fd4f-49cf-a341-e8d01fdf9bb6 of type vlan for network af622bab-d3d5-48f2-80fa-90d6aa5dc088 Dec 23 12:30:16.068359 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd associated. External IP: 172.25.7.16, port: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2. Dec 23 12:30:16.113676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.114392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1b1fc7-adfe-4a5c-97b2-93faada17426 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:30:16.119616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.120936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-51ca58e1-a222-4ba2-b5c5-ab4a3355a3e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2c1b1fc7-adfe-4a5c-97b2-93faada17426 HTTP/1.1" status: 204 len: 168 time: 1.4781406 Dec 23 12:30:16.124255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51752) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:16.128080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.174654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8fb7283e-d105-4cb2-92e2-23642cc058f0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:16.183225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Deleting subnet 6495d105-c78a-4749-8fa4-e7ccb2cf1919 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:16.186622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.240962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8fb7283e-d105-4cb2-92e2-23642cc058f0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:16.241614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8fb7283e-d105-4cb2-92e2-23642cc058f0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:16.244093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cbe12ea-c491-446f-bd30-ebd4542e0a2d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:16.254635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.290970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4cbe12ea-c491-446f-bd30-ebd4542e0a2d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:16.291318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cbe12ea-c491-446f-bd30-ebd4542e0a2d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:16.342192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.343440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:16.344054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.378306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.382022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51756) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:16.432522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.474993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Pushing event updated for resources: {'Network': ['ID=af622bab-d3d5-48f2-80fa-90d6aa5dc088,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:16.485714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6667440 Dec 23 12:30:16.488867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:16.494310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Request body: {'subnet': {'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1271657792-subnet', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:16.502686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.503044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.503393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.503738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.504447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.504447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.504744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.505149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.505477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.505808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.506138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.506474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.506809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a248f6-dd2a-4342-b2a3-80dac95491e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:16.518306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:16.555817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-ba8e03a3-ec8d-4b58-a69e-1a5c96214f42 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:16.557371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-ba8e03a3-ec8d-4b58-a69e-1a5c96214f42 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.57 "GET /v2.0/ports?device_id=f209dc92-29e7-4639-a198-5955a5cc662e HTTP/1.1" status: 200 len: 945 time: 0.2810347 Dec 23 12:30:16.566381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.608369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6495d105-c78a-4749-8fa4-e7ccb2cf1919,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:16.623450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.627737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd19a98-2dbb-4bd6-bfbf-0d118fd089bf None None] Network 56fcf2a8-3da6-4b73-9463-1a3c33155d0b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:16.629469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af2f6892-fddc-4b5e-862e-1c076a010a25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6495d105-c78a-4749-8fa4-e7ccb2cf1919 HTTP/1.1" status: 204 len: 168 time: 0.5042043 Dec 23 12:30:16.631695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Made reservation on behalf of c0d1097f660a424a810b52818445dc6b for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:16.634141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.637133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51764) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:16.655853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:16.734924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Deleting port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:16.735254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.832352 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-803086fa-ca9c-431c-856c-caa22062462a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e30358b53fe44ac86b4a4fbb8c5f95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469695 Dec 23 12:30:16.842938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51766) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:16.893013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:16.919618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:16.942182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:16.956075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:16.956075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:16.990436 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.004377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-9a1c1b4a-ce97-4d2e-aa3b-59d8d2d88ab2 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "PUT /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 995 time: 2.2443013 Dec 23 12:30:17.008390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:17.017066 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc" -d '{"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:17.025924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] For port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:17.026249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.045058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Calling delete_port for 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:17.094277 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1867de8f-be94-4234-9469-fce8ab6cecca x-openstack-request-id: req-1867de8f-be94-4234-9469-fce8ab6cecca {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:17.094584 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:17.094840 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1867de8f-be94-4234-9469-fce8ab6cecca {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:17.095230 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:30:17.113194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.153174 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.158960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.159913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] DHCP port deletion for 56fcf2a8-3da6-4b73-9463-1a3c33155d0b request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:17.178266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:17.191154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-0a5059e9-5ccc-42c1-aa2f-69ac2548f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:17.192702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-0a5059e9-5ccc-42c1-aa2f-69ac2548f8d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.1015739 Dec 23 12:30:17.270689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dacd69-d688-444a-a8d4-9180c882d311,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:17.294443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Deleting port c4132f1e-2001-4352-9fa0-2ee5160cc366 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:17.294443 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.314448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-9e0ca52a-b07b-4753-af27-bb2b68af7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:17.316274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-9e0ca52a-b07b-4753-af27-bb2b68af7b2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.1749308 Dec 23 12:30:17.316703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Deleting port c4132f1e-2001-4352-9fa0-2ee5160cc366 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:17.321255 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.345991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-44480d23-9f35-4892-98ca-8df0ad02a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:17.347394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-44480d23-9f35-4892-98ca-8df0ad02a86e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1304727 Dec 23 12:30:17.376913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Checking segment: {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:17.377326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Network hostable DHCP agents. Network: af622bab-d3d5-48f2-80fa-90d6aa5dc088, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:17.397658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.440736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['94b7ce7d-75f1-4f5f-b34f-427fe3530e75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:30:17.444500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:30:17.447872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] For port c4132f1e-2001-4352-9fa0-2ee5160cc366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c4132f1e-2001-4352-9fa0-2ee5160cc366,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:17.448056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.469377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Calling delete_port for c4132f1e-2001-4352-9fa0-2ee5160cc366 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:17.513899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] For port c4132f1e-2001-4352-9fa0-2ee5160cc366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c4132f1e-2001-4352-9fa0-2ee5160cc366,segment=NetworkSegment(6eee3cb7-b8b6-40f9-9d70-b759562ba5f0),segment_id=6eee3cb7-b8b6-40f9-9d70-b759562ba5f0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:17.514385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.555262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Calling delete_port for c4132f1e-2001-4352-9fa0-2ee5160cc366 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:17.787805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event deleted for resources: {'Port': ['ID=94b7ce7d-75f1-4f5f-b34f-427fe3530e75,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:17.808657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:15Z', 'revision_number': 8, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:17.814813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-c8901781-4e93-4cff-845e-3c4dafac0bd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 998 time: 0.4598572 Dec 23 12:30:17.845229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:17.884780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] No DVR routers for this DVR port 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:17.885512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:17.886601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:17.889033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.892613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71d9d8c3-4b45-4f37-99d0-53b0c9f23225 req-a277241a-726e-424d-b170-d3ad09fb543d tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.57 "DELETE /v2.0/ports/94b7ce7d-75f1-4f5f-b34f-427fe3530e75 HTTP/1.1" status: 204 len: 173 time: 1.3268862 Dec 23 12:30:17.901897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-8a554290-4326-4f6f-97eb-b1498ba8a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:17.920380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-8a554290-4326-4f6f-97eb-b1498ba8a128 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1019950 Dec 23 12:30:17.922923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.928604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:17.929936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0aec4e60-9e76-4391-a026-813bc294073d HTTP/1.1" status: 204 len: 168 time: 1.0863810 Dec 23 12:30:17.961154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fcfbc-7b08-4e7b-b1e3-9b26807cf8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aec4e60-9e76-4391-a026-813bc294073d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:18.019708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-10d5a56e-6b2b-4764-aee5-daeb8745f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.021456 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-10d5a56e-6b2b-4764-aee5-daeb8745f945 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.6728375 Dec 23 12:30:18.050978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-3c8435ed-f7fe-4ded-ae25-2ce25899317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.054142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-3c8435ed-f7fe-4ded-ae25-2ce25899317b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356187 Dec 23 12:30:18.061895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:18.132331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.158884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.174244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-3553dec3-1cbb-49cd-a4c6-00693c0a0e31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 998 time: 0.1402066 Dec 23 12:30:18.209588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4132f1e-2001-4352-9fa0-2ee5160cc366,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:18.215509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] No DVR routers for this DVR port c4132f1e-2001-4352-9fa0-2ee5160cc366 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:18.217218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a375bb8-9473-4688-b5e4-2c697ce580f9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:18.239687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-d5035bc3-be27-413f-91cf-9357a26bb4bb service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720719 Dec 23 12:30:18.259693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, af622bab-d3d5-48f2-80fa-90d6aa5dc088) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:18.265154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.265752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.299480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a1f5f-f4c3-42d7-8416-3a182d533319 None None] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:18.324145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] No DVR routers for this DVR port c4132f1e-2001-4352-9fa0-2ee5160cc366 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:18.333273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313db9e4-f756-4d1e-90f5-60ffb90e1486 None None] Pushing event deleted for resources: {'Port': ['ID=c4132f1e-2001-4352-9fa0-2ee5160cc366,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:18.336672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7a375bb8-9473-4688-b5e4-2c697ce580f9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:18.336672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a375bb8-9473-4688-b5e4-2c697ce580f9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:18.336672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c4132f1e-2001-4352-9fa0-2ee5160cc366 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:18.340215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.353490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-dedec428-47ab-450b-a763-029305df8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.355369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-dedec428-47ab-450b-a763-029305df8380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1553199 Dec 23 12:30:18.357841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.403132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1d1397-0361-4889-a39f-c67c5e758955 req-54bc26a9-45d3-47bf-acff-2d78be3ee9ff service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566017 Dec 23 12:30:18.421151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.425720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c4132f1e-2001-4352-9fa0-2ee5160cc366 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:18.426237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c4132f1e-2001-4352-9fa0-2ee5160cc366 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:18.429638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5a28b2f-0c31-4bf4-9d67-47b56a482afc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9395528 Dec 23 12:30:18.431581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fcf2a8-3da6-4b73-9463-1a3c33155d0b']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:18.432564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51788) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:18.445184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:18.445595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:18.445896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eee3cb7-b8b6-40f9-9d70-b759562ba5f0') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:18.454009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:18.458867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.475189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-75885d7c-dd9b-46bb-9ff1-6d9f4b38f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.476918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-75885d7c-dd9b-46bb-9ff1-6d9f4b38f34c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146379 Dec 23 12:30:18.477874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.487081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:18.488163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:18.496743 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:18.636797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd6d5712-1e7a-400b-a2ea-595a9f9caf68 req-aec4f516-1266-4658-a7c3-9d2ab4a11a6b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 995 time: 0.1063206 Dec 23 12:30:18.639035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.639846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.656559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'fixed_ips': [{'subnet_id': '71dacd69-d688-444a-a8d4-9180c882d311'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:18.657711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.753498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-b7e2d875-04db-4f75-8310-6311149b6a6a service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671490 Dec 23 12:30:18.815725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.841949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.851288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:18.855981 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/56fcf2a8-3da6-4b73-9463-1a3c33155d0b HTTP/1.1" status: 204 len: 168 time: 2.2177613 Dec 23 12:30:18.889477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c0e2-d1f3-49ed-9545-7b6c2403f2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fcf2a8-3da6-4b73-9463-1a3c33155d0b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:18.916765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5712-1e7a-400b-a2ea-595a9f9caf68 req-9ddddd70-f6a0-4413-af46-45ba3bf908ae tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:18.926905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd6d5712-1e7a-400b-a2ea-595a9f9caf68 req-9ddddd70-f6a0-4413-af46-45ba3bf908ae tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2775788 Dec 23 12:30:18.967332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c5e43f4f-c1c8-4ebb-b9f8-1abc1c5667cc req-ab6a6f14-7938-4ef4-8c7b-30808f82981d service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004373 Dec 23 12:30:19.030189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Allocated IP 172.20.0.2 (af622bab-d3d5-48f2-80fa-90d6aa5dc088/71dacd69-d688-444a-a8d4-9180c882d311/bd021018-7c17-47d1-a439-c04b02dd57c6) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:19.041880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-fd6d5712-1e7a-400b-a2ea-595a9f9caf68 req-a547ca3a-6f9d-4414-81d4-d9ef5695aa04 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:30:19.043014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd6d5712-1e7a-400b-a2ea-595a9f9caf68 req-a547ca3a-6f9d-4414-81d4-d9ef5695aa04 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1070256 Dec 23 12:30:19.126078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'name': 'network-vif-deleted', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:19.128290 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d92b8ba-7bba-4376-a44b-68f1007f1b8a" -d '{"events": [{"server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "name": "network-vif-deleted", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:19.189516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.198275 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847158ec-558b-4294-8ded-5f2cae23c526 x-openstack-request-id: req-847158ec-558b-4294-8ded-5f2cae23c526 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:19.198600 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209dc92-29e7-4639-a198-5955a5cc662e", "name": "network-vif-deleted", "tag": "94b7ce7d-75f1-4f5f-b34f-427fe3530e75", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:19.198970 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-847158ec-558b-4294-8ded-5f2cae23c526 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:19.199431 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209dc92-29e7-4639-a198-5955a5cc662e', 'name': 'network-vif-deleted', 'tag': '94b7ce7d-75f1-4f5f-b34f-427fe3530e75', 'status': 'completed', 'code': 200} Dec 23 12:30:19.229409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-9ab46e64-21e2-4ba0-bca9-9cc6ddef575b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 998 time: 0.1043687 Dec 23 12:30:19.324308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-464152c0-bef1-4990-b4f6-ac924e35d34b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:19.328340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-464152c0-bef1-4990-b4f6-ac924e35d34b tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports/f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 942 time: 0.0832689 Dec 23 12:30:19.338070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:15Z', 'revision_number': 8, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:19.370869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179a9bb-20bb-434b-b022-1b7fd64ea9c6 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '670d926d-aeab-49a8-be36-c9aa7b3426fd', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'port_id': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'mac_address': 'fa:16:3e:85:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:29:37Z', 'updated_at': '2021-12-23T12:30:15Z', 'revision_number': 8, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:19.453489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51816) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:19.457012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.528800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.536872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6d4210dc-5988-47cc-a77c-dd53b002dbab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c34ffcbe69c6490d925569987dbe2c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804105 Dec 23 12:30:19.538264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51818) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:19.581844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-476f8abe-b9f5-4b69-a61a-03853dd0b7b0 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 998 time: 0.1977525 Dec 23 12:30:19.588416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:19.616546 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.622468 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.685055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.704296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Pushing event updated for resources: {'Port': ['ID=bd021018-7c17-47d1-a439-c04b02dd57c6,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:19.732156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:19.734603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:19.737574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:19.792629 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992ba23-001d-4d7d-932f-4c9e84467000 None None] New status for floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:19.833388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Attempting to bind port bd021018-7c17-47d1-a439-c04b02dd57c6 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:19.834145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Attempting to bind port bd021018-7c17-47d1-a439-c04b02dd57c6 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:19.834778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Attempting to bind port bd021018-7c17-47d1-a439-c04b02dd57c6 on network af622bab-d3d5-48f2-80fa-90d6aa5dc088 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:19.841466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:19.842241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Checking segment: {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:19.842966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.843897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Bound using segment: {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:19.845229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Bound port: bd021018-7c17-47d1-a439-c04b02dd57c6, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:19.845942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.849137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-6c79ab04-b8be-4bea-a135-bb9bee647d52 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:19.850606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-6c79ab04-b8be-4bea-a135-bb9bee647d52 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2609060 Dec 23 12:30:19.871963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.875424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:19.879132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07c298e3-bd45-4e36-a1b5-0eeec3908cef HTTP/1.1" status: 204 len: 168 time: 0.3375099 Dec 23 12:30:19.892955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec0f7f-f5fb-42fc-903c-23d0a7958c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c298e3-bd45-4e36-a1b5-0eeec3908cef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:19.901519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1414286500'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:19.947511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] For port bd021018-7c17-47d1-a439-c04b02dd57c6, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:19.955015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] For port bd021018-7c17-47d1-a439-c04b02dd57c6, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bd021018-7c17-47d1-a439-c04b02dd57c6,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:20.034610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.039746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-89de6a8f-573e-43e4-98e8-c4d2eac99bfa tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 998 time: 0.1333728 Dec 23 12:30:20.059608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.065605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:20.072517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.151996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71406d-5aff-4b91-89f3-a86463a46d05 None None] Pushing event updated for resources: {'Port': ['ID=bd021018-7c17-47d1-a439-c04b02dd57c6,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:20.157905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:20.162416 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.177173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.208893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.400055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Allocated IP 172.25.7.66 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2d87189b-f42e-4f09-b069-e814ab9396be) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:20.500966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.557561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.582238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.631061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:20.635720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.636008 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd disassociated. External IP: 172.25.7.16, port: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2. Dec 23 12:30:20.747848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375be9b2-f517-4989-b5e9-ecc73153a46e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:20.758456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.765215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:20.765562 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56 of type vlan for network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 Dec 23 12:30:20.845672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.005956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:21.077716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.087203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.093530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:21.094149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.211278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:21.226982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:21.241073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:21.266639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257d8ac-7852-429e-95dd-1b34c90250c4 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:21.302501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=29ae4e54-5180-4f30-a1d4-6f904d898fc9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:21.327561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-675cac13-ca10-4bef-8bac-501742c0a6f8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7328007 Dec 23 12:30:21.327561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Pushing event updated for resources: {'Port': ['ID=2d87189b-f42e-4f09-b069-e814ab9396be,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:21.327904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:21.333667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'name': 'tempest-PortsTestJSON-1366478433'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:21.337478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:21.340062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:21.343537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.417870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-0c463999-e519-4b46-9f4a-697a7de662b5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "PUT /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 695 time: 1.3603365 Dec 23 12:30:21.432173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:21.449584 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979" -d '{"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:21.511484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:21.537165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60848d-37fb-4f23-b716-020d19d9d650 None None] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:21.542564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:21.543181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:21.613372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:21.618499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:21.625299 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75dfcaa-40fe-453c-ac6c-8f0ecd6bdfaf x-openstack-request-id: req-e75dfcaa-40fe-453c-ac6c-8f0ecd6bdfaf {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:21.625713 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:21.625977 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e75dfcaa-40fe-453c-ac6c-8f0ecd6bdfaf {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:21.626386 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:30:21.670335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-e8efd9a9-1bb5-41af-a927-94f6dd7df890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:21.674829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 57bc104c-2124-49c8-9873-e5106c8562a0 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:21.679042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-e8efd9a9-1bb5-41af-a927-94f6dd7df890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.2110877 Dec 23 12:30:21.690875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-02ce0add-2ee8-4d03-b078-20f419bfdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:21.696023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-02ce0add-2ee8-4d03-b078-20f419bfdb8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 1096 time: 0.1273804 Dec 23 12:30:21.700384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:21.749100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:21.800064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-687796b3-b499-41c7-861e-b7d7aff30880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:21.829500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:21.830083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 94b7ce7d-75f1-4f5f-b34f-427fe3530e75 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:21.830777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-687796b3-b499-41c7-861e-b7d7aff30880 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.1507282 Dec 23 12:30:21.991369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f868ddee-5df4-449a-bdf4-26d5f9a85494 None None] Provisioning complete for port 2d87189b-f42e-4f09-b069-e814ab9396be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:21.991680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f868ddee-5df4-449a-bdf4-26d5f9a85494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.001262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-86dd3a7d-4b53-4bc3-a33d-75e0cba1c3e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.1695416 Dec 23 12:30:22.057205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.128790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f868ddee-5df4-449a-bdf4-26d5f9a85494 None None] Port 2d87189b-f42e-4f09-b069-e814ab9396be cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:22.164622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bd021018-7c17-47d1-a439-c04b02dd57c6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:22.180054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-3cc35eb4-eac7-405a-a175-f6f60637b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.181575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-3cc35eb4-eac7-405a-a175-f6f60637b39b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.1740041 Dec 23 12:30:22.212560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.275780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] Provisioning complete for port bd021018-7c17-47d1-a439-c04b02dd57c6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:22.276332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.281599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-47b740cb-e684-4dbe-b93f-f93cef763afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.283565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-47b740cb-e684-4dbe-b93f-f93cef763afc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 200 len: 922 time: 0.5771554 Dec 23 12:30:22.384289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bd021018-7c17-47d1-a439-c04b02dd57c6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:22.384653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.390815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.407792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-f1373f09-5386-453e-8491-d3dab7a73843 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 200 len: 217 time: 0.1136329 Dec 23 12:30:22.520032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-f58aaac8-f498-4a73-bc23-478ecd6cf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.521295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-f58aaac8-f498-4a73-bc23-478ecd6cf409 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3327205 Dec 23 12:30:22.535279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=57bc104c-2124-49c8-9873-e5106c8562a0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:22.549266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-0b62180a-6807-4a1f-ba37-feb0848ff7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.550752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-0b62180a-6807-4a1f-ba37-feb0848ff7e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 200 len: 860 time: 0.0990210 Dec 23 12:30:22.553956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:22.554320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: 29ae4e54-5180-4f30-a1d4-6f904d898fc9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:22.614796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-43e373be-f06a-4c87-95f5-cb8e2bbcb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.616781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-43e373be-f06a-4c87-95f5-cb8e2bbcb6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589621 Dec 23 12:30:22.657233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.667699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.683838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:22.686428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.691483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:22.749313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:22.752354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] For port bd021018-7c17-47d1-a439-c04b02dd57c6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bd021018-7c17-47d1-a439-c04b02dd57c6,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:22.767460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:22.768091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:22.768279 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-cecec110-6100-4dee-84a8-281db41946ad service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416190 Dec 23 12:30:22.770343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 29ae4e54-5180-4f30-a1d4-6f904d898fc9) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:22.775306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:22.789675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:22.795251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.866757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67c038-ba9c-447f-a248-eab2ba272185 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:22.871487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:22.871819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:22.968502 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ec2231d2-7c7c-4366-a5f2-c98ce1a2626e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6360190 Dec 23 12:30:22.973770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51894) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:22.991664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-347806744'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:23.118714 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ecd84c6-fcc7-4db0-8465-b13f1ecda979 req-793a832f-33b9-4091-9e85-9cf6c5de1cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138280 Dec 23 12:30:23.126033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:23.140098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:23.145191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.175595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88f405eb-5065-418a-9cca-4e394015f4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.199131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:23.204055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-f354daa5-19af-4070-9788-f0775b86dbe7 service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113281 Dec 23 12:30:23.213745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.214086 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 0bb34179-4986-40b4-9982-defaba70532f of type vlan for network a63ca26b-03cf-42e1-a7c3-41a411fa4472 Dec 23 12:30:23.296063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.297348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.367553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88f405eb-5065-418a-9cca-4e394015f4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.416643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.419334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:23.419987 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:23.424157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:23.424834 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.436419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f0951c-b991-48f8-acd1-3c46df1d8f9d req-029f9f73-d966-4965-965b-6b210581be7e service neutron] 10.222.0.16 "GET /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144601 Dec 23 12:30:23.440387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a1a25cd9-42db-4b7c-87f4-36e02d47ba49 None None] Provisioning complete for port bd021018-7c17-47d1-a439-c04b02dd57c6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:23.440863 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1a25cd9-42db-4b7c-87f4-36e02d47ba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.460282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88f405eb-5065-418a-9cca-4e394015f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.499593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd06cf-29da-4185-b315-d35d9a945a2b None None] Pushing event updated for resources: {'Port': ['ID=bd021018-7c17-47d1-a439-c04b02dd57c6,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:23.565452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Router 7a5e6504-93dd-4998-b200-14e65138de35 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:30:23.576580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f405eb-5065-418a-9cca-4e394015f4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85020076-0113-48c9-85de-e7e9d7759194,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:23.592389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6149654 Dec 23 12:30:23.599834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51904) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:23.617476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'ports': [{'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'}, {'network_id': 'a63ca26b-03cf-42e1-a7c3-41a411fa4472'}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:23.623878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:23.623878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'a63ca26b-03cf-42e1-a7c3-41a411fa4472'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:23.624096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-9bd86421-5700-454a-a9cd-6fbcc1c60069 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 200 len: 695 time: 0.0772777 Dec 23 12:30:23.633644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-88f405eb-5065-418a-9cca-4e394015f4ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89f1dcc3ed1a404088c18368aa1d2e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7604392 Dec 23 12:30:23.649515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51906) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:23.680812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb5044-65d8-465d-ad16-e6b26bb3101d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=a63ca26b-03cf-42e1-a7c3-41a411fa4472,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:23.708174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a63ca26b-03cf-42e1-a7c3-41a411fa4472 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:23.759027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.794070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-a532e2e6-a30c-4530-8f2a-de3e29ba2bc3 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:23.795730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-a532e2e6-a30c-4530-8f2a-de3e29ba2bc3 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1296225 Dec 23 12:30:23.817342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-9d38fc60-597a-4972-b59f-ed20ed49e668 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:30:23.818298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-9d38fc60-597a-4972-b59f-ed20ed49e668 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125637 Dec 23 12:30:23.852019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:23.856761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:23.931093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc63fa-0a03-4a4c-b984-91d7a337c4cd None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:16Z', 'revision_number': 4, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6291dc9b-0353-4e40-ad50-c8803ca38b8c', 'name': '', 'network_id': '2b14f7cd-920a-4f0e-8154-1103c4d6fdb0', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'mac_address': 'fa:16:3e:87:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:15Z', 'updated_at': '2021-12-23T12:29:21Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'subnets': [{'id': '36c81046-3ee7-4f81-9dfe-888bbf6606e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:23.946379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:23.965581 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Sync routers for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:23.988678 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:23.989478 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:24.009169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-82b6d796-0ff6-4404-980e-c8dedf53e9f5 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 698 time: 0.0777521 Dec 23 12:30:24.047129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:24.061739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.073336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.093119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.096843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.101666 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85020076-0113-48c9-85de-e7e9d7759194 HTTP/1.1" status: 204 len: 168 time: 0.4485083 Dec 23 12:30:24.124509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.129870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-53f17947-4b7e-4646-a9a4-e270dd000005 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6876626 Dec 23 12:30:24.130226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:24.185021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72fc13-9317-45d0-828d-e514fc33a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85020076-0113-48c9-85de-e7e9d7759194,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:24.192339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-0d596cb2-67ef-41ae-935d-dfd6600e32fb tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 698 time: 0.1822352 Dec 23 12:30:24.220729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bd021018-7c17-47d1-a439-c04b02dd57c6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:24.273052 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:24.363923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port bd021018-7c17-47d1-a439-c04b02dd57c6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:24.367807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.369421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port a5e90c1c-eb3d-4580-bb0d-be37b325867a yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:24.461251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Deleting port d6d58217-3819-4706-a506-664c11c70118 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:24.462470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.463692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b225e23-2311-4347-bf7a-fae90a14ff58 None None] New status for floating IP 670d926d-aeab-49a8-be36-c9aa7b3426fd: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:24.580488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.581227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.613544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Calling delete_port for d6d58217-3819-4706-a506-664c11c70118 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:24.710900 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:21Z', 'revision_number': 3, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:24.815866 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Checking router: 7a5e6504-93dd-4998-b200-14e65138de35 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:24.822715 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Updating router 7a5e6504-93dd-4998-b200-14e65138de35 port 2d87189b-f42e-4f09-b069-e814ab9396be binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:24.851256 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:24.971390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.073083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 2f908584-0f62-47b2-9509-baa8654fa343 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:25.127811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.178747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event deleted for resources: {'Port': ['ID=d6d58217-3819-4706-a506-664c11c70118,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:25.316234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.319893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.322500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8c33f92-8182-4016-ae18-150fffe2a0f6 req-436da938-a07e-401c-8831-bb2fa4427013 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "DELETE /v2.0/floatingips/670d926d-aeab-49a8-be36-c9aa7b3426fd HTTP/1.1" status: 204 len: 173 time: 1.1293314 Dec 23 12:30:25.378795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.386966 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.483639 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.527959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9a9a2-ad2b-4860-a3ea-7f3c0b146004 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:25.546163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.578098 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Pushing event updated for resources: {'Port': ['ID=2d87189b-f42e-4f09-b069-e814ab9396be,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:25.580262 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Attempting to bind port 2d87189b-f42e-4f09-b069-e814ab9396be on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:25.580630 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Attempting to bind port 2d87189b-f42e-4f09-b069-e814ab9396be by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:25.581041 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Attempting to bind port 2d87189b-f42e-4f09-b069-e814ab9396be on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:25.590541 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.590888 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.591304 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.591772 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.592111 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.592440 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.592768 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.593150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.593526 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.593849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.594174 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Bound port: 2d87189b-f42e-4f09-b069-e814ab9396be, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:25.600178 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.607455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.645336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-64dbc1ee-75c0-45d4-9874-8ad4335d5686 None None] Provisioning complete for port 2d87189b-f42e-4f09-b069-e814ab9396be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:25.645336 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64dbc1ee-75c0-45d4-9874-8ad4335d5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.684683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:25.696019 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] For port 2d87189b-f42e-4f09-b069-e814ab9396be, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:25.701901 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] For port 2d87189b-f42e-4f09-b069-e814ab9396be, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d87189b-f42e-4f09-b069-e814ab9396be,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:25.708272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-64dbc1ee-75c0-45d4-9874-8ad4335d5686 None None] Port 2d87189b-f42e-4f09-b069-e814ab9396be cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:25.717645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:25.721815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:25.722652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.724192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=a5e90c1c-eb3d-4580-bb0d-be37b325867a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:25.755824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:25.787347 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:25.835065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=2f908584-0f62-47b2-9509-baa8654fa343,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:25.840981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c754c1-a785-412a-9ec7-38f139f8538b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:25.876743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Allocated IP 172.20.0.1 (af622bab-d3d5-48f2-80fa-90d6aa5dc088/71dacd69-d688-444a-a8d4-9180c882d311/47a660a5-0dca-440b-9162-d89eea64008e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:25.878987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '0bb34179-4986-40b4-9982-defaba70532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a63ca26b-03cf-42e1-a7c3-41a411fa4472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:25.879345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: a63ca26b-03cf-42e1-a7c3-41a411fa4472, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:25.934241 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:25.934241 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:25.940429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] Provisioning complete for port 2d87189b-f42e-4f09-b069-e814ab9396be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:25.940943 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.004043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network a63ca26b-03cf-42e1-a7c3-41a411fa4472 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:26.007210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773806316-network', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:26.030377 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba734a4-0ef6-4d8b-8513-2878d04063b6 None None] Pushing event updated for resources: {'Port': ['ID=2d87189b-f42e-4f09-b069-e814ab9396be,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:26.078614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a63ca26b-03cf-42e1-a7c3-41a411fa4472) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:26.087980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:26.103034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:26.113217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:26.120143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.120775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:26.121902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.125835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.136231 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:26.149689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] For port 2d87189b-f42e-4f09-b069-e814ab9396be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d87189b-f42e-4f09-b069-e814ab9396be,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:26.151242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a863f52-a892-40ee-87e6-e2eabc0dc8fd None None] Network a63ca26b-03cf-42e1-a7c3-41a411fa4472 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:26.161225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.217260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7949-01ab-4609-8213-e0d16729849c req-719ffaa9-7625-4146-bfa7-8207a8b5565e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:26.234047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a2d7949-01ab-4609-8213-e0d16729849c req-719ffaa9-7625-4146-bfa7-8207a8b5565e tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.1767278 Dec 23 12:30:26.244787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-effb16b6-3f1d-4bcc-95f2-55d498ac38de tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6410799 Dec 23 12:30:26.245890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:26.263536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.265553 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.321214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a2d7949-01ab-4609-8213-e0d16729849c req-5c74561e-0b6d-4428-b4c2-7d5d6d4e5f49 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861068 Dec 23 12:30:26.339513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad53da1-1ae2-4dd9-81ee-54fc5d2d237f None None] Pushing event updated for resources: {'Port': ['ID=2d87189b-f42e-4f09-b069-e814ab9396be,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:26.397949 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:21Z', 'revision_number': 3, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:26.403088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.436197 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5c3a3-b25b-4518-b4fb-e6f47389d884 None None] The sync data for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 is: [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:21Z', 'revision_number': 3, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:26.457816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 2f908584-0f62-47b2-9509-baa8654fa343 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:26.458243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.513274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.584406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:26.593059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.596318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:26.604416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:26.607054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:26.637716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 2f908584-0f62-47b2-9509-baa8654fa343 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:26.652897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.672964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:26.689286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.689633 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Added segment 15a47a35-4b83-4ac1-9419-0a9717173ba9 of type vlan for network 23761586-c834-4b55-87a3-c5461f41da68 Dec 23 12:30:26.690848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eea821-d1b5-4027-928f-d33287d1a1fa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:26.725142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:26.784368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.007222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ecc5bac1-4726-4a3b-820b-0a82f52d4fe0 None None] Provisioning complete for port 47a660a5-0dca-440b-9162-d89eea64008e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:27.007778 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecc5bac1-4726-4a3b-820b-0a82f52d4fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.020014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.021411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:27.021753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.048598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5bac1-4726-4a3b-820b-0a82f52d4fe0 None None] Port 47a660a5-0dca-440b-9162-d89eea64008e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:27.078726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.139850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] Pushing event updated for resources: {'Network': ['ID=23761586-c834-4b55-87a3-c5461f41da68,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:27.150661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=2f908584-0f62-47b2-9509-baa8654fa343,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:27.156008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 23761586-c834-4b55-87a3-c5461f41da68 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:27.163487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.181955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.188734 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-76be70a6-675c-4eba-8dd4-d3245c64f81d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/2f908584-0f62-47b2-9509-baa8654fa343 HTTP/1.1" status: 204 len: 168 time: 0.9314306 Dec 23 12:30:27.190843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51968) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:27.216500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fbcc23c0-2a74-4eb2-b4a8-edd45b62b155 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4586809 Dec 23 12:30:27.246189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51970) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:27.263122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Request body: {'subnet': {'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773806316-subnet', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:27.326783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01e57b-9edb-4713-ae0c-e65adea4df7b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:27.332842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01e57b-9edb-4713-ae0c-e65adea4df7b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:27.334516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f01e57b-9edb-4713-ae0c-e65adea4df7b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1378767 Dec 23 12:30:27.337189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:27.398115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:27.401093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.503512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-48088480-9a31-4936-bbec-908f6b0df151 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:27.506827 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-48088480-9a31-4936-bbec-908f6b0df151 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.43 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.3185599 Dec 23 12:30:27.611324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.696663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.701317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff42e2-c5e4-4da2-a133-95aaa582e793 req-9b16e652-2b9c-42c7-9413-d354ca7fea48 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:27.709695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ff42e2-c5e4-4da2-a133-95aaa582e793 req-9b16e652-2b9c-42c7-9413-d354ca7fea48 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 945 time: 0.1568081 Dec 23 12:30:27.718294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port a5e90c1c-eb3d-4580-bb0d-be37b325867a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:27.718738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.750251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Deleting port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:27.750585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.848710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.851280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:27.930257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.946062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for a5e90c1c-eb3d-4580-bb0d-be37b325867a owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:27.964996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] For port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:27.965262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:27.987131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Calling delete_port for f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:28.090699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:28.094479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:28.111670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.266797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ff42e2-c5e4-4da2-a133-95aaa582e793 req-afb63ebe-4e29-4d18-bb91-bdaffa30fd62 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/security-groups?id=2379bb72-8bfe-4e2d-831d-726a6006ce1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560894 Dec 23 12:30:28.314140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d87189b-f42e-4f09-b069-e814ab9396be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:28.335314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ef809f-9115-40d5-ab40-d7e268fbc813,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:28.393775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:28.395337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Network hostable DHCP agents. Network: 23761586-c834-4b55-87a3-c5461f41da68, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:28.421908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.450808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2d87189b-f42e-4f09-b069-e814ab9396be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:28.451077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.497281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=a5e90c1c-eb3d-4580-bb0d-be37b325867a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:28.524639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.532929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4948396d-15b7-46bf-9e5b-772485f9f68e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/a5e90c1c-eb3d-4580-bb0d-be37b325867a HTTP/1.1" status: 204 len: 168 time: 1.1946363 Dec 23 12:30:28.535516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:28.589677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Network 23761586-c834-4b55-87a3-c5461f41da68 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:28.650012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae253a-c0e8-4705-9a93-561dcf251a2a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:28.652407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-68ae253a-c0e8-4705-9a93-561dcf251a2a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1144621 Dec 23 12:30:28.658968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51984) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:28.690294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2172ec7b-efda-4673-aa23-d595b0032a6e None None] Provisioning complete for port 47a660a5-0dca-440b-9162-d89eea64008e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:28.691220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2172ec7b-efda-4673-aa23-d595b0032a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.701555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 23761586-c834-4b55-87a3-c5461f41da68) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:28.709814 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e41a07-cc05-480f-a439-afa9f2210fe3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:28.711512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-70e41a07-cc05-480f-a439-afa9f2210fe3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/2f908584-0f62-47b2-9509-baa8654fa343 HTTP/1.1" status: 404 len: 333 time: 0.0514820 Dec 23 12:30:28.721473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:28.722109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.724426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51986) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:28.740831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330e816-35b1-4428-b4fc-d8e4ca5e1567 None None] Network 23761586-c834-4b55-87a3-c5461f41da68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:28.776628 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e110b86f-f909-4925-a0dc-5b840459cc50 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:28.781708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e110b86f-f909-4925-a0dc-5b840459cc50 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/a5e90c1c-eb3d-4580-bb0d-be37b325867a HTTP/1.1" status: 404 len: 333 time: 0.0517359 Dec 23 12:30:28.782333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51988) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:28.851120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2172ec7b-efda-4673-aa23-d595b0032a6e None None] Port 47a660a5-0dca-440b-9162-d89eea64008e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:28.957686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-23761586-c834-4b55-87a3-c5461f41da68', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:28.958565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.973392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.996690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Router 7a5e6504-93dd-4998-b200-14e65138de35 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:28.998436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-03586497-6659-47d7-a1ae-d2d266bc17dc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7509682 Dec 23 12:30:29.002993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:29.012889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:29.150639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.153132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Allocated IP 172.20.0.2 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/74f9c7bb-272c-4877-a0bc-26aeaef62409) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:29.180545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63ca26b-03cf-42e1-a7c3-41a411fa4472']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:29.196310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.203424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb34179-4986-40b4-9982-defaba70532f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:29.205045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb34179-4986-40b4-9982-defaba70532f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:29.216090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.217923 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.231926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.250929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.268044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:29.268840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:29.272186 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:29.310734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Pushing event deleted for resources: {'Port': ['ID=f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:29.393437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.420845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] No DVR routers for this DVR port f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:29.425371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.428945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-53c55651-f4f8-4db8-bb17-23280295a9dc req-e2ad2ed1-8b82-47b1-95ff-dcf8aae0cda7 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.43 "DELETE /v2.0/ports/f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 HTTP/1.1" status: 204 len: 173 time: 1.8991120 Dec 23 12:30:29.434453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'name': 'network-vif-deleted', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:29.440624 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92bf3bf-290f-49cf-8aad-dccd1d800729" -d '{"events": [{"server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "name": "network-vif-deleted", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:29.445399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:29.461058 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c6eabd3f-8ee5-414a-b86d-cc2ea11a0c34 admin admin] 10.222.0.16 "PUT /v2.0/routers/7a5e6504-93dd-4998-b200-14e65138de35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3163655 Dec 23 12:30:29.468693 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Sync routers for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:29.478972 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.490673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7d05d05-c055-423c-bdba-a28041cb9cb5 req-bb7235a8-3fe8-4401-9035-ca109235d531 tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.0769660 Dec 23 12:30:29.491972 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:29.493986 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:29.533396 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd895d-b3b4-46ed-a027-d4c0d9f4a9e9 x-openstack-request-id: req-4efd895d-b3b4-46ed-a027-d4c0d9f4a9e9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:29.533804 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80208712-a4a2-4796-bc20-4a5ac4755b47", "name": "network-vif-deleted", "tag": "f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:29.534063 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4efd895d-b3b4-46ed-a027-d4c0d9f4a9e9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:29.535112 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80208712-a4a2-4796-bc20-4a5ac4755b47', 'name': 'network-vif-deleted', 'tag': 'f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2', 'status': 'completed', 'code': 200} Dec 23 12:30:29.574658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.582215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.587009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/a63ca26b-03cf-42e1-a7c3-41a411fa4472 HTTP/1.1" status: 204 len: 168 time: 0.8035159 Dec 23 12:30:29.592389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:29.598780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-326529315'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:29.604121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.643039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a97e-441d-4794-a9f7-04ed8302525d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=a63ca26b-03cf-42e1-a7c3-41a411fa4472,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:29.735963 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:29.740761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Pushing event updated for resources: {'Port': ['ID=74f9c7bb-272c-4877-a0bc-26aeaef62409,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:29.750854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:29.759327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:29.769779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:29.791561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:29.796965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.833445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.867772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:29.884582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.884582 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 2edfd350-c773-4c11-a727-eef0b64e2e04 of type vlan for network f8455cf6-5de1-41c9-bd78-500bdd714dfb Dec 23 12:30:29.951286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Attempting to bind port 74f9c7bb-272c-4877-a0bc-26aeaef62409 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:29.952133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Attempting to bind port 74f9c7bb-272c-4877-a0bc-26aeaef62409 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:29.952735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Attempting to bind port 74f9c7bb-272c-4877-a0bc-26aeaef62409 on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:29.959296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:29.964315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:29.964315 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:29.964315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:29.964315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Bound port: 74f9c7bb-272c-4877-a0bc-26aeaef62409, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:29.964315 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.074439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.138884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] For port 74f9c7bb-272c-4877-a0bc-26aeaef62409, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:30.143869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] For port 74f9c7bb-272c-4877-a0bc-26aeaef62409, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=74f9c7bb-272c-4877-a0bc-26aeaef62409,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:30.212357 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '47a660a5-0dca-440b-9162-d89eea64008e', 'name': '', 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'mac_address': 'fa:16:3e:6a:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '71dacd69-d688-444a-a8d4-9180c882d311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:25Z', 'updated_at': '2021-12-23T12:30:27Z', 'revision_number': 2, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'subnets': [{'id': '71dacd69-d688-444a-a8d4-9180c882d311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:30.246911 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Checking router: 7a5e6504-93dd-4998-b200-14e65138de35 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:30.247198 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Updating router 7a5e6504-93dd-4998-b200-14e65138de35 port 47a660a5-0dca-440b-9162-d89eea64008e binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:30.255188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.322254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.330472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:30.331099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.343220 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.356228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0bd7-cf17-4f63-8e65-969ce64b4071 None None] Pushing event updated for resources: {'Port': ['ID=74f9c7bb-272c-4877-a0bc-26aeaef62409,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:30.359601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:30.448853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:30.449166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f84a99de-e7d8-4a03-b7aa-ca615a9bb5c2 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:30.549204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=f8455cf6-5de1-41c9-bd78-500bdd714dfb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:30.564197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:30.581286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aaff2702-7c03-44dd-9493-1f41264e910e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9873896 Dec 23 12:30:30.584356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:30.599858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:30.705907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:30.862999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.131289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0466e8c8-8b0c-4870-adf7-c3e8813d6489 req-5fe8b846-1c45-48e4-b105-ccd07a07819c tempest-FloatingIPsAssociationTestJSON-472477713 tempest-FloatingIPsAssociationTestJSON-472477713-project] 10.222.0.16 "GET /v2.0/ports?device_id=80208712-a4a2-4796-bc20-4a5ac4755b47 HTTP/1.1" status: 200 len: 210 time: 0.2960234 Dec 23 12:30:31.174739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:31.183486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.239008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Allocated IP 172.25.7.45 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5ce88c43-c519-4039-b819-19e9e83b81ce) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:31.276141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52028) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:31.279606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:30:31.280355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:30:31.286461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1191177723-network', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:31.333965 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.423228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.425065 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.487952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Made reservation on behalf of 1a3a2eb98e864c72b22d092d32249a35 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:31.499773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.529152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.540323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16872ca4-5c6f-458b-94dd-7565f539a520 None None] Pushing event updated for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:31.598129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.626449 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Attempting to bind port 47a660a5-0dca-440b-9162-d89eea64008e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:31.627150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Attempting to bind port 47a660a5-0dca-440b-9162-d89eea64008e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:31.627741 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Attempting to bind port 47a660a5-0dca-440b-9162-d89eea64008e on network af622bab-d3d5-48f2-80fa-90d6aa5dc088 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:31.634452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.651061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:31.656044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Checking segment: {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:31.656044 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.656044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Bound using segment: {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:31.656044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Bound port: 47a660a5-0dca-440b-9162-d89eea64008e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:31.656044 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.746451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce88c43-c519-4039-b819-19e9e83b81ce,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:31.750154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=39cb4219-36be-4a91-ad30-6a675a9dd44e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:31.776480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '2edfd350-c773-4c11-a727-eef0b64e2e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:31.776480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: f8455cf6-5de1-41c9-bd78-500bdd714dfb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:31.830411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] For port 47a660a5-0dca-440b-9162-d89eea64008e, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:31.835692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.839484 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] For port 47a660a5-0dca-440b-9162-d89eea64008e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=47a660a5-0dca-440b-9162-d89eea64008e,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:31.850133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:31.851731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:31.855014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:31.874487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cb9af-1d78-41f9-89c5-5a47bddaa389 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:31.926560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:31.940199 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.946398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:31.966569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Provisioning complete for port 5ce88c43-c519-4039-b819-19e9e83b81ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:31.967080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.027323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Port 5ce88c43-c519-4039-b819-19e9e83b81ce cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:32.047516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Provisioning complete for port 47a660a5-0dca-440b-9162-d89eea64008e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:32.047985 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.088324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f8455cf6-5de1-41c9-bd78-500bdd714dfb) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:32.098980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:32.099183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:32.099183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.099416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d11aea-c0e9-472f-8065-cac20a0e7125,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:32.127941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16872ca4-5c6f-458b-94dd-7565f539a520 None None] Pushing event updated for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:32.127941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:32.128813 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:32.188401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc857c-e280-4e20-8443-c17500e59019 None None] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:32.228056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bc752a04-6802-49c8-b2a4-0308bbdcb4e7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6383817 Dec 23 12:30:32.231830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52038) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:32.238349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb', 'name': 'tempest-PortsTestJSON-615031652'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:32.288477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52040) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:32.308185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.311215 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Added segment ee5bef58-16b8-4eb2-8efc-405babb18db6 of type vlan for network 52250161-1ffc-4efd-aa8d-f8548feacd94 Dec 23 12:30:32.512661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 74f9c7bb-272c-4877-a0bc-26aeaef62409 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:32.630019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.636874 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:32.656624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0971d-8f74-4212-be69-5be49d144617 None None] Network 23761586-c834-4b55-87a3-c5461f41da68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:32.699006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:32.703900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:32.755173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port dca11c07-83be-4c0a-81ca-39010170ee1e yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:33.136446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.170345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.13 (f8455cf6-5de1-41c9-bd78-500bdd714dfb/39cb4219-36be-4a91-ad30-6a675a9dd44e/dca11c07-83be-4c0a-81ca-39010170ee1e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:33.376804 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '47a660a5-0dca-440b-9162-d89eea64008e', 'name': '', 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'mac_address': 'fa:16:3e:6a:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '71dacd69-d688-444a-a8d4-9180c882d311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:25Z', 'updated_at': '2021-12-23T12:30:31Z', 'revision_number': 4, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'subnets': [{'id': '71dacd69-d688-444a-a8d4-9180c882d311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:33.377081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] For port 47a660a5-0dca-440b-9162-d89eea64008e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=47a660a5-0dca-440b-9162-d89eea64008e,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:33.434377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06099621-5121-47a0-b839-446145fd0907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-f8455cf6-5de1-41c9-bd78-500bdd714dfb', 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '39cb4219-36be-4a91-ad30-6a675a9dd44e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:33.435441 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.469632 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4a016-1a9a-4ac9-b942-42896a7efed1 None None] The sync data for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 is: [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '47a660a5-0dca-440b-9162-d89eea64008e', 'name': '', 'network_id': 'af622bab-d3d5-48f2-80fa-90d6aa5dc088', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'mac_address': 'fa:16:3e:6a:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '71dacd69-d688-444a-a8d4-9180c882d311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:25Z', 'updated_at': '2021-12-23T12:30:31Z', 'revision_number': 4, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'subnets': [{'id': '71dacd69-d688-444a-a8d4-9180c882d311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:33.571277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.706912 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.723668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.731005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 74f9c7bb-272c-4877-a0bc-26aeaef62409 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:33.732435 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.836522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=dca11c07-83be-4c0a-81ca-39010170ee1e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:33.856157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:33.858788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:33.864424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:33.876859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-06099621-5121-47a0-b839-446145fd0907 None None] Allocated IP 172.20.0.2 (f8455cf6-5de1-41c9-bd78-500bdd714dfb/39cb4219-36be-4a91-ad30-6a675a9dd44e/b84ce5c1-989d-42be-b19d-82b71c257374) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:33.983227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:33.989882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.990459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.013287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dbe40-9d8b-4307-84c3-4098fb5934b8 None None] Pushing event updated for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:34.125389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] It took 0.97 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:30:34.149761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b797fa86-d38c-4a28-9543-7a48bda3d6c6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9130862 Dec 23 12:30:34.154460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:34.164867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Provisioning complete for port 74f9c7bb-272c-4877-a0bc-26aeaef62409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:34.185782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.443593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.452851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.454606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.465929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port dca11c07-83be-4c0a-81ca-39010170ee1e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:34.465929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.555513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.631683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.634523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.675359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 74f9c7bb-272c-4877-a0bc-26aeaef62409, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=74f9c7bb-272c-4877-a0bc-26aeaef62409,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:34.710478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.723821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=52250161-1ffc-4efd-aa8d-f8548feacd94,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:34.739246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ee59250c-f663-4b86-8efc-641b2fa4b5d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4580100 Dec 23 12:30:34.741817 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-90c6482d-8804-42d8-981d-a7f9531e2fca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1567106 Dec 23 12:30:34.745939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:34.773623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Request body: {'subnet': {'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1191177723-subnet', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:34.791509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.829309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06099621-5121-47a0-b839-446145fd0907 None None] Pushing event updated for resources: {'Port': ['ID=b84ce5c1-989d-42be-b19d-82b71c257374,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:34.849878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:34.874658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:34.915644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for dca11c07-83be-4c0a-81ca-39010170ee1e owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:34.940553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.941460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.941937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.942557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.943926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.943926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.944113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:34.946940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-32e9f880-d5c4-439f-aec0-016481de434f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a7116d3c164447fb408f24eb5639388&device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 6501 time: 0.1306467 Dec 23 12:30:34.959466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:34.960088 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:34.960888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.011796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973b01-02a8-4f2e-bf4b-bd9e04948993 req-cb431d9f-2ae5-4457-8cef-e677c30402aa tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:35.011796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5973b01-02a8-4f2e-bf4b-bd9e04948993 req-cb431d9f-2ae5-4457-8cef-e677c30402aa tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.5801382 Dec 23 12:30:35.018943 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.088806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Made reservation on behalf of 1a3a2eb98e864c72b22d092d32249a35 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:35.101555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.181303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=74f9c7bb-272c-4877-a0bc-26aeaef62409,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:35.195901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06099621-5121-47a0-b839-446145fd0907 None None] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:35.202383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-06099621-5121-47a0-b839-446145fd0907 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:35.204511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06099621-5121-47a0-b839-446145fd0907 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:35.286040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 47a660a5-0dca-440b-9162-d89eea64008e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:35.365912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06099621-5121-47a0-b839-446145fd0907 None None] Attempting to bind port b84ce5c1-989d-42be-b19d-82b71c257374 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:35.366511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06099621-5121-47a0-b839-446145fd0907 None None] Attempting to bind port b84ce5c1-989d-42be-b19d-82b71c257374 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '2edfd350-c773-4c11-a727-eef0b64e2e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:35.367634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06099621-5121-47a0-b839-446145fd0907 None None] Attempting to bind port b84ce5c1-989d-42be-b19d-82b71c257374 on network f8455cf6-5de1-41c9-bd78-500bdd714dfb {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:35.415619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5973b01-02a8-4f2e-bf4b-bd9e04948993 req-51e80d25-1e05-4215-9272-4125ea66ab2d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507961 Dec 23 12:30:35.427119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06099621-5121-47a0-b839-446145fd0907 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:35.434516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06099621-5121-47a0-b839-446145fd0907 None None] Checking segment: {'id': '2edfd350-c773-4c11-a727-eef0b64e2e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:35.434516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.434516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06099621-5121-47a0-b839-446145fd0907 None None] Bound using segment: {'id': '2edfd350-c773-4c11-a727-eef0b64e2e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:35.434516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06099621-5121-47a0-b839-446145fd0907 None None] Bound port: b84ce5c1-989d-42be-b19d-82b71c257374, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edfd350-c773-4c11-a727-eef0b64e2e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f8455cf6-5de1-41c9-bd78-500bdd714dfb'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:35.434516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.596565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 47a660a5-0dca-440b-9162-d89eea64008e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:35.598392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.610002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Router c3121767-589f-4575-805d-6c92e7c894c6 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:30:35.611375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-06099621-5121-47a0-b839-446145fd0907 None None] For port b84ce5c1-989d-42be-b19d-82b71c257374, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:35.684461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-06099621-5121-47a0-b839-446145fd0907 None None] For port b84ce5c1-989d-42be-b19d-82b71c257374, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b84ce5c1-989d-42be-b19d-82b71c257374,segment=NetworkSegment(2edfd350-c773-4c11-a727-eef0b64e2e04),segment_id=2edfd350-c773-4c11-a727-eef0b64e2e04)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:35.688092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Provisioning complete for port 47a660a5-0dca-440b-9162-d89eea64008e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:35.693673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-00d7f686-044b-4221-94b2-1c6a699a16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.719365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-69f30852-b6fa-4f90-a815-4903e9b3ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:35.719365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-69f30852-b6fa-4f90-a815-4903e9b3ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:35.719365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-69f30852-b6fa-4f90-a815-4903e9b3ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:35.719365 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-69f30852-b6fa-4f90-a815-4903e9b3ddd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=6b71f5f9-a8e4-41ae-899d-1e689773b246&id=855e83c9-43a9-4a09-961a-fb691ba2b544&id=855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 200 len: 2299 time: 0.6481082 Dec 23 12:30:35.800043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.811884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:35.824760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.839309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Sync routers for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:35.846106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06099621-5121-47a0-b839-446145fd0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.855790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Deleting port 6291dc9b-0353-4e40-ad50-c8803ca38b8c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:35.856180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.967346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.967346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-60c0526c-11f0-4566-af4e-80fc8cbabd12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9558935 Dec 23 12:30:35.968558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:35.987799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:35.989942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:36.001522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbff090f-84a3-4dde-ad2e-20d9f66b5b21,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:36.027246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=dca11c07-83be-4c0a-81ca-39010170ee1e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:36.068469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-e6af95c5-ab89-4ed9-bc17-a504ca6d1022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 200 len: 1002 time: 0.3390861 Dec 23 12:30:36.104036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06099621-5121-47a0-b839-446145fd0907 None None] Pushing event updated for resources: {'Port': ['ID=b84ce5c1-989d-42be-b19d-82b71c257374,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:36.150057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Checking segment: {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:36.150577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Network hostable DHCP agents. Network: 52250161-1ffc-4efd-aa8d-f8548feacd94, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:36.200423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:36.219717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.224577 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2eec820f-fdc3-48c7-a5d1-a17de0e520d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/dca11c07-83be-4c0a-81ca-39010170ee1e HTTP/1.1" status: 204 len: 168 time: 2.0723495 Dec 23 12:30:36.225096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-7e7622df-eb1d-4abb-8739-25a5dbd5fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:36.226605 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-7e7622df-eb1d-4abb-8739-25a5dbd5fcfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 200 len: 856 time: 0.1473022 Dec 23 12:30:36.229762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:36.259287 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5765d199-3c9d-42d7-aa72-37f6ca97fc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:30:36.259866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5765d199-3c9d-42d7-aa72-37f6ca97fc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:30:36.273173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5765d199-3c9d-42d7-aa72-37f6ca97fc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/dca11c07-83be-4c0a-81ca-39010170ee1e HTTP/1.1" status: 404 len: 333 time: 0.0369196 Dec 23 12:30:36.301792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52074) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:36.390696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] For port 6291dc9b-0353-4e40-ad50-c8803ca38b8c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6291dc9b-0353-4e40-ad50-c8803ca38b8c,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:36.391086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.414053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Calling delete_port for 6291dc9b-0353-4e40-ad50-c8803ca38b8c owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:36.449923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:36.482875 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4e891b-56ad-429e-a648-d396f341c286 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:36.488631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6a4e891b-56ad-429e-a648-d396f341c286 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/dca11c07-83be-4c0a-81ca-39010170ee1e HTTP/1.1" status: 404 len: 333 time: 0.1836805 Dec 23 12:30:36.499350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:36.534107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c88bd624-4937-4943-b3f7-5e765a3afc08 None None] Provisioning complete for port 74f9c7bb-272c-4877-a0bc-26aeaef62409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:36.534455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c88bd624-4937-4943-b3f7-5e765a3afc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.621206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-76646777-a847-4f01-a511-4fdbc4baadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:36.631329 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-76646777-a847-4f01-a511-4fdbc4baadc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05c380c1-e3d8-4678-9b2d-61e09c43c11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588505 Dec 23 12:30:36.645943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:32Z', 'revision_number': 3, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:36.654963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 52250161-1ffc-4efd-aa8d-f8548feacd94) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:36.679747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:36.683122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.690347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd00375-f8e0-4418-9d9a-002517f5b7e7 None None] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:36.696694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Checking router: c3121767-589f-4575-805d-6c92e7c894c6 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:36.697064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Updating router c3121767-589f-4575-805d-6c92e7c894c6 port 5ce88c43-c519-4039-b819-19e9e83b81ce binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:36.758591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 39cb4219-36be-4a91-ad30-6a675a9dd44e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:36.772027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.805611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.836449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-b8bdfdf3-2e21-4b72-b693-1c1525baddee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360829 Dec 23 12:30:36.859871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:36.942283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-d308bad3-45e5-4dce-8926-e40a77ab4757 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005066 Dec 23 12:30:36.949624 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af8cebc5-2b9e-4c0d-a34e-ddbca693e046 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2030799 Dec 23 12:30:36.955442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52082) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:36.968004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5aab-057e-47da-bf15-0d7c41b15a66 req-929d3ec4-2f6c-4598-8da7-2892507367ea tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:36.969739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8f5aab-057e-47da-bf15-0d7c41b15a66 req-929d3ec4-2f6c-4598-8da7-2892507367ea tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2709506 Dec 23 12:30:36.992417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:37.150755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-52250161-1ffc-4efd-aa8d-f8548feacd94', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:37.150886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-804ac0e0-299a-45e6-8ca0-f11104b97699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:37.151001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.151083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-804ac0e0-299a-45e6-8ca0-f11104b97699 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 1097 time: 0.1915374 Dec 23 12:30:37.165191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8f5aab-057e-47da-bf15-0d7c41b15a66 req-7271e9b8-d2e0-471d-b280-c30d49d7df44 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770072 Dec 23 12:30:37.285441 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-6c7d9097-e727-4121-aec3-78aecb5b1f98 service neutron] 10.222.0.43 "GET /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342328 Dec 23 12:30:37.300093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.305126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.350379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.367034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b84ce5c1-989d-42be-b19d-82b71c257374 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:37.425084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-fd2d5976-fbf2-41a7-a7bb-8b77ad84b5b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 217 time: 0.0770392 Dec 23 12:30:37.441918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-ee2013aa-c7b9-4169-9fc6-befee3536e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:37.442537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-ee2013aa-c7b9-4169-9fc6-befee3536e02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1561346 Dec 23 12:30:37.542684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.567513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-37955725-0899-4ff2-9b21-fe6ecb485cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:37.572057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-37955725-0899-4ff2-9b21-fe6ecb485cfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1378725 Dec 23 12:30:37.614931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-0b92dd08-2b31-4ebf-a9b7-027e3b0f8a4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 200 len: 1000 time: 0.1642051 Dec 23 12:30:37.654317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-efb9d7ff-1e97-4643-bb41-6aaca47f9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:37.663174 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-efb9d7ff-1e97-4643-bb41-6aaca47f9b24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821667 Dec 23 12:30:37.692507 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.752639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.795622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.796650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.855892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Allocated IP 172.20.0.2 (52250161-1ffc-4efd-aa8d-f8548feacd94/dbff090f-84a3-4dde-ad2e-20d9f66b5b21/b0807fb7-41e3-4f89-bae7-b1557c361b5a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:37.863666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b84ce5c1-989d-42be-b19d-82b71c257374 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:37.864036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.923941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452f70c-5538-41b9-af87-40f24b97e46a None None] Network f8455cf6-5de1-41c9-bd78-500bdd714dfb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:37.947746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6291dc9b-0353-4e40-ad50-c8803ca38b8c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:37.969488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=39cb4219-36be-4a91-ad30-6a675a9dd44e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:37.986026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.986026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f2d4078-0cff-4192-8073-d75516d90a7f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/39cb4219-36be-4a91-ad30-6a675a9dd44e HTTP/1.1" status: 204 len: 168 time: 1.4841614 Dec 23 12:30:37.987842 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.993179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52092) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:38.017527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.079975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-1cd1c52a-f3c8-43e5-8f74-2b1a9eb96a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:38.082316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-1cd1c52a-f3c8-43e5-8f74-2b1a9eb96a54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.3913136 Dec 23 12:30:38.146767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ff883-f2fb-436f-aa06-20291ca24a85 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:38.147591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-ae9903d3-1030-44b5-a6e6-78402cbbe2d9 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647020 Dec 23 12:30:38.184190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9de96-7e9d-4d58-8496-322123f97ff2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88c43-c519-4039-b819-19e9e83b81ce,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:38.187426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Attempting to bind port 5ce88c43-c519-4039-b819-19e9e83b81ce on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:38.187889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Attempting to bind port 5ce88c43-c519-4039-b819-19e9e83b81ce by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:38.188328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Attempting to bind port 5ce88c43-c519-4039-b819-19e9e83b81ce on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:38.219480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1cbef0fd-455d-4cf2-9cd2-ee5b8a4093af None None] Provisioning complete for port b84ce5c1-989d-42be-b19d-82b71c257374 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:38.220115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1cbef0fd-455d-4cf2-9cd2-ee5b8a4093af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.250616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:38.251104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:38.256979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.256979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:38.256979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Bound port: 5ce88c43-c519-4039-b819-19e9e83b81ce, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:38.256979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.293051 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-78e6f109-444c-47fe-ab29-c28a0d7cfde0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287735 Dec 23 12:30:38.340035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] For port 5ce88c43-c519-4039-b819-19e9e83b81ce, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:38.344723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] For port 5ce88c43-c519-4039-b819-19e9e83b81ce, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5ce88c43-c519-4039-b819-19e9e83b81ce,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:38.389597 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-bbf0da6b-1bd6-4419-b9f6-faeffa3d7564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 217 time: 0.0891433 Dec 23 12:30:38.453310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-19cc7f2c-5bae-49f2-aece-c54d0ba52080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:38.454917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-19cc7f2c-5bae-49f2-aece-c54d0ba52080 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.0587626 Dec 23 12:30:38.465688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.588201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-aa346344-e473-4056-8a9f-40230d00a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:38.590029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-aa346344-e473-4056-8a9f-40230d00a280 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276715 Dec 23 12:30:38.598033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.600637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a298d21-fb89-4bb1-8702-4b7233a82c24 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:38.639690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.667087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1cbef0fd-455d-4cf2-9cd2-ee5b8a4093af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.688135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:38.688883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:38.734685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.782173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b84ce5c1-989d-42be-b19d-82b71c257374, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b84ce5c1-989d-42be-b19d-82b71c257374,segment=NetworkSegment(2edfd350-c773-4c11-a727-eef0b64e2e04),segment_id=2edfd350-c773-4c11-a727-eef0b64e2e04)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:38.783142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9de96-7e9d-4d58-8496-322123f97ff2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88c43-c519-4039-b819-19e9e83b81ce,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:38.788957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.789831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] DHCP port deletion for f8455cf6-5de1-41c9-bd78-500bdd714dfb request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:38.797546 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.803007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-b49631dc-8b55-4581-bdee-0eaca2f3d486 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052114 Dec 23 12:30:38.820339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.823687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:38.909112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:38.944374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:38.949711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.951150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 74f9c7bb-272c-4877-a0bc-26aeaef62409 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:39.018530 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-b5e67eff-f4e2-48a4-85ad-bd51109cf532 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077491 Dec 23 12:30:39.040757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.052717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5733-87ab-4627-b355-28887ba13b6c req-d5187415-3e10-485f-8797-05f9488ab82d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:39.062256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56ad5733-87ab-4627-b355-28887ba13b6c req-d5187415-3e10-485f-8797-05f9488ab82d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.4407146 Dec 23 12:30:39.066822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Allocated IP 172.20.0.1 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/e7a6dcca-c853-4426-a1a6-0864b191594f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:39.080771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Allocated IP 172.25.7.254 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/3a4e1762-2554-47d2-8393-4e11371a6af9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:39.086867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-5d35f1b1-ea02-4bc0-9dcb-e68a5677588b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 200 len: 217 time: 0.0607796 Dec 23 12:30:39.097708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Pushing event updated for resources: {'Port': ['ID=b0807fb7-41e3-4f89-bae7-b1557c361b5a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:39.136467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-516e3341-dfcc-4033-b449-4518a0a7283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:39.136693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-516e3341-dfcc-4033-b449-4518a0a7283b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5166280 Dec 23 12:30:39.149852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Attempting to bind port b0807fb7-41e3-4f89-bae7-b1557c361b5a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:39.152231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Attempting to bind port b0807fb7-41e3-4f89-bae7-b1557c361b5a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:39.152231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Attempting to bind port b0807fb7-41e3-4f89-bae7-b1557c361b5a on network 52250161-1ffc-4efd-aa8d-f8548feacd94 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:39.152493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-1cbef0fd-455d-4cf2-9cd2-ee5b8a4093af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:39.152840 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-1cbef0fd-455d-4cf2-9cd2-ee5b8a4093af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:39.158134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:39.192571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-67c4b1da-ab00-4d1c-9040-c008d4684af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:39.194284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-67c4b1da-ab00-4d1c-9040-c008d4684af3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.1003857 Dec 23 12:30:39.215625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9c89-5f32-494a-b761-c8a2e5181cd0 req-f4ff6ad1-858e-4dcd-8aa2-2d67f7f57107 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:39.217880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36aa9c89-5f32-494a-b761-c8a2e5181cd0 req-f4ff6ad1-858e-4dcd-8aa2-2d67f7f57107 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.5933971 Dec 23 12:30:39.236691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:39.237087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Checking segment: {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:39.237495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.237878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Bound using segment: {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:39.238628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Bound port: b0807fb7-41e3-4f89-bae7-b1557c361b5a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:39.238835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.315876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b84ce5c1-989d-42be-b19d-82b71c257374,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:39.334530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Deleting port b84ce5c1-989d-42be-b19d-82b71c257374 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:39.334899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.393151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56ad5733-87ab-4627-b355-28887ba13b6c req-71438f36-4e6c-4952-9b49-305ecf233469 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299506 Dec 23 12:30:39.454322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 74f9c7bb-272c-4877-a0bc-26aeaef62409 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:39.455126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.523601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port b84ce5c1-989d-42be-b19d-82b71c257374 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:39.524028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.528801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36aa9c89-5f32-494a-b761-c8a2e5181cd0 req-4f9b85c0-158c-4a05-a557-75c1a187797a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860515 Dec 23 12:30:39.548072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] For port b84ce5c1-989d-42be-b19d-82b71c257374, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b84ce5c1-989d-42be-b19d-82b71c257374,segment=NetworkSegment(2edfd350-c773-4c11-a727-eef0b64e2e04),segment_id=2edfd350-c773-4c11-a727-eef0b64e2e04)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:39.548483 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.568706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] For port b0807fb7-41e3-4f89-bae7-b1557c361b5a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:39.600056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Calling delete_port for b84ce5c1-989d-42be-b19d-82b71c257374 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:39.629205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.634077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-0ed23b9a-3230-4e69-b068-a9017fc69697 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826124 Dec 23 12:30:39.661525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] For port b0807fb7-41e3-4f89-bae7-b1557c361b5a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b0807fb7-41e3-4f89-bae7-b1557c361b5a,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:39.732585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.732585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-91408345-1829-4aab-910b-7ca9499d50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:39.733279 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-91408345-1829-4aab-910b-7ca9499d50d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5305915 Dec 23 12:30:39.740799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.787756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port b84ce5c1-989d-42be-b19d-82b71c257374, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b84ce5c1-989d-42be-b19d-82b71c257374,segment=NetworkSegment(2edfd350-c773-4c11-a727-eef0b64e2e04),segment_id=2edfd350-c773-4c11-a727-eef0b64e2e04)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:39.790422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.832805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for b84ce5c1-989d-42be-b19d-82b71c257374 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:39.945838 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-133b5111-50cc-447b-a82d-db47c5932fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948097 Dec 23 12:30:39.957695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536de75b-d563-4d0e-b864-fcde9d553a82 req-16691bfc-0882-46a1-b814-2279ed3173ce service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103206 Dec 23 12:30:39.983869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:40.033997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.078809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b843-1acf-4898-bf9c-25e6995e27c4 None None] Pushing event updated for resources: {'Port': ['ID=b0807fb7-41e3-4f89-bae7-b1557c361b5a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:40.084696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:32Z', 'revision_number': 3, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:40.092134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.169774 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-7340b606-3164-47e0-a3f1-ee299228c947 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103877 Dec 23 12:30:40.202885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a089-bf6b-4c7b-9c56-9fdb30661b92 None None] The sync data for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 is: [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:32Z', 'revision_number': 3, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:40.213908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.270000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] No DVR routers for this DVR port b84ce5c1-989d-42be-b19d-82b71c257374 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:40.281331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f4652-9c56-46e8-83cf-31e750bc9f0c None None] Pushing event deleted for resources: {'Port': ['ID=b84ce5c1-989d-42be-b19d-82b71c257374,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:40.300248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:40.315152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] Provisioning complete for port 5ce88c43-c519-4039-b819-19e9e83b81ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:40.315324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:40.315418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.329420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.331410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:40.340412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:40.410720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-d7ecce77-ff6e-435e-b65b-5e2cf1b68f4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 200 len: 217 time: 0.2394168 Dec 23 12:30:40.429242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:40.454010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:40.480526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b84ce5c1-989d-42be-b19d-82b71c257374 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:40.524719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:40.532004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:40.550475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4e1762-2554-47d2-8393-4e11371a6af9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:40.631876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-bf14dfac-a529-4e1b-be06-cece0b50d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:40.633559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-bf14dfac-a529-4e1b-be06-cece0b50d10c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 200 len: 797 time: 0.2160521 Dec 23 12:30:40.655476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b84ce5c1-989d-42be-b19d-82b71c257374 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:40.656084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b84ce5c1-989d-42be-b19d-82b71c257374 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:40.665675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e68db70-5084-49d7-a435-8c86a717d985 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:40.744739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-fd7d58e7-3f4e-4805-8a7b-6d8b4ae72cfd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:40.746292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-fd7d58e7-3f4e-4805-8a7b-6d8b4ae72cfd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.6046479 Dec 23 12:30:40.767970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port b84ce5c1-989d-42be-b19d-82b71c257374 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:40.936225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=b84ce5c1-989d-42be-b19d-82b71c257374,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:40.964598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-f4cd7b0d-905f-4535-9e41-dc58b07083d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:40.967389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-f4cd7b0d-905f-4535-9e41-dc58b07083d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b71f5f9-a8e4-41ae-899d-1e689773b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546031 Dec 23 12:30:40.977663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.006368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] For port 5ce88c43-c519-4039-b819-19e9e83b81ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5ce88c43-c519-4039-b819-19e9e83b81ce,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:41.026603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:41.040853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Sync routers for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:41.062333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:41.065611 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:41.111628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-703469ee-1a49-40ad-912e-a042c505cac1 admin admin] 10.222.0.16 "PUT /v2.0/routers/eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8173497 Dec 23 12:30:41.119175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.121445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52108) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:41.273367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.336639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce21488-8703-4440-8847-c047b946e9f3 None None] Pushing event updated for resources: {'Port': ['ID=5ce88c43-c519-4039-b819-19e9e83b81ce,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:41.384126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Provisioning complete for port e7a6dcca-c853-4426-a1a6-0864b191594f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:41.384814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.424562 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:41.467390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.484159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.507100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Port e7a6dcca-c853-4426-a1a6-0864b191594f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:41.529864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Provisioning complete for port 3a4e1762-2554-47d2-8393-4e11371a6af9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:41.530158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.530419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e932a9-86ed-47ae-8580-a1297874d708 req-8c2e39e5-0e29-4e66-9a8d-cb19d70676d3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:41.546241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e932a9-86ed-47ae-8580-a1297874d708 req-8c2e39e5-0e29-4e66-9a8d-cb19d70676d3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.5963476 Dec 23 12:30:41.605325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-93ab7ed8-6f19-40fc-b527-1005e538277c None None] Port 3a4e1762-2554-47d2-8393-4e11371a6af9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:41.723958 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-91302841-b1b4-4ade-ab5f-200eab590fcc service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461345 Dec 23 12:30:41.744377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e8f3a-1e4a-4a0b-9aa8-64b7454d1de9 req-28fcf746-239c-491c-8f2e-e34736188297 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:41.751774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c47e8f3a-1e4a-4a0b-9aa8-64b7454d1de9 req-28fcf746-239c-491c-8f2e-e34736188297 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 1.1245677 Dec 23 12:30:41.760299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8455cf6-5de1-41c9-bd78-500bdd714dfb']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:41.799678 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:30:37Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:41.842966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Checking router: eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:41.878414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:41.892757 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Routers {'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:41.895750 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:42.028084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-436dd047-7954-4b47-9317-ecf910b028f4 service neutron] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912266 Dec 23 12:30:42.032744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08942566-7708-4719-b1a8-4192aab405a4 None None] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:42.201621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-e1bb7f6f-f472-4b30-8064-ebd65601ef0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 200 len: 217 time: 0.1631637 Dec 23 12:30:42.215617 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] Set router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:42.276907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] Provisioning complete for port b0807fb7-41e3-4f89-bae7-b1557c361b5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:42.277411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.316661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-5d8d6a5b-b873-4fcb-bef2-9447ad357c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:42.318885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-5d8d6a5b-b873-4fcb-bef2-9447ad357c4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0730948 Dec 23 12:30:42.338561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.404536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b0807fb7-41e3-4f89-bae7-b1557c361b5a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:42.409405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edfd350-c773-4c11-a727-eef0b64e2e04') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:42.409701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edfd350-c773-4c11-a727-eef0b64e2e04') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:42.419752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Router 4caf68af-6269-4e45-aa52-dc593523d80a is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:30:42.431561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-fceb5c93-ce66-47e1-91b3-41b9b4ad6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:42.433293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-fceb5c93-ce66-47e1-91b3-41b9b4ad6259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067042 Dec 23 12:30:42.509235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.565524 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.612192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] For port b0807fb7-41e3-4f89-bae7-b1557c361b5a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b0807fb7-41e3-4f89-bae7-b1557c361b5a,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:42.619525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b0807fb7-41e3-4f89-bae7-b1557c361b5a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:42.620202 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.635324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.666930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c47e8f3a-1e4a-4a0b-9aa8-64b7454d1de9 req-fb6fedb5-f501-40fe-b20d-c1df68f289e3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991017 Dec 23 12:30:42.673971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e932a9-86ed-47ae-8580-a1297874d708 req-4bbad2bd-dc64-44dc-b11f-05282a1337c6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1274598 Dec 23 12:30:42.678432 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:30:37Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:42.705832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.779584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505593ac-d0dd-4d8f-a8f0-b607ed3c3a58 None None] The sync data for ids ['eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de'] in n-d-822750-2 is: [{'id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364152249-router', 'tenant_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '968fdf2b-2899-4fed-8946-22636028f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:30:37Z', 'revision_number': 5, 'project_id': 'da43348a9aea4d6a9e91e123c7ec9d9f', 'gw_port': {'id': '968fdf2b-2899-4fed-8946-22636028f3da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:29:11Z', 'updated_at': '2021-12-23T12:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:42.875996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:42.895599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Sync routers for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:42.909323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5a8b1-7dbd-4d7f-815e-70cab04ef526 None None] Pushing event updated for resources: {'Port': ['ID=b0807fb7-41e3-4f89-bae7-b1557c361b5a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:42.910670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Deleting port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:42.913916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.930323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:42.930560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:42.939252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:42.939937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:42.975960 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-4285be12-931f-4238-90ac-6e387a1bebcd service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300395 Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:42.982009 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:43.021851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.027082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9824088a-4e50-4973-9008-d74e8cec4f90 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0587568 Dec 23 12:30:43.045611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:43.061380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5ce88c43-c519-4039-b819-19e9e83b81ce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:43.148668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.199718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.223938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.232522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/f8455cf6-5de1-41c9-bd78-500bdd714dfb HTTP/1.1" status: 204 len: 168 time: 5.2311983 Dec 23 12:30:43.233441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7d23f7f7-de25-4f27-87eb-5f7174ad1cb4 None None] Provisioning complete for port b0807fb7-41e3-4f89-bae7-b1557c361b5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:43.233807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d23f7f7-de25-4f27-87eb-5f7174ad1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.239205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52114) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:43.254902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1828319457'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:43.287768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:43.288190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.300422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4157-76aa-4063-9cc4-c749f7bce342 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=f8455cf6-5de1-41c9-bd78-500bdd714dfb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:43.323591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:43.345258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e043eae-b8af-4de5-85bb-04dcace441c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.414950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.502330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5ce88c43-c519-4039-b819-19e9e83b81ce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:43.502689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.506235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.557673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-1aaa5916-8424-4fe2-ab74-a97e08c1ad22 service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728922 Dec 23 12:30:43.588421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:43.592602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.613850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Deleting port 968fdf2b-2899-4fed-8946-22636028f3da {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:43.614186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.662428 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-9e86b244-7f4b-4c6f-8f57-3b4cb4662d21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 200 len: 217 time: 0.0919542 Dec 23 12:30:43.769182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-ab10477a-4484-4273-9530-af24ed888d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:43.770772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:43.772247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-ab10477a-4484-4273-9530-af24ed888d70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 200 len: 797 time: 0.0748591 Dec 23 12:30:43.789655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.791602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8db1e86f-c908-4098-b8c3-1f9db9f36be3 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:43.818476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:43.842151 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:30:43.869557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 3, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:43.891656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.892081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.892406 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Floating IP bc9a3502-dadc-40bf-831a-72a2adb9af16 disassociated. External IP: 172.25.7.11, port: 8db1e86f-c908-4098-b8c3-1f9db9f36be3. Dec 23 12:30:43.892762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Calling delete_port for 8db1e86f-c908-4098-b8c3-1f9db9f36be3 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:43.901716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Checking router: 4caf68af-6269-4e45-aa52-dc593523d80a for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:43.902074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Updating router 4caf68af-6269-4e45-aa52-dc593523d80a port 3a4e1762-2554-47d2-8393-4e11371a6af9 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:43.907484 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.907484 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment c5b87e36-5560-48b7-abed-9cbd396c9019 of type vlan for network db4c94da-7bca-4d0e-ad66-ec33436c78cb Dec 23 12:30:43.925801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-5927864d-3362-4f79-9dc4-3904cd4b21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:43.927406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-5927864d-3362-4f79-9dc4-3904cd4b21e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=855e83c9-43a9-4a09-961a-fb691ba2b544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231921 Dec 23 12:30:43.962472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:43.966631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.022270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:44.024546 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b05a3-4aae-4934-b8f5-17896743c1a9" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:44.078068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] For port 968fdf2b-2899-4fed-8946-22636028f3da, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=968fdf2b-2899-4fed-8946-22636028f3da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:44.078444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.085784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.087172 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-d79f7d01-c884-4f64-86e0-d1c6617da29d service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505702 Dec 23 12:30:44.103525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8db1e86f-c908-4098-b8c3-1f9db9f36be3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8db1e86f-c908-4098-b8c3-1f9db9f36be3,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:44.110644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f0b4-d55f-4f34-9290-b8db52c419d7 req-0ef06e59-7b1a-4766-b685-9ca498c3f98b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:44.112202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70b4f0b4-d55f-4f34-9290-b8db52c419d7 req-0ef06e59-7b1a-4766-b685-9ca498c3f98b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.3075142 Dec 23 12:30:44.132280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d92e02-0904-4ccb-8558-a9ecc7c4ddce req-39431c57-f131-42f5-b4e5-c5c6d32fa989 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:44.133865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0d92e02-0904-4ccb-8558-a9ecc7c4ddce req-39431c57-f131-42f5-b4e5-c5c6d32fa989 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 946 time: 0.3385441 Dec 23 12:30:44.145084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Calling delete_port for 968fdf2b-2899-4fed-8946-22636028f3da owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:44.167858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.210136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b0807fb7-41e3-4f89-bae7-b1557c361b5a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:44.217728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.250919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5dbaa44e-6b4b-40c5-b07e-e7f7b9ff1f53 req-76cc1640-375b-4003-9506-97e9e15ecbea service neutron] 10.222.0.43 "GET /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543400 Dec 23 12:30:44.275265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:44.309927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:44.352163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:44.357743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b0807fb7-41e3-4f89-bae7-b1557c361b5a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:44.358436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.413708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.421484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:44.422063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.430930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Allocated IP 172.20.0.1 (52250161-1ffc-4efd-aa8d-f8548feacd94/dbff090f-84a3-4dde-ad2e-20d9f66b5b21/fdbaca68-cbc0-4502-94d8-7632e7a4cae0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:44.518925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0d92e02-0904-4ccb-8558-a9ecc7c4ddce req-df2f5665-3b0d-4982-9232-c7c9ad9929b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=f587c2c9-6762-4b97-b321-225526ff6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546798 Dec 23 12:30:44.524564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70b4f0b4-d55f-4f34-9290-b8db52c419d7 req-fdb94b2f-8c52-49e9-9267-678f8219e775 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854697 Dec 23 12:30:44.601178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.671553 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9656e8b-1436-4d49-ab55-cde68cf79c8c x-openstack-request-id: req-f9656e8b-1436-4d49-ab55-cde68cf79c8c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:44.671981 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:44.672349 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9656e8b-1436-4d49-ab55-cde68cf79c8c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:44.672895 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'code': 200} Dec 23 12:30:44.673282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4222674 Dec 23 12:30:44.674742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52124) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:44.680368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2ef2f-e132-4ad5-8ffc-1e68ca55d46b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=db4c94da-7bca-4d0e-ad66-ec33436c78cb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:44.682710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:44.728129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:44.748858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.770844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.830596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Router c3121767-589f-4575-805d-6c92e7c894c6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:44.849126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7f2ac5d4-75e2-4629-b34d-bde8988c0847 None None] Provisioning complete for port e7a6dcca-c853-4426-a1a6-0864b191594f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:44.849770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac5d4-75e2-4629-b34d-bde8988c0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.866178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:44.879245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:44.889989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:44.904697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.940193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Pushing event updated for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:44.940561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.959678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.990887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:44.996460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d7820-7e27-44ed-ab21-48e513baa346 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:44.999760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ac5d4-75e2-4629-b34d-bde8988c0847 None None] Port e7a6dcca-c853-4426-a1a6-0864b191594f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:44.999917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'Port': ['ID=8db1e86f-c908-4098-b8c3-1f9db9f36be3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:45.003026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Attempting to bind port 3a4e1762-2554-47d2-8393-4e11371a6af9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:45.003628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Attempting to bind port 3a4e1762-2554-47d2-8393-4e11371a6af9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:45.004053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Attempting to bind port 3a4e1762-2554-47d2-8393-4e11371a6af9 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:45.016637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:45.019385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:45.021841 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.027162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:45.029668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Bound port: 3a4e1762-2554-47d2-8393-4e11371a6af9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:45.030620 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.034147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8ba4e-56d5-4e72-b12c-ca48cfa8c7b4 None None] Pushing event updated for resources: {'Port': ['ID=3a4e1762-2554-47d2-8393-4e11371a6af9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:45.083445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6291dc9b-0353-4e40-ad50-c8803ca38b8c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:45.120062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dac05e-5b88-478a-af0b-d84399253814 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:45.130972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6291dc9b-0353-4e40-ad50-c8803ca38b8c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:45.131329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6291dc9b-0353-4e40-ad50-c8803ca38b8c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:45.136162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=968fdf2b-2899-4fed-8946-22636028f3da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:45.161455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:45.167212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.171132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] For port 3a4e1762-2554-47d2-8393-4e11371a6af9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:45.174662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] For port 3a4e1762-2554-47d2-8393-4e11371a6af9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3a4e1762-2554-47d2-8393-4e11371a6af9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:45.181851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d0984904-3601-478c-9526-bd70930bee36 None None] Provisioning complete for port 3a4e1762-2554-47d2-8393-4e11371a6af9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:45.185254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0984904-3601-478c-9526-bd70930bee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.228445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d0984904-3601-478c-9526-bd70930bee36 None None] Port 3a4e1762-2554-47d2-8393-4e11371a6af9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:45.232177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.316329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f363120a-ed81-485c-aa72-7025a0d7a08a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:45.351739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:45.352496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:45.356264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8ba4e-56d5-4e72-b12c-ca48cfa8c7b4 None None] Pushing event updated for resources: {'Port': ['ID=3a4e1762-2554-47d2-8393-4e11371a6af9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:45.407972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f5f89f80-e04d-4ae8-a33d-edb9a8f0485c None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:45.408594 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f5f89f80-e04d-4ae8-a33d-edb9a8f0485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.496279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f5f89f80-e04d-4ae8-a33d-edb9a8f0485c None None] Port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:45.515212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:45.686096 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7e99597-0830-4cb0-8001-aa2f1e48e2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.700790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] Provisioning complete for port 3a4e1762-2554-47d2-8393-4e11371a6af9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:45.701405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.707394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:45.729507 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Sync routers for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:45.741668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05a2b241-38f2-45b5-aba6-dda56cc44c84 admin admin] 10.222.0.16 "PUT /v2.0/routers/c3121767-589f-4575-805d-6c92e7c894c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7719719 Dec 23 12:30:45.742109 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:45.747887 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:45.748260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27d33516-0f16-4f8d-a43c-5d5b3af07519 req-2c7af54c-4f2e-4a19-8d9f-bbd6603076d0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.0480688 Dec 23 12:30:45.788232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.876431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:45.886843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.978088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:45.982817 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.053842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.060892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:46.140285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] For port 3a4e1762-2554-47d2-8393-4e11371a6af9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3a4e1762-2554-47d2-8393-4e11371a6af9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:46.170994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ec61-edd9-4ee1-85e1-c0f383567b4f req-8a835ddf-9fb1-4510-a850-08990d8278bf tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:46.175099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fdbaca68-cbc0-4502-94d8-7632e7a4cae0', 'name': '', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'mac_address': 'fa:16:3e:2c:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:44Z', 'updated_at': '2021-12-23T12:30:44Z', 'revision_number': 1, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'subnets': [{'id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:46.180415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea05ec61-edd9-4ee1-85e1-c0f383567b4f req-8a835ddf-9fb1-4510-a850-08990d8278bf tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.4969137 Dec 23 12:30:46.207759 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:42Z', 'revision_number': 2, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:46.210386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7e9b0-ff99-45ea-96fd-40812e4a6d06 None None] The sync data for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 is: [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fdbaca68-cbc0-4502-94d8-7632e7a4cae0', 'name': '', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'mac_address': 'fa:16:3e:2c:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:44Z', 'updated_at': '2021-12-23T12:30:44Z', 'revision_number': 1, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'subnets': [{'id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:46.223593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.227938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.231679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.267642 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Checking router: c3121767-589f-4575-805d-6c92e7c894c6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:46.271641 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Updating router c3121767-589f-4575-805d-6c92e7c894c6 port e7a6dcca-c853-4426-a1a6-0864b191594f binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:46.307277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.307920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:30:46.310956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef2e1d-83e7-41b1-ad9b-fc70e4bd1ec2 None None] Pushing event updated for resources: {'Port': ['ID=3a4e1762-2554-47d2-8393-4e11371a6af9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:46.313181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.318506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bbf89929-aa8c-4829-8ca7-ae1b4aba0dbd admin admin] 10.222.0.16 "DELETE /v2.0/routers/eff7d94a-8d9c-4c6f-9d8a-1b0cde9633de HTTP/1.1" status: 204 len: 168 time: 5.1680968 Dec 23 12:30:46.335925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52138) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:46.358554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=5568a4c3-dee0-4059-8f46-1c3566de54c8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:46.361575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.460439 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.461500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.485100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Deleting subnet 36c81046-3ee7-4f81-9dfe-888bbf6606e2 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:46.493148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.494964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Pushing event updated for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:46.500424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.534427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': 'c5b87e36-5560-48b7-abed-9cbd396c9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:46.534791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: db4c94da-7bca-4d0e-ad66-ec33436c78cb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:46.645478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea05ec61-edd9-4ee1-85e1-c0f383567b4f req-b1de6610-a406-43de-8ecd-b46ab42f2181 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568517 Dec 23 12:30:46.675083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.705641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:46.709688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:46.714091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:46.720764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:46.735298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:46.757798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:46.762132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:46.799826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] No DVR routers for this DVR port 8db1e86f-c908-4098-b8c3-1f9db9f36be3 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:46.804403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:46.811394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf4c8ec3-8791-492e-b38e-71992f5a0625 req-26169c3b-0b06-4a7a-a313-c7a20d556550 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "DELETE /v2.0/ports/8db1e86f-c908-4098-b8c3-1f9db9f36be3 HTTP/1.1" status: 204 len: 173 time: 6.0404632 Dec 23 12:30:46.811887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-deleted', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:30:46.818880 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9632c99c-41a1-47f6-85d3-ec3d383006b4" -d '{"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-deleted", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:30:46.845609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, db4c94da-7bca-4d0e-ad66-ec33436c78cb) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:46.871342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:46.872067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.022118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acf9837b-4358-46fb-9199-7fd59377ecff req-7b0fdea2-4a4b-43d0-99bb-73f46b46b607 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=c24de220-7a0a-42fe-8892-c693628767aa HTTP/1.1" status: 200 len: 210 time: 0.0745611 Dec 23 12:30:47.026419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-faee6b38-733c-4a35-9182-f2ef91379230 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3493261 Dec 23 12:30:47.032425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52146) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:47.057600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-111949637'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:47.064226 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.088066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667c124-dc08-4a0f-9bed-cee090a37055 None None] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:47.088792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.134179 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.134900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Router 4caf68af-6269-4e45-aa52-dc593523d80a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:47.182782 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64144a8-da25-485e-8236-a78111622bad x-openstack-request-id: req-b64144a8-da25-485e-8236-a78111622bad {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:30:47.183074 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24de220-7a0a-42fe-8892-c693628767aa", "name": "network-vif-deleted", "tag": "8db1e86f-c908-4098-b8c3-1f9db9f36be3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:30:47.183331 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b64144a8-da25-485e-8236-a78111622bad {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:30:47.183807 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24de220-7a0a-42fe-8892-c693628767aa', 'name': 'network-vif-deleted', 'tag': '8db1e86f-c908-4098-b8c3-1f9db9f36be3', 'status': 'completed', 'code': 200} Dec 23 12:30:47.269532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a193ee-4f23-49c2-9ed8-db1445a73376 None None] Pushing event updated for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:47.281279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:47.327694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52148) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:47.332246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068949593', 'description': 'tempest-description--1680905320'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:47.400440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:47.414178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2d1827b-30f6-4803-b46d-5c01643a2c2b admin admin] 10.222.0.16 "PUT /v2.0/routers/4caf68af-6269-4e45-aa52-dc593523d80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3663368 Dec 23 12:30:47.432251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-31ccf753-e241-4888-a7e0-0fd08ab74457 None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:47.436959 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Attempting to bind port e7a6dcca-c853-4426-a1a6-0864b191594f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:47.437097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-31ccf753-e241-4888-a7e0-0fd08ab74457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.437186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Attempting to bind port e7a6dcca-c853-4426-a1a6-0864b191594f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:47.437186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Attempting to bind port e7a6dcca-c853-4426-a1a6-0864b191594f on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:47.437386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-db4c94da-7bca-4d0e-ad66-ec33436c78cb', 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '5568a4c3-dee0-4059-8f46-1c3566de54c8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:47.437386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.446472 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:47.446751 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:47.447146 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.447572 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:47.448096 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Bound port: e7a6dcca-c853-4426-a1a6-0864b191594f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:47.449517 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.512040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.568834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.577007 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] For port e7a6dcca-c853-4426-a1a6-0864b191594f, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:47.581272 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] For port e7a6dcca-c853-4426-a1a6-0864b191594f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7a6dcca-c853-4426-a1a6-0864b191594f,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:47.610922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c81046-3ee7-4f81-9dfe-888bbf6606e2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:47.614300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.616886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8c487db2-61e0-456f-b7ab-5da4069236e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36c81046-3ee7-4f81-9dfe-888bbf6606e2 HTTP/1.1" status: 204 len: 168 time: 1.2799079 Dec 23 12:30:47.619655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:47.631679 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.707395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.771196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.782821 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a193ee-4f23-49c2-9ed8-db1445a73376 None None] Pushing event updated for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:47.806429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43586d-549f-4853-80c1-8a4c1f7f2390 None None] Network 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:47.819258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:47.820219 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:47.828034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:47.836418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.865326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Deleting port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:47.868167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:47.885388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 0c413429-d5c2-4819-8af9-40feed557710 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:47.917469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457568d-f92b-4a5a-8c9f-fb86826bc6de req-85264402-765d-499b-8e11-5f25d5d45355 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:47.931469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0457568d-f92b-4a5a-8c9f-fb86826bc6de req-85264402-765d-499b-8e11-5f25d5d45355 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1664772 Dec 23 12:30:48.031882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] For port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,segment=NetworkSegment(5b406e79-7e67-44ff-a3b1-c678bd3b8143),segment_id=5b406e79-7e67-44ff-a3b1-c678bd3b8143)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:48.032435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.033487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.081362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Calling delete_port for 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:48.160397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:48.215889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.215889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8842735 Dec 23 12:30:48.215889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24c2f-49d5-45f6-a901-55ebd74988a5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:48.223034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52166) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:48.232903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'security_group_rule': {'security_group_id': '568bdb8d-cb25-4fdc-a0cf-f928eb54f04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:48.281425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0457568d-f92b-4a5a-8c9f-fb86826bc6de req-28981f59-d9ed-4524-90ed-f3172011fab6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489575 Dec 23 12:30:48.381536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.3 (db4c94da-7bca-4d0e-ad66-ec33436c78cb/5568a4c3-dee0-4059-8f46-1c3566de54c8/0c413429-d5c2-4819-8af9-40feed557710) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:48.416255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.441429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] No DVR routers for this DVR port 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:48.475570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.513848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:48.567501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:48.602196 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:47Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:48.611151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a4e1762-2554-47d2-8393-4e11371a6af9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:48.660021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.667392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.674218 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebbba6-41f1-465b-80af-93d2482162cc None None] The sync data for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 is: [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:47Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:48.705092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b14f7cd-920a-4f0e-8154-1103c4d6fdb0']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:48.718432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-31ccf753-e241-4888-a7e0-0fd08ab74457 None None] Port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:48.726019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b406e79-7e67-44ff-a3b1-c678bd3b8143') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:48.726321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b406e79-7e67-44ff-a3b1-c678bd3b8143') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:48.734339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.739804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.770918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.801769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.811111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.814311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:48.814706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:30:48.816350 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:48.818976 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:48.833857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.877079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:48.882127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:48.922327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:48.945506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Allocated IP 172.20.0.2 (db4c94da-7bca-4d0e-ad66-ec33436c78cb/5568a4c3-dee0-4059-8f46-1c3566de54c8/b35cae38-0eaf-4080-bf24-adebfc2c4070) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:48.995794 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:48.999913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.021040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:49.022179 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.029826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.042539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.051342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.060014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 HTTP/1.1" status: 204 len: 168 time: 1.4350467 Dec 23 12:30:49.084474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=0c413429-d5c2-4819-8af9-40feed557710,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:49.087002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a866f-b7d5-4804-a736-0c46012ec110 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b14f7cd-920a-4f0e-8154-1103c4d6fdb0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:49.087411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb4f2f1-463b-4a0b-96ef-b7d596060cf5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:49.089205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.097475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.102407 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "DELETE /v2.0/security-groups/f587c2c9-6762-4b97-b321-225526ff6f94 HTTP/1.1" status: 204 len: 168 time: 0.5296040 Dec 23 12:30:49.106649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52190) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.121121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b874e-db82-43da-b137-34ecc5fc2bf4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587c2c9-6762-4b97-b321-225526ff6f94,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:49.151281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Provisioning complete for port e7a6dcca-c853-4426-a1a6-0864b191594f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:49.151912 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.156058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eea2372e-9bdf-47bd-bead-72c264e7bfb6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1141074 Dec 23 12:30:49.165713 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-ea81746f-5a6d-4225-b361-2981c0da35c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] show failed (client error): The resource could not be found. Dec 23 12:30:49.166067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52192) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.166168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ea81746f-5a6d-4225-b361-2981c0da35c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups/f587c2c9-6762-4b97-b321-225526ff6f94 HTTP/1.1" status: 404 len: 347 time: 0.0539246 Dec 23 12:30:49.166168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52194) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.285880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b601b5e-4822-434a-afbb-b6b35b5b2158 None None] DHCP port deletion for 2b14f7cd-920a-4f0e-8154-1103c4d6fdb0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:49.292724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:49.295931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3a4e1762-2554-47d2-8393-4e11371a6af9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:49.296893 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.304376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.308909 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.313665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-24b78b2d-455d-4d84-a3d7-57ad607fff5f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0827665 Dec 23 12:30:49.314570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52202) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.328674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'security_group_rule': {'security_group_id': '568bdb8d-cb25-4fdc-a0cf-f928eb54f04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:49.355637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 0c413429-d5c2-4819-8af9-40feed557710 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:49.355982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.443936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:49.529676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.537422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9954b-11cd-4b93-9974-b53fe774953b req-356af30c-9044-4f5a-a9cb-a271d6076cd6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:49.545581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd9954b-11cd-4b93-9974-b53fe774953b req-356af30c-9044-4f5a-a9cb-a271d6076cd6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0976329 Dec 23 12:30:49.554001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 0c413429-d5c2-4819-8af9-40feed557710 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:49.600843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Deleting port bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:49.601432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.623752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:49.624413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:49.646763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52206) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.686820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd9954b-11cd-4b93-9974-b53fe774953b req-a792a540-0522-41d5-80a3-c7533d717bf2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401768 Dec 23 12:30:49.722057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.736789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.806467 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-74783924-2eda-482f-89ae-c9f0a828059a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da43348a9aea4d6a9e91e123c7ec9d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586311 Dec 23 12:30:49.809218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52210) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:49.880541 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.881146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.897709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.906530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.933692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:49.939705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Calling delete_port for bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:49.979261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.008315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.023346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.067952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 968fdf2b-2899-4fed-8946-22636028f3da no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:50.077876 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.089338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb76b98e-9226-4dde-b932-0c3d0937f343,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.108734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:50.110892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:50.118512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Pushing event updated for resources: {'Port': ['ID=b35cae38-0eaf-4080-bf24-adebfc2c4070,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.139033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Sync routers for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:50.144705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=0c413429-d5c2-4819-8af9-40feed557710,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.161362 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:50.162977 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:50.194736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.196654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b270cdb8-3691-4ee7-a33f-3128f031f3ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8793950 Dec 23 12:30:50.199405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:50.204860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:50.268290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 968fdf2b-2899-4fed-8946-22636028f3da {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:50.268503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 968fdf2b-2899-4fed-8946-22636028f3da not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:50.273412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.279882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.285846 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2379bb72-8bfe-4e2d-831d-726a6006ce1a HTTP/1.1" status: 204 len: 168 time: 0.4747903 Dec 23 12:30:50.286491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:50.306002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.310940 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:50.332124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb1ff-a2ce-4ede-8b34-b2125ee6cde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2379bb72-8bfe-4e2d-831d-726a6006ce1a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.366424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'Port': ['ID=bb0351d6-0857-4b4e-a3b4-7aab6ac5e3a6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.372468 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.393527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.401762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5abd1312-269c-4efb-9899-77b1ac95a76d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/0c413429-d5c2-4819-8af9-40feed557710 HTTP/1.1" status: 204 len: 168 time: 1.2418127 Dec 23 12:30:50.404756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:50.468215 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c9225a-1044-4e70-84ea-3513aa303917 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:50.470704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-17c9225a-1044-4e70-84ea-3513aa303917 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/0c413429-d5c2-4819-8af9-40feed557710 HTTP/1.1" status: 404 len: 333 time: 0.0644138 Dec 23 12:30:50.473602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:50.519301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:50.530456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df9e44-8347-4a62-9093-ed656ef76b7d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:50.561236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1c29d804-3790-403f-ae46-710788b72409 None None] For port e7a6dcca-c853-4426-a1a6-0864b191594f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7a6dcca-c853-4426-a1a6-0864b191594f,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:50.590068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 5568a4c3-dee0-4059-8f46-1c3566de54c8 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:50.598275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7a6dcca-c853-4426-a1a6-0864b191594f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:50.602060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.614567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.617545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.624729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e29d066a-13fe-4cef-9079-060cf4b2b09d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "DELETE /v2.0/floatingips/bc9a3502-dadc-40bf-831a-72a2adb9af16 HTTP/1.1" status: 204 len: 168 time: 1.4545660 Dec 23 12:30:50.624886 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fdbaca68-cbc0-4502-94d8-7632e7a4cae0', 'name': '', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'mac_address': 'fa:16:3e:2c:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:44Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 2, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'subnets': [{'id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:50.704309 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Checking router: 4caf68af-6269-4e45-aa52-dc593523d80a for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:50.705005 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Updating router 4caf68af-6269-4e45-aa52-dc593523d80a port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:30:50.717073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.750331 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.756727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.795219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52238) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:50.814256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Pushing event updated for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:50.874859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.875543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.876043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.878676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.879676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.880268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.880861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.881416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.881965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.882530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.883586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.885367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.885943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.886518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29d804-3790-403f-ae46-710788b72409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:30:50.920743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Attempting to bind port b35cae38-0eaf-4080-bf24-adebfc2c4070 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:50.921530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Attempting to bind port b35cae38-0eaf-4080-bf24-adebfc2c4070 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c5b87e36-5560-48b7-abed-9cbd396c9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:50.922131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Attempting to bind port b35cae38-0eaf-4080-bf24-adebfc2c4070 on network db4c94da-7bca-4d0e-ad66-ec33436c78cb {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:50.974650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:50.975224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Checking segment: {'id': 'c5b87e36-5560-48b7-abed-9cbd396c9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:50.975727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.976243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Bound using segment: {'id': 'c5b87e36-5560-48b7-abed-9cbd396c9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:50.976918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Bound port: b35cae38-0eaf-4080-bf24-adebfc2c4070, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b87e36-5560-48b7-abed-9cbd396c9019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'db4c94da-7bca-4d0e-ad66-ec33436c78cb'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:50.977402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:50.981952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e7a6dcca-c853-4426-a1a6-0864b191594f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:50.982511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.003998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.195872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.261289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] For port b35cae38-0eaf-4080-bf24-adebfc2c4070, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:51.266950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] For port b35cae38-0eaf-4080-bf24-adebfc2c4070, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b35cae38-0eaf-4080-bf24-adebfc2c4070,segment=NetworkSegment(c5b87e36-5560-48b7-abed-9cbd396c9019),segment_id=c5b87e36-5560-48b7-abed-9cbd396c9019)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:51.279148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:51.281388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.284735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/5568a4c3-dee0-4059-8f46-1c3566de54c8 HTTP/1.1" status: 204 len: 168 time: 0.8099005 Dec 23 12:30:51.285813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9a353-a310-4667-992f-d50d0513ddd3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=5568a4c3-dee0-4059-8f46-1c3566de54c8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:51.297217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52250) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:51.298866 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.338707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efbf28-872a-4cbb-ab7b-381a9efcaa7c None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:51.351496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.379760 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.415618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:51.421596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.464384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:51.465215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7ea3a8ca-78b0-4017-8b09-ecfa0ca1b58b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:51.511749 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70968f-c547-4271-8801-91ea4eda8f4a None None] Pushing event updated for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:51.519828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afaf35-2a1a-45f9-9af4-048ec9bdde88 None None] Pushing event updated for resources: {'Port': ['ID=b35cae38-0eaf-4080-bf24-adebfc2c4070,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:51.536162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20787-a6cc-40c9-8bfb-ab88363e8c63 req-e1d03a5f-adc0-47d2-8754-150db00da7f1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:51.546988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d20787-a6cc-40c9-8bfb-ab88363e8c63 req-e1d03a5f-adc0-47d2-8754-150db00da7f1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.5462151 Dec 23 12:30:51.555531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52256) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:51.571255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024617977', 'description': 'tempest-description--2016359021'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:51.584467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port b35cae38-0eaf-4080-bf24-adebfc2c4070 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:51.584571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.642819 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Attempting to bind port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:51.643351 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Attempting to bind port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:51.643832 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Attempting to bind port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 on network 52250161-1ffc-4efd-aa8d-f8548feacd94 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:51.662610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:51.665948 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Checking segment: {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:51.670076 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.670672 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Bound using segment: {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:51.671267 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Bound port: fdbaca68-cbc0-4502-94d8-7632e7a4cae0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5bef58-16b8-4eb2-8efc-405babb18db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:51.672112 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.761332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port b35cae38-0eaf-4080-bf24-adebfc2c4070, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b35cae38-0eaf-4080-bf24-adebfc2c4070,segment=NetworkSegment(c5b87e36-5560-48b7-abed-9cbd396c9019),segment_id=c5b87e36-5560-48b7-abed-9cbd396c9019)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:51.761706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.765427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.25.7.179 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a59bcfdc-bf87-4406-8188-8f5453b1825f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:51.781789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for b35cae38-0eaf-4080-bf24-adebfc2c4070 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:51.796440 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] For port fdbaca68-cbc0-4502-94d8-7632e7a4cae0, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:51.802818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] For port fdbaca68-cbc0-4502-94d8-7632e7a4cae0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:51.821374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d20787-a6cc-40c9-8bfb-ab88363e8c63 req-4aa1b2c1-a35b-42d0-b3fb-d2dd09efa9ec tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690086 Dec 23 12:30:51.849699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.933808 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:51.972489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:51.977268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.066947 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:52.067583 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:52.077566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0bbd6-54ed-42ce-a409-7f9181502b14 None None] New status for floating IP bc9a3502-dadc-40bf-831a-72a2adb9af16: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:30:52.081767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.152775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=b35cae38-0eaf-4080-bf24-adebfc2c4070,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:52.153118 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70968f-c547-4271-8801-91ea4eda8f4a None None] Pushing event updated for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:52.156581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port b35cae38-0eaf-4080-bf24-adebfc2c4070 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:30:52.225125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.258223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.307478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.460464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.463227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52270) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:52.474014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.509927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9070169f-293c-423e-9505-8968e70f67fe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:52.579286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.583277 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18669c21-714c-45e6-afc7-0beba3016e73 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0149004 Dec 23 12:30:52.584963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52274) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:52.593553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4c94da-7bca-4d0e-ad66-ec33436c78cb']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:52.600047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group_rule': {'security_group_id': '9070169f-293c-423e-9505-8968e70f67fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:52.604272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fdbaca68-cbc0-4502-94d8-7632e7a4cae0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:52.608125 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:52.617453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b87e36-5560-48b7-abed-9cbd396c9019') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:52.618736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b87e36-5560-48b7-abed-9cbd396c9019') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:52.646015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.678115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.693598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:30:52.694367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:30:52.699068 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:30:52.706341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.714825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:52.717011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.752654 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.851950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] For port fdbaca68-cbc0-4502-94d8-7632e7a4cae0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:52.907834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.944686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.953669 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fdbaca68-cbc0-4502-94d8-7632e7a4cae0', 'name': '', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'mac_address': 'fa:16:3e:2c:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:44Z', 'updated_at': '2021-12-23T12:30:51Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'subnets': [{'id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:52.956371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.960845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:52.962971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/db4c94da-7bca-4d0e-ad66-ec33436c78cb HTTP/1.1" status: 204 len: 168 time: 1.6646323 Dec 23 12:30:52.977137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:52.990679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'name': 'tempest-PortsTestJSON-1054967907'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:52.996045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ca620-1fef-437f-b83b-dfb9b20c2da2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=db4c94da-7bca-4d0e-ad66-ec33436c78cb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:53.021835 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1e8a1-63ce-491d-b124-8745438d3416 None None] The sync data for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 is: [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:45Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fdbaca68-cbc0-4502-94d8-7632e7a4cae0', 'name': '', 'network_id': '52250161-1ffc-4efd-aa8d-f8548feacd94', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'mac_address': 'fa:16:3e:2c:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:44Z', 'updated_at': '2021-12-23T12:30:51Z', 'revision_number': 4, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'subnets': [{'id': 'dbff090f-84a3-4dde-ad2e-20d9f66b5b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:53.103408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c37e-5bb8-4b63-ac53-ebe9f4bfc5fc None None] Pushing event updated for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:53.130547 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:30:53.131504 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:30:53.136395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-096007cd-8095-49a0-9db5-46164c00ddda None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:53.137042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-096007cd-8095-49a0-9db5-46164c00ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.174150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-e3220895-6755-46b4-bac3-e0d032d70672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:53.175847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-e3220895-6755-46b4-bac3-e0d032d70672 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.8082898 Dec 23 12:30:53.187595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51aa57-27f3-445c-aff5-6ad201d8b299 req-d05b8ae9-5604-4c9e-804d-b354967cf2d3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:53.193287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b51aa57-27f3-445c-aff5-6ad201d8b299 req-d05b8ae9-5604-4c9e-804d-b354967cf2d3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.8398502 Dec 23 12:30:53.197872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-network', 'tenant_id': '5575225d4c0a4692b59545c540744d4c'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:53.202193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.214249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:53.219495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.253902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 41371839-e09d-4369-a35f-90f319761b6d yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:53.351996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:53.361309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=a59bcfdc-bf87-4406-8188-8f5453b1825f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:53.373765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:53.376367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:53.391970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.410181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05dd72-3a64-4918-8c53-3f0e0c0ec812 None None] DHCP port deletion for db4c94da-7bca-4d0e-ad66-ec33436c78cb request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:53.412334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-48d32cca-078c-42e6-9ccf-59c6907475b1 None None] Could not find standard attr ID for object b35cae38-0eaf-4080-bf24-adebfc2c4070. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:30:53.435013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ed0d2-e684-42e8-bb18-0a56b51be575 None None] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:53.448007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ed0d2-e684-42e8-bb18-0a56b51be575 None None] Network db4c94da-7bca-4d0e-ad66-ec33436c78cb could not be found, it might have been deleted concurrently. {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 23 12:30:53.490985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b51aa57-27f3-445c-aff5-6ad201d8b299 req-dc3f5289-c466-4cae-b5d3-b8f5574f98e2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386310 Dec 23 12:30:53.499386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.603940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-9a56520c-32fb-47ec-ab31-712675adc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:53.605473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-9a56520c-32fb-47ec-ab31-712675adc3fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.4116457 Dec 23 12:30:53.643022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.677106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7a6dcca-c853-4426-a1a6-0864b191594f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:53.692103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.695891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:53.697522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Made reservation on behalf of 5575225d4c0a4692b59545c540744d4c for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:53.699802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:53.700514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.710684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:53.719549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:53.720217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.724985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=41371839-e09d-4369-a35f-90f319761b6d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:53.730296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.737221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e7a6dcca-c853-4426-a1a6-0864b191594f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:53.737663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.753544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.765612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-2de906fc-54a8-4cb2-873e-ea2184671689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1001 time: 0.1363103 Dec 23 12:30:53.768236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.776995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-56f866b3-ba30-4370-a5fc-733970b7cfe5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7946067 Dec 23 12:30:53.779939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:53.837606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141c551e-29b7-41d9-82f8-376186df7daf,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:53.919800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 41371839-e09d-4369-a35f-90f319761b6d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:53.920302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.930266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.931468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-85cbd65e-84bd-4e6e-a309-521b20fbb4b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3417864 Dec 23 12:30:53.932136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:53.938153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:53.939461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-161fbd8e-802d-4ca6-86b7-0f885d050ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:53.940948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-161fbd8e-802d-4ca6-86b7-0f885d050ea2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.1589372 Dec 23 12:30:53.943874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'security_group_rule': {'security_group_id': '9070169f-293c-423e-9505-8968e70f67fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:54.023556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.036604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 41371839-e09d-4369-a35f-90f319761b6d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:54.075771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.086146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.122768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-4fa01396-262b-4f86-b3ea-6e40813cc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:54.124477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-4fa01396-262b-4f86-b3ea-6e40813cc485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469944 Dec 23 12:30:54.160303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Deleting port 47a660a5-0dca-440b-9162-d89eea64008e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:54.160582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.168557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.188803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.235360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.265979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=41371839-e09d-4369-a35f-90f319761b6d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:54.271623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.275070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-27efa56d-51d0-43d6-b9b6-d3c2b9c7c58c tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/41371839-e09d-4369-a35f-90f319761b6d HTTP/1.1" status: 204 len: 168 time: 0.4941497 Dec 23 12:30:54.276541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.277995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52286) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:54.288220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'mac_address': 'fa:16:3e:c6:bb:3a', 'name': 'tempest-PortsTestJSON-1263429240'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:54.294491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:54.304478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1504a-7ca9-4430-93e3-976b88da3a2a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:54.336653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99793fa1-60ef-4852-b028-5cd8daa6657b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:54.339222 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.339593 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Added segment 0ac66ff2-913b-4c13-88c6-6b9fe0349d74 of type vlan for network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec Dec 23 12:30:54.409802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-b3851c1a-c111-4860-a3bb-f0bf5aa55ce4 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755408 Dec 23 12:30:54.417871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fdbaca68-cbc0-4502-94d8-7632e7a4cae0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:54.439760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.441101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c0d61b2-d1fa-40c1-8861-0861cf36135f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5021243 Dec 23 12:30:54.442271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.444902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.448084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:54.448902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] For port 47a660a5-0dca-440b-9162-d89eea64008e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=47a660a5-0dca-440b-9162-d89eea64008e,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:54.449262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.453089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:54.467314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:54.467946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.501108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Calling delete_port for 47a660a5-0dca-440b-9162-d89eea64008e owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:54.523013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:54.526602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.530881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.565026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b35cae38-0eaf-4080-bf24-adebfc2c4070 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:54.587764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b35cae38-0eaf-4080-bf24-adebfc2c4070 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:54.588252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b35cae38-0eaf-4080-bf24-adebfc2c4070 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:54.665759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.666751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:54.667314 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.667734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.699381 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:54.737928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=a59bcfdc-bf87-4406-8188-8f5453b1825f,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:54.770370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ee9636-bed5-4d4f-b3ce-1b7df83bedbe req-327311a8-6de3-445d-b990-4161d5df6170 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433518 Dec 23 12:30:54.804464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.812970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] Pushing event updated for resources: {'Network': ['ID=740d2b51-d47e-4dd0-ae45-e87e94ef7eec,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:54.823035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:54.837585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.867536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26da21de-d4ba-441f-a052-a1e1bec89f94 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3968167 Dec 23 12:30:54.878571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d53d26-552b-420b-a0ba-506dd6a517c8 req-40984211-cf3b-4339-90b6-e1c8e07fca0c tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:54.880181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80d53d26-552b-420b-a0ba-506dd6a517c8 req-40984211-cf3b-4339-90b6-e1c8e07fca0c tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2613797 Dec 23 12:30:54.880627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52292) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:54.887289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Request body: {'subnet': {'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-subnet', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:54.947076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.958243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:54.958243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2599c3aa-67f0-4048-899b-73a620418c4d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7532132 Dec 23 12:30:54.970282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80d53d26-552b-420b-a0ba-506dd6a517c8 req-fe82ca15-3b90-49ad-aea2-7bf09888658e tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770745 Dec 23 12:30:55.038031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Allocated IP 172.25.7.32 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/874d0bb3-b5d5-4454-889a-e0ba8722d33c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:55.082654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Made reservation on behalf of 5575225d4c0a4692b59545c540744d4c for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:55.085581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.127180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.156481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.159948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.179070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a660a5-0dca-440b-9162-d89eea64008e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:55.224011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:55.240033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:55.244160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:55.255465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:55.261839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:55.263255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.302622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-8d2c88f0-ed13-4832-a139-29eb3270eb79 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2068949593&fields=id&tenant_id=bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 267 time: 0.1559772 Dec 23 12:30:55.340276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.376867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44ab70c4-a84a-42fa-aab8-b70d76fea919 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0928869 Dec 23 12:30:55.380677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52312) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:55.404144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:55.428282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:55.437729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:55.465524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=874d0bb3-b5d5-4454-889a-e0ba8722d33c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:55.483553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57123615-1db2-4adb-8ff9-dde3c37cf982 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:55.485070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-57123615-1db2-4adb-8ff9-dde3c37cf982 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe HTTP/1.1" status: 200 len: 841 time: 0.0979931 Dec 23 12:30:55.488289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52314) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:55.582219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-16a9aa8a-7682-4786-895c-41806bcc1dec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:55.583696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-16a9aa8a-7682-4786-895c-41806bcc1dec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.2473617 Dec 23 12:30:55.584286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.604726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-3ce658f7-8a8f-4d6a-ab36-d97091a1bffb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/quotas/bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 375 time: 0.0123177 Dec 23 12:30:55.605675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.627517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:55.627861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.646896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.697267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.711536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:55.768102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9424c52-b669-4be8-b8bf-0feb0b816ac8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:55.777458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.805038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-7ebeb3b3-75c0-450b-b9ff-b7b41b6c1b8b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639335 Dec 23 12:30:55.807809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Checking segment: {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:55.808375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Network hostable DHCP agents. Network: 740d2b51-d47e-4dd0-ae45-e87e94ef7eec, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:55.933746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.975921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:55.992507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:55.999460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-031f2231-be80-4a59-b7bc-e0345279039f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe HTTP/1.1" status: 204 len: 168 time: 0.5049672 Dec 23 12:30:55.999460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.000141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:56.027581 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6b5757-b74e-4360-a1a8-3be607215af1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:56.032781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ba6b5757-b74e-4360-a1a8-3be607215af1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/d6a8aeb7-5dd0-4a0b-b7fe-642920af83fe HTTP/1.1" status: 404 len: 333 time: 0.0282078 Dec 23 12:30:56.033232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52322) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:56.038652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'name': 'tempest-PortsTestJSON-1040198975'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:56.089263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.193231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=874d0bb3-b5d5-4454-889a-e0ba8722d33c,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:56.216492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.298916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:30:56.302498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:56.308160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.313350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.322578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae608a06-2cc0-4786-8455-d5c16d4e1fd2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8675566 Dec 23 12:30:56.337840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 99d21aab-d4c9-44a5-b149-882de88394c9 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:30:56.350650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-3d46fed3-c224-46df-8aac-800cc92fac6c service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992764 Dec 23 12:30:56.358293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Router 7a5e6504-93dd-4998-b200-14e65138de35 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:30:56.366294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca120928-e98a-4581-8af1-1c0845570b2c req-c2b61419-ed50-425e-9e29-c706d061bd4b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:56.367927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca120928-e98a-4581-8af1-1c0845570b2c req-c2b61419-ed50-425e-9e29-c706d061bd4b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1466401 Dec 23 12:30:56.378009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 740d2b51-d47e-4dd0-ae45-e87e94ef7eec) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:56.387765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9223a20-f328-49e5-ab05-8bf65f68b1a9 None None] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:56.399693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:56.400276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.534719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'project_id': '5575225d4c0a4692b59545c540744d4c', 'fixed_ips': [{'subnet_id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:30:56.535543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.609349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c4671e6f-d22f-4c7a-a506-f5a8d96f1974 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7228224 Dec 23 12:30:56.615892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca120928-e98a-4581-8af1-1c0845570b2c req-3f5b955d-ff54-48cf-ab99-e4eb18648e3e tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348568 Dec 23 12:30:56.616533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:56.620689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-fee267c4-fecf-4b36-8d85-6c27e19279ae service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516444 Dec 23 12:30:56.627573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:56.657434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:30:56.664968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-da80c5d6-b6a6-49da-9ad3-781404084d01 admin admin] 10.222.0.16 "PUT /v2.0/routers/7a5e6504-93dd-4998-b200-14e65138de35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8685448 Dec 23 12:30:56.668065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52330) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:56.671761 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Sync routers for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:30:56.695327 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:56.701234 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:56.734485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.735523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.772550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Allocated IP 172.20.0.2 (740d2b51-d47e-4dd0-ae45-e87e94ef7eec/a9424c52-b669-4be8-b8bf-0feb0b816ac8/72f9ad11-c187-4bda-ac1f-d0478fcd8088) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:56.869835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.908370 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:56.939414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.948109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:56.969262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.001428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-3412048e-5a05-4a63-9e03-550bcf5b4226 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1024617977&fields=id&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 267 time: 0.2113297 Dec 23 12:30:57.036115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.067616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.110525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:57.119030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:57.126095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:57.141870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Pushing event updated for resources: {'Port': ['ID=72f9ad11-c187-4bda-ac1f-d0478fcd8088,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:57.148451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:57.152249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:57.164186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:57.169764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9748008-7405-4a42-b0fa-a045a03d2134 req-9c350a32-a859-4524-8389-74075e40b389 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 210 time: 0.0487413 Dec 23 12:30:57.172560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:57.173271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.177096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=99d21aab-d4c9-44a5-b149-882de88394c9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:57.208280 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:54Z', 'revision_number': 5, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:57.242724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Checking router: 7a5e6504-93dd-4998-b200-14e65138de35 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:30:57.266194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fb82feaa-addd-4984-bec8-4965838a9b10 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2283173 Dec 23 12:30:57.267238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:57.271683 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Routers {'7a5e6504-93dd-4998-b200-14e65138de35'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:30:57.272314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:57.282249 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a5e6504-93dd-4998-b200-14e65138de35'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:57.284533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Attempting to bind port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:30:57.285791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Attempting to bind port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:30:57.286417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Attempting to bind port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 on network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:30:57.296807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:30:57.297566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Checking segment: {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:57.298492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.299754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Bound using segment: {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:30:57.301492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Bound port: 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:30:57.302101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.347564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.352539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.354644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.389519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-4b1017d2-26f7-4fa6-8785-e337c250cc33 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:57.391135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-4b1017d2-26f7-4fa6-8785-e337c250cc33 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 817 time: 0.3021302 Dec 23 12:30:57.394397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] Set router 7a5e6504-93dd-4998-b200-14e65138de35 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:30:57.396411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] For port 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:30:57.401518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] For port 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=72f9ad11-c187-4bda-ac1f-d0478fcd8088,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:30:57.411419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-74a986e5-8c63-4e6b-9e3e-7b43792fbc45 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/quotas/b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 375 time: 0.0136817 Dec 23 12:30:57.472633 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.543044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-a368de7d-962a-4f6b-b609-d170f9da2e71 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237900 Dec 23 12:30:57.573348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.582872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e95eb-dabd-4b4f-919c-1b9f0b7e07db None None] Pushing event updated for resources: {'Port': ['ID=72f9ad11-c187-4bda-ac1f-d0478fcd8088,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:57.636323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Deleting port 2d87189b-f42e-4f09-b069-e814ab9396be {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:57.636664 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.642722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:54Z', 'revision_number': 5, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:30:57.659910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.674668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e728da-2eef-4a7c-8d46-1e032f25a2b1 None None] The sync data for ids ['7a5e6504-93dd-4998-b200-14e65138de35'] in n-d-822750-2 is: [{'id': '7a5e6504-93dd-4998-b200-14e65138de35', 'name': 'tempest-TestAggregatesBasicOps-1271657792-router', 'tenant_id': 'c0d1097f660a424a810b52818445dc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:18Z', 'updated_at': '2021-12-23T12:30:54Z', 'revision_number': 5, 'project_id': 'c0d1097f660a424a810b52818445dc6b', 'gw_port': {'id': '2d87189b-f42e-4f09-b069-e814ab9396be', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e6504-93dd-4998-b200-14e65138de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:20Z', 'updated_at': '2021-12-23T12:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:30:57.724793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] In _notify_port_updated(), no bound segment for port 99d21aab-d4c9-44a5-b149-882de88394c9 on network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:30:57.732927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:57.733856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.735180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/ports/99d21aab-d4c9-44a5-b149-882de88394c9 HTTP/1.1" status: 200 len: 818 time: 0.4678009 Dec 23 12:30:57.743320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52354) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:57.747807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-5e3c14f4-04f3-4848-abad-657d1a2f88a5 service neutron] 10.222.0.16 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826274 Dec 23 12:30:57.782139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad356d35-5888-46b1-b066-e1b9498bfc7e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=99d21aab-d4c9-44a5-b149-882de88394c9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:57.837849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] For port 2d87189b-f42e-4f09-b069-e814ab9396be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d87189b-f42e-4f09-b069-e814ab9396be,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:57.838215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.857082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 99d21aab-d4c9-44a5-b149-882de88394c9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:30:57.857437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.915361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Calling delete_port for 2d87189b-f42e-4f09-b069-e814ab9396be owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:57.934097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:57.950813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 99d21aab-d4c9-44a5-b149-882de88394c9 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:30:58.047293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-b7753680-cc3e-44c0-bb80-3ee90822aad8 service neutron] 10.222.0.16 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885377 Dec 23 12:30:58.067554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.088354 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.103326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.164440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.171499 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/99d21aab-d4c9-44a5-b149-882de88394c9 HTTP/1.1" status: 204 len: 168 time: 0.4270546 Dec 23 12:30:58.174601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52358) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:58.177332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c1e94-9bf0-413f-a826-3b608f047473 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=99d21aab-d4c9-44a5-b149-882de88394c9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:58.302849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f23412b-c012-4b79-b88d-af7a40473f53 req-727bc819-cd20-44e2-94a1-defff07ea31c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 210 time: 0.0516386 Dec 23 12:30:58.318809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5b411-cc5e-4bc0-bac6-5656bf600aba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:58.329462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bbd5b411-cc5e-4bc0-bac6-5656bf600aba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1536701 Dec 23 12:30:58.333687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52364) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:58.389304 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b47ce-c46a-4e39-8a03-be0ecf2c65d1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:30:58.392727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-811b47ce-c46a-4e39-8a03-be0ecf2c65d1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/99d21aab-d4c9-44a5-b149-882de88394c9 HTTP/1.1" status: 404 len: 333 time: 0.0580690 Dec 23 12:30:58.396903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52366) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:58.409807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2087419462'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:58.416467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Allocated IP 172.25.7.9 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/aca2c90a-a9e7-4c5f-ba6b-12114c1c06da) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:30:58.473796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 72f9ad11-c187-4bda-ac1f-d0478fcd8088 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:30:58.519212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15083b04-9d37-41c8-b38d-9632029362b4 req-a07d24e2-f772-4117-a826-a0f29b1b0134 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.0363944 Dec 23 12:30:58.524214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.558153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f83e05-dfdb-48cd-a6eb-0f58adf81047 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:58.563855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:58.564240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.571613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:58.577517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.585683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d87189b-f42e-4f09-b069-e814ab9396be,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:58.622494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:30:58.644120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.644485 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 53c420d7-5fae-44e1-85ca-049cdce87770 of type vlan for network 74823d02-6ef4-40bb-a60c-667c2812f329 Dec 23 12:30:58.660342 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.669756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.703980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.708005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.759012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=72f9ad11-c187-4bda-ac1f-d0478fcd8088,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:30:58.801268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.804417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.900027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.900264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.907689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:30:58.908329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.946501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:58.957663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=72f9ad11-c187-4bda-ac1f-d0478fcd8088,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:58.962964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 47a660a5-0dca-440b-9162-d89eea64008e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:30:58.993174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 47a660a5-0dca-440b-9162-d89eea64008e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:30:58.993594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 47a660a5-0dca-440b-9162-d89eea64008e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:30:59.009453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=74823d02-6ef4-40bb-a60c-667c2812f329,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:59.021545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:30:59.101427 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c2212175-633e-42a0-9aa1-a6c333cac07e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7033350 Dec 23 12:30:59.104145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52376) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:59.110336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:30:59.311572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:30:59.315758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.349731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b2a5e-4c97-4ecc-93b9-915bf7cdee2c None None] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:30:59.355832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:30:59.357506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:30:59.363714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.364233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5e6504-93dd-4998-b200-14e65138de35 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:30:59.366181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:30:59.372519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.381749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d8db16c1-4ec1-4cdc-9728-7ece04e304b6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7a5e6504-93dd-4998-b200-14e65138de35 HTTP/1.1" status: 204 len: 168 time: 2.7072382 Dec 23 12:30:59.381749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52382) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:30:59.443996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:59.493768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b9c1c-8719-43b7-8332-e88f4b6a8c50 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:30:59.522840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b560e1a-dd7e-4766-8652-7e404d29a3dc req-7ecb29c1-ca44-4433-a953-1232cf5fd11c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 210 time: 0.0796819 Dec 23 12:30:59.566332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-374795ba-1a9a-4a8a-9a56-5b10bbad0945 None None] Provisioning complete for port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:59.567095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-374795ba-1a9a-4a8a-9a56-5b10bbad0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.720196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Deleting subnet 71dacd69-d688-444a-a8d4-9180c882d311 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:30:59.723683 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.755601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.800583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a1ee2cb-52d0-4951-b7f9-c670775b6867 req-eb1ef630-9d02-48ea-a731-e8311abcb8cb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.0963204 Dec 23 12:30:59.811048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-18b561a9-cd95-474e-891b-abe704d04123 None None] Provisioning complete for port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:59.813679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18b561a9-cd95-474e-891b-abe704d04123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.814052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.860030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-18b561a9-cd95-474e-891b-abe704d04123 None None] Port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:30:59.873502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=c580dbc3-b5dc-4b82-ae07-3cc0a7dba920,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:30:59.900482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '53c420d7-5fae-44e1-85ca-049cdce87770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:30:59.900756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: 74823d02-6ef4-40bb-a60c-667c2812f329, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:30:59.932034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:59.982993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ac16838a-cb59-4eb9-9e0a-97932eb0d20c None None] Provisioning complete for port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:30:59.983377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ac16838a-cb59-4eb9-9e0a-97932eb0d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.025925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 74823d02-6ef4-40bb-a60c-667c2812f329 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:00.088246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 74823d02-6ef4-40bb-a60c-667c2812f329) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:00.093037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.095873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:00.096939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.101742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50185a41-f905-4a97-950d-2620fd61bcff None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:00.171514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.174757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71dacd69-d688-444a-a8d4-9180c882d311 HTTP/1.1" status: 204 len: 168 time: 0.7937090 Dec 23 12:31:00.175622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986e33-46aa-4cd4-8242-9968e3ccd91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71dacd69-d688-444a-a8d4-9180c882d311,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:00.177562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:00.178963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d8e49-3acb-40ce-b693-5eab93ca82f4 None None] Network af622bab-d3d5-48f2-80fa-90d6aa5dc088 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:00.195800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.248491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1441efb0-3d3f-4ac4-b145-44878a2dc5da tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1410406 Dec 23 12:31:00.249962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52390) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:00.255728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:00.305977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-74823d02-6ef4-40bb-a60c-667c2812f329', 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': 'c580dbc3-b5dc-4b82-ae07-3cc0a7dba920'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:00.310217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.310387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-b2f6c8fd-c2dc-499d-8c08-5b3e1dbfe6f2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:00.311766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-b2f6c8fd-c2dc-499d-8c08-5b3e1dbfe6f2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.2332563 Dec 23 12:31:00.356070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.487507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-e3536357-3e0d-466e-87c1-627dd236a0d5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 380 time: 0.1642852 Dec 23 12:31:00.499838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 72f9ad11-c187-4bda-ac1f-d0478fcd8088 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:00.504594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'device_id': '23465e08-cebe-4644-9967-ddb0add25804', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'admin_state_up': True, 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'security_groups': ['568bdb8d-cb25-4fdc-a0cf-f928eb54f04d']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:00.559006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Deleting port bd021018-7c17-47d1-a439-c04b02dd57c6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:00.560976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.639671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] For port bd021018-7c17-47d1-a439-c04b02dd57c6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=bd021018-7c17-47d1-a439-c04b02dd57c6,segment=NetworkSegment(a52435d8-fd4f-49cf-a341-e8d01fdf9bb6),segment_id=a52435d8-fd4f-49cf-a341-e8d01fdf9bb6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:00.640190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.666371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Calling delete_port for bd021018-7c17-47d1-a439-c04b02dd57c6 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:00.708198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59d5751f-7243-4ea4-a81a-224f1b8a1962 req-346cf26b-b870-4f1c-98d4-29a84cb52981 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 210 time: 0.0444999 Dec 23 12:31:00.718860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.737373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:00.739706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Allocated IP 172.20.0.2 (74823d02-6ef4-40bb-a60c-667c2812f329/c580dbc3-b5dc-4b82-ae07-3cc0a7dba920/f818e7df-a22d-4a9a-9433-7079203d41be) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:00.742519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.880252 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c580dbc3-b5dc-4b82-ae07-3cc0a7dba920 (CIDR: 172.20.0.0/28) Dec 23 12:31:00.884646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:00.889478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.891647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] DHCP port deletion for af622bab-d3d5-48f2-80fa-90d6aa5dc088 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:00.919483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:00.919918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.929994 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:31:00.930834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:31:00.956778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.004097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd021018-7c17-47d1-a439-c04b02dd57c6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.007359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.016642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] No DVR routers for this DVR port bd021018-7c17-47d1-a439-c04b02dd57c6 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:01.051914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.20.0.5 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/80e830b5-6a12-4f41-820c-24a03b19ca45) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:01.062937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Deleting port bd021018-7c17-47d1-a439-c04b02dd57c6 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:01.063384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.105596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.119458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.179609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:01.190037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:01.192327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] For port bd021018-7c17-47d1-a439-c04b02dd57c6, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:01.192846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.195638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:01.202499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Pushing event updated for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.213522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Calling delete_port for bd021018-7c17-47d1-a439-c04b02dd57c6 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:01.219629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Port bd021018-7c17-47d1-a439-c04b02dd57c6 was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:31:01.233177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92172211-05ea-45af-a30e-4605b84ad117 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9812162 Dec 23 12:31:01.236362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.249713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52398) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:01.260322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d87189b-f42e-4f09-b069-e814ab9396be no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:01.266315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:01.277411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af622bab-d3d5-48f2-80fa-90d6aa5dc088']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:01.301545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb73e4f0-d007-40cd-98ad-06b189cd1131 req-08f3e2fc-c88b-4c56-a624-28eb4fcaab67 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.1290417 Dec 23 12:31:01.331871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:01.331871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52435d8-fd4f-49cf-a341-e8d01fdf9bb6') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:01.348847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-ca2e265b-d472-4648-89cc-746ed5da9f2a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:01.350521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-ca2e265b-d472-4648-89cc-746ed5da9f2a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 817 time: 0.2187479 Dec 23 12:31:01.358104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.404983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.416385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.436814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:01.437393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.439197 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:01.442213 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:01.468162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Router 43507f99-ebeb-43de-a89f-cadecc26d4da is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:31:01.490482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] Pushing event deleted for resources: {'Port': ['ID=bd021018-7c17-47d1-a439-c04b02dd57c6,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.493435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3ff85-d7d4-49da-9999-e4bf2a84499b None None] No DVR routers for this DVR port bd021018-7c17-47d1-a439-c04b02dd57c6 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:01.497072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2d87189b-f42e-4f09-b069-e814ab9396be {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:01.503118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d87189b-f42e-4f09-b069-e814ab9396be not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:01.503118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Attempting to bind port f818e7df-a22d-4a9a-9433-7079203d41be on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:01.503795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Attempting to bind port f818e7df-a22d-4a9a-9433-7079203d41be by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '53c420d7-5fae-44e1-85ca-049cdce87770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:01.503913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Attempting to bind port f818e7df-a22d-4a9a-9433-7079203d41be on network 74823d02-6ef4-40bb-a60c-667c2812f329 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:01.510116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:01.510612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Checking segment: {'id': '53c420d7-5fae-44e1-85ca-049cdce87770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:01.511122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.511609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Bound using segment: {'id': '53c420d7-5fae-44e1-85ca-049cdce87770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:01.512502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Bound port: f818e7df-a22d-4a9a-9433-7079203d41be, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c420d7-5fae-44e1-85ca-049cdce87770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:01.513257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.565394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d646fbad-5137-4dbe-beb5-6a71e3114a1c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 380 time: 0.2007887 Dec 23 12:31:01.583595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'port': {'device_id': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'admin_state_up': True, 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'security_groups': ['9070169f-293c-423e-9505-8968e70f67fe']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:01.597143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:01.600960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f818e7df-a22d-4a9a-9433-7079203d41be,segment=NetworkSegment(53c420d7-5fae-44e1-85ca-049cdce87770),segment_id=53c420d7-5fae-44e1-85ca-049cdce87770)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:01.629497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.647217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.656147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af622bab-d3d5-48f2-80fa-90d6aa5dc088 HTTP/1.1" status: 204 len: 168 time: 1.4766130 Dec 23 12:31:01.660046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:01.697187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:01.701524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.727021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.759502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:01.833208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52017dc-d289-4759-8072-b341e44181c5 None None] Pushing event updated for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.861917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce44d3-be65-436b-8a76-284271d78ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=af622bab-d3d5-48f2-80fa-90d6aa5dc088,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.873317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:01.887284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Sync routers for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:01.899795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:01.916847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:01.921205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:02.078063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:02.147211 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.148893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c9af1af3-c177-4f82-aa4c-0c723623ecc9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5272255 Dec 23 12:31:02.151097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:02.158020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52406) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:02.169206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:02.209069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:02.238066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Made reservation on behalf of b6d316c7d9b34344b962db62214d5df5 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:02.243277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.428621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:02.433920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.526633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f818e7df-a22d-4a9a-9433-7079203d41be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:02.533916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-65342ded-6ea6-42ac-b38d-3ae352570eec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0395896 Dec 23 12:31:02.536361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Allocated IP 172.20.0.8 (daac3158-be80-4870-b6ae-b0042dc1f213/57c09dbe-51c1-432d-bfa2-a4d5ee4f6847/613906d7-bdcf-42cf-a903-6ee2ce621a02) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:02.676082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fba6f40a-5543-4f35-9246-5aad67f1e7c7 None None] Provisioning complete for port 80e830b5-6a12-4f41-820c-24a03b19ca45 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:02.676479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fba6f40a-5543-4f35-9246-5aad67f1e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.684270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:02.684768 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.779252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:30:59Z', 'revision_number': 3, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:02.781159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.784299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fba6f40a-5543-4f35-9246-5aad67f1e7c7 None None] Port 80e830b5-6a12-4f41-820c-24a03b19ca45 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:02.786593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.815649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Checking router: 43507f99-ebeb-43de-a89f-cadecc26d4da for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:02.816033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Updating router 43507f99-ebeb-43de-a89f-cadecc26d4da port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:31:02.844596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.849821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 74823d02-6ef4-40bb-a60c-667c2812f329 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:02.860183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:02.861904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=df40de8a-b151-48dc-b11c-b2cccfd8af03,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:02.866377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:02.866984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.892795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cca3e7ad-a62e-43db-8a39-b7bddd60236e req-d7bf2282-a0fa-43ac-b8d3-d3a39bca1a5d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.4362292 Dec 23 12:31:02.897714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Request body: {'port': {'device_id': '23465e08-cebe-4644-9967-ddb0add25804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:02.949257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-99a166a2-81ea-4b70-8cf8-e43241409090 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6981883 Dec 23 12:31:02.953007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:02.957006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ff1d-5e99-4451-92a6-1b7ac46e90ed req-cc8affba-033a-4d86-a0bd-23245b267d47 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:02.959045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c495ff1d-5e99-4451-92a6-1b7ac46e90ed req-cc8affba-033a-4d86-a0bd-23245b267d47 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 931 time: 0.6841948 Dec 23 12:31:02.963140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'fixed_ips': [{'subnet_id': 'c580dbc3-b5dc-4b82-ae07-3cc0a7dba920'}, {'subnet_id': 'df40de8a-b151-48dc-b11c-b2cccfd8af03'}], 'name': 'tempest-PortsTestJSON-1213985047'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:02.971349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:02.995406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.049004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.107178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f818e7df-a22d-4a9a-9433-7079203d41be,segment=NetworkSegment(53c420d7-5fae-44e1-85ca-049cdce87770),segment_id=53c420d7-5fae-44e1-85ca-049cdce87770)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:03.147687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Network daac3158-be80-4870-b6ae-b0042dc1f213 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:03.163295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:03.186669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:03.208647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:03.240864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.255912 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.273940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c495ff1d-5e99-4451-92a6-1b7ac46e90ed req-e3430d00-ec0b-48a2-8a6d-11d5d5e24a1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035390 Dec 23 12:31:03.355015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bd021018-7c17-47d1-a439-c04b02dd57c6 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:03.359419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:03.360086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.386523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: bd021018-7c17-47d1-a439-c04b02dd57c6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:03.387725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device bd021018-7c17-47d1-a439-c04b02dd57c6 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:03.407363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:03.421769 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.447437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65556c89-997b-4155-b698-106428de73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.486405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d6a50533-8e3f-44f0-97fb-6c97ca0bb119 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9078572 Dec 23 12:31:03.489841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Attempting to bind port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:03.489841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Attempting to bind port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:03.489841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Attempting to bind port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:03.492090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932124af-9052-4817-ac7b-1d881609679f None None] Pushing event updated for resources: {'Port': ['ID=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:03.494520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fd0bf-ce8a-40f9-a943-24c51bafae28 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:03.501690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Request body: {'port': {'device_id': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:03.502709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:03.503429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:03.503972 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.504457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:03.505056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Bound port: aca2c90a-a9e7-4c5f-ba6b-12114c1c06da, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:03.505707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.572110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] For port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:03.576412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] For port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:03.580857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.605407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f7856-48df-4fde-ad8f-e940f38af56f None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:03.656467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.706598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Provisioning complete for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:03.706926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.720552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:03.736382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa70db4-cabd-41b4-a49c-7ef21e7a1bd3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:03.784289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932124af-9052-4817-ac7b-1d881609679f None None] Pushing event updated for resources: {'Port': ['ID=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:03.791183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:03.791801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:03.800762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Port 613906d7-bdcf-42cf-a903-6ee2ce621a02 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:03.887136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.920237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:03.920612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.938989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 488bec28-3e02-4456-867d-c48a21fa14b0 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:03.974589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:03.992297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:03.992665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.029945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Transition to ACTIVE for port object 80e830b5-6a12-4f41-820c-24a03b19ca45 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:31:04.043202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.139816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:04.141663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.172120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.188336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Update dhcp port {'port': {'network_id': '74823d02-6ef4-40bb-a60c-667c2812f329', 'fixed_ips': [{'subnet_id': 'c580dbc3-b5dc-4b82-ae07-3cc0a7dba920', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df40de8a-b151-48dc-b11c-b2cccfd8af03'}], 'binding:host_id': 'n-d-822750-2'}, 'id': 'f818e7df-a22d-4a9a-9433-7079203d41be'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:31:04.198854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Transition to ACTIVE for port object 613906d7-bdcf-42cf-a903-6ee2ce621a02 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:31:04.240803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.271287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538587-6ad2-4ac5-9609-358c808feda8 req-71266bca-af55-4d26-8179-ae84ae9c4966 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:04.272881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d538587-6ad2-4ac5-9609-358c808feda8 req-71266bca-af55-4d26-8179-ae84ae9c4966 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 931 time: 0.2202177 Dec 23 12:31:04.283465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Provisioning complete for port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:04.283725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.295948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:04.342549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.463080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.9 (74823d02-6ef4-40bb-a60c-667c2812f329/c580dbc3-b5dc-4b82-ae07-3cc0a7dba920/488bec28-3e02-4456-867d-c48a21fa14b0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:04.467150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-65556c89-997b-4155-b698-106428de73db admin admin] Deleting port fdbaca68-cbc0-4502-94d8-7632e7a4cae0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:04.467709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65556c89-997b-4155-b698-106428de73db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.506142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:04.515746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.20 (74823d02-6ef4-40bb-a60c-667c2812f329/df40de8a-b151-48dc-b11c-b2cccfd8af03/488bec28-3e02-4456-867d-c48a21fa14b0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:04.629856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:04.630124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:04.630408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:04.630806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f818e7df-a22d-4a9a-9433-7079203d41be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:04.633600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Attempting to bind port 80e830b5-6a12-4f41-820c-24a03b19ca45 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:04.633950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Attempting to bind port 80e830b5-6a12-4f41-820c-24a03b19ca45 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:04.634401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Attempting to bind port 80e830b5-6a12-4f41-820c-24a03b19ca45 on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:04.648591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:31:04.648966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:04.653294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d538587-6ad2-4ac5-9609-358c808feda8 req-759b2942-a83e-4ad4-96b4-4f5a2dd9cf01 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446651 Dec 23 12:31:04.657802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:04.658143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:04.658536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Bound using segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:04.659393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Bound port: 613906d7-bdcf-42cf-a903-6ee2ce621a02, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:04.659393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.752229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Port 80e830b5-6a12-4f41-820c-24a03b19ca45 on network 23761586-c834-4b55-87a3-c5461f41da68 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:31:04.752895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Attempting to bind port 80e830b5-6a12-4f41-820c-24a03b19ca45 on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:04.768262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:04.768630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:04.769254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:04.769713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Bound port: 80e830b5-6a12-4f41-820c-24a03b19ca45, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:04.770080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.802919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946956a-d954-46e7-bae3-58a17d7fef03 req-1411d55d-9a04-4053-a245-ea3558f3e643 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:04.804219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:04.805146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1946956a-d954-46e7-bae3-58a17d7fef03 req-1411d55d-9a04-4053-a245-ea3558f3e643 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 943 time: 0.2040324 Dec 23 12:31:04.826695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:30:59Z', 'revision_number': 3, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:04.827600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:04.841680 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.856604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:04.857348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.862008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd05c9-dd8c-4d5a-aca9-82b3b597b7db None None] The sync data for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 is: [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:30:59Z', 'revision_number': 3, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:04.868951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Allocated IP 172.20.0.1 (740d2b51-d47e-4dd0-ae45-e87e94ef7eec/a9424c52-b669-4be8-b8bf-0feb0b816ac8/e7d9d10d-3d37-4dcf-944b-448ac1514ecf) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:04.892001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.894417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-65556c89-997b-4155-b698-106428de73db admin admin] For port fdbaca68-cbc0-4502-94d8-7632e7a4cae0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:04.894792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65556c89-997b-4155-b698-106428de73db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.927953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] For port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:04.933124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-65556c89-997b-4155-b698-106428de73db admin admin] Calling delete_port for fdbaca68-cbc0-4502-94d8-7632e7a4cae0 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:04.939674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.975576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:04.976741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:04.978107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] 10.222.0.57 "PUT /v2.0/ports/613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 1091 time: 1.4814584 Dec 23 12:31:04.991101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:04.994115 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575304fc-619e-48ee-855e-2dc76e11ca42" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:05.005483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.040369 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.055444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Allocated IP 172.20.0.18 (74823d02-6ef4-40bb-a60c-667c2812f329/df40de8a-b151-48dc-b11c-b2cccfd8af03/f818e7df-a22d-4a9a-9433-7079203d41be) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:05.082483 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32308ba-be1f-466d-8e04-b30a8338d158 x-openstack-request-id: req-c32308ba-be1f-466d-8e04-b30a8338d158 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:05.083224 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:05.083739 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c32308ba-be1f-466d-8e04-b30a8338d158 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:05.084467 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'status': 'completed', 'code': 200} Dec 23 12:31:05.091361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 74823d02-6ef4-40bb-a60c-667c2812f329 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:05.100772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:05.137810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1946956a-d954-46e7-bae3-58a17d7fef03 req-cebb3454-1002-4481-b3ab-fecb10b9f862 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816732 Dec 23 12:31:05.186532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:05.204766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cffc21-9f8c-4879-a89e-9dec9cefc569 None None] Pushing event updated for resources: {'Port': ['ID=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:05.302893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.332324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.333292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.335450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] 10.222.0.57 "PUT /v2.0/ports/80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 1091 time: 2.4457886 Dec 23 12:31:05.350745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:05.354266 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc0744-f198-4dae-90bd-b88908c533a3" -d '{"events": [{"name": "network-changed", "server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:05.363494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.389577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f818e7df-a22d-4a9a-9433-7079203d41be,segment=NetworkSegment(53c420d7-5fae-44e1-85ca-049cdce87770),segment_id=53c420d7-5fae-44e1-85ca-049cdce87770)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:05.415490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e40a80a6-b9c5-4f70-a7ed-e454bcc45b89 None None] Provisioning complete for port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:05.415970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e40a80a6-b9c5-4f70-a7ed-e454bcc45b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.468531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.469056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69954dad-965e-45ff-bab6-870319eb7207 service neutron] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:05.486576 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174f7eb-d3ad-431f-b850-b9c0f49af4de x-openstack-request-id: req-7174f7eb-d3ad-431f-b850-b9c0f49af4de {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:05.487271 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:05.487716 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7174f7eb-d3ad-431f-b850-b9c0f49af4de {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:05.488293 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'status': 'completed', 'code': 200} Dec 23 12:31:05.585408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-2e6f9e1f-1d8e-4cbc-8224-db59f9abe240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.587410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-2e6f9e1f-1d8e-4cbc-8224-db59f9abe240 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1094 time: 0.1024413 Dec 23 12:31:05.636915 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.660572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-36564107-394a-4697-95f4-38b9bf6d06b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 217 time: 0.0487764 Dec 23 12:31:05.678312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:05.695517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:05.709886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.710933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.711557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.711958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.712303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.712638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.713042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.713413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.713786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.716996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.717647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.718182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.718706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752852f-d581-4d9e-8977-f57488b969aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:05.722740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:05.731844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-8e7b49f2-80f8-4aa8-8538-67c0278d94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.733505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-8e7b49f2-80f8-4aa8-8538-67c0278d94d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0662165 Dec 23 12:31:05.737653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.773370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=488bec28-3e02-4456-867d-c48a21fa14b0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:05.827945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65556c89-997b-4155-b698-106428de73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.844899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ebe4-8225-45d8-b667-1594163edc0a None None] Pushing event updated for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:05.850296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-ea809fb3-58e7-4ad0-9fb7-ac9635afff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.852139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-ea809fb3-58e7-4ad0-9fb7-ac9635afff7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1094 time: 0.7587023 Dec 23 12:31:05.873313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.875223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.908325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:05.959890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-7d9f36dd-493d-4731-bd59-6aee8af2b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:05.959890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-7d9f36dd-493d-4731-bd59-6aee8af2b47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146871 Dec 23 12:31:05.967280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:05.970283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:06.008368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:06.084781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65556c89-997b-4155-b698-106428de73db admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbaca68-cbc0-4502-94d8-7632e7a4cae0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:06.181500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:06.189070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0f1882b-8862-4cd2-9d15-2b064e2d0ce4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2341702 Dec 23 12:31:06.191832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-e351d6af-4182-4180-a245-a6fc58d12010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.194070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-e351d6af-4182-4180-a245-a6fc58d12010 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b6d316c7d9b34344b962db62214d5df5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3015039 Dec 23 12:31:06.203917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7233e8-4a25-4d6b-8a45-7246d649d5de req-4444cace-ffaf-4295-93ed-7be2a826ea22 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.209702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b7233e8-4a25-4d6b-8a45-7246d649d5de req-4444cace-ffaf-4295-93ed-7be2a826ea22 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.4049191 Dec 23 12:31:06.285015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-3d386adc-fd2c-49f3-9b22-aa7c2ca0937a service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072987 Dec 23 12:31:06.285825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:06.295376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c580dbc3-b5dc-4b82-ae07-3cc0a7dba920'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:06.345181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-94f92a7e-5103-477d-a4a8-ca239bae385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.346870 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-575304fc-619e-48ee-855e-2dc76e11ca42 req-94f92a7e-5103-477d-a4a8-ca239bae385e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431372 Dec 23 12:31:06.462351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-499465fd-9c11-491f-9052-a38773d9e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.464337 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-499465fd-9c11-491f-9052-a38773d9e0ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1094 time: 0.0620289 Dec 23 12:31:06.467198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-819814ae-f59f-497b-a798-d21a87f31f72 None None] Provisioning complete for port e7d9d10d-3d37-4dcf-944b-448ac1514ecf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:06.467583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-819814ae-f59f-497b-a798-d21a87f31f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:06.519365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-819814ae-f59f-497b-a798-d21a87f31f72 None None] Port e7d9d10d-3d37-4dcf-944b-448ac1514ecf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:06.524458 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-378a07a5-d3a5-4667-9ae6-19e16746e670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 217 time: 0.0482354 Dec 23 12:31:06.582322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d05d69e8-5986-4b66-b52a-59dd3d599500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.583961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-d05d69e8-5986-4b66-b52a-59dd3d599500 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0515473 Dec 23 12:31:06.624611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f818e7df-a22d-4a9a-9433-7079203d41be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:06.669364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-8bba33d0-8a11-44c5-bffa-fd745eb7ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:06.671146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-8bba33d0-8a11-44c5-bffa-fd745eb7ca5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699742 Dec 23 12:31:06.691357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:06.691958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:06.728106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d7fad-ed4f-4272-a022-75d712b08883 None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:06.778263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-8b7df08d-c316-4454-8cf6-4dc326232b08 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957708 Dec 23 12:31:06.801127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c1aa780-f187-431c-9b0c-02f94130a23b None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:06.801498 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa780-f187-431c-9b0c-02f94130a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:06.881245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dab6c249-0437-49e7-a3fd-3e5dfb00f996 req-f34de075-8d02-4c70-9d4e-aa0679febf94 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955954 Dec 23 12:31:06.939959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aca2c90a-a9e7-4c5f-ba6b-12114c1c06da up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:07.036782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:07.037181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.109937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b7233e8-4a25-4d6b-8a45-7246d649d5de req-d0861e8e-509a-4856-90a6-439e45470152 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8977365 Dec 23 12:31:07.134935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bae0-f754-40ca-8f6e-ac39129d47f0 req-f180912f-aed4-49c9-baa2-3e5384ed6989 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:07.149441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55a3bae0-f754-40ca-8f6e-ac39129d47f0 req-f180912f-aed4-49c9-baa2-3e5384ed6989 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 943 time: 0.8601325 Dec 23 12:31:07.218629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65556c89-997b-4155-b698-106428de73db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.224601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f920037-3499-4d9a-9c97-08250aa0f063 req-63d52b81-8294-4479-b79a-cfb777fe01bc service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552048 Dec 23 12:31:07.252070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f78b093e-075a-4426-9229-3c6af4bf0b39 None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:07.257326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f78b093e-075a-4426-9229-3c6af4bf0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.361038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f78b093e-075a-4426-9229-3c6af4bf0b39 None None] Provisioning complete for port 488bec28-3e02-4456-867d-c48a21fa14b0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:07.361417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f78b093e-075a-4426-9229-3c6af4bf0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.392616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55a3bae0-f754-40ca-8f6e-ac39129d47f0 req-aa804462-b7e2-4109-99bd-546541598b67 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419882 Dec 23 12:31:07.410580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f78b093e-075a-4426-9229-3c6af4bf0b39 None None] Port 488bec28-3e02-4456-867d-c48a21fa14b0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:07.434388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.484993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.530276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2c571c99-0e5e-442d-a80c-ed57f23bd554 None None] Provisioning complete for port 488bec28-3e02-4456-867d-c48a21fa14b0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:07.530568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c571c99-0e5e-442d-a80c-ed57f23bd554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:07.543485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-82b69d25-afd6-4448-80f3-caab6a71f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:07.545050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-82b69d25-afd6-4448-80f3-caab6a71f51e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1094 time: 0.1965971 Dec 23 12:31:07.564193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2c571c99-0e5e-442d-a80c-ed57f23bd554 None None] Port 488bec28-3e02-4456-867d-c48a21fa14b0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:07.968764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-6a614bef-bdb5-40ff-9ee4-47536d08cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:07.970272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-6a614bef-bdb5-40ff-9ee4-47536d08cafa service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.4020467 Dec 23 12:31:08.051771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-98e7691c-cc13-4cb7-ad9d-e854fbef2342 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 217 time: 0.0721517 Dec 23 12:31:08.130725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65556c89-997b-4155-b698-106428de73db admin admin] Router 4caf68af-6269-4e45-aa52-dc593523d80a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:08.171254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Delete allocated IP 172.20.0.20 (74823d02-6ef4-40bb-a60c-667c2812f329/df40de8a-b151-48dc-b11c-b2cccfd8af03) {{(pid=104037) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:31:08.197145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-faa53b66-26c8-42b1-9e78-95af8448650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:08.197145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-faa53b66-26c8-42b1-9e78-95af8448650a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1151285 Dec 23 12:31:08.197145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:08.313627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:08.799765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-8d7e6e13-73d1-4bc7-9218-d39a59d60f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:08.801380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-8d7e6e13-73d1-4bc7-9218-d39a59d60f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6129477 Dec 23 12:31:08.811850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:08.822079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:08.849334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde06a9-7f8f-4932-a135-ddbcf7df97c3 req-5b01bca4-621d-4e92-b787-854814f39cd6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:08.850797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecde06a9-7f8f-4932-a135-ddbcf7df97c3 req-5b01bca4-621d-4e92-b787-854814f39cd6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.6259727 Dec 23 12:31:08.903602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65556c89-997b-4155-b698-106428de73db admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:08.915450 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Sync routers for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:08.925587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-65556c89-997b-4155-b698-106428de73db admin admin] 10.222.0.16 "PUT /v2.0/routers/4caf68af-6269-4e45-aa52-dc593523d80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2639523 Dec 23 12:31:08.927741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52440) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:08.936677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:08.937644 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:08.948757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255478f-46f1-4b9c-9c47-04af930d44de req-98b7039e-9ca6-4ab2-a2fd-b62e6295e884 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:08.950872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e255478f-46f1-4b9c-9c47-04af930d44de req-98b7039e-9ca6-4ab2-a2fd-b62e6295e884 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 943 time: 0.2699544 Dec 23 12:31:09.041702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.046823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:09.062077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.101994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecde06a9-7f8f-4932-a135-ddbcf7df97c3 req-40417f38-1ab8-4c27-a6bd-89e3cedca98e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322133 Dec 23 12:31:09.129281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-165ebb6f-1cfa-46f5-9422-b433018e933c service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077424 Dec 23 12:31:09.133941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.144971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e255478f-46f1-4b9c-9c47-04af930d44de req-1f23697a-fdde-4974-a79b-61d561a5625f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483674 Dec 23 12:31:09.173878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.229650 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:31:05Z', 'revision_number': 5, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port': {'id': '3a4e1762-2554-47d2-8393-4e11371a6af9', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:38Z', 'updated_at': '2021-12-23T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:09.244245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:09.260798 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Checking router: 4caf68af-6269-4e45-aa52-dc593523d80a for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:09.272121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:09.274528 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Routers {'4caf68af-6269-4e45-aa52-dc593523d80a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:09.274528 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4caf68af-6269-4e45-aa52-dc593523d80a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:09.284149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=488bec28-3e02-4456-867d-c48a21fa14b0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:09.329167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Deleting port 3a4e1762-2554-47d2-8393-4e11371a6af9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:09.329510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.461421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffcc0744-f198-4dae-90bd-b88908c533a3 req-0c290c86-9875-4cb4-88c7-5b581a3af186 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201270 Dec 23 12:31:09.492937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] For port 3a4e1762-2554-47d2-8393-4e11371a6af9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3a4e1762-2554-47d2-8393-4e11371a6af9,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:09.493303 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.517711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] In _notify_port_updated(), no bound segment for port 488bec28-3e02-4456-867d-c48a21fa14b0 on network 74823d02-6ef4-40bb-a60c-667c2812f329 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:31:09.518837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Calling delete_port for 3a4e1762-2554-47d2-8393-4e11371a6af9 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:09.521827 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] Set router 4caf68af-6269-4e45-aa52-dc593523d80a gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:09.525096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:09.525940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.529363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dbc56f8d-b565-4da8-847c-69fd64bad7d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/ports/488bec28-3e02-4456-867d-c48a21fa14b0 HTTP/1.1" status: 200 len: 919 time: 3.3165789 Dec 23 12:31:09.532350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52444) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:09.539320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c580dbc3-b5dc-4b82-ae07-3cc0a7dba920'}, {'subnet_id': 'df40de8a-b151-48dc-b11c-b2cccfd8af03'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:09.606587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-522c59ca-5211-47fb-87d3-573fb60ba03b None None] Provisioning complete for port 488bec28-3e02-4456-867d-c48a21fa14b0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:09.608418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-522c59ca-5211-47fb-87d3-573fb60ba03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.620464 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:31:09Z', 'revision_number': 6, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:09.640359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Router 43507f99-ebeb-43de-a89f-cadecc26d4da has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:09.645132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.658213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-522c59ca-5211-47fb-87d3-573fb60ba03b None None] Port 488bec28-3e02-4456-867d-c48a21fa14b0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:09.661298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9908f-945a-4504-bd79-2676fbc807af None None] The sync data for ids ['4caf68af-6269-4e45-aa52-dc593523d80a'] in n-d-822750-2 is: [{'id': '4caf68af-6269-4e45-aa52-dc593523d80a', 'name': 'tempest-TestAggregatesBasicOps-1191177723-router', 'tenant_id': '1a3a2eb98e864c72b22d092d32249a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:31:09Z', 'revision_number': 6, 'project_id': '1a3a2eb98e864c72b22d092d32249a35', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:09.777371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3c35eeae-b2f8-4a41-a99d-9b13f4eff73c None None] Provisioning complete for port e7d9d10d-3d37-4dcf-944b-448ac1514ecf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:09.778139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3c35eeae-b2f8-4a41-a99d-9b13f4eff73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.813496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3c35eeae-b2f8-4a41-a99d-9b13f4eff73c None None] Port e7d9d10d-3d37-4dcf-944b-448ac1514ecf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:09.836368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.874001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4e1762-2554-47d2-8393-4e11371a6af9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:09.881922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1c70e-8cf6-4368-8fcf-c9f23321f1ee None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:09.884934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:09.892635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ed09415-78d8-45e8-add2-ba17a21df5a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/43507f99-ebeb-43de-a89f-cadecc26d4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7078824 Dec 23 12:31:09.898916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Sync routers for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:09.920974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:09.922278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:09.943014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.051705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.29 (74823d02-6ef4-40bb-a60c-667c2812f329/df40de8a-b151-48dc-b11c-b2cccfd8af03/488bec28-3e02-4456-867d-c48a21fa14b0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:10.080666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.084804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:10.085807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.248513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.249147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4caf68af-6269-4e45-aa52-dc593523d80a {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:31:10.258070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.258217 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-efb272b6-24c8-457a-a24d-3f89f08c5c50 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4caf68af-6269-4e45-aa52-dc593523d80a HTTP/1.1" status: 204 len: 168 time: 1.3293948 Dec 23 12:31:10.260777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52456) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:10.268193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.313162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Deleting subnet dbff090f-84a3-4dde-ad2e-20d9f66b5b21 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:10.316681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.343115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226d068-b1e1-43a2-af67-ac5863d468e4 req-5a296920-925e-4aaa-99f2-8b68c3f415b8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:10.345525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6226d068-b1e1-43a2-af67-ac5863d468e4 req-5a296920-925e-4aaa-99f2-8b68c3f415b8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.1336148 Dec 23 12:31:10.354939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.355177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.356026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:07Z', 'revision_number': 4, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7d9d10d-3d37-4dcf-944b-448ac1514ecf', 'name': '', 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'mac_address': 'fa:16:3e:16:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:04Z', 'updated_at': '2021-12-23T12:31:07Z', 'revision_number': 2, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'subnets': [{'id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:10.392628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Checking router: 43507f99-ebeb-43de-a89f-cadecc26d4da for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:10.393088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Updating router 43507f99-ebeb-43de-a89f-cadecc26d4da port e7d9d10d-3d37-4dcf-944b-448ac1514ecf binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:31:10.419566 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.445921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.461331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-fe8d3106-0be2-4947-b9d4-524736d10e5c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2106731 Dec 23 12:31:10.506506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=488bec28-3e02-4456-867d-c48a21fa14b0,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:10.523559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:10.602282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6226d068-b1e1-43a2-af67-ac5863d468e4 req-a27c3fe3-3eb3-4cb5-8aed-2518c5e2f57a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428200 Dec 23 12:31:10.608848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.653202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] In _notify_port_updated(), no bound segment for port 488bec28-3e02-4456-867d-c48a21fa14b0 on network 74823d02-6ef4-40bb-a60c-667c2812f329 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:31:10.654526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:10.655407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.656845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-692a0951-08d3-4567-ae61-49f9cf9c9860 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/ports/488bec28-3e02-4456-867d-c48a21fa14b0 HTTP/1.1" status: 200 len: 999 time: 1.1233199 Dec 23 12:31:10.664885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbff090f-84a3-4dde-ad2e-20d9f66b5b21,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:10.666880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.667716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52460) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:10.689189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-effb15cb-9517-4100-9f3f-695c8e5ad56f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dbff090f-84a3-4dde-ad2e-20d9f66b5b21 HTTP/1.1" status: 204 len: 168 time: 0.4271901 Dec 23 12:31:10.692379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fdbaca68-cbc0-4502-94d8-7632e7a4cae0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:10.692379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a391614-57b0-4753-869c-968d93c78199 None None] Network 52250161-1ffc-4efd-aa8d-f8548feacd94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:10.694571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52462) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:10.737973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.769217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fdbaca68-cbc0-4502-94d8-7632e7a4cae0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:10.769452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fdbaca68-cbc0-4502-94d8-7632e7a4cae0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:10.769826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a4e1762-2554-47d2-8393-4e11371a6af9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:10.801852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3a4e1762-2554-47d2-8393-4e11371a6af9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:10.802198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a4e1762-2554-47d2-8393-4e11371a6af9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:10.886880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-557e95a3-3552-4154-a57d-632904145f3d None None] Provisioning complete for port 488bec28-3e02-4456-867d-c48a21fa14b0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:10.887376 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-557e95a3-3552-4154-a57d-632904145f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.926042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:10.948036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203d129-d740-4fd0-8f48-fad63faa43fe req-ec5c3156-2650-4305-9fcc-e31d80a8f5a1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:10.951781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a203d129-d740-4fd0-8f48-fad63faa43fe req-ec5c3156-2650-4305-9fcc-e31d80a8f5a1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 943 time: 0.2168949 Dec 23 12:31:10.988094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-557e95a3-3552-4154-a57d-632904145f3d None None] Port 488bec28-3e02-4456-867d-c48a21fa14b0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:11.005389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.035276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] DHCP port deletion for 52250161-1ffc-4efd-aa8d-f8548feacd94 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:11.038264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 488bec28-3e02-4456-867d-c48a21fa14b0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:11.038865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.084904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Deleting port b0807fb7-41e3-4f89-bae7-b1557c361b5a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:11.085276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.115494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a203d129-d740-4fd0-8f48-fad63faa43fe req-faa37e19-4e61-4715-bc56-acdfceee3199 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556835 Dec 23 12:31:11.126808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.154056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Deleting port b0807fb7-41e3-4f89-bae7-b1557c361b5a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:11.154056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.189682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] For port b0807fb7-41e3-4f89-bae7-b1557c361b5a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b0807fb7-41e3-4f89-bae7-b1557c361b5a,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:11.190111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.211779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Calling delete_port for b0807fb7-41e3-4f89-bae7-b1557c361b5a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:11.220105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.221443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be5c4-3874-479b-915f-ff66677c1fcc None None] Pushing event updated for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:11.222890 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.250410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 488bec28-3e02-4456-867d-c48a21fa14b0 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:11.361986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] For port b0807fb7-41e3-4f89-bae7-b1557c361b5a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b0807fb7-41e3-4f89-bae7-b1557c361b5a,segment=NetworkSegment(ee5bef58-16b8-4eb2-8efc-405babb18db6),segment_id=ee5bef58-16b8-4eb2-8efc-405babb18db6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:11.362671 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.389298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Calling delete_port for b0807fb7-41e3-4f89-bae7-b1557c361b5a owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:11.489827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Attempting to bind port e7d9d10d-3d37-4dcf-944b-448ac1514ecf on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:11.490201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Attempting to bind port e7d9d10d-3d37-4dcf-944b-448ac1514ecf by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:11.490560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Attempting to bind port e7d9d10d-3d37-4dcf-944b-448ac1514ecf on network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:11.500260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Allocated IP 172.25.7.37 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/e2aee294-59da-4049-ab7e-bc54d7cbe491) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:11.500650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:11.501050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Checking segment: {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:11.501447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.501838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Bound using segment: {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:11.502379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Bound port: e7d9d10d-3d37-4dcf-944b-448ac1514ecf, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac66ff2-913b-4c13-88c6-6b9fe0349d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:11.502682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.559790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ac557796-c748-4bfd-bf32-8178ac03dd68 None None] Provisioning complete for port e7d9d10d-3d37-4dcf-944b-448ac1514ecf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:11.560414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ac557796-c748-4bfd-bf32-8178ac03dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.615283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ac557796-c748-4bfd-bf32-8178ac03dd68 None None] Port e7d9d10d-3d37-4dcf-944b-448ac1514ecf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:11.619631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] For port e7d9d10d-3d37-4dcf-944b-448ac1514ecf, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:11.623686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] For port e7d9d10d-3d37-4dcf-944b-448ac1514ecf, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:11.636088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.663409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] Pushing event deleted for resources: {'Port': ['ID=b0807fb7-41e3-4f89-bae7-b1557c361b5a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:11.665298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba1f6e-21cf-4f4d-ae93-17d5f12c05a0 None None] No DVR routers for this DVR port b0807fb7-41e3-4f89-bae7-b1557c361b5a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:11.678018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.722539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.737203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0807fb7-41e3-4f89-bae7-b1557c361b5a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:11.739043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] No DVR routers for this DVR port b0807fb7-41e3-4f89-bae7-b1557c361b5a on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:11.754891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.785663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:11.786269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:11.840568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be5c4-3874-479b-915f-ff66677c1fcc None None] Pushing event updated for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:11.877215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.882213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:31:11.888987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61251be-ec32-4323-a9f9-75c9a7613628 req-d991223f-d93e-4bef-9b19-199b467c4449 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:11.890563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61251be-ec32-4323-a9f9-75c9a7613628 req-d991223f-d93e-4bef-9b19-199b467c4449 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.1634512 Dec 23 12:31:11.897502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:11.937937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:11.954282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=488bec28-3e02-4456-867d-c48a21fa14b0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:11.958197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52250161-1ffc-4efd-aa8d-f8548feacd94']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:11.978294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5bef58-16b8-4eb2-8efc-405babb18db6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:11.979240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5bef58-16b8-4eb2-8efc-405babb18db6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:12.010422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.070725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.129167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.143242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61251be-ec32-4323-a9f9-75c9a7613628 req-20694e24-5920-42ac-af1c-beaf14dc7e22 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413373 Dec 23 12:31:12.149376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:12.159696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:12.166466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:12.166860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.169318 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:12.171853 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:12.184224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] Provisioning complete for port e7d9d10d-3d37-4dcf-944b-448ac1514ecf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:12.184224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.184486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:12.188474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:31:12.236135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:12.246723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.250395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b39bdea7-d116-4eea-a0fb-1522128533b8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/488bec28-3e02-4456-867d-c48a21fa14b0 HTTP/1.1" status: 204 len: 168 time: 1.5805545 Dec 23 12:31:12.253098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52470) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:12.278294 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6871ca31-d1b5-4225-9cac-77039ff2a7e2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:12.280143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6871ca31-d1b5-4225-9cac-77039ff2a7e2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/488bec28-3e02-4456-867d-c48a21fa14b0 HTTP/1.1" status: 404 len: 333 time: 0.0258918 Dec 23 12:31:12.282909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52472) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:12.283904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=e2aee294-59da-4049-ab7e-bc54d7cbe491,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:12.312967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.346374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127fd93-edb0-475b-9f2e-d40a827d6002 req-cbda7152-f282-4ed3-ab9f-a6bb52980289 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:12.347921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1127fd93-edb0-475b-9f2e-d40a827d6002 req-cbda7152-f282-4ed3-ab9f-a6bb52980289 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 943 time: 0.0784166 Dec 23 12:31:12.357569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet df40de8a-b151-48dc-b11c-b2cccfd8af03 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:12.361194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.380191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:12.405983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b0807fb7-41e3-4f89-bae7-b1557c361b5a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:12.412550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.425733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.427942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.440257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b0807fb7-41e3-4f89-bae7-b1557c361b5a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:12.440612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b0807fb7-41e3-4f89-bae7-b1557c361b5a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:12.444079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:12.447127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.457793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.461230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/52250161-1ffc-4efd-aa8d-f8548feacd94 HTTP/1.1" status: 204 len: 168 time: 1.7654216 Dec 23 12:31:12.461955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a10066-508e-4344-9063-282ac190f1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52250161-1ffc-4efd-aa8d-f8548feacd94,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:12.472973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:07Z', 'revision_number': 4, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7d9d10d-3d37-4dcf-944b-448ac1514ecf', 'name': '', 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'mac_address': 'fa:16:3e:16:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:04Z', 'updated_at': '2021-12-23T12:31:11Z', 'revision_number': 4, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'subnets': [{'id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:12.483358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1127fd93-edb0-475b-9f2e-d40a827d6002 req-03bdb95b-6a0d-4c1f-9618-948dd2b9d5c0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025016 Dec 23 12:31:12.505070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04ff44-b937-4efa-9e11-c1eb522cada9 None None] The sync data for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 is: [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:07Z', 'revision_number': 4, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7d9d10d-3d37-4dcf-944b-448ac1514ecf', 'name': '', 'network_id': '740d2b51-d47e-4dd0-ae45-e87e94ef7eec', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'mac_address': 'fa:16:3e:16:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:04Z', 'updated_at': '2021-12-23T12:31:11Z', 'revision_number': 4, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'subnets': [{'id': 'a9424c52-b669-4be8-b8bf-0feb0b816ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:12.522953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] For port e7d9d10d-3d37-4dcf-944b-448ac1514ecf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:12.533000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.533951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:31:12.582488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.604759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.626431 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.660758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:12.773902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.788029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2d9d-43c9-4d57-b150-7567714795e4 None None] Pushing event updated for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:12.803957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.807936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ab1ce-30d3-4bf4-8d14-aa945ebddb1e None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:12.814266 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/df40de8a-b151-48dc-b11c-b2cccfd8af03 HTTP/1.1" status: 204 len: 168 time: 0.5300601 Dec 23 12:31:12.816714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52476) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:12.817648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:12.839132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7d4e-d44e-48bf-b851-8c4d4865ee6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=df40de8a-b151-48dc-b11c-b2cccfd8af03,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:12.862280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52478) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:12.890998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:31:12.949814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c382666e-0e63-4ca7-9658-0716600633e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0d1097f660a424a810b52818445dc6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0848825 Dec 23 12:31:12.950812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52480) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:12.963520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:12.996747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:13.022538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:13.029927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.062725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.110551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.198727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:13.213774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.225130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.225130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda0e0c1-995c-46c4-9ca0-4068cbc62de1 HTTP/1.1" status: 204 len: 168 time: 0.2668393 Dec 23 12:31:13.235924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc37d4d-dd33-457c-bba1-2120f6405224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0e0c1-995c-46c4-9ca0-4068cbc62de1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:13.242986 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-55b12fee-6504-4033-84d0-25b4dcb400d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.271284 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.362460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.420638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet c580dbc3-b5dc-4b82-ae07-3cc0a7dba920 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:13.430717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.458098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['613906d7-bdcf-42cf-a903-6ee2ce621a02'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:31:13.461381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['80e830b5-6a12-4f41-820c-24a03b19ca45'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:31:13.532539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e949b4-9169-4c83-a673-f230ea54f551 req-428c3f75-aa50-4714-8fcf-bb88769d32b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:13.534302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31e949b4-9169-4c83-a673-f230ea54f551 req-428c3f75-aa50-4714-8fcf-bb88769d32b0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.2213213 Dec 23 12:31:13.539012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=e2aee294-59da-4049-ab7e-bc54d7cbe491,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:13.552225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.563867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.714103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31e949b4-9169-4c83-a673-f230ea54f551 req-a90f13e7-7c07-4ba0-8263-e0b27adb5449 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642587 Dec 23 12:31:13.771436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.777392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-6952e265-3654-4ee5-aaa0-a8101812782a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2815166 Dec 23 12:31:13.891513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:13.922105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-1a5a75e1-be92-401a-8631-7765bc9573a4 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.1230044 Dec 23 12:31:13.971696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5003795f-db56-4563-b3e5-6da0da1c5fff None None] Provisioning complete for port f818e7df-a22d-4a9a-9433-7079203d41be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:13.972543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5003795f-db56-4563-b3e5-6da0da1c5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.021900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5440c6e-7641-4d43-8db7-1334e2acf9f0 req-677206d7-8958-4075-8b44-62ff3196bb59 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:14.023491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5440c6e-7641-4d43-8db7-1334e2acf9f0 req-677206d7-8958-4075-8b44-62ff3196bb59 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1937435 Dec 23 12:31:14.106743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-338d191f-ad5f-4817-b603-81539aa16271 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:14.108115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-338d191f-ad5f-4817-b603-81539aa16271 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1782823 Dec 23 12:31:14.112793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5440c6e-7641-4d43-8db7-1334e2acf9f0 req-99a88aae-00fc-4bdd-b325-102247277d58 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794711 Dec 23 12:31:14.119007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-16f0b307-7c4e-4222-b910-161cef3b6d8f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:31:14.120005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ac911aa-4d4e-438a-a06e-4f330a6ad4fc req-16f0b307-7c4e-4222-b910-161cef3b6d8f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059466 Dec 23 12:31:14.134266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.162278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=c580dbc3-b5dc-4b82-ae07-3cc0a7dba920,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:14.164586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.167681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a3b66717-4197-467d-9eb1-4bad4b889aae tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/c580dbc3-b5dc-4b82-ae07-3cc0a7dba920 HTTP/1.1" status: 204 len: 168 time: 1.3499517 Dec 23 12:31:14.171128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:14.173610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d494624-581e-457a-87cd-eafb74ee4eba None None] Network 74823d02-6ef4-40bb-a60c-667c2812f329 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:14.225403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:14.264153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.314136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8e54dd1d-4351-4316-91c8-651214e16e09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a3a2eb98e864c72b22d092d32249a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875592 Dec 23 12:31:14.316644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:14.339663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-12454d2f-d167-4416-863c-3abebfcfd8c9 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804767 Dec 23 12:31:14.346491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:14.361198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port f818e7df-a22d-4a9a-9433-7079203d41be {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:14.361551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.387886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] DHCP port deletion for 74823d02-6ef4-40bb-a60c-667c2812f329 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:14.431644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.437590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7d9d10d-3d37-4dcf-944b-448ac1514ecf up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:14.460095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f818e7df-a22d-4a9a-9433-7079203d41be,segment=NetworkSegment(53c420d7-5fae-44e1-85ca-049cdce87770),segment_id=53c420d7-5fae-44e1-85ca-049cdce87770)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:14.460398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.473021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Deleting port f818e7df-a22d-4a9a-9433-7079203d41be {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:14.473391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.477879 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.487439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for f818e7df-a22d-4a9a-9433-7079203d41be owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:14.493406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.615967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.693671 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.696325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.700128 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52d11aea-c0e9-472f-8065-cac20a0e7125 HTTP/1.1" status: 204 len: 168 time: 0.3795900 Dec 23 12:31:14.706565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7105-e926-4ce8-b68b-5554c5530054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d11aea-c0e9-472f-8065-cac20a0e7125,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:14.714990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] For port f818e7df-a22d-4a9a-9433-7079203d41be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f818e7df-a22d-4a9a-9433-7079203d41be,segment=NetworkSegment(53c420d7-5fae-44e1-85ca-049cdce87770),segment_id=53c420d7-5fae-44e1-85ca-049cdce87770)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:14.715561 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.739440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.741978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Calling delete_port for f818e7df-a22d-4a9a-9433-7079203d41be owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:14.743817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e7d9d10d-3d37-4dcf-944b-448ac1514ecf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:14.744184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.757270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Allocated IP 172.25.7.17 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/fa7e6518-b382-4b89-a082-0c74de475cd6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:14.797359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:14.807946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port f818e7df-a22d-4a9a-9433-7079203d41be on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:14.900117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.928704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] Pushing event deleted for resources: {'Port': ['ID=f818e7df-a22d-4a9a-9433-7079203d41be,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:14.932854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37b1d3-a30a-4e00-b1ba-d7da3c4b0b64 None None] No DVR routers for this DVR port f818e7df-a22d-4a9a-9433-7079203d41be on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:14.950045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.959198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:14.972604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74823d02-6ef4-40bb-a60c-667c2812f329']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:14.982275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c420d7-5fae-44e1-85ca-049cdce87770') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:14.982534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9499-8691-477d-8dde-1af7adfdd99e req-d89297f4-9d62-451d-a69f-f478da87ffe2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:14.982716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c420d7-5fae-44e1-85ca-049cdce87770') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:14.984044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785f9499-8691-477d-8dde-1af7adfdd99e req-d89297f4-9d62-451d-a69f-f478da87ffe2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.1029325 Dec 23 12:31:14.993020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.006810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.013804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:15.014194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:15.017365 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:15.048404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785f9499-8691-477d-8dde-1af7adfdd99e req-40d6150e-d51d-4de2-a47a-a12c7cad7fca tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522027 Dec 23 12:31:15.145157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.178408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.189886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:15.191970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.200727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:15.201256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/74823d02-6ef4-40bb-a60c-667c2812f329 HTTP/1.1" status: 204 len: 168 time: 1.0239999 Dec 23 12:31:15.211011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52508) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:15.220968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:15.221789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713536-8bd1-48d8-a67f-d47d985cb960 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=74823d02-6ef4-40bb-a60c-667c2812f329,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:15.264767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=fa7e6518-b382-4b89-a082-0c74de475cd6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:15.271782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62accfbc-de46-4f86-8d0a-dfc27df878fc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:15.300945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-62accfbc-de46-4f86-8d0a-dfc27df878fc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0607769 Dec 23 12:31:15.300945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52514) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:15.306072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a288f-7651-4f59-af15-b5d16ebd8cdb req-a709e87d-fbed-4fc4-93c6-b64830517ef9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:15.307612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e6a288f-7651-4f59-af15-b5d16ebd8cdb req-a709e87d-fbed-4fc4-93c6-b64830517ef9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1164346 Dec 23 12:31:15.332096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f53597eb-6a6e-4ad3-b221-703b93ca7dd2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0530148 Dec 23 12:31:15.335422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:15.341672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-339179251'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:15.393457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.411036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e6a288f-7651-4f59-af15-b5d16ebd8cdb req-60afd563-34e8-44c4-9f4f-f558dd50d90b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724390 Dec 23 12:31:15.436283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:15.439981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.466390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:15.476150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.476488 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 364cda7a-06b3-4187-97d8-193cbd919799 of type vlan for network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 Dec 23 12:31:15.496139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.517805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.629740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08d287ab-cb98-4fb5-8d7b-d4d0887945b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.655764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.665071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.671121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:15.671694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.737266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:15.748297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:15.800607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:15.802260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-17fb49ee-08e6-4a5d-9eb2-69d71b0bd527 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4655125 Dec 23 12:31:15.804922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:15.810369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:15.878408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=fa7e6518-b382-4b89-a082-0c74de475cd6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:15.889405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:15.899610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.008620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.010283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-e4d44a88-ec80-48f5-98da-dc18510c2d6c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6684864 Dec 23 12:31:16.053519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 80e830b5-6a12-4f41-820c-24a03b19ca45 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:31:16.058251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 80e830b5-6a12-4f41-820c-24a03b19ca45 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:16.058625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.070279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-fcdc91ba-90a3-48de-887e-b80164ee30ff tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0527635 Dec 23 12:31:16.098872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:16.103492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.174979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.204862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:16.207684 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011065d9-0577-459d-8883-310b54b2b5ed" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:16.228746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:16.254499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63def185-faba-4ee0-b46c-74ce9e075043 req-9dfd06e8-c6e7-4b83-9dd0-baea58bad703 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:16.256007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63def185-faba-4ee0-b46c-74ce9e075043 req-9dfd06e8-c6e7-4b83-9dd0-baea58bad703 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0911560 Dec 23 12:31:16.263499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-69d1858a-edea-4af7-83d0-9aceec746a0a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:16.264894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9e4004c-370a-41f0-8e06-331a27357a98 req-69d1858a-edea-4af7-83d0-9aceec746a0a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1873906 Dec 23 12:31:16.316319 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312df4eb-e6ab-4c2e-81b9-283e8cb7b270 x-openstack-request-id: req-312df4eb-e6ab-4c2e-81b9-283e8cb7b270 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:16.322042 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:16.322042 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-312df4eb-e6ab-4c2e-81b9-283e8cb7b270 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:16.322042 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:31:16.339727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.340951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:16.377417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63def185-faba-4ee0-b46c-74ce9e075043 req-524bf0c8-dedd-4dd9-a1a7-4af2d73452e4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957742 Dec 23 12:31:16.434803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f818e7df-a22d-4a9a-9433-7079203d41be no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:16.476651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f818e7df-a22d-4a9a-9433-7079203d41be {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:16.477168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f818e7df-a22d-4a9a-9433-7079203d41be not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:16.485367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:16.494214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.531019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8fb75-61a7-45b9-845e-1fb0a79c5ed7 req-0d4a12e5-64d4-41f4-b44f-870f6a278d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:16.532733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdc8fb75-61a7-45b9-845e-1fb0a79c5ed7 req-0d4a12e5-64d4-41f4-b44f-870f6a278d6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1096 time: 0.1423013 Dec 23 12:31:16.552519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-5af2a877-edb6-4e55-8cec-f231dc857b7a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2160733 Dec 23 12:31:16.563190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=1e5dbbad-9753-4b19-b38d-43102be27c20,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:16.572262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '364cda7a-06b3-4187-97d8-193cbd919799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:16.574316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.578187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:16.578385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:16.598447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:31:16.604295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:16.604812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.618038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399e842-b4bc-4b54-a9ad-3609fb230949 req-050c43be-cb1c-43a2-bad8-eeb3f0f81c59 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:16.622517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0399e842-b4bc-4b54-a9ad-3609fb230949 req-050c43be-cb1c-43a2-bad8-eeb3f0f81c59 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.1097255 Dec 23 12:31:16.648652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdc8fb75-61a7-45b9-845e-1fb0a79c5ed7 req-33ef7ad1-8b00-4c56-b0ca-edb90837cc62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012046 Dec 23 12:31:16.678415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:16.687189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0399e842-b4bc-4b54-a9ad-3609fb230949 req-db5967f9-7527-4452-bf2b-327df0453afc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509012 Dec 23 12:31:16.694334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.727936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.730434 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:16.818278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:16.822180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:16.823187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.828566 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.832324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2743d0-0326-4f67-8d71-d5ab79ab7d6b None None] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:16.845079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.950771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Allocated IP 172.25.7.230 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/24169822-0952-431f-a5ae-e80ef1012118) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:16.951366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:16.985604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172', 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '1e5dbbad-9753-4b19-b38d-43102be27c20'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:16.986477 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:16.993462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d034b5c9-6c74-4e5c-8a92-ce6e223b8e79 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1874893 Dec 23 12:31:16.996322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:17.001871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172', 'name': 'tempest-PortsTestJSON-1030419633'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:17.073325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.144164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Allocated IP 172.20.0.2 (1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172/1e5dbbad-9753-4b19-b38d-43102be27c20/4ba9b3e8-c6f6-4758-896c-4187d2121d75) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:17.259687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.294892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.307215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:17.311216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:17.314914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:17.315056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:17.316641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.336570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 0d632408-a5f2-4a75-b1ca-4be895651986 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:17.340646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=24169822-0952-431f-a5ae-e80ef1012118,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.361100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:17.380420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.421139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:17.424361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:17.425178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.428089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:17.440839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Pushing event updated for resources: {'Port': ['ID=4ba9b3e8-c6f6-4758-896c-4187d2121d75,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:17.461787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.4 (1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172/1e5dbbad-9753-4b19-b38d-43102be27c20/0d632408-a5f2-4a75-b1ca-4be895651986) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:17.496760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Attempting to bind port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:17.497730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Attempting to bind port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '364cda7a-06b3-4187-97d8-193cbd919799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:17.498332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Attempting to bind port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 on network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:17.505639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:17.506036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Checking segment: {'id': '364cda7a-06b3-4187-97d8-193cbd919799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:17.506451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.506855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Bound using segment: {'id': '364cda7a-06b3-4187-97d8-193cbd919799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:17.507393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Bound port: 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364cda7a-06b3-4187-97d8-193cbd919799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:17.508159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.516118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.583857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] For port 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:17.595908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] For port 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ba9b3e8-c6f6-4758-896c-4187d2121d75,segment=NetworkSegment(364cda7a-06b3-4187-97d8-193cbd919799),segment_id=364cda7a-06b3-4187-97d8-193cbd919799)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:17.650696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.666124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.698942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.728606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.734341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0debc0-3270-4066-9f06-0f99c05dae7e None None] Pushing event updated for resources: {'Port': ['ID=4ba9b3e8-c6f6-4758-896c-4187d2121d75,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:17.767847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.776306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:17.780212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:17.784261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:17.819681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52574) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:17.828057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60652023', 'description': 'tempest-secgroup-smoke-60652023 description', 'project_id': 'c95a45dd98b447989e82921fb516201d'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:17.842146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=0d632408-a5f2-4a75-b1ca-4be895651986,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:17.864234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=24169822-0952-431f-a5ae-e80ef1012118,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:17.869296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:17.869931 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.880585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:17.932649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6957e-ed1e-4f3b-8176-532a655c917b req-65002b49-1bbb-4b0e-b7ff-486aca8232a2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:17.935368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fc6957e-ed1e-4f3b-8176-532a655c917b req-65002b49-1bbb-4b0e-b7ff-486aca8232a2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0655220 Dec 23 12:31:18.009922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fc6957e-ed1e-4f3b-8176-532a655c917b req-7791f6c3-e450-4019-9a9b-591412cf6000 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680635 Dec 23 12:31:18.033202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.041392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.061717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.063614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-14eb7358-f664-4ef4-bbd3-495e0eee0a0d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5016670 Dec 23 12:31:18.065933 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6c4667df-464e-4ed4-bd74-0778548840d3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0683868 Dec 23 12:31:18.068428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52576) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:18.074363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': '1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172', 'name': 'tempest-PortsTestJSON-2069061445'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:18.148526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.185139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.214171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.216783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-dd5a1ae6-7d25-4d00-8a32-f33e00634366 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1218727 Dec 23 12:31:18.253811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.306799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d100a6e-2047-497e-9ab1-6f2c41154d83,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:18.320313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:18.325619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0576cde-b9c3-4aeb-a8fa-fa1056bbd338 req-121b7d70-e102-417a-8cf0-d3c2b3f0c58a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:18.325619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0576cde-b9c3-4aeb-a8fa-fa1056bbd338 req-121b7d70-e102-417a-8cf0-d3c2b3f0c58a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.2294271 Dec 23 12:31:18.330801 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb971406-0ad3-416b-8b5c-fb93b3183474" -d '{"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:18.369939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.415851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-c84f9916-3b02-41d8-a700-b840cb4364ee tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:18.427815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d774aab-074d-414c-99fd-a57fdac762f0 req-c84f9916-3b02-41d8-a700-b840cb4364ee tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2052522 Dec 23 12:31:18.430445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.449867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ba9b3e8-c6f6-4758-896c-4187d2121d75 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:18.458087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0576cde-b9c3-4aeb-a8fa-fa1056bbd338 req-6da7ff5d-4f18-4010-80c1-a54c0869c8f5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023903 Dec 23 12:31:18.494889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:18.494889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.498585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a7f08-7936-4285-9603-f4023e6ed7fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:18.528377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 23df9989-0e4d-49c6-9830-912ae7fa1558 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:18.537831 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe071517-44f4-4a48-bd10-8da0c35fa1cf x-openstack-request-id: req-fe071517-44f4-4a48-bd10-8da0c35fa1cf {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:18.537831 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:18.538107 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe071517-44f4-4a48-bd10-8da0c35fa1cf {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:18.538364 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'code': 200} Dec 23 12:31:18.558597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.560134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-490e8378-831b-4223-aa7a-f561f96bbfd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7393959 Dec 23 12:31:18.563611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52582) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:18.564781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:18.565186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.569551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:18.661888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.697214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ba9b3e8-c6f6-4758-896c-4187d2121d75,segment=NetworkSegment(364cda7a-06b3-4187-97d8-193cbd919799),segment_id=364cda7a-06b3-4187-97d8-193cbd919799)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:18.750331 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.773025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb83b5e-0d5a-4a08-ab2a-1bead7fa9864 req-4312517e-9c43-4e8d-b190-d021230ab459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:18.774662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb83b5e-0d5a-4a08-ab2a-1bead7fa9864 req-4312517e-9c43-4e8d-b190-d021230ab459 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1096 time: 0.1631918 Dec 23 12:31:18.799061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.11 (1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172/1e5dbbad-9753-4b19-b38d-43102be27c20/23df9989-0e4d-49c6-9830-912ae7fa1558) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:18.801316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.824262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.838029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-1a48421e-66b9-449b-ab4e-a4058c563373 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2276576 Dec 23 12:31:18.855723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:18.863917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=4ba9b3e8-c6f6-4758-896c-4187d2121d75,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:18.884945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fb83b5e-0d5a-4a08-ab2a-1bead7fa9864 req-dd648ed5-6568-46d9-aa1c-d424af286aac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985982 Dec 23 12:31:18.922725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196a14e-8c4e-4593-bc53-40f979a18855 None None] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:18.973623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:18.997156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d37e2f0-71dd-450f-a4b3-721faef3a8e1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:19.033155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.045129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4a5c0af5-c55b-42cd-8fe6-02ff23867634 None None] Provisioning complete for port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:19.045502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0af5-c55b-42cd-8fe6-02ff23867634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.093304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.140799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.142130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-463ab936-b9f1-4254-bd18-16ce5d39de8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5774343 Dec 23 12:31:19.144764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52586) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:19.149212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:19.188646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.230493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.259067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:19.273645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e10aa-c1e1-4c9b-9503-aef7ebd90b2d req-de4987e0-d5e8-4419-a0ec-2c369f126234 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:19.275208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-909e10aa-c1e1-4c9b-9503-aef7ebd90b2d req-de4987e0-d5e8-4419-a0ec-2c369f126234 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1678147 Dec 23 12:31:19.280469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:19.280469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:19.286534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=23df9989-0e4d-49c6-9830-912ae7fa1558,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:19.289795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3d34d87c-c36d-45c7-aedf-bb65bb6d273a None None] Provisioning complete for port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:19.296192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.300439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d34d87c-c36d-45c7-aedf-bb65bb6d273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.369736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.377837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:19.378500 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.404297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3d34d87c-c36d-45c7-aedf-bb65bb6d273a None None] Provisioning complete for port 0d632408-a5f2-4a75-b1ca-4be895651986 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:19.404708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d34d87c-c36d-45c7-aedf-bb65bb6d273a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.408785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-909e10aa-c1e1-4c9b-9503-aef7ebd90b2d req-b8c7540e-4f3d-4099-9539-803369297c39 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964320 Dec 23 12:31:19.420459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.440421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.447937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d34d87c-c36d-45c7-aedf-bb65bb6d273a None None] Port 0d632408-a5f2-4a75-b1ca-4be895651986 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:19.458135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7514fd-4a31-48c5-81e9-a7c0732198e6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:19.465712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b56b0167-2526-4eab-b81f-070dca03f056 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3954754 Dec 23 12:31:19.468610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52588) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:19.513990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.518159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cf258b25-c4cf-4bc5-bdd0-39b60059615a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3699667 Dec 23 12:31:19.518639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52592) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:19.525030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:19.570558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2544da95-aa14-4453-922d-5811cc51864d None None] Provisioning complete for port 0d632408-a5f2-4a75-b1ca-4be895651986 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:19.570934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2544da95-aa14-4453-922d-5811cc51864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.617093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2544da95-aa14-4453-922d-5811cc51864d None None] Port 0d632408-a5f2-4a75-b1ca-4be895651986 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:19.625666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.661271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee94b81-a433-4e3e-889a-8392253deebc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:19.662831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eee94b81-a433-4e3e-889a-8392253deebc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1934576 Dec 23 12:31:19.665631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52596) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:19.704923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceb240-db3e-4ab9-89d1-a19d3e017624 req-915e2f27-26ac-4dd6-9a07-bc0470adf898 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:19.706485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ceb240-db3e-4ab9-89d1-a19d3e017624 req-915e2f27-26ac-4dd6-9a07-bc0470adf898 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.1361566 Dec 23 12:31:19.717734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Allocated IP 172.25.7.154 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:19.760294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.792047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 23df9989-0e4d-49c6-9830-912ae7fa1558 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:19.792397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.808674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ceb240-db3e-4ab9-89d1-a19d3e017624 req-84c989b6-19a2-4b99-9786-98f01e584f11 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936112 Dec 23 12:31:19.838389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d60ba04e-b9fa-471a-a4e3-230140500333 None None] Provisioning complete for port 23df9989-0e4d-49c6-9830-912ae7fa1558 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:19.838883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d60ba04e-b9fa-471a-a4e3-230140500333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.868465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.879086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d60ba04e-b9fa-471a-a4e3-230140500333 None None] Port 23df9989-0e4d-49c6-9830-912ae7fa1558 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:19.884808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.904648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8204b37-6832-41ac-bf97-285c0d2b614c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:19.934743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:19.947211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 23df9989-0e4d-49c6-9830-912ae7fa1558 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:19.996197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4624-655f-4e1f-906a-5bbcbd32165f req-d4d53023-0555-4bfc-adaf-400294d276ad tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:19.997129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.000936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fbc19498-f543-4541-8486-7c6efc6973e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780431 Dec 23 12:31:20.001237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-493e4624-655f-4e1f-906a-5bbcbd32165f req-d4d53023-0555-4bfc-adaf-400294d276ad tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Dec 23 12:31:20.001237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52600) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:20.006141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:20.018290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:20.018290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'floatingip': {'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:20.036325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.068911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.075976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:20.079146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:20.082741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:20.106458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:20.126549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.194438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.276029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.295907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33625a42-972c-45ab-adf0-181bb9e1aa92,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:20.328369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.398836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=23df9989-0e4d-49c6-9830-912ae7fa1558,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:20.419710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ba9b3e8-c6f6-4758-896c-4187d2121d75 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:20.498100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:20.498712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.727987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.729146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a26d956d-5f7e-4475-9c04-a6f64a8aa167 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7267108 Dec 23 12:31:20.739065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52606) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:20.749444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:20.790297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.817202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a31aef-0cc9-4b8d-9550-2c49ae5c5695 req-f43b2e99-4602-4316-9006-937439b8928d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:20.818763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a31aef-0cc9-4b8d-9550-2c49ae5c5695 req-f43b2e99-4602-4316-9006-937439b8928d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0992048 Dec 23 12:31:20.842196 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:31:20.870143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a31aef-0cc9-4b8d-9550-2c49ae5c5695 req-a7b7a47a-e451-44a7-b53b-2688c75bbebc tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Dec 23 12:31:20.926581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.930478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dbb73be1-a8f7-4e67-9104-724e1582a681 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/23df9989-0e4d-49c6-9830-912ae7fa1558 HTTP/1.1" status: 204 len: 168 time: 1.2634254 Dec 23 12:31:20.933276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:20.944426 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:31:20.944426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.948977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:20.967167 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d11489e-576e-42c1-8ee8-1fef89541183 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:20.968633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d11489e-576e-42c1-8ee8-1fef89541183 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/23df9989-0e4d-49c6-9830-912ae7fa1558 HTTP/1.1" status: 404 len: 333 time: 0.0338292 Dec 23 12:31:20.973672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52612) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:21.085146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.124308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.138323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 0d632408-a5f2-4a75-b1ca-4be895651986 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:21.138656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.151526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.173020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.195099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa36cb95-dccc-47eb-b6ed-61dacc591d5c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:21.225247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.228463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.264659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.279735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 0d632408-a5f2-4a75-b1ca-4be895651986 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:21.341885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event updated for resources: {'Port': ['ID=ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:21.349734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.360723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.361970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c75b2c0-4bc6-43fa-957d-754728d6ac09 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6200991 Dec 23 12:31:21.364793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52614) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:21.370031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'c95a7f08-7936-4285-9603-f4023e6ed7fb', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:21.391074 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Floating IP a7089dc6-1dda-4e85-aa27-9c1e3290a24e associated. External IP: 172.25.7.179, port: 80e830b5-6a12-4f41-820c-24a03b19ca45. Dec 23 12:31:21.456041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.457293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-87a1287a-d568-46e7-9657-e9b8e5f0f8b7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6100242 Dec 23 12:31:21.522041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-8982a6b4-e842-4bc7-ba20-847eec4e44d4 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0555234 Dec 23 12:31:21.577691 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:31:21.591581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.632331 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.665204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=0d632408-a5f2-4a75-b1ca-4be895651986,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:21.698051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-1ef92181-58d4-4f58-828f-d1f81345133d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:21.699478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ad41d4e-49eb-4fe6-91b8-0a9f7e758b49 req-1ef92181-58d4-4f58-828f-d1f81345133d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1718864 Dec 23 12:31:21.701782 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.739686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Router c3121767-589f-4575-805d-6c92e7c894c6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:21.770175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.775508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a94f9977-c073-4554-a00a-2ef150f52ef1 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/0d632408-a5f2-4a75-b1ca-4be895651986 HTTP/1.1" status: 204 len: 168 time: 0.7992654 Dec 23 12:31:21.782145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:21.794085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.817866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eff6fccf-eb01-4f8a-9637-d807961b1705 req-2cf4b746-b0bd-430c-a178-6b3643d1d2c8 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips/a27e7b08-cd92-491d-ac40-4ed5ed7ce486 HTTP/1.1" status: 200 len: 693 time: 0.0921113 Dec 23 12:31:21.826601 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f518db72-902f-4661-8c6c-e8ef8bd64783 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:21.828058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f518db72-902f-4661-8c6c-e8ef8bd64783 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/0d632408-a5f2-4a75-b1ca-4be895651986 HTTP/1.1" status: 404 len: 333 time: 0.0450039 Dec 23 12:31:21.833660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52620) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:21.867887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3523c85b-a5d1-47ae-9043-ccf9d6ffc68b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:21.884023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:21.890635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.901036 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Sync routers for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:21.916323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:21.923393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:21.940544 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-39272182-5d7f-4987-86f7-e12505c50a93 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "PUT /v2.0/floatingips/a7089dc6-1dda-4e85-aa27-9c1e3290a24e HTTP/1.1" status: 200 len: 991 time: 1.9299619 Dec 23 12:31:21.941338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:21.943675 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c200832-376d-4289-ab21-ec359a1d9a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:21.969311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:21.970413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7daaccf0-e826-46a9-8866-bf9a48e3d818 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6040804 Dec 23 12:31:21.973932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52630) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:21.978948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'network': {'name': 'tempest-network-smoke--1752599620', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:22.017484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 1e5dbbad-9753-4b19-b38d-43102be27c20 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:22.023342 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.044396 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:22.086704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:22.091205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.093167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.116900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:22.127942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.128334 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Added segment 72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4 of type vlan for network 046e5050-bceb-4d1f-b47b-1b15994f1e98 Dec 23 12:31:22.137432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e5490-ad23-444b-ae14-1c57d82bace5 req-81b5e9d2-f2d4-4893-9ecd-f6acaf93928c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.139007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-572e5490-ad23-444b-ae14-1c57d82bace5 req-81b5e9d2-f2d4-4893-9ecd-f6acaf93928c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1740603 Dec 23 12:31:22.145843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6fccf-eb01-4f8a-9637-d807961b1705 req-0cc1bd89-3d5d-471a-930a-42c077c569a7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.147180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eff6fccf-eb01-4f8a-9637-d807961b1705 req-0cc1bd89-3d5d-471a-930a-42c077c569a7 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.3005912 Dec 23 12:31:22.183430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.241255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-572e5490-ad23-444b-ae14-1c57d82bace5 req-9597b44e-5f82-4c39-a45a-ca98b88d15bd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904722 Dec 23 12:31:22.251376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.280514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.280514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.280514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.318745 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a7089dc6-1dda-4e85-aa27-9c1e3290a24e', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465e08-cebe-4644-9967-ddb0add25804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:53Z', 'updated_at': '2021-12-23T12:31:20Z', 'revision_number': 1, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:22.339371 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c70aa-f5a1-479c-aee7-4239a5e1cf1e x-openstack-request-id: req-b63c70aa-f5a1-479c-aee7-4239a5e1cf1e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:22.339572 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:22.339828 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b63c70aa-f5a1-479c-aee7-4239a5e1cf1e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:22.340735 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'status': 'completed', 'code': 200} Dec 23 12:31:22.364015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Network': ['ID=046e5050-bceb-4d1f-b47b-1b15994f1e98,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:22.370829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Checking router: c3121767-589f-4575-805d-6c92e7c894c6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:22.377043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:22.383070 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:22.383889 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:22.426185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-87372397-69b1-4d13-bd70-5b4c542442b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4485753 Dec 23 12:31:22.426521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:22.432990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'admin_state_up': True, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:22.440476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.486094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-4bd8e69f-f24c-4a45-949f-97e42f72954a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips/a27e7b08-cd92-491d-ac40-4ed5ed7ce486 HTTP/1.1" status: 200 len: 693 time: 0.1275988 Dec 23 12:31:22.489640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5dbbad-9753-4b19-b38d-43102be27c20,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:22.497758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.501611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-02ee8ae8-e0a3-49f9-b23f-acb795ab6328 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/1e5dbbad-9753-4b19-b38d-43102be27c20 HTTP/1.1" status: 204 len: 168 time: 0.6648214 Dec 23 12:31:22.505041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:22.505374 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:22.513825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de119da4-b479-489c-9984-2362174102cf None None] Network 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:22.575221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.576788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.637840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.672253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-0496786c-4d80-4d25-ab5b-9c9e45b380c5 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.673714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-0496786c-4d80-4d25-ab5b-9c9e45b380c5 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1794116 Dec 23 12:31:22.682077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-cb043325-cfe0-4e4c-986d-d1070cb408cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.683569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-cb043325-cfe0-4e4c-986d-d1070cb408cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1096 time: 0.3158419 Dec 23 12:31:22.696068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.750547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] DHCP port deletion for 1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:22.774686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:22.775522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.778514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a7089dc6-1dda-4e85-aa27-9c1e3290a24e', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465e08-cebe-4644-9967-ddb0add25804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:53Z', 'updated_at': '2021-12-23T12:31:20Z', 'revision_number': 1, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:22.783201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.796383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-dcabf5bd-6c81-4844-9f28-3ab7b500e14c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.1098871 Dec 23 12:31:22.805734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Deleting port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:22.807103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.815223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f340c3-730a-4ede-bf2f-5703b5aedb49 req-d3f7ae2a-020b-49cd-a50f-1b7a94b3bef5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:22.816847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6f340c3-730a-4ede-bf2f-5703b5aedb49 req-d3f7ae2a-020b-49cd-a50f-1b7a94b3bef5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.2165811 Dec 23 12:31:22.823539 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d0dba-1e44-4ea1-b37d-061d6a423748 None None] The sync data for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 is: [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a7089dc6-1dda-4e85-aa27-9c1e3290a24e', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23465e08-cebe-4644-9967-ddb0add25804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:53Z', 'updated_at': '2021-12-23T12:31:20Z', 'revision_number': 1, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:22.850558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:22.855383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Request body: {'floatingip': {'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:22.872637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-1bf289e4-e6fd-4c09-9082-93d13850d359 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.154 HTTP/1.1" status: 200 len: 696 time: 0.0657697 Dec 23 12:31:22.893885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] For port 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ba9b3e8-c6f6-4758-896c-4187d2121d75,segment=NetworkSegment(364cda7a-06b3-4187-97d8-193cbd919799),segment_id=364cda7a-06b3-4187-97d8-193cbd919799)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:22.898648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:22.910313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Calling delete_port for 4ba9b3e8-c6f6-4758-896c-4187d2121d75 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:22.990611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.022453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-6fbfddde-f7fc-4619-a86b-fc68f9f90600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:23.024052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-6fbfddde-f7fc-4619-a86b-fc68f9f90600 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.3284216 Dec 23 12:31:23.049779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port 4ba9b3e8-c6f6-4758-896c-4187d2121d75, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ba9b3e8-c6f6-4758-896c-4187d2121d75,segment=NetworkSegment(364cda7a-06b3-4187-97d8-193cbd919799),segment_id=364cda7a-06b3-4187-97d8-193cbd919799)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:23.050152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.065375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.100271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] Pushing event deleted for resources: {'Port': ['ID=4ba9b3e8-c6f6-4758-896c-4187d2121d75,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:23.109277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1eedd9-60bf-49b9-a3bf-5a4351ff7f62 None None] No DVR routers for this DVR port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:23.142003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-37122369-2525-41b7-9f2e-14f3dc9a917a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.0957794 Dec 23 12:31:23.150245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39feb689-0062-437e-82ea-71499e3c1f21 None None] New status for floating IP a7089dc6-1dda-4e85-aa27-9c1e3290a24e: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:31:23.160089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Deleting port ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:23.160451 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.177475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 4ba9b3e8-c6f6-4758-896c-4187d2121d75 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:23.180332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.258630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-ab040854-c772-4d05-92b0-0cf2448adb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:23.260645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-ab040854-c772-4d05-92b0-0cf2448adb59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1123023 Dec 23 12:31:23.324301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.325205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.343705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Calling delete_port for ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:23.349577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-f24e814b-5f41-4f08-8b97-c32286922f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:23.351084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-f24e814b-5f41-4f08-8b97-c32286922f94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824673 Dec 23 12:31:23.455261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.515692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-c69ffec1-f65d-41b0-b6b5-b2282f9d82b5 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557548 Dec 23 12:31:23.532324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=4ba9b3e8-c6f6-4758-896c-4187d2121d75,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:23.538411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port 4ba9b3e8-c6f6-4758-896c-4187d2121d75 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:23.647295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c200832-376d-4289-ab21-ec359a1d9a7a req-fb6a0120-caf3-4be3-839f-027dff971b26 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242585 Dec 23 12:31:23.705029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.707946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.732687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event deleted for resources: {'Port': ['ID=ef57cd72-8b9d-4fcb-a15b-3e856fbce4f9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:23.753854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:23.791509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364cda7a-06b3-4187-97d8-193cbd919799') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:23.791783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364cda7a-06b3-4187-97d8-193cbd919799') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:23.801748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.804458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:23.806207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7efcb0d8-d38f-4ad9-a84a-64178b508061 req-973c2a3b-a8d3-4645-a4a4-b716d5d0178d tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "DELETE /v2.0/floatingips/a27e7b08-cd92-491d-ac40-4ed5ed7ce486 HTTP/1.1" status: 204 len: 173 time: 0.9217067 Dec 23 12:31:24.027075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef2fd5-c986-494a-bcaa-c6bea19332a0 req-b46c528d-5bca-42bb-989f-17cbdc1dea33 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:24.028811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81ef2fd5-c986-494a-bcaa-c6bea19332a0 req-b46c528d-5bca-42bb-989f-17cbdc1dea33 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2020710 Dec 23 12:31:24.131484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4acd5720-c065-4e3a-85ed-05c61d67f6e3 req-f4d093ce-7ee8-4570-ac0e-1f31d1792a30 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=5575225d4c0a4692b59545c540744d4c HTTP/1.1" status: 200 len: 1655 time: 0.0821557 Dec 23 12:31:24.186579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.192090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.resource_extend [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:31:24.245123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.246041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5720-c065-4e3a-85ed-05c61d67f6e3 req-8e35342f-9a69-4214-98e4-c296dc3b4efa tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:24.248281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4acd5720-c065-4e3a-85ed-05c61d67f6e3 req-8e35342f-9a69-4214-98e4-c296dc3b4efa tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks?id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 787 time: 0.1098955 Dec 23 12:31:24.259315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-4acd5720-c065-4e3a-85ed-05c61d67f6e3 req-d45e2eeb-a98d-4852-b1d1-2482e6381475 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:31:24.260281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4acd5720-c065-4e3a-85ed-05c61d67f6e3 req-d45e2eeb-a98d-4852-b1d1-2482e6381475 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056717 Dec 23 12:31:24.271452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:24.271844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:24.274905 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:24.281467 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:24.286555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.335345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-27c1db63-b274-4985-96e1-47622f103a82 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips/04a24492-3a89-40bc-a70c-902a258689ef HTTP/1.1" status: 200 len: 693 time: 0.0508542 Dec 23 12:31:24.342531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.346171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.394108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ba9b3e8-c6f6-4758-896c-4187d2121d75 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:24.417193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4ba9b3e8-c6f6-4758-896c-4187d2121d75 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:24.417681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ba9b3e8-c6f6-4758-896c-4187d2121d75 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:24.449140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.463580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-eda53b67-6c43-4be1-b5ab-7bec487fad28 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:24.465054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-eda53b67-6c43-4be1-b5ab-7bec487fad28 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1239209 Dec 23 12:31:24.477023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-726b8314-aba8-4225-a933-a9eaad671b7f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:31:24.478001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-726b8314-aba8-4225-a933-a9eaad671b7f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057366 Dec 23 12:31:24.496095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.509844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.518505 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172 HTTP/1.1" status: 204 len: 168 time: 2.0084059 Dec 23 12:31:24.521118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:24.538592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152337337'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:24.539412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-cdb51c69-875d-4b92-ad54-b29be75e2597 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0541551 Dec 23 12:31:24.553652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621a0c7-e8b3-487a-a01e-9f1878287bc9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=1dd85bd5-2aa3-4d7d-a4f7-bc84bdf7b172,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:24.592584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.171 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/9bc618e3-a6f2-4130-9807-8e0ca28218c1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:24.598513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-e6fc330a-7785-4940-8eef-3ec34767d34f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0511999 Dec 23 12:31:24.672082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:24.675626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.691312 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Floating IP af13b8c7-799b-41e1-af1f-3fe7903b0736 associated. External IP: 172.25.7.32, port: 613906d7-bdcf-42cf-a903-6ee2ce621a02. Dec 23 12:31:24.732167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Deleting port 24169822-0952-431f-a5ae-e80ef1012118 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:24.732470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.766609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:24.810521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.810843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.823178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Calling delete_port for 24169822-0952-431f-a5ae-e80ef1012118 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:24.825835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.826039 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 7b7284a0-7fd8-40ab-8439-21900dfdcfec of type vlan for network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 Dec 23 12:31:24.844504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:24.897291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.023980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.030502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:25.034422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.092669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.166927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:25.170686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=ccf1d884-ce1b-4245-80a1-1d6d73f411a1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:25.179298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:25.182128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:25.182572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:25.208697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:25.225814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1dcc2a80-e9a9-4260-8a58-2f0ca552d1fd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6921134 Dec 23 12:31:25.227443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52662) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:25.228979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cac685-7c22-46c8-8ae9-5bb3b804abda None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:25.233194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:25.237277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=9bc618e3-a6f2-4130-9807-8e0ca28218c1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:25.277533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e7be1b3a-4bfd-49ae-b682-7abfc645d271 None None] Provisioning complete for port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:25.278102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e7be1b3a-4bfd-49ae-b682-7abfc645d271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.321628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e7be1b3a-4bfd-49ae-b682-7abfc645d271 None None] Port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:25.407737 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.436745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event deleted for resources: {'Port': ['ID=24169822-0952-431f-a5ae-e80ef1012118,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:25.438917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:25.442970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.463813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:25.471028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.477198 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:25.492802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:25.493385 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:25.502301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-972c0d13-e2f8-48bd-8cad-8f796b865cae tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "PUT /v2.0/floatingips/af13b8c7-799b-41e1-af1f-3fe7903b0736 HTTP/1.1" status: 200 len: 990 time: 2.6499388 Dec 23 12:31:25.502497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:25.506794 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:25.584440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.587141 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.588303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aaacf35-247d-43e3-8904-ce6c8d78806a req-71670bac-9c71-4b22-81ae-e28828995a3a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "DELETE /v2.0/floatingips/04a24492-3a89-40bc-a70c-902a258689ef HTTP/1.1" status: 204 len: 173 time: 0.9831793 Dec 23 12:31:25.618289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:25.696334 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c18469-5c8f-46b8-93ab-5658c338312b x-openstack-request-id: req-72c18469-5c8f-46b8-93ab-5658c338312b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:25.696726 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:25.697081 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72c18469-5c8f-46b8-93ab-5658c338312b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:25.697534 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'status': 'completed', 'code': 200} Dec 23 12:31:25.738769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.770427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-876f171b-cce4-4fd0-971a-7a270fcc54d6 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips/9952a507-5bc9-4ff1-b351-aa1b4b44beb0 HTTP/1.1" status: 200 len: 692 time: 0.1168664 Dec 23 12:31:25.873228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:25.890453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-48258966-05b4-4aba-8c95-a85cb3cc7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:25.891372 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af13b8c7-799b-41e1-af1f-3fe7903b0736', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:55Z', 'updated_at': '2021-12-23T12:31:23Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:25.892158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-48258966-05b4-4aba-8c95-a85cb3cc7568 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1096 time: 0.2101614 Dec 23 12:31:25.937347 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:25.947221 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:25.947957 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:25.977069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.028152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f556ade-0d41-4478-876c-a460adfb66e5 req-dda5630f-6136-48c0-8c6d-822e4e908ad5 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.029866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f556ade-0d41-4478-876c-a460adfb66e5 req-dda5630f-6136-48c0-8c6d-822e4e908ad5 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.2585068 Dec 23 12:31:26.040801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=704a0d4c-ea3d-4897-8c79-631d439427e6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:26.071299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-4f980eae-df89-4b40-9d65-72f4df8dd958 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.072769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-4f980eae-df89-4b40-9d65-72f4df8dd958 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.2926464 Dec 23 12:31:26.166745 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:26.179619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '7b7284a0-7fd8-40ab-8439-21900dfdcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:26.179981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: ccf1d884-ce1b-4245-80a1-1d6d73f411a1, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:26.189845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-172339e6-d978-4c73-abe1-17e7a158df48 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1015139 Dec 23 12:31:26.196649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-fcbbe7fd-4e2d-4b4a-8374-59307efe7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.198083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-fcbbe7fd-4e2d-4b4a-8374-59307efe7da0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.2784925 Dec 23 12:31:26.212961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f556ade-0d41-4478-876c-a460adfb66e5 req-2ebc39f9-798c-4e7c-8ffb-f55c8965fca7 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644380 Dec 23 12:31:26.237940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router aff52d36-e954-4549-8ca5-62701f434fff is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:31:26.304504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-783c5e5c-c73b-4a3d-83ca-63ea323af16c tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1039002 Dec 23 12:31:26.362658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-a4132986-94ea-4380-814f-d280736a9bf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 998 time: 0.1487267 Dec 23 12:31:26.372846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:26.384053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Sync routers for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:26.397013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:26.397720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:26.427340 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af13b8c7-799b-41e1-af1f-3fe7903b0736', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:55Z', 'updated_at': '2021-12-23T12:31:23Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:26.436258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:26.462448 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1a245-cd65-4cb7-80ed-78aadddd6ecd None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af13b8c7-799b-41e1-af1f-3fe7903b0736', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:30:55Z', 'updated_at': '2021-12-23T12:31:23Z', 'revision_number': 1, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:26.484283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-d7347e20-7eed-4228-9e89-499ca9b8fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.485778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-d7347e20-7eed-4228-9e89-499ca9b8fb26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.1154263 Dec 23 12:31:26.505780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.512453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4850a459-48eb-4163-b378-5a8b8cb748c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0790267 Dec 23 12:31:26.513136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52680) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:26.528558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:26.532850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ccf1d884-ce1b-4245-80a1-1d6d73f411a1) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:26.543959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.543959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.549798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Deleting port fa7e6518-b382-4b89-a082-0c74de475cd6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:26.550132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.580020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfae42-5c17-40ac-b953-771ab7a93c70 None None] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:26.609004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-a085ac19-683d-41e6-baa7-9c51f6cb34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:26.610673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-a085ac19-683d-41e6-baa7-9c51f6cb34a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178410 Dec 23 12:31:26.678565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d8d028ce-bb72-4b6d-9250-c68fa5850a38 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4483268 Dec 23 12:31:26.679374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:26.689262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1', 'name': 'tempest-PortsTestJSON-29277459', 'fixed_ips': [{'subnet_id': '704a0d4c-ea3d-4897-8c79-631d439427e6', 'ip_address': '172.20.0.10'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:26.705511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.705841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:26.725453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Calling delete_port for fa7e6518-b382-4b89-a082-0c74de475cd6 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:26.796320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24a45beb-eb9f-4984-ae56-f503dc2a26bb tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c95a45dd98b447989e82921fb516201d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2820370 Dec 23 12:31:26.799644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:26.800372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-e30fa902-6c05-434e-8ceb-39e23da1451e service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811852 Dec 23 12:31:26.833234 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874919c1-2a10-4651-b671-a6dc7bdb7367 None None] New status for floating IP af13b8c7-799b-41e1-af1f-3fe7903b0736: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:31:26.928872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33644d9f-def9-40ae-8a9f-4c72b0cfdd79 req-7c6fa9f7-61db-4e4a-917e-d5320eaa213c service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201987 Dec 23 12:31:27.055010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ccf1d884-ce1b-4245-80a1-1d6d73f411a1', 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '704a0d4c-ea3d-4897-8c79-631d439427e6'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:27.055766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227791d-3b5f-41de-aa8b-816740748334 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:27.056781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.057344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1227791d-3b5f-41de-aa8b-816740748334 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2562780 Dec 23 12:31:27.060947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52690) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:27.070972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.104537 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b913835-fbe3-45ce-a4c9-a2f80dd4b925 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395732 Dec 23 12:31:27.104789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:27.110311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1130270906', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:27.111450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event deleted for resources: {'Port': ['ID=fa7e6518-b382-4b89-a082-0c74de475cd6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:27.171071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:27.181836 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.185321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.190187 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95f9bd7f-9158-40f8-a104-904fb14caa40 req-2f966b89-384f-453b-bec6-1aa4c410b73a tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "DELETE /v2.0/floatingips/9952a507-5bc9-4ff1-b351-aa1b4b44beb0 HTTP/1.1" status: 204 len: 173 time: 0.8756907 Dec 23 12:31:27.259646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-088c332a-05ef-4ca3-b193-0a96b4ae6372 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips/8aed4c0a-ead2-444d-aa40-f0e0381baf5c HTTP/1.1" status: 200 len: 692 time: 0.0503793 Dec 23 12:31:27.290147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Allocated IP 172.20.0.2 (ccf1d884-ce1b-4245-80a1-1d6d73f411a1/704a0d4c-ea3d-4897-8c79-631d439427e6/da3d1ae8-5e66-4c4a-ba67-b9e686422fa2) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:27.296540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:25Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:27.298519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.317104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 11bb960a-0b1f-4aef-87a0-66298de1e43d yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:27.336010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Checking router: aff52d36-e954-4549-8ca5-62701f434fff for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:27.336392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Updating router aff52d36-e954-4549-8ca5-62701f434fff port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:31:27.384081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:27.388353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.388904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-ca9eb149-f4f4-4069-b1b7-a40f055508e6 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:27.390384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-ca9eb149-f4f4-4069-b1b7-a40f055508e6 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 784 time: 0.1226499 Dec 23 12:31:27.403533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.452332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-ebe9c444-d90c-428f-906e-2e589bedf92f tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0510747 Dec 23 12:31:27.520923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-a27a4049-7d6e-4bff-ad43-d2c7eb693291 tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0600448 Dec 23 12:31:27.644185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.686029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Deleting port e2aee294-59da-4049-ab7e-bc54d7cbe491 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:27.686448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.745164 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.769494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.776642 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.777035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.792092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Calling delete_port for e2aee294-59da-4049-ab7e-bc54d7cbe491 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:27.808139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:27.812679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.10 (ccf1d884-ce1b-4245-80a1-1d6d73f411a1/704a0d4c-ea3d-4897-8c79-631d439427e6/11bb960a-0b1f-4aef-87a0-66298de1e43d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:27.818801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:27.826245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.828003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:27.879707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Pushing event updated for resources: {'Port': ['ID=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:27.896768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Subnet': ['ID=c85ed054-e05e-46dc-a421-85142c67db10,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:27.929943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Attempting to bind port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:27.931065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Attempting to bind port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '7b7284a0-7fd8-40ab-8439-21900dfdcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:27.931782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Attempting to bind port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 on network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:27.937666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.966102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Checking segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:27.966102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network hostable DHCP agents. Network: 046e5050-bceb-4d1f-b47b-1b15994f1e98, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:27.994326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:27.994870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Checking segment: {'id': '7b7284a0-7fd8-40ab-8439-21900dfdcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:27.995439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:27.995808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Bound using segment: {'id': '7b7284a0-7fd8-40ab-8439-21900dfdcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:27.997428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Bound port: da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7284a0-7fd8-40ab-8439-21900dfdcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:27.997428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.034738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f69ca5-4c11-4d7a-887c-7337ebb00d72 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:28.040492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a5748-a512-4ad3-a3de-c2d2335b457f None None] Pushing event updated for resources: {'Port': ['ID=9bc618e3-a6f2-4130-9807-8e0ca28218c1,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:28.063278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Attempting to bind port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:28.063701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Attempting to bind port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:28.064012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Attempting to bind port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:28.078139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:28.078524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:28.078932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.079323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:28.079908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Bound port: 9bc618e3-a6f2-4130-9807-8e0ca28218c1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:28.080168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.088246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.102451 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.122832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:28.133856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b9454-f9b9-4a49-83ac-908b40d76076 req-ec4be160-824d-4294-852d-5df3935674a7 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:28.141344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee3b9454-f9b9-4a49-83ac-908b40d76076 req-ec4be160-824d-4294-852d-5df3935674a7 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.1022062 Dec 23 12:31:28.145534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] For port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:28.150034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] For port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,segment=NetworkSegment(7b7284a0-7fd8-40ab-8439-21900dfdcfec),segment_id=7b7284a0-7fd8-40ab-8439-21900dfdcfec)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:28.162391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] For port 9bc618e3-a6f2-4130-9807-8e0ca28218c1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:28.167057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] For port 9bc618e3-a6f2-4130-9807-8e0ca28218c1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9bc618e3-a6f2-4130-9807-8e0ca28218c1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:28.171414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Pushing event deleted for resources: {'Port': ['ID=e2aee294-59da-4049-ab7e-bc54d7cbe491,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:28.175739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-da8d7ff6-46a0-44df-aeda-28e539034e36 None None] Provisioning complete for port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:28.176094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da8d7ff6-46a0-44df-aeda-28e539034e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.210830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-da8d7ff6-46a0-44df-aeda-28e539034e36 None None] Port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:28.241321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.252282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee3b9454-f9b9-4a49-83ac-908b40d76076 req-835bfe0d-4315-4ba7-8799-0a31dad144dc tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100655 Dec 23 12:31:28.255276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.257460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.258543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8e55a56-cb94-48a0-ba6f-0b0ac2369ce8 req-4215df17-3c09-4c96-ac0f-33cf5d448afc tempest-FloatingIPDetailsTestJSON-1583902923 tempest-FloatingIPDetailsTestJSON-1583902923-project] 10.222.0.16 "DELETE /v2.0/floatingips/8aed4c0a-ead2-444d-aa40-f0e0381baf5c HTTP/1.1" status: 204 len: 173 time: 0.7276528 Dec 23 12:31:28.267495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.270834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.273841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52706) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:28.299248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 046e5050-bceb-4d1f-b47b-1b15994f1e98) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:28.311275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:28.311871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.333501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:28.336573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff5162-adb8-431f-8bb9-0507a9e3b870 None None] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:28.338738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:28.341658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:28.346006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=11bb960a-0b1f-4aef-87a0-66298de1e43d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:28.405941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:28.406658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.410561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbc20a-e1c9-4580-864e-ce1ec57f24a9 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:28.451704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fb768a34-6539-497b-8389-e82c28013da8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3459768 Dec 23 12:31:28.455118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:28.456095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a335-79eb-4e19-b282-8e8090e879e2 None None] Pushing event updated for resources: {'Port': ['ID=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:28.469907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:28.470714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:28.557803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fdb6621f-08da-400c-9544-a75f89b8997a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8768322 Dec 23 12:31:28.561687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:28.570536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'ccf1d884-ce1b-4245-80a1-1d6d73f411a1', 'name': 'tempest-PortsTestJSON-1289710116', 'fixed_ips': [{'subnet_id': '704a0d4c-ea3d-4897-8c79-631d439427e6', 'ip_address': '172.20.0.9'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:28.706518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-046e5050-bceb-4d1f-b47b-1b15994f1e98', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:28.709362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.712880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a5748-a512-4ad3-a3de-c2d2335b457f None None] Pushing event updated for resources: {'Port': ['ID=9bc618e3-a6f2-4130-9807-8e0ca28218c1,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:28.792086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] Provisioning complete for port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:28.792944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:28.951748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.015022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:29.173718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Allocated IP 172.20.0.2 (046e5050-bceb-4d1f-b47b-1b15994f1e98/c85ed054-e05e-46dc-a421-85142c67db10/0d7bd866-b3c0-4a0b-a84a-81a7358a90c3) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:29.177535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.249178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Deleting port e7d9d10d-3d37-4dcf-944b-448ac1514ecf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:29.249512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.311952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] For port 9bc618e3-a6f2-4130-9807-8e0ca28218c1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9bc618e3-a6f2-4130-9807-8e0ca28218c1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:29.380120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b74ca-932f-46f1-be60-4fd6f9ad5a82 req-083ab16d-3c85-44a8-86ec-5d7e053a6b0a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:29.381849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-897b74ca-932f-46f1-be60-4fd6f9ad5a82 req-083ab16d-3c85-44a8-86ec-5d7e053a6b0a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.1042817 Dec 23 12:31:29.415386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] For port e7d9d10d-3d37-4dcf-944b-448ac1514ecf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:29.415747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.432793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Calling delete_port for e7d9d10d-3d37-4dcf-944b-448ac1514ecf owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:29.435216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.467975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-897b74ca-932f-46f1-be60-4fd6f9ad5a82 req-76131d54-de7b-429b-ae7a-fca4f42008ea tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782788 Dec 23 12:31:29.509512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:29.520034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.558678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 696354ba-6f25-4521-9fa5-67dca7044036 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:29.568317 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.571959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc115773-fe8b-4db3-9c2e-9e51d82630a8 None None] Pushing event updated for resources: {'Port': ['ID=9bc618e3-a6f2-4130-9807-8e0ca28218c1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:29.583590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:25Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:29.756651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.789442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8916-0540-4921-9601-de4a0193e23a None None] The sync data for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 is: [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:25Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:29.792906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:29.822811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d9d10d-3d37-4dcf-944b-448ac1514ecf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:29.845287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:29.851230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:29.854528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:29.867765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Pushing event updated for resources: {'Port': ['ID=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:29.944492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.9 (ccf1d884-ce1b-4245-80a1-1d6d73f411a1/704a0d4c-ea3d-4897-8c79-631d439427e6/696354ba-6f25-4521-9fa5-67dca7044036) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:29.957900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22676064-a03e-4bc2-8c75-de81bfcb5800 None None] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:29.969116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.027973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Attempting to bind port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:30.028359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Attempting to bind port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:30.028729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Attempting to bind port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:30.038281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:30.038659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Checking segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:30.039062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.039459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Bound using segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:30.039939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Bound port: 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:30.040396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.122754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] Provisioning complete for port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:30.123037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.159613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.216771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] For port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:30.228610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] For port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:30.550002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.552245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.553155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] For port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,segment=NetworkSegment(7b7284a0-7fd8-40ab-8439-21900dfdcfec),segment_id=7b7284a0-7fd8-40ab-8439-21900dfdcfec)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:30.553259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Router 43507f99-ebeb-43de-a89f-cadecc26d4da has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:30.553355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.1 (046e5050-bceb-4d1f-b47b-1b15994f1e98/c85ed054-e05e-46dc-a421-85142c67db10/f619f37e-c0c3-43a6-9f80-ceac37d1cdc7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:30.673797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.788474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.838633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.863163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:30.943757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.952957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.991462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-b1803a3f-da48-4b1f-8a1f-06cfddcba347 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:30.995316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-b1803a3f-da48-4b1f-8a1f-06cfddcba347 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.2734354 Dec 23 12:31:31.013865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd03ad-7c5f-4b39-bf9e-b98c8cdd9ae9 None None] Pushing event updated for resources: {'Port': ['ID=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:31.075356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:31.089749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=696354ba-6f25-4521-9fa5-67dca7044036,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:31.146863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:31.159806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad7569eb-e5fb-4fe2-a820-30de34d91612 admin admin] 10.222.0.16 "PUT /v2.0/routers/43507f99-ebeb-43de-a89f-cadecc26d4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8820603 Dec 23 12:31:31.160492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52732) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:31.178767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9936ffb-6661-42d8-bd8f-bc1d1bf6ef88 None None] Pushing event updated for resources: {'Port': ['ID=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:31.193799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:31.203712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Sync routers for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:31.222903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:31.224771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:31.234027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:31.239226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:31.291899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:31.292267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.295364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dff5d-e2d2-4b37-9717-8941597d1568 req-e4b049a8-37f3-44f1-a609-8bd21811132b tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:31.303332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a78dff5d-e2d2-4b37-9717-8941597d1568 req-e4b049a8-37f3-44f1-a609-8bd21811132b tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.2786112 Dec 23 12:31:31.331480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:31.332501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:31.404091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c93a8fc1-5100-4c84-a291-5b8c3c659823 None None] Provisioning complete for port 11bb960a-0b1f-4aef-87a0-66298de1e43d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:31.404455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c93a8fc1-5100-4c84-a291-5b8c3c659823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.462126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:31.468618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.484014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a78dff5d-e2d2-4b37-9717-8941597d1568 req-f9df042f-b0ce-4281-8e63-69f877d1cad5 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765788 Dec 23 12:31:31.508488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.547963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:31.573927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.609501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c93a8fc1-5100-4c84-a291-5b8c3c659823 None None] Port 11bb960a-0b1f-4aef-87a0-66298de1e43d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:31.662516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.681642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:31.686418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c93a8fc1-5100-4c84-a291-5b8c3c659823 None None] Provisioning complete for port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:31.686856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c93a8fc1-5100-4c84-a291-5b8c3c659823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.757322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Deleting port 05e8ca89-252d-4937-8a4c-88507ef332c0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:31.757659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.798590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Deleting port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:31.798937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.807549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf3487f1-3b96-4a63-b475-8ae3bb63c3ce tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2443414 Dec 23 12:31:31.811508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52736) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:31.905380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] For port aca2c90a-a9e7-4c5f-ba6b-12114c1c06da, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:31.906101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.927791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Calling delete_port for aca2c90a-a9e7-4c5f-ba6b-12114c1c06da owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:31.938443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e39ba0d-303f-4a7e-8479-798854eaa0ac tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:31.940031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e39ba0d-303f-4a7e-8479-798854eaa0ac tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1275015 Dec 23 12:31:31.942797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52738) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:31.953727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] For port 05e8ca89-252d-4937-8a4c-88507ef332c0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=05e8ca89-252d-4937-8a4c-88507ef332c0,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:31.954094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:31.971494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 5, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port': {'id': 'aca2c90a-a9e7-4c5f-ba6b-12114c1c06da', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:58Z', 'updated_at': '2021-12-23T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:32.007380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Checking router: 43507f99-ebeb-43de-a89f-cadecc26d4da for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:32.018832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Routers {'43507f99-ebeb-43de-a89f-cadecc26d4da'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:32.019452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['43507f99-ebeb-43de-a89f-cadecc26d4da'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:32.129197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Provisioning complete for port 11bb960a-0b1f-4aef-87a0-66298de1e43d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:32.129565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.171466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Port 11bb960a-0b1f-4aef-87a0-66298de1e43d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:32.187559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] Set router 43507f99-ebeb-43de-a89f-cadecc26d4da gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:32.257073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Provisioning complete for port 696354ba-6f25-4521-9fa5-67dca7044036 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:32.257577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.261283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 6, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:32.267101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ff3d5-b2e6-44ef-bc1e-a68a56539aef tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:32.273592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ff3d5-b2e6-44ef-bc1e-a68a56539aef tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:32.282714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ff3d5-b2e6-44ef-bc1e-a68a56539aef tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:32.286032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad4ff3d5-b2e6-44ef-bc1e-a68a56539aef tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3416669 Dec 23 12:31:32.287075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52744) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:32.298720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.315374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bf117-90b1-4d56-8984-bce0fe118b12 None None] The sync data for ids ['43507f99-ebeb-43de-a89f-cadecc26d4da'] in n-d-822750-2 is: [{'id': '43507f99-ebeb-43de-a89f-cadecc26d4da', 'name': 'tempest-FloatingIPDetailsTestJSON-1134079152-router', 'tenant_id': '5575225d4c0a4692b59545c540744d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:56Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 6, 'project_id': '5575225d4c0a4692b59545c540744d4c', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:32.336378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b2d186fc-4434-42c3-9ab9-c2cd4f91c9ee None None] Port 696354ba-6f25-4521-9fa5-67dca7044036 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:32.346874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.401295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935a787-e61b-45ed-b442-2bc4bae6eb1a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:32.536576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Pushing event deleted for resources: {'Port': ['ID=aca2c90a-a9e7-4c5f-ba6b-12114c1c06da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:32.538698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.654740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1c0eb-969f-4372-8dbf-f097b8038f28 None None] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:32.690311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.690882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.690995 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Floating IP 0b78c859-2f36-4506-8108-3cea9604e040 disassociated. External IP: 172.25.7.60, port: 05e8ca89-252d-4937-8a4c-88507ef332c0. Dec 23 12:31:32.691519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Calling delete_port for 05e8ca89-252d-4937-8a4c-88507ef332c0 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:32.696155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.700378 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.790100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 696354ba-6f25-4521-9fa5-67dca7044036 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:32.795113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.828646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930618c-54cd-4a7a-8df0-72007057d841 req-93ebbd6b-b26a-4f7d-aaba-97b3c0a8cd96 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:32.836803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6930618c-54cd-4a7a-8df0-72007057d841 req-93ebbd6b-b26a-4f7d-aaba-97b3c0a8cd96 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 946 time: 0.2646310 Dec 23 12:31:32.842046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] Provisioning complete for port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:32.842191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.905884 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.906391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43507f99-ebeb-43de-a89f-cadecc26d4da {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:31:32.912806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:32.916911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e0bf2e8-3b19-4c4f-bea2-4e146f9585de admin admin] 10.222.0.16 "DELETE /v2.0/routers/43507f99-ebeb-43de-a89f-cadecc26d4da HTTP/1.1" status: 204 len: 168 time: 1.7508490 Dec 23 12:31:32.921710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52748) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:32.983641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6930618c-54cd-4a7a-8df0-72007057d841 req-6348a1d7-61ce-4117-a979-df0d43bee547 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2585e33-e9e7-43f3-aa22-95f68b62b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423099 Dec 23 12:31:33.036927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:33.069873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.075033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.076451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Deleting subnet a9424c52-b669-4be8-b8bf-0feb0b816ac8 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:33.089405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.119956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 696354ba-6f25-4521-9fa5-67dca7044036 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:33.140366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.144463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.196390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:33.196864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.201148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.208518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.258832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.280015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] For port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:33.315608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:33.364050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:33.400034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.414791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event deleted for resources: {'Port': ['ID=05e8ca89-252d-4937-8a4c-88507ef332c0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:33.450234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.510179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:33.511964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.524366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b761-a9ef-4aa1-9bb8-3abbf73c83ed None None] Pushing event updated for resources: {'Port': ['ID=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:33.605021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:33.608047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.627341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:33.643272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a6598dc2-a263-4ff2-aa6a-3bffd457fecb None None] Provisioning complete for port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:33.643525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6598dc2-a263-4ff2-aa6a-3bffd457fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.643758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:33.703395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=696354ba-6f25-4521-9fa5-67dca7044036,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:33.706764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.772256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6598dc2-a263-4ff2-aa6a-3bffd457fecb None None] Port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:33.792144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9424c52-b669-4be8-b8bf-0feb0b816ac8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:33.814245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.821908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6319a50c-3000-4cbb-a656-586270ff1859 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a9424c52-b669-4be8-b8bf-0feb0b816ac8 HTTP/1.1" status: 204 len: 168 time: 0.9003103 Dec 23 12:31:33.824249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:33.844045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba02ec7-b902-45a1-9915-e8f2b1418091 None None] Network 740d2b51-d47e-4dd0-ae45-e87e94ef7eec requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:33.873605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a6598dc2-a263-4ff2-aa6a-3bffd457fecb None None] Provisioning complete for port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:33.874923 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6598dc2-a263-4ff2-aa6a-3bffd457fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.055320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9bc618e3-a6f2-4130-9807-8e0ca28218c1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:34.140874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:34.143996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router aff52d36-e954-4549-8ca5-62701f434fff has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:34.151656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.162298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Sync routers for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:34.177855 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:34.178039 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:34.188083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48840f53-11f8-48ac-ac14-3498e802f3c0 req-8e26f181-a6dd-4e19-b98a-b801890cc9c6 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0675445 Dec 23 12:31:34.193037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.196831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b2ca2e09-b7ac-4b35-92f3-f018a20ad77d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/696354ba-6f25-4521-9fa5-67dca7044036 HTTP/1.1" status: 204 len: 168 time: 1.9087403 Dec 23 12:31:34.200927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:34.239797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] No DVR routers for this DVR port 05e8ca89-252d-4937-8a4c-88507ef332c0 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:34.243720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.253790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-53be9832-9751-4096-80ff-f6fb3af005b3 req-e5ee1d27-4d08-44a9-83e7-97115986c249 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.43 "DELETE /v2.0/ports/05e8ca89-252d-4937-8a4c-88507ef332c0 HTTP/1.1" status: 204 len: 173 time: 3.2441318 Dec 23 12:31:34.268603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'name': 'network-vif-deleted', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:34.272084 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cda178-e20b-4e1c-a7ca-618db93a5c18" -d '{"events": [{"server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "name": "network-vif-deleted", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:34.313286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Deleting port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:34.314086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.367795 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0058c8f-ff3c-496c-b2c2-b62d861d1c96 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:34.372954 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d0058c8f-ff3c-496c-b2c2-b62d861d1c96 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/696354ba-6f25-4521-9fa5-67dca7044036 HTTP/1.1" status: 404 len: 333 time: 0.1699877 Dec 23 12:31:34.373831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52764) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:34.376452 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c82e18-c0de-467c-bbff-4b6147fb45cd x-openstack-request-id: req-96c82e18-c0de-467c-bbff-4b6147fb45cd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:34.376452 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a66523-9076-401c-b24f-df42b386c4a2", "name": "network-vif-deleted", "tag": "05e8ca89-252d-4937-8a4c-88507ef332c0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:34.376718 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96c82e18-c0de-467c-bbff-4b6147fb45cd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:34.376999 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a66523-9076-401c-b24f-df42b386c4a2', 'name': 'network-vif-deleted', 'tag': '05e8ca89-252d-4937-8a4c-88507ef332c0', 'status': 'completed', 'code': 200} Dec 23 12:31:34.378983 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:34.458088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] For port 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=72f9ad11-c187-4bda-ac1f-d0478fcd8088,segment=NetworkSegment(0ac66ff2-913b-4c13-88c6-6b9fe0349d74),segment_id=0ac66ff2-913b-4c13-88c6-6b9fe0349d74)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:34.460429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.479899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Calling delete_port for 72f9ad11-c187-4bda-ac1f-d0478fcd8088 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:34.569047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:34.569405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.604963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:34.631075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 05e8ca89-252d-4937-8a4c-88507ef332c0 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:34.631075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Sync routers for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:34.631403 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-30325634-33de-4654-a5e9-7fedc8e31886 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/aff52d36-e954-4549-8ca5-62701f434fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1659818 Dec 23 12:31:34.657098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 11bb960a-0b1f-4aef-87a0-66298de1e43d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:34.657444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.658755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] DHCP port deletion for 740d2b51-d47e-4dd0-ae45-e87e94ef7eec request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:34.705417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 05e8ca89-252d-4937-8a4c-88507ef332c0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:34.705759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 05e8ca89-252d-4937-8a4c-88507ef332c0 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:34.744549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.764634 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:34.767877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] No DVR routers for this DVR port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:34.790240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:34.794773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:34.801594 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Checking router: d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:34.815055 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:34.816140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:34.833016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.854052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eb32d167-6f99-49b7-b75d-75ed671f16d9 None None] Provisioning complete for port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:34.854346 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb32d167-6f99-49b7-b75d-75ed671f16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.866915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 11bb960a-0b1f-4aef-87a0-66298de1e43d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:34.877225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f9ad11-c187-4bda-ac1f-d0478fcd8088,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:34.967554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:34.995493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-e03ea3c5-e045-4a32-a9b6-df2415869a99 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60652023&fields=id&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 267 time: 0.1684804 Dec 23 12:31:35.016010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740d2b51-d47e-4dd0-ae45-e87e94ef7eec']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:35.033479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d167-6f99-49b7-b75d-75ed671f16d9 None None] Port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:35.046264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Deleting port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:35.046874 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.052240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:35.102905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:35.106496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:35.197872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] For port 72f9ad11-c187-4bda-ac1f-d0478fcd8088, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:35.198549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.224761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Calling delete_port for 72f9ad11-c187-4bda-ac1f-d0478fcd8088 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:35.234112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-25c4c497-f42f-4bfe-a49f-fbf1eac95e7e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:35.235917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-25c4c497-f42f-4bfe-a49f-fbf1eac95e7e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 797 time: 0.2324460 Dec 23 12:31:35.238204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac66ff2-913b-4c13-88c6-6b9fe0349d74') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:35.238598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac66ff2-913b-4c13-88c6-6b9fe0349d74') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:35.258883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.259809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.266106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:31:35.270359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.287777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.299010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:35.299488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.340327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] Pushing event deleted for resources: {'Port': ['ID=72f9ad11-c187-4bda-ac1f-d0478fcd8088,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:35.351402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d2d72-115b-4d8a-be61-9bf3deb56fab None None] No DVR routers for this DVR port 72f9ad11-c187-4bda-ac1f-d0478fcd8088 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:35.379844 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:35.386244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:35.386244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.394661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=11bb960a-0b1f-4aef-87a0-66298de1e43d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:35.465021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84bbbb7d-48f5-44c5-ab4d-b12e4c8bbedd req-b212fcd8-00b1-41b6-bed2-7075adec2222 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0807984 Dec 23 12:31:35.469581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.485217 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:35.494609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-c8e8d54a-a3a4-4728-b2a2-5f26b37431fd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/quotas/c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 375 time: 0.1120143 Dec 23 12:31:35.498052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.499538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.501560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] 10.222.0.16 "DELETE /v2.0/networks/740d2b51-d47e-4dd0-ae45-e87e94ef7eec HTTP/1.1" status: 204 len: 168 time: 1.6774805 Dec 23 12:31:35.509778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-692c3563-b194-4830-b557-7b3a44aee8af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/11bb960a-0b1f-4aef-87a0-66298de1e43d HTTP/1.1" status: 204 len: 168 time: 1.1275053 Dec 23 12:31:35.513255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52790) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:35.544641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d2c8c-5f01-444e-ab3a-8717db6b0387 admin admin] Pushing event deleted for resources: {'Network': ['ID=740d2b51-d47e-4dd0-ae45-e87e94ef7eec,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:35.565559 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec480baf-9024-47a5-a062-0138c5673c78 None None] The sync data for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 is: [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:27:13Z', 'revision_number': 4, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '908e1ddd-2926-4839-ac3c-80987f73c509', 'name': '', 'network_id': '50f985a2-1fd9-4960-9f07-8c93e3e006a9', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'mac_address': 'fa:16:3e:de:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:12Z', 'updated_at': '2021-12-23T12:27:23Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'subnets': [{'id': '0757a7f7-4f23-4797-aff4-ca1fba802b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:35.600718 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b57ceb-1090-4d44-8005-1e440e158229 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:35.606189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e9b57ceb-1090-4d44-8005-1e440e158229 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/11bb960a-0b1f-4aef-87a0-66298de1e43d HTTP/1.1" status: 404 len: 333 time: 0.0900054 Dec 23 12:31:35.608800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52792) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:35.708390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-66afbc73-8952-4fec-8769-6a2e050dc145 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128224 Dec 23 12:31:35.727907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 704a0d4c-ea3d-4897-8c79-631d439427e6 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:35.729044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:32Z', 'revision_number': 2, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:35.768294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.831177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Checking router: aff52d36-e954-4549-8ca5-62701f434fff for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:35.842852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Updating router aff52d36-e954-4549-8ca5-62701f434fff port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:31:35.842852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 72f9ad11-c187-4bda-ac1f-d0478fcd8088 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:35.893925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 72f9ad11-c187-4bda-ac1f-d0478fcd8088 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:35.894447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 72f9ad11-c187-4bda-ac1f-d0478fcd8088 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:35.894981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7d9d10d-3d37-4dcf-944b-448ac1514ecf no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:35.925481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e7d9d10d-3d37-4dcf-944b-448ac1514ecf {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:35.925857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7d9d10d-3d37-4dcf-944b-448ac1514ecf not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:35.926276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aca2c90a-a9e7-4c5f-ba6b-12114c1c06da no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:35.948897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.953634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: aca2c90a-a9e7-4c5f-ba6b-12114c1c06da {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:35.953863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aca2c90a-a9e7-4c5f-ba6b-12114c1c06da not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:35.955629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.088056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8599bdef-17c7-4556-8e7b-c15ca7bee9bc service neutron] 10.222.0.16 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575542 Dec 23 12:31:36.113426 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f69832-bd45-42ce-bb76-84f642fce904 None None] New status for floating IP 0b78c859-2f36-4506-8108-3cea9604e040: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:31:36.145081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.212334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52796) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:36.254138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-6a554974-bf9b-443f-af09-2e7d5bd2cc1b service neutron] 10.222.0.16 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651335 Dec 23 12:31:36.306223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d91f0ab8-133d-453d-9e67-7224dcf356b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5575225d4c0a4692b59545c540744d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926490 Dec 23 12:31:36.309070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:36.338898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.346816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.365624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=704a0d4c-ea3d-4897-8c79-631d439427e6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:36.370450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.371940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.376112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c91b01f-e6df-45ba-aa97-0c37b8e0f38d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/704a0d4c-ea3d-4897-8c79-631d439427e6 HTTP/1.1" status: 204 len: 168 time: 0.7663255 Dec 23 12:31:36.389142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871e638-af36-4ba9-b627-9e88bb63aeb4 None None] Network ccf1d884-ce1b-4245-80a1-1d6d73f411a1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:36.389462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:36.413149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.465394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.518309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.575989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.579201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.583766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa1504a-7ca9-4430-93e3-976b88da3a2a HTTP/1.1" status: 204 len: 168 time: 0.2710681 Dec 23 12:31:36.607317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9594c-dc0a-40da-8132-ea5992aed6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1504a-7ca9-4430-93e3-976b88da3a2a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:36.661856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c4d55a7-8042-45db-9f56-ecceee3ca481 req-3dbd5757-a845-422b-995c-059c2cc39af2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0944884 Dec 23 12:31:36.680219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00fb0d-dba3-4d84-b248-abf17c483149 None None] Pushing event updated for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:36.814228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3346c04f-270e-4a1e-84ff-4b43c55d05d6 req-e1549ab6-0342-440a-82c7-62ca04d3b5de tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.1705256 Dec 23 12:31:36.862085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-f405c028-8799-49f2-bb60-924b460f7094 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2201920 Dec 23 12:31:36.867626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:36.868040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.878314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Attempting to bind port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:36.878314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Attempting to bind port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:36.878314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Attempting to bind port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:36.887015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:36.887728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Checking segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:36.888324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:36.888967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Bound using segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:36.889624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Bound port: f619f37e-c0c3-43a6-9f80-ceac37d1cdc7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:36.890186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.006497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561dfd9-3c2d-465d-a463-750947000240 req-cf5e719d-00df-4179-bf05-e1af4f1666c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:37.014821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-cf5e719d-00df-4179-bf05-e1af4f1666c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.1105535 Dec 23 12:31:37.015129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] DHCP port deletion for ccf1d884-ce1b-4245-80a1-1d6d73f411a1 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:37.067363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] For port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:37.086809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] For port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:37.102223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-132bc4ed-eef8-44b9-9ddc-5f935110bda8 None None] Provisioning complete for port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:37.102668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-132bc4ed-eef8-44b9-9ddc-5f935110bda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.134069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,segment=NetworkSegment(7b7284a0-7fd8-40ab-8439-21900dfdcfec),segment_id=7b7284a0-7fd8-40ab-8439-21900dfdcfec)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:37.134438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.143987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Deleting port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:37.144774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.158309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:37.186320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561dfd9-3c2d-465d-a463-750947000240 req-c6739d1a-a9df-46d9-a012-0d11f25297ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:37.187839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-c6739d1a-a9df-46d9-a012-0d11f25297ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1582885 Dec 23 12:31:37.190488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-132bc4ed-eef8-44b9-9ddc-5f935110bda8 None None] Port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:37.213476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] For port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,segment=NetworkSegment(7b7284a0-7fd8-40ab-8439-21900dfdcfec),segment_id=7b7284a0-7fd8-40ab-8439-21900dfdcfec)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:37.213979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.227420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.234785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Calling delete_port for da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:37.304028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-294d3116-fbbe-45a3-abe8-098a21df0a2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1001 time: 0.0862012 Dec 23 12:31:37.349987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:37.350693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:37.356323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00fb0d-dba3-4d84-b248-abf17c483149 None None] Pushing event updated for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:37.365582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561dfd9-3c2d-465d-a463-750947000240 req-ec4590e7-f949-41ba-bacb-7fe903bb6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:37.367340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-ec4590e7-f949-41ba-bacb-7fe903bb6428 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0546947 Dec 23 12:31:37.424176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561dfd9-3c2d-465d-a463-750947000240 req-34c3acd2-1f05-47d1-978e-a32c3ab68a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:37.434162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-34c3acd2-1f05-47d1-978e-a32c3ab68a30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503364 Dec 23 12:31:37.466732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.547280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:37.551426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:37.615348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-bd09b57e-26ad-4e8d-b7de-0faa877f1d77 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789603 Dec 23 12:31:37.702915 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.744019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] No DVR routers for this DVR port da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:37.746088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27b79-82a6-4dc4-acdf-c4bfe20df730 None None] Pushing event deleted for resources: {'Port': ['ID=da3d1ae8-5e66-4c4a-ba67-b9e686422fa2,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:37.749995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:37.825980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] Provisioning complete for port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:37.826434 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.837223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc5180f3-17bc-4f69-80c1-572dd0e29cad req-ee3934ec-0ca8-46e8-b0fa-b274fb389f8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0352113 Dec 23 12:31:37.871309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.942750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf1d884-ce1b-4245-80a1-1d6d73f411a1']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:38.007946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2eb9c38-a082-4e9e-8ecd-e5af6a0d7f41 req-4179d69f-a5f6-4adc-a80b-06f176d83297 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0627820 Dec 23 12:31:38.017297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7284a0-7fd8-40ab-8439-21900dfdcfec') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:38.017560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7284a0-7fd8-40ab-8439-21900dfdcfec') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:38.049113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.067460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3561dfd9-3c2d-465d-a463-750947000240 req-2a0c8986-e484-4fc2-a70a-6bb868a9b415 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254274 Dec 23 12:31:38.079533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.086234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:38.086950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:38.090935 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:38.108552 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.170653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] For port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:38.224996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:37Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:38.266556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08880e75-36de-4543-8e3e-b00da5dd205c None None] The sync data for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 is: [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:37Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:38.299051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.299455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.348718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.360391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/ccf1d884-ce1b-4245-80a1-1d6d73f411a1 HTTP/1.1" status: 204 len: 168 time: 1.9663312 Dec 23 12:31:38.360391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2d204-b426-4dd1-b59c-0df8b770a4ca tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=ccf1d884-ce1b-4245-80a1-1d6d73f411a1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:38.360758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:38.380093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1510582345'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:38.406918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34eaee-4da0-4011-9cc4-3a18b92f729e None None] Pushing event updated for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:38.510101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:38.514952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.553480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:38.567718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.568340 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Added segment 478137e6-3d3a-4838-b040-0d61338ce4b5 of type vlan for network ede582f3-01b2-4759-a3f8-aa104ccaf300 Dec 23 12:31:38.618730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.744077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.751454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:38.752203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.843516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Network': ['ID=ede582f3-01b2-4759-a3f8-aa104ccaf300,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:38.860899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:38.876546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52864) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:38.879144 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-134ada6d-e2ed-4e14-8bed-b4da607e8542 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5123644 Dec 23 12:31:38.887371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:39.206409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:39.295301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:39.295702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:39.509788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:39.532703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:39.544010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da3d1ae8-5e66-4c4a-ba67-b9e686422fa2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:39.559224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b6e10a7-19d7-494b-ab15-95676831bc7e req-6168bb42-b63f-4a44-894d-78ae78c0b5f8 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0604734 Dec 23 12:31:39.578467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c09ad5c3-a9cf-4f28-a749-d8f4e7dde6b6 req-3932b932-df8e-4827-98ea-ee5914ef4e71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0777888 Dec 23 12:31:39.698944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:39.703466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.010052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-28ef2c14-78c5-4904-b19d-b63ffe0899e8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:40.011728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-28ef2c14-78c5-4904-b19d-b63ffe0899e8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 797 time: 0.2289736 Dec 23 12:31:40.105705 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-44a62732-c9cb-4622-9ff5-eae896482244 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 378 time: 0.0836010 Dec 23 12:31:40.116283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'port': {'device_id': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'admin_state_up': True, 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'security_groups': ['c95a7f08-7936-4285-9603-f4023e6ed7fb']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:40.127304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.246562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Checking segment: {'id': '478137e6-3d3a-4838-b040-0d61338ce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:40.247578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network hostable DHCP agents. Network: ede582f3-01b2-4759-a3f8-aa104ccaf300, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:40.251124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:40.333071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:40.333369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:40.336902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.469661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.12 (046e5050-bceb-4d1f-b47b-1b15994f1e98/c85ed054-e05e-46dc-a421-85142c67db10/d3ff924a-1933-466d-9b73-114522865ff6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:40.471125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ede582f3-01b2-4759-a3f8-aa104ccaf300) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:40.484609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2923b-3f71-44ea-88a8-abada4e08e93 None None] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:40.485396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:40.487030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.623349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52964) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:40.624060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a027c1bb-fbe6-480e-86cc-e0863a623554 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7393064 Dec 23 12:31:40.627164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ede582f3-01b2-4759-a3f8-aa104ccaf300', 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:40.628353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.636516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1994221675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:40.700886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbc7d728-cf9a-49a6-b58b-767f13dec0e9 req-c6f0952f-4f52-4816-9898-11faeeaeca9d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0322032 Dec 23 12:31:40.799038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.799667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Allocated IP 172.20.0.2 (ede582f3-01b2-4759-a3f8-aa104ccaf300/6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6/373ecaff-a68a-4228-b20b-16a302d6739c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:40.840603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785b4364-70e7-490b-8789-f077c00b0f2d req-db067210-20f1-4035-aab0-1e8d34131522 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0436330 Dec 23 12:31:40.859705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.861055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.953290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.973091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:40.985611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.023103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:41.026315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:41.030037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:41.056741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:41.084549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:41.086447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.113256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.173644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.233679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Pushing event updated for resources: {'Port': ['ID=373ecaff-a68a-4228-b20b-16a302d6739c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:41.245546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-8e485ff8-dc35-47bc-ac2a-6acd99890d24 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1343119 Dec 23 12:31:41.258021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Request body: {'port': {'device_id': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:41.270488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:41.273738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:41.280104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:41.293626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.294983 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-76113d6d-54fe-4563-8767-4f2715e5d4ba tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6663127 Dec 23 12:31:41.297771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:41.305004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300', 'name': 'tempest-PortsTestJSON-1971844459'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:41.329816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.366493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Attempting to bind port 373ecaff-a68a-4228-b20b-16a302d6739c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:41.367200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Attempting to bind port 373ecaff-a68a-4228-b20b-16a302d6739c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '478137e6-3d3a-4838-b040-0d61338ce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:41.367668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Attempting to bind port 373ecaff-a68a-4228-b20b-16a302d6739c on network ede582f3-01b2-4759-a3f8-aa104ccaf300 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:41.388006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:41.388681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Checking segment: {'id': '478137e6-3d3a-4838-b040-0d61338ce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:41.389335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.389856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Bound using segment: {'id': '478137e6-3d3a-4838-b040-0d61338ce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:41.390479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Bound port: 373ecaff-a68a-4228-b20b-16a302d6739c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478137e6-3d3a-4838-b040-0d61338ce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'ede582f3-01b2-4759-a3f8-aa104ccaf300'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:41.390968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.459234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd34b57b-e67b-4135-ba99-204291434ecb None None] Provisioning complete for port d3ff924a-1933-466d-9b73-114522865ff6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:41.459550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd34b57b-e67b-4135-ba99-204291434ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.511364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bd34b57b-e67b-4135-ba99-204291434ecb None None] Port d3ff924a-1933-466d-9b73-114522865ff6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:41.516180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] For port 373ecaff-a68a-4228-b20b-16a302d6739c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:41.520864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] For port 373ecaff-a68a-4228-b20b-16a302d6739c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=373ecaff-a68a-4228-b20b-16a302d6739c,segment=NetworkSegment(478137e6-3d3a-4838-b040-0d61338ce4b5),segment_id=478137e6-3d3a-4838-b040-0d61338ce4b5)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:41.533169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:41.538950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.565136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port 06d38a06-8e3e-496a-adde-6903da693e04 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:41.591181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:41.691738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae3261-d656-4754-a6e6-ae28bad0dd2d None None] Pushing event updated for resources: {'Port': ['ID=373ecaff-a68a-4228-b20b-16a302d6739c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:41.745017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.12 (ede582f3-01b2-4759-a3f8-aa104ccaf300/6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6/06d38a06-8e3e-496a-adde-6903da693e04) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:42.148324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fb27-e718-463b-b61b-7d5b9371cc9f req-510ea477-2ef4-459a-b93e-8680d85766ef tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:42.164481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e819fb27-e718-463b-b61b-7d5b9371cc9f req-510ea477-2ef4-459a-b93e-8680d85766ef tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 932 time: 0.2991681 Dec 23 12:31:42.250381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.279751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ff924a-1933-466d-9b73-114522865ff6 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:42.293970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e819fb27-e718-463b-b61b-7d5b9371cc9f req-d6c4caab-6bca-49c0-8867-e34145be93b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276979 Dec 23 12:31:42.296383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.317947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Transition to ACTIVE for port object d3ff924a-1933-466d-9b73-114522865ff6 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:31:42.401681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.428483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b60e9e1-ccad-4138-a7e7-987e21cdbcf9 req-3fd6b7a7-5c85-4ceb-a53f-29751bde227a tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/ports?device_id=85a66523-9076-401c-b24f-df42b386c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0378556 Dec 23 12:31:42.436608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.481055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:42.586639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:42.598299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:42.607795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=06d38a06-8e3e-496a-adde-6903da693e04,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:42.608552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:42.658638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:42.659097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:42.660050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:42.667793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:31:42.668124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:42.688373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:42.688718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Checking segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:42.690458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Bound using segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:42.690458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Bound port: d3ff924a-1933-466d-9b73-114522865ff6, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:42.690458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.758787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:42.760577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.823592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:42.834221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:42.968294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.032812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:43.034109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.036325 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] 10.222.0.43 "PUT /v2.0/ports/d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1092 time: 1.7826169 Dec 23 12:31:43.045011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-691a0f5f-56a7-4888-8ee6-51fec31299ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7450771 Dec 23 12:31:43.047226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53138) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:43.052976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:43.060722 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8cec54-08f4-416d-910d-9d3f795d075e" -d '{"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:43.069222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 373ecaff-a68a-4228-b20b-16a302d6739c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:43.100238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea4cd-99b3-445a-aed3-0448d2b2b38a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:43.162202 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc8fe64-c9a8-4b6d-adb6-df2a39c506e1 x-openstack-request-id: req-fdc8fe64-c9a8-4b6d-adb6-df2a39c506e1 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:43.170785 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:43.170785 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdc8fe64-c9a8-4b6d-adb6-df2a39c506e1 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:43.170785 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'status': 'completed', 'code': 200} Dec 23 12:31:43.228778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 373ecaff-a68a-4228-b20b-16a302d6739c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:43.229347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.251889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-a269e658-52ff-461c-ba6e-69d8740ef51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:43.257029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-a269e658-52ff-461c-ba6e-69d8740ef51a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0917246 Dec 23 12:31:43.267281 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-864ec253-0c00-423c-b8bf-ebfc03638d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.374533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-02d7fbab-07f8-45f2-b09c-c52aa11c4712 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 217 time: 0.1109843 Dec 23 12:31:43.392448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.518044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 373ecaff-a68a-4228-b20b-16a302d6739c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=373ecaff-a68a-4228-b20b-16a302d6739c,segment=NetworkSegment(478137e6-3d3a-4838-b040-0d61338ce4b5),segment_id=478137e6-3d3a-4838-b040-0d61338ce4b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:43.522606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-35c1a3d9-1797-4401-a352-4bc61341f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:43.526669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-35c1a3d9-1797-4401-a352-4bc61341f05a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.1424811 Dec 23 12:31:43.580330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d85e0-8598-4dec-8aba-73c110238317 None None] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:43.595850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-fdd1b178-026f-4228-aea9-69cd6bea0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:43.597855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-fdd1b178-026f-4228-aea9-69cd6bea0814 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626390 Dec 23 12:31:43.638816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.710572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-445e5a91-c078-4918-8c81-d8b42eed7c35 None None] Provisioning complete for port 373ecaff-a68a-4228-b20b-16a302d6739c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:43.713623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-445e5a91-c078-4918-8c81-d8b42eed7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:43.724634 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-017bedc8-a280-4eff-b6d8-b177e8362dc9 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169875 Dec 23 12:31:43.784357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc91396-9d5d-4f14-9d89-275ae3de5620 req-b50444fe-00c9-4716-84ef-1a88a24a52bd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:43.786556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfc91396-9d5d-4f14-9d89-275ae3de5620 req-b50444fe-00c9-4716-84ef-1a88a24a52bd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.2228246 Dec 23 12:31:43.818064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=373ecaff-a68a-4228-b20b-16a302d6739c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:43.859049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad4af713-f650-4b4b-b7bf-54b2fd3f07ea req-ce9d7ef8-8643-4689-97d1-998f0197f4cd service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269226 Dec 23 12:31:43.961616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfc91396-9d5d-4f14-9d89-275ae3de5620 req-2c527d68-7cfb-4778-bfa8-3d8d5723169d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466765 Dec 23 12:31:44.033019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.122937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cec54-08f4-416d-910d-9d3f795d075e req-5a2401f2-2fc8-4fcc-b1bc-a848009801ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:44.128646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-5a2401f2-2fc8-4fcc-b1bc-a848009801ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1145036 Dec 23 12:31:44.268953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:44.365588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-201d0c15-921b-44d9-bff7-362a8bd3eb48 None None] Provisioning complete for port 373ecaff-a68a-4228-b20b-16a302d6739c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:44.366851 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-201d0c15-921b-44d9-bff7-362a8bd3eb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.454984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cec54-08f4-416d-910d-9d3f795d075e req-4c0974f8-1abd-4e8a-8cba-48bc8caa159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:44.456571 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-4c0974f8-1abd-4e8a-8cba-48bc8caa159a service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.3206444 Dec 23 12:31:44.533330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.557915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.585850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.595892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-e4ef7760-34e4-4aa1-9cb8-2ec385a69a3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 217 time: 0.1302717 Dec 23 12:31:44.600681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-201d0c15-921b-44d9-bff7-362a8bd3eb48 None None] Provisioning complete for port 06d38a06-8e3e-496a-adde-6903da693e04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:44.601366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-201d0c15-921b-44d9-bff7-362a8bd3eb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.642555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-201d0c15-921b-44d9-bff7-362a8bd3eb48 None None] Port 06d38a06-8e3e-496a-adde-6903da693e04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:44.669324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cec54-08f4-416d-910d-9d3f795d075e req-9baeaf06-d4b3-4443-a482-f72b75657778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:44.669716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.670961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-9baeaf06-d4b3-4443-a482-f72b75657778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0668170 Dec 23 12:31:44.723378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cec54-08f4-416d-910d-9d3f795d075e req-e93913ee-f01d-4e84-a58f-3831fd16ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:44.725424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-e93913ee-f01d-4e84-a58f-3831fd16ca43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468488 Dec 23 12:31:44.757172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=06d38a06-8e3e-496a-adde-6903da693e04,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:44.787754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-457e7aae-4b3e-4f5c-9f01-02b178ac21a6 None None] Provisioning complete for port 06d38a06-8e3e-496a-adde-6903da693e04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:44.789317 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-457e7aae-4b3e-4f5c-9f01-02b178ac21a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.833732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.836619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:44.837955 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2585e33-e9e7-43f3-aa22-95f68b62b93a HTTP/1.1" status: 204 len: 168 time: 0.5673881 Dec 23 12:31:44.848394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53250) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:44.894479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2e4db-d2d9-4441-9662-b993c4e17567 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2585e33-e9e7-43f3-aa22-95f68b62b93a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:44.896924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-457e7aae-4b3e-4f5c-9f01-02b178ac21a6 None None] Port 06d38a06-8e3e-496a-adde-6903da693e04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:44.905051 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-9bf40762-5263-425e-b8f8-994f0ae8f928 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] show failed (client error): The resource could not be found. Dec 23 12:31:44.908862 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9bf40762-5263-425e-b8f8-994f0ae8f928 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "GET /v2.0/security-groups/b2585e33-e9e7-43f3-aa22-95f68b62b93a HTTP/1.1" status: 404 len: 347 time: 0.0532150 Dec 23 12:31:44.909560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53258) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:44.965581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.140787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 373ecaff-a68a-4228-b20b-16a302d6739c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:45.161735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-f733e9a9-107a-4900-93aa-7c8d56e9a295 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276950 Dec 23 12:31:45.207734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68470-1eea-4464-b3b5-aefe1dc30de0 req-f43ff9bf-ce54-4e13-b175-5070c498e960 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:45.209342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bd68470-1eea-4464-b3b5-aefe1dc30de0 req-f43ff9bf-ce54-4e13-b175-5070c498e960 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.0980897 Dec 23 12:31:45.217174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1475663e-33b8-4e0c-88b9-9e1a41eda998 None None] Provisioning complete for port 06d38a06-8e3e-496a-adde-6903da693e04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:45.217894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1475663e-33b8-4e0c-88b9-9e1a41eda998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.268549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1475663e-33b8-4e0c-88b9-9e1a41eda998 None None] Port 06d38a06-8e3e-496a-adde-6903da693e04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:45.284315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bd68470-1eea-4464-b3b5-aefe1dc30de0 req-49a142b2-0862-4832-94e4-414cd2b497c0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671616 Dec 23 12:31:45.307173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 373ecaff-a68a-4228-b20b-16a302d6739c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:45.307621 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.333823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db8cec54-08f4-416d-910d-9d3f795d075e req-a5a28277-6445-420e-a4ce-ba5e0dbd11b8 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304786 Dec 23 12:31:45.346577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Deleting port c6b2d144-b530-4a10-8203-8c8af00c945e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:45.347021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.372441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.475478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.476092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.498653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Calling delete_port for c6b2d144-b530-4a10-8203-8c8af00c945e owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:45.613251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3287d3a5-f5eb-4b6d-b8b6-e406f787a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.718191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.750181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.779656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Pushing event deleted for resources: {'Port': ['ID=c6b2d144-b530-4a10-8203-8c8af00c945e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:45.807339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.848870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.851598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:45.852919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-837e8ed7-8d33-4f48-aee8-394146f2bda1 tempest-ServersTestBootFromVolume-1454768616 tempest-ServersTestBootFromVolume-1454768616-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b78c859-2f36-4506-8108-3cea9604e040 HTTP/1.1" status: 204 len: 168 time: 0.9384582 Dec 23 12:31:45.856604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53330) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:45.914018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=06d38a06-8e3e-496a-adde-6903da693e04,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:45.916299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.027436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:46.029546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:46.252624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Router 4fe9012d-3900-4d21-a43a-f3369b60fb3c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:31:46.370057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.409107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-468f2b85-011f-493e-9334-f2808b4d9e68 None None] Provisioning complete for port 06d38a06-8e3e-496a-adde-6903da693e04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:46.410748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-468f2b85-011f-493e-9334-f2808b4d9e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.478439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.486183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:46.498637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ee3c414-dbab-4cf5-96be-0fb2857d74aa tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/routers/4fe9012d-3900-4d21-a43a-f3369b60fb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4473999 Dec 23 12:31:46.509570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53382) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:46.510021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] Sync routers for ids ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:46.511919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-468f2b85-011f-493e-9334-f2808b4d9e68 None None] Port 06d38a06-8e3e-496a-adde-6903da693e04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:46.535959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] Routers {'4fe9012d-3900-4d21-a43a-f3369b60fb3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:46.536552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:46.544410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9b783-4369-4fc9-b437-1952ddc99057 req-d62196c3-2514-4f8c-8f24-3ad13b174a6d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:46.558649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edf9b783-4369-4fc9-b437-1952ddc99057 req-d62196c3-2514-4f8c-8f24-3ad13b174a6d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.1484566 Dec 23 12:31:46.608480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:46.631672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] Routers {'4fe9012d-3900-4d21-a43a-f3369b60fb3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:46.632336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:46.649715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edf9b783-4369-4fc9-b437-1952ddc99057 req-6a6390a3-c75e-458a-96df-0bbd83a3d9d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808303 Dec 23 12:31:46.688015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:46.688857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d902b-4265-4de2-bec9-a3466c4a1254 None None] The sync data for ids ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:46.705761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d3ff924a-1933-466d-9b73-114522865ff6 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:31:46.706748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb6e05-d1b6-4c8d-bf37-70931925ca89 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:46.708871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80cb6e05-d1b6-4c8d-bf37-70931925ca89 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe9012d-3900-4d21-a43a-f3369b60fb3c HTTP/1.1" status: 200 len: 983 time: 0.2008150 Dec 23 12:31:46.711774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53390) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:46.816124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Deleting port 908e1ddd-2926-4839-ac3c-80987f73c509 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:46.816569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.864075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:46.909020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd3ff924a-1933-466d-9b73-114522865ff6', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'mac_address': 'fa:16:3e:0b:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:31:46.942771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] For port 908e1ddd-2926-4839-ac3c-80987f73c509, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=908e1ddd-2926-4839-ac3c-80987f73c509,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:46.943137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:46.969622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Calling delete_port for 908e1ddd-2926-4839-ac3c-80987f73c509 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:47.007787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:47.031865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ff924a-1933-466d-9b73-114522865ff6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:31:47.052126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:47.122108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:47.202946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:47.281413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:47.319408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Pushing event deleted for resources: {'Port': ['ID=908e1ddd-2926-4839-ac3c-80987f73c509,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:47.402258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d3ff924a-1933-466d-9b73-114522865ff6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:31:47.448407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:47.559799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:47.812080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732813b6-1478-4bc8-b12e-0eedb323583b req-eef04f59-8777-4225-94f0-34ea336c8201 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:47.813832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732813b6-1478-4bc8-b12e-0eedb323583b req-eef04f59-8777-4225-94f0-34ea336c8201 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.0600474 Dec 23 12:31:47.925961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-732813b6-1478-4bc8-b12e-0eedb323583b req-c6c908b7-9050-4c95-9a72-7549bc9df90b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014557 Dec 23 12:31:47.949941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 06d38a06-8e3e-496a-adde-6903da693e04 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:47.950312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.073649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.086741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 06d38a06-8e3e-496a-adde-6903da693e04 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:48.164814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:48.179936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.181683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.259090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53432) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:48.291701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:48.299189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6478cec-dbea-4b75-889e-bd2751afa87e admin admin] 10.222.0.16 "PUT /v2.0/routers/d09b0b9c-6db4-4f0c-a8de-04c8622f01a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4412823 Dec 23 12:31:48.303579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:48.305028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Sync routers for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:48.317106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:48.317780 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:48.373256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.415122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b930d9-3308-4027-80cb-ecc89b420cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.452713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=06d38a06-8e3e-496a-adde-6903da693e04,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:48.520069 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:48.530411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b930d9-3308-4027-80cb-ecc89b420cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.543689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.592593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.635569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b930d9-3308-4027-80cb-ecc89b420cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.693562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22b930d9-3308-4027-80cb-ecc89b420cd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bee35f0024647e8adf6efee32c2f2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332247 Dec 23 12:31:48.705123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:48.707056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d3ff924a-1933-466d-9b73-114522865ff6 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:48.708786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b930d9-3308-4027-80cb-ecc89b420cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80c1a06-d7ba-41cb-a4ce-10c6152e9c01,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:48.729826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.754208 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:31:47Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:48.777754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.785018 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Checking router: d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:48.795927 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Routers {'d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:48.796611 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:48.802930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.864456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d3ff924a-1933-466d-9b73-114522865ff6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:31:48.870315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d3ff924a-1933-466d-9b73-114522865ff6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:48.874208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.901731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Deleting port 5403b245-521e-4ae0-a8ae-c895c0b64b1b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:48.902672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:48.913041 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] Set router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:49.065697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.066074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] For port 5403b245-521e-4ae0-a8ae-c895c0b64b1b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5403b245-521e-4ae0-a8ae-c895c0b64b1b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:49.066649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.091499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Calling delete_port for 5403b245-521e-4ae0-a8ae-c895c0b64b1b owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:49.096297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.099302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.119177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:49.123051 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47dde7-5cfd-426a-9995-9a4203c39e73" -d '{"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:49.124619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b80c1a06-d7ba-41cb-a4ce-10c6152e9c01 HTTP/1.1" status: 204 len: 168 time: 0.4056363 Dec 23 12:31:49.151261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:49.184546 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.189037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6f8e8-7222-4d30-8563-aac383c05307 req-2dfb1941-878c-4f79-ab5c-9b7a5f600257 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:49.197499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fd6f8e8-7222-4d30-8563-aac383c05307 req-2dfb1941-878c-4f79-ab5c-9b7a5f600257 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.1093390 Dec 23 12:31:49.201100 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b51d012-d5cb-4321-9233-77852fa22075 x-openstack-request-id: req-1b51d012-d5cb-4321-9233-77852fa22075 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:49.201444 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:49.201703 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b51d012-d5cb-4321-9233-77852fa22075 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:49.202205 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'code': 200} Dec 23 12:31:49.212507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.212730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218023c-c94a-4b1b-836d-f429b5240ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80c1a06-d7ba-41cb-a4ce-10c6152e9c01,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:49.309306 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:31:47Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:49.317996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:49.345578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fd6f8e8-7222-4d30-8563-aac383c05307 req-ca818b98-d0c0-41fc-8a59-d122dc69055f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471105 Dec 23 12:31:49.347452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Router 4fe9012d-3900-4d21-a43a-f3369b60fb3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:49.358790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9b37b-168b-4d20-92f9-75fc788c54cd None None] The sync data for ids ['d09b0b9c-6db4-4f0c-a8de-04c8622f01a6'] in n-d-822750-2 is: [{'id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'name': 'tempest-ServersTestBootFromVolume-876912109-router', 'tenant_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:27:07Z', 'updated_at': '2021-12-23T12:31:47Z', 'revision_number': 5, 'project_id': 'ab1cf672fbc34a91a443ffbf902f0aa0', 'gw_port': {'id': '5403b245-521e-4ae0-a8ae-c895c0b64b1b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09b0b9c-6db4-4f0c-a8de-04c8622f01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:27:09Z', 'updated_at': '2021-12-23T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:49.424098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99df41-9d7f-4a1c-89df-c76c07c72362 req-c5ce2e69-7a32-4bbf-b0f9-0f6c27ff2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:49.425698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d99df41-9d7f-4a1c-89df-c76c07c72362 req-c5ce2e69-7a32-4bbf-b0f9-0f6c27ff2352 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1307838 Dec 23 12:31:49.444546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:49.449739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3304ccec-b357-484b-9564-196c09d3a3ad tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/routers/4fe9012d-3900-4d21-a43a-f3369b60fb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7362564 Dec 23 12:31:49.452476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53450) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:49.459551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] Sync routers for ids ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:49.472131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] Routers {'4fe9012d-3900-4d21-a43a-f3369b60fb3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:49.472754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:49.485010 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-12543d5f-0cd1-469d-9f90-4befe4c81392 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:31:49.486468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12543d5f-0cd1-469d-9f90-4befe4c81392 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/06d38a06-8e3e-496a-adde-6903da693e04 HTTP/1.1" status: 404 len: 333 time: 0.0328259 Dec 23 12:31:49.489109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53452) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:49.504854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d99df41-9d7f-4a1c-89df-c76c07c72362 req-4fe718e6-b14d-446d-8e22-95a3ead23f8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714316 Dec 23 12:31:49.509673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:49.519133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] Routers {'4fe9012d-3900-4d21-a43a-f3369b60fb3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:49.519734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:49.546190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.557604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:49.558457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e45c8e-071a-4cae-b338-05897d1d112b None None] The sync data for ids ['4fe9012d-3900-4d21-a43a-f3369b60fb3c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:49.575978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.585990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Pushing event deleted for resources: {'Port': ['ID=5403b245-521e-4ae0-a8ae-c895c0b64b1b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:49.609917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dff444-52db-4530-aa9b-6dbc975a9062 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:49.661043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.762586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.765065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.773955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.778592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.938507 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.940492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe9012d-3900-4d21-a43a-f3369b60fb3c {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:31:49.947618 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.951595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-040d27cd-a4f7-4745-be4e-19d3f9188162 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/routers/4fe9012d-3900-4d21-a43a-f3369b60fb3c HTTP/1.1" status: 204 len: 168 time: 0.4586134 Dec 23 12:31:49.952120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53466) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:49.994643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:49.995168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:31:49.999771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.000936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-01070831-c38e-4591-9388-6e09aacd1658 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d09b0b9c-6db4-4f0c-a8de-04c8622f01a6 HTTP/1.1" status: 204 len: 168 time: 1.6963983 Dec 23 12:31:50.010163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53468) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:50.017351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:50.021063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.060436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Deleting subnet 0757a7f7-4f23-4797-aff4-ca1fba802b5e {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:31:50.063847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.065498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.106773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.174359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.211020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.333254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.333497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.354967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c772b-83d3-4cf3-aeda-1823e562c9e4 None None] Network ede582f3-01b2-4759-a3f8-aa104ccaf300 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:50.359455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0757a7f7-4f23-4797-aff4-ca1fba802b5e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:50.363938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.368511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.369310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d2a54735-7523-4afb-9e81-391b290135ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0757a7f7-4f23-4797-aff4-ca1fba802b5e HTTP/1.1" status: 204 len: 168 time: 0.3578475 Dec 23 12:31:50.370141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53480) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:50.375445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6 HTTP/1.1" status: 204 len: 168 time: 0.4220290 Dec 23 12:31:50.376060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53482) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:50.417448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1d9b-0311-4107-9ce1-02bbaa271939 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:50.418899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b5976-901b-41ae-b804-83b3943a04ff None None] Network 50f985a2-1fd9-4960-9f07-8c93e3e006a9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:50.452375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.588993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Deleting port cb46938d-01b8-46af-a43e-ca2c9b595f39 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:50.589720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.602877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1746-55ee-4e1d-ab83-3d0ab912eeac req-d11d192d-b9f3-41d0-a7bf-d957e417a90c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:50.626636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f0e1746-55ee-4e1d-ab83-3d0ab912eeac req-d11d192d-b9f3-41d0-a7bf-d957e417a90c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0909495 Dec 23 12:31:50.641521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.720492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] DHCP port deletion for 50f985a2-1fd9-4960-9f07-8c93e3e006a9 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:50.730542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 373ecaff-a68a-4228-b20b-16a302d6739c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:50.731263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.764017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] DHCP port deletion for ede582f3-01b2-4759-a3f8-aa104ccaf300 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:31:50.770440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] For port cb46938d-01b8-46af-a43e-ca2c9b595f39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb46938d-01b8-46af-a43e-ca2c9b595f39,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:50.774484 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.803437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f0e1746-55ee-4e1d-ab83-3d0ab912eeac req-1616c8bb-a41e-423b-8887-2ddecdafe7db tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707869 Dec 23 12:31:50.827678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Calling delete_port for cb46938d-01b8-46af-a43e-ca2c9b595f39 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:50.845599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Deleting port cb46938d-01b8-46af-a43e-ca2c9b595f39 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:50.846046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.846629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] For port 373ecaff-a68a-4228-b20b-16a302d6739c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=373ecaff-a68a-4228-b20b-16a302d6739c,segment=NetworkSegment(478137e6-3d3a-4838-b040-0d61338ce4b5),segment_id=478137e6-3d3a-4838-b040-0d61338ce4b5)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:50.847064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:50.869945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 373ecaff-a68a-4228-b20b-16a302d6739c owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:50.892413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Deleting port 373ecaff-a68a-4228-b20b-16a302d6739c {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:31:50.892902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.014816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] For port cb46938d-01b8-46af-a43e-ca2c9b595f39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cb46938d-01b8-46af-a43e-ca2c9b595f39,segment=NetworkSegment(f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb),segment_id=f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:51.015217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.033455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] For port 373ecaff-a68a-4228-b20b-16a302d6739c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=373ecaff-a68a-4228-b20b-16a302d6739c,segment=NetworkSegment(478137e6-3d3a-4838-b040-0d61338ce4b5),segment_id=478137e6-3d3a-4838-b040-0d61338ce4b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:51.034088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.059833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Calling delete_port for cb46938d-01b8-46af-a43e-ca2c9b595f39 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:51.061839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Calling delete_port for 373ecaff-a68a-4228-b20b-16a302d6739c owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:31:51.064580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.074204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb46938d-01b8-46af-a43e-ca2c9b595f39 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:51.092897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.102096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cb46938d-01b8-46af-a43e-ca2c9b595f39 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:51.102451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cb46938d-01b8-46af-a43e-ca2c9b595f39 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:51.102609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb46938d-01b8-46af-a43e-ca2c9b595f39,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.103174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 373ecaff-a68a-4228-b20b-16a302d6739c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:51.107368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] No DVR routers for this DVR port cb46938d-01b8-46af-a43e-ca2c9b595f39 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:51.136192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 373ecaff-a68a-4228-b20b-16a302d6739c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:51.136548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 373ecaff-a68a-4228-b20b-16a302d6739c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:51.137178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 908e1ddd-2926-4839-ac3c-80987f73c509 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:51.137635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=373ecaff-a68a-4228-b20b-16a302d6739c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.141622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No DVR routers for this DVR port 373ecaff-a68a-4228-b20b-16a302d6739c on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:51.191406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 908e1ddd-2926-4839-ac3c-80987f73c509 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:51.191725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 908e1ddd-2926-4839-ac3c-80987f73c509 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:51.192148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5403b245-521e-4ae0-a8ae-c895c0b64b1b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:31:51.208260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.227700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.238789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f985a2-1fd9-4960-9f07-8c93e3e006a9']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.244238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5403b245-521e-4ae0-a8ae-c895c0b64b1b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:31:51.244595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5403b245-521e-4ae0-a8ae-c895c0b64b1b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:31:51.254742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede582f3-01b2-4759-a3f8-aa104ccaf300']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.267888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.268192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b6067f-f5a5-4809-bbb1-c3894b6b6bbb') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.271284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478137e6-3d3a-4838-b040-0d61338ce4b5') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.271584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478137e6-3d3a-4838-b040-0d61338ce4b5') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:51.283413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.284407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.300135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.304413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.308572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:51.308572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.311071 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:51.313605 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.316308 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:31:51.327134 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:31:51.336746 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.357612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.364129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] No DVR routers for this DVR port cb46938d-01b8-46af-a43e-ca2c9b595f39 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:51.373745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Pushing event deleted for resources: {'Port': ['ID=cb46938d-01b8-46af-a43e-ca2c9b595f39,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.385873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] No DVR routers for this DVR port 373ecaff-a68a-4228-b20b-16a302d6739c on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:51.391620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.392272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.392779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.396194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.396410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.396739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.397086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.403915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0dec1-bac5-4f3e-a944-0f75efde6d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:31:51.423573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44293a-d486-4e20-b60f-6b59842e1676 None None] Pushing event deleted for resources: {'Port': ['ID=373ecaff-a68a-4228-b20b-16a302d6739c,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.509540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.529255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.529255 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/ede582f3-01b2-4759-a3f8-aa104ccaf300 HTTP/1.1" status: 204 len: 168 time: 1.1453471 Dec 23 12:31:51.529460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53534) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.533600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cc590-bdad-44df-9469-779dffa5cb91 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=ede582f3-01b2-4759-a3f8-aa104ccaf300,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.542072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.568281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.575649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.578819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] 10.222.0.16 "DELETE /v2.0/networks/50f985a2-1fd9-4960-9f07-8c93e3e006a9 HTTP/1.1" status: 204 len: 168 time: 1.2068036 Dec 23 12:31:51.601119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5154817-bd92-497b-bd83-e2774808a27d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:51.602499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b5154817-bd92-497b-bd83-e2774808a27d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/57bc104c-2124-49c8-9873-e5106c8562a0 HTTP/1.1" status: 200 len: 841 time: 0.0739129 Dec 23 12:31:51.603356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc68126-3312-42e4-8b3e-a69605244c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=50f985a2-1fd9-4960-9f07-8c93e3e006a9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.607075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.651474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f0e6c603-545c-40ee-b607-3282291cb76a tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/57bc104c-2124-49c8-9873-e5106c8562a0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0432982 Dec 23 12:31:51.654043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53544) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.659223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:51.672459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0b18cbf-2d85-4f58-a617-675edf674bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.749780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0b18cbf-2d85-4f58-a617-675edf674bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.824152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:51.824344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0b18cbf-2d85-4f58-a617-675edf674bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.827863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:51.864455 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b0b18cbf-2d85-4f58-a617-675edf674bb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd92a55389e14346af0e4d835821f31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208809 Dec 23 12:31:51.867140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b18cbf-2d85-4f58-a617-675edf674bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4d117-dc47-4d89-bbfb-016f9dcd1e5c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:51.869105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53548) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.940424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.983256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e17a0d84-0991-48ad-a8c2-6a177e029136 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab1cf672fbc34a91a443ffbf902f0aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414948 Dec 23 12:31:51.985756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:51.993441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e49a4-6c52-4741-9d24-00cbcec3b12f req-9c50041b-6dd8-4227-865b-77b26c560752 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:51.994977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-167e49a4-6c52-4741-9d24-00cbcec3b12f req-9c50041b-6dd8-4227-865b-77b26c560752 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1145599 Dec 23 12:31:52.015708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.035849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.058406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.091728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.111758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-167e49a4-6c52-4741-9d24-00cbcec3b12f req-da921644-136f-40ec-84a4-26cc5e53f5e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083820 Dec 23 12:31:52.195827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.199312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.202799 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f365ba21-1434-4445-b6cc-660ce3530144 HTTP/1.1" status: 204 len: 168 time: 0.2138615 Dec 23 12:31:52.216347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89052fa0-bd7b-48d4-a817-2bae6a2bb88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365ba21-1434-4445-b6cc-660ce3530144,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:52.302447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505fafa-80bb-4e9b-b43a-7a4ada821469 req-c89f8a0d-c5d3-4c2f-bd5c-7e3afb63cbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:52.303955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2505fafa-80bb-4e9b-b43a-7a4ada821469 req-c89f8a0d-c5d3-4c2f-bd5c-7e3afb63cbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0550454 Dec 23 12:31:52.305387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.345623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.348126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.349477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c4d117-dc47-4d89-bbfb-016f9dcd1e5c HTTP/1.1" status: 204 len: 168 time: 0.4795139 Dec 23 12:31:52.371287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:52.382946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:52.390115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56941b-3b0a-4a22-847b-c6a4479fdf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4d117-dc47-4d89-bbfb-016f9dcd1e5c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:52.393667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:52.400631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c270fc2-102d-4cef-b509-1df153e47ea0 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:52.401614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.406039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=84ca7e4f-60f2-4883-b2b6-1ab3337ce023,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:52.431145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2505fafa-80bb-4e9b-b43a-7a4ada821469 req-e18ccfdd-a6b7-49bb-887f-f93ed44d3cca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163166 Dec 23 12:31:52.472291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:52.524159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdad010-aa8a-49b3-be38-eb5130d3acf8 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:52.525812 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-efdad010-aa8a-49b3-be38-eb5130d3acf8 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1092 time: 0.0512280 Dec 23 12:31:52.534706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53574) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:52.539481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:52.563013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8a14d334-9bab-45fd-866f-58907037b9d8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9079289 Dec 23 12:31:52.569039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53576) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:52.574443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'security_group': {'name': 'tempest-secgroup-442959820'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:52.597414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'project_id': '0da40f5e9ad643a29f8eadae060c8427', 'fixed_ips': [{'subnet_id': '84ca7e4f-60f2-4883-b2b6-1ab3337ce023'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:31:52.598517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.613984 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.710520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.769488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Allocated IP 172.20.0.2 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/84ca7e4f-60f2-4883-b2b6-1ab3337ce023/f6163acb-4158-435b-81bb-6d91008e6abd) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:52.830140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.858196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.907718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.963987 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:52.973806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.161 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/beb6361f-45a0-42b7-ba22-877b8ebb770f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:53.006968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.046818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4d75f-99e8-46af-9fe0-d03ff7b7e6af,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:53.059453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.084371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.090765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29a6347b-8f1a-4a79-9d49-f1f9fc32ec60 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5206399 Dec 23 12:31:53.091759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53598) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:53.098776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'security_group': {'name': 'tempest-secgroup-477034504'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:53.112787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:53.123455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:53.129638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:53.141900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.143703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:53.211560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Attempting to bind port f6163acb-4158-435b-81bb-6d91008e6abd on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:31:53.212166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Attempting to bind port f6163acb-4158-435b-81bb-6d91008e6abd by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:31:53.212770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Attempting to bind port f6163acb-4158-435b-81bb-6d91008e6abd on network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:31:53.218965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:31:53.219352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Checking segment: {'id': '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:53.219767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.220155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Bound using segment: {'id': '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:31:53.220630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Bound port: f6163acb-4158-435b-81bb-6d91008e6abd, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:31:53.221043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.224263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.258696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.304553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.309363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:53.312615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:53.316257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:53.326113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:53.330925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:31:53.341776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=beb6361f-45a0-42b7-ba22-877b8ebb770f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:53.384348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.413615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.421972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210ab6c7-2275-4954-a131-a5e041979d4b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:53.518094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:53.519881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5981d4-39f2-4e1c-a5c0-9f5b656ef6ba None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:53.522084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d598d50-3d8d-4dff-a636-450a1946df17 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4288461 Dec 23 12:31:53.522701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53616) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:53.542279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2127777303', 'security_groups': ['210ab6c7-2275-4954-a131-a5e041979d4b'], 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84ca7e4f-60f2-4883-b2b6-1ab3337ce023'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:53.842429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:53.927056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:53.927400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53626) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:53.980730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.002499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port afe0126b-422f-493a-9e01-03655f868cef yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:54.142393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-590910709-network', 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:54.151083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1553266077-network', 'tenant_id': '75f9ad7b3eec46bebed14bb011833a07'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:54.246599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.7 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/84ca7e4f-60f2-4883-b2b6-1ab3337ce023/afe0126b-422f-493a-9e01-03655f868cef) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:54.371746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.550843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.578466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Made reservation on behalf of 75f9ad7b3eec46bebed14bb011833a07 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:54.580854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.585768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:54.588041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.604498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.621754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.727122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.806641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.850375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:54.858851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.864875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.912445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.912792 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Added segment 6709678a-249d-43f2-927d-579428da572f of type vlan for network 90172837-ca0a-454e-aa87-9281895724c0 Dec 23 12:31:54.947897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:54.951107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e39156-c973-4e31-874f-87675739e828,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:54.973227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.026114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:55.027173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.058846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.069634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:55.080436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:55.080917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.103655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.135037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:55.135722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:31:55.136905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=beb6361f-45a0-42b7-ba22-877b8ebb770f,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.158271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea4b58-5a25-4979-af29-40391e587b90,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.162194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.177210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.177567 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Added segment 20595c73-8622-42c3-bea3-5050ed7ba84c of type vlan for network 84896611-8aa9-441c-97c1-177b3fa058a2 Dec 23 12:31:55.178992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.179953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:55.180530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.215002 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.271266 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.304714 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP 2c207574-41af-4a42-a916-a1574fb9d71e associated. External IP: 172.25.7.161, port: d3ff924a-1933-466d-9b73-114522865ff6. Dec 23 12:31:55.310039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:55.311904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:55.312479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.389192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.436205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:55.437975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.449557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:55.456573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] Pushing event updated for resources: {'Network': ['ID=90172837-ca0a-454e-aa87-9281895724c0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.460496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:31:55.468103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=afe0126b-422f-493a-9e01-03655f868cef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.478321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 90172837-ca0a-454e-aa87-9281895724c0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:55.555906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:55.556690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.592440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e91a5441-114f-46dd-ba6c-5f8bcd872e5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6614361 Dec 23 12:31:55.592681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:55.598015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Request body: {'subnet': {'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-590910709-subnet', 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:55.685785 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f81a86c5-ff2f-4215-977c-280dae18dec2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1620250 Dec 23 12:31:55.689147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53648) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:55.693466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ab980-1891-4b88-871e-56c29cc6a28b None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.702826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:55.770229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.771171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:55.771889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.787403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router aff52d36-e954-4549-8ca5-62701f434fff has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:31:55.828554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b95583a5-da94-42cf-8beb-167ee4113e7e None None] Provisioning complete for port afe0126b-422f-493a-9e01-03655f868cef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:55.832301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95583a5-da94-42cf-8beb-167ee4113e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:55.851693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] Pushing event updated for resources: {'Network': ['ID=84896611-8aa9-441c-97c1-177b3fa058a2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:55.912838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 84896611-8aa9-441c-97c1-177b3fa058a2 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:31:55.960953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42d494f5-05fe-4663-b3d6-4666f903c969 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0272875 Dec 23 12:31:55.975348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53654) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:55.984465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Request body: {'subnet': {'network_id': '84896611-8aa9-441c-97c1-177b3fa058a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1553266077-subnet', 'tenant_id': '75f9ad7b3eec46bebed14bb011833a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:56.002357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:31:56.008973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b95583a5-da94-42cf-8beb-167ee4113e7e None None] Port afe0126b-422f-493a-9e01-03655f868cef cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:56.018417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Sync routers for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:31:56.035181 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:56.035799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:56.054130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:56.057032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:56.128689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:56.177127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:56.191839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-accc3a95-e96c-4bf8-bfa3-918c9851ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6530952 Dec 23 12:31:56.192547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:31:56.195014 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b" -d '{"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:31:56.264215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.270508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.277908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.284715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.291834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.298847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.305612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.314854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f95453e8-7a89-4254-a028-5c071d790774 req-d86f4a6d-1649-410d-9e8b-4c78d87f1aa9 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1114287 Dec 23 12:31:56.432008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f95453e8-7a89-4254-a028-5c071d790774 req-15202d0e-a918-4bf9-9c24-d6ce6eb7281d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162088 Dec 23 12:31:56.437985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:56.451355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:56.456682 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '2c207574-41af-4a42-a916-a1574fb9d71e', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'mac_address': 'fa:16:3e:0b:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:31:53Z', 'updated_at': '2021-12-23T12:31:53Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:56.460852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c262c24-f69c-4ef9-b756-d9f22036909a req-1a38ebb4-34d0-44ea-b726-97b2dc4d1fa3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.462898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c262c24-f69c-4ef9-b756-d9f22036909a req-1a38ebb4-34d0-44ea-b726-97b2dc4d1fa3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0916207 Dec 23 12:31:56.509903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Checking router: aff52d36-e954-4549-8ca5-62701f434fff for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:31:56.528144 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:31:56.529146 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:56.535038 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52afa679-cc99-429d-88fc-6c3bd8ad8f90 x-openstack-request-id: req-52afa679-cc99-429d-88fc-6c3bd8ad8f90 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:31:56.535316 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:31:56.536065 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52afa679-cc99-429d-88fc-6c3bd8ad8f90 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:31:56.536065 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'status': 'completed', 'code': 200} Dec 23 12:31:56.540492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:56.577869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c262c24-f69c-4ef9-b756-d9f22036909a req-3bce9743-37aa-4374-9e64-b67cc1eda64c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046722 Dec 23 12:31:56.603960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:56.623345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Made reservation on behalf of 75f9ad7b3eec46bebed14bb011833a07 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:56.626038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:56.708027 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:31:56.713368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df9c540-36b2-4d90-af36-b6842383740c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:56.748712 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84ca7e4f-60f2-4883-b2b6-1ab3337ce023 (CIDR: 172.20.0.0/28) Dec 23 12:31:56.767333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bbb09466-ef10-4bfc-915c-dc1eeb84cf05 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 200 len: 992 time: 0.1601689 Dec 23 12:31:56.769131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:56.769495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Network hostable DHCP agents. Network: 90172837-ca0a-454e-aa87-9281895724c0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:56.778906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-31c9ec73-7a30-488e-944a-a5ea6dd76995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:56.780514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-31c9ec73-7a30-488e-944a-a5ea6dd76995 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1828091 Dec 23 12:31:56.813606 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:31:56.814108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:31:56.991585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-0b9e25a0-3fcb-44f4-b4fa-7991b3eb00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.003851 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-0b9e25a0-3fcb-44f4-b4fa-7991b3eb00b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.2049227 Dec 23 12:31:57.019599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Network 90172837-ca0a-454e-aa87-9281895724c0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:57.044570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '2c207574-41af-4a42-a916-a1574fb9d71e', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'mac_address': 'fa:16:3e:0b:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:31:53Z', 'updated_at': '2021-12-23T12:31:53Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:31:57.062864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:31:57.067193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:57.072813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:57.076334 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b61490c-caa2-4a30-a91c-32986bd4ccbc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3844337 Dec 23 12:31:57.104033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b625f7-8cbe-4371-ba31-1a740b3f7c83 None None] The sync data for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 is: [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '2c207574-41af-4a42-a916-a1574fb9d71e', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'mac_address': 'fa:16:3e:0b:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:31:53Z', 'updated_at': '2021-12-23T12:31:53Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:31:57.146190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:57.146422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 90172837-ca0a-454e-aa87-9281895724c0) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:57.146829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:57.183393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.183954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:57.191037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7056670-3c04-4179-aff3-6b69c58c366a None None] Network 90172837-ca0a-454e-aa87-9281895724c0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:57.193202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:57.254475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-7313af19-eab4-4e41-9957-131eb6ac0817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1000 time: 0.2300169 Dec 23 12:31:57.281714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.287777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.294590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.301371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.303689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78997266-8973-4854-a216-c267e2077346,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:57.307754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.315069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.321060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.323233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-a6ade9a6-9d74-4e52-8bef-cc36d864438c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1630886 Dec 23 12:31:57.336285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4b69eff4-2632-42aa-9832-d2975e6e5757 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7347121 Dec 23 12:31:57.340536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-e92edef3-7a85-4554-985d-775096fc6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.354431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-e92edef3-7a85-4554-985d-775096fc6352 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0905344 Dec 23 12:31:57.375718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Checking segment: {'id': '20595c73-8622-42c3-bea3-5050ed7ba84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '84896611-8aa9-441c-97c1-177b3fa058a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:31:57.376087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Network hostable DHCP agents. Network: 84896611-8aa9-441c-97c1-177b3fa058a2, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:31:57.407624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fbefb-f57c-46b4-a6b8-497c2d5d9f2b None None] Network 90172837-ca0a-454e-aa87-9281895724c0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:57.454027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-3b7defe6-caf6-4dfc-b349-3189fedc8378 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.455356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-3b7defe6-caf6-4dfc-b349-3189fedc8378 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1136680 Dec 23 12:31:57.490290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-a98f128e-9529-4ea0-90ef-80afb7925c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.492045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-a98f128e-9529-4ea0-90ef-80afb7925c96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264849 Dec 23 12:31:57.546794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4d6f1-67af-4faf-9c7c-52fe94d48dfd None None] New status for floating IP 2c207574-41af-4a42-a916-a1574fb9d71e: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:31:57.573597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Network 84896611-8aa9-441c-97c1-177b3fa058a2 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:31:57.657498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-bad56d58-12a3-4248-b464-291eabf9b15c service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584401 Dec 23 12:31:57.687011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.693243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.699656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.720403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.726527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.732109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 84896611-8aa9-441c-97c1-177b3fa058a2) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:57.733324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.737011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.737644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:57.739374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:57.748533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-b6563432-b3b0-427e-a8b5-30d87c6c0186 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 5444 time: 0.1799247 Dec 23 12:31:57.758223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:31:57.762330 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:57.779322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:57.789153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-331c5558-48cb-4c01-8003-f8ab325d675a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3273528 Dec 23 12:31:57.795073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7b80d-40e5-4669-bb77-75b6f9b2370e None None] Network 84896611-8aa9-441c-97c1-177b3fa058a2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:57.827188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:57.844522 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:31:57.881792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2fb5b324-cb1b-47d6-afd4-4405bda51946 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9033856 Dec 23 12:31:57.913800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c32cb9eb-f81c-4f0e-997b-44c093b5f412 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 200 len: 992 time: 0.1333137 Dec 23 12:31:57.930993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8d3a0c3f-6290-4fdf-aa7e-2c71c547a10b req-f127c03a-a1af-4ab5-b146-30a516fa0233 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610431 Dec 23 12:31:58.044860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cefa5073-7aa5-4691-859f-634dd8521db3 req-f4f0eb29-4459-40e6-8b6b-f612124db894 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2750573 Dec 23 12:31:58.191386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8313178-50e7-45b5-a978-2812e7c73a16 None None] Network 84896611-8aa9-441c-97c1-177b3fa058a2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:58.271207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:58.323210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-db8c4ca0-56c0-4ab6-83a1-f13f84fb0ece tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:58.325702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-db8c4ca0-56c0-4ab6-83a1-f13f84fb0ece tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.4904995 Dec 23 12:31:58.365741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1745469423', 'description': 'tempest-description-655566059'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:58.377927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-0c223b35-ab57-4cca-a2d9-68700b9ea7a5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0459032 Dec 23 12:31:58.410148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:58.497579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-4e0df532-974e-4aa6-87e5-929e989c1425 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130662 Dec 23 12:31:58.527833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:31:58.821168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:31:58.825095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:58.825693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:58.831704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becdba6-4fa0-4a55-b86d-ad991147fde1 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:31:58.848865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:58.872045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=8288d4e9-bb0b-420e-b22f-805eb514b3c3,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:58.903196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3dd739ff-f395-4410-8fe5-29588d9d81e9,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:58.925525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:58.961087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-5a57c18b-4a59-4901-a913-2e039282e228 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532459 Dec 23 12:31:59.017568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3ac31af0-d067-4d06-8a99-18def5e2714c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 200 len: 994 time: 0.0863180 Dec 23 12:31:59.040791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-759c4195-9a50-4731-a189-863b2ebb31ea tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9717603 Dec 23 12:31:59.046312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53706) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:31:59.050175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] For port 3dd739ff-f395-4410-8fe5-29588d9d81e9, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:31:59.053381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Update dhcp port {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'fixed_ips': [{'subnet_id': '84ca7e4f-60f2-4883-b2b6-1ab3337ce023', 'ip_address': '172.20.0.2'}, {'subnet_id': '8288d4e9-bb0b-420e-b22f-805eb514b3c3'}], 'binding:host_id': 'n-d-822750-2'}, 'id': 'f6163acb-4158-435b-81bb-6d91008e6abd'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:31:59.059823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-385851654', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8288d4e9-bb0b-420e-b22f-805eb514b3c3'}], 'security_groups': ['9fe4d75f-99e8-46af-9fe0-d03ff7b7e6af']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:59.106110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.135702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.138974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] device_id is not set on port 3dd739ff-f395-4410-8fe5-29588d9d81e9 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:31:59.158029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.173748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-44910952-f9b6-4e28-9090-aa7616c3752e service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006969 Dec 23 12:31:59.260201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.264848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.275646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.281155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Allocated IP 172.20.0.18 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/8288d4e9-bb0b-420e-b22f-805eb514b3c3/f6163acb-4158-435b-81bb-6d91008e6abd) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:59.376958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f90470-696c-4a82-8538-0ecbf5507e40,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:59.443274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:59.444683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:31:59.456615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] No DVR routers for this DVR port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:31:59.493348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.529916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.547537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afa98176-70ff-4102-abfe-2134de33ee17 req-c8abb85a-d5fb-4d79-91b4-d1fce05c2692 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.1933167 Dec 23 12:31:59.552867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] In _notify_port_updated(), no bound segment for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:31:59.553920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.555332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.567022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.568569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-4cc66d40-6aec-44e5-9166-86699ba8baf0 service neutron] 10.222.0.43 "PUT /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 200 len: 1032 time: 1.7457032 Dec 23 12:31:59.651202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-bcc8b34d-57f5-4471-8e07-88705862ea45 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.652358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-bcc8b34d-57f5-4471-8e07-88705862ea45 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "GET /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0663483 Dec 23 12:31:59.665890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.677098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.684477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.690998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.696847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.703806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:31:59.712034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-5cb5b9af-dd5b-4e92-b079-0f103ba660e1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 4665 time: 0.1942954 Dec 23 12:31:59.719402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:31:59.727690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef3a74-4fed-42c0-9918-1c7ae027904e None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:31:59.776071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Delete allocated IP 172.20.0.7 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/84ca7e4f-60f2-4883-b2b6-1ab3337ce023) {{(pid=104038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:31:59.788290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.22 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/8288d4e9-bb0b-420e-b22f-805eb514b3c3/afe0126b-422f-493a-9e01-03655f868cef) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:31:59.804151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5cdb17b2-dd12-4227-aa84-25e7a89c80d5 None None] Provisioning complete for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:31:59.805780 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cdb17b2-dd12-4227-aa84-25e7a89c80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.830525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:59.846240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e9ed9e9-7582-4533-a5f2-195e123d1401 req-141c3e95-b9a6-41a2-8019-b1fa0e2c4a0f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d9236c-ccc2-4629-965d-626fbdb565fa&id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332457 Dec 23 12:31:59.868045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb17b2-dd12-4227-aa84-25e7a89c80d5 None None] Port 3dd739ff-f395-4410-8fe5-29588d9d81e9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:31:59.966984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a462f86c-05b6-4f59-9761-53d06495bed3 req-80d7fafc-49e4-4ec0-95e5-4e4573e46e55 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 210 time: 0.1140821 Dec 23 12:32:00.067300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.110567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d659459e-c69e-4025-998b-9be94755c58d req-7d11d9cf-3802-48be-a638-0765f613e8d4 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/02f90470-696c-4a82-8538-0ecbf5507e40 HTTP/1.1" status: 200 len: 1831 time: 0.0649662 Dec 23 12:32:00.135248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02f90470-696c-4a82-8538-0ecbf5507e40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:00.135639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02f90470-696c-4a82-8538-0ecbf5507e40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:00.156090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.164509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:00.229063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] For port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:00.329148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=afe0126b-422f-493a-9e01-03655f868cef,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:00.338534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] In _notify_port_updated(), no bound segment for port afe0126b-422f-493a-9e01-03655f868cef on network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:32:00.347037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:00.347998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.349916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e6fbcfea-f436-4b7b-827c-fcca2eca2536 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/ports/afe0126b-422f-493a-9e01-03655f868cef HTTP/1.1" status: 200 len: 920 time: 1.3021045 Dec 23 12:32:00.352763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53732) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:00.363185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] device_id is not set on port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:32:00.385234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.399001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.435054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fe48e-539f-49a7-986b-ff8d19703476 req-add9871c-f391-44ca-bea1-0fc6707aab2a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:00.436965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-232fe48e-539f-49a7-986b-ff8d19703476 req-add9871c-f391-44ca-bea1-0fc6707aab2a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1549511 Dec 23 12:32:00.439417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.477984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port afe0126b-422f-493a-9e01-03655f868cef {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:00.478610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.493571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.541241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.557518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-232fe48e-539f-49a7-986b-ff8d19703476 req-cba83b60-dfc9-44d1-806b-5f0f59efd233 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043942 Dec 23 12:32:00.585181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:00.610148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0389a9ee-c307-4a32-9df3-d011cfc165e0,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:00.618485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.621850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Provisioning complete for port afe0126b-422f-493a-9e01-03655f868cef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:00.622457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.642580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for afe0126b-422f-493a-9e01-03655f868cef owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:00.644954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] No DVR routers for this DVR port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:00.691224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] In _notify_port_updated(), no bound segment for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 on network 6b71f5f9-a8e4-41ae-899d-1e689773b246 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:32:00.692895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:00.693887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.695502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-e5f06e02-2c3f-47ff-9fa5-498145d17389 service neutron] 10.222.0.43 "PUT /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 200 len: 1031 time: 0.9814484 Dec 23 12:32:00.706568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Port afe0126b-422f-493a-9e01-03655f868cef cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:00.726416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:00.726901 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.734428 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.735974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d659459e-c69e-4025-998b-9be94755c58d req-ddf92483-b23d-491f-9de9-ce19b1825aee tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6106796 Dec 23 12:32:00.828018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:00.830412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 68ffce1b-f266-4c98-bff9-fc2973fb5775 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:00.864550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63629bda-8026-48cc-b1e0-a13a363b297c req-af2d2aa4-48df-4cfa-b621-a25fca12e381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/02f90470-696c-4a82-8538-0ecbf5507e40 HTTP/1.1" status: 200 len: 2425 time: 0.1069074 Dec 23 12:32:00.904215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 1c6716c4-da6e-4249-a157-8648a2d531eb {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:00.904565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.920461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:00.920461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ea65-e004-4471-9ea5-28772571ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:00.951935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.031207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=afe0126b-422f-493a-9e01-03655f868cef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:01.118653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-be11e373-4b13-4401-a1f2-6af8b63da1b0 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-group-rules/0389a9ee-c307-4a32-9df3-d011cfc165e0 HTTP/1.1" status: 200 len: 778 time: 0.1830683 Dec 23 12:32:01.128873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.132901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a06a04b0-88c8-40cc-a462-4bd6187226bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/afe0126b-422f-493a-9e01-03655f868cef HTTP/1.1" status: 204 len: 168 time: 0.7789302 Dec 23 12:32:01.135508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53748) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:01.163218 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a980afdd-8eb4-4ca4-8c19-14571077ed21 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:32:01.165655 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a980afdd-8eb4-4ca4-8c19-14571077ed21 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/afe0126b-422f-493a-9e01-03655f868cef HTTP/1.1" status: 404 len: 333 time: 0.0287676 Dec 23 12:32:01.173467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53750) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:01.216512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:01.248042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.295600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:01.297943 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c3a53-a40f-4b5f-8f60-cedbffb01d98" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:01.303190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] For port 1c6716c4-da6e-4249-a157-8648a2d531eb, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1c6716c4-da6e-4249-a157-8648a2d531eb,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:01.303190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.314857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:01.315484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:01.321713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:01.326089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:01.326462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.328356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:01.335339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:01.342119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:01.344197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5c09557c-7707-4617-8f92-816df6b5f4ea tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3887 time: 0.2733150 Dec 23 12:32:01.366357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 1c6716c4-da6e-4249-a157-8648a2d531eb owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:01.414813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.415438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 96fef807-a418-4cbd-9619-29dd98fb156f no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:01.504701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-0f2f0846-0e03-421c-98ff-d70e7f67d1c4 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/02f90470-696c-4a82-8538-0ecbf5507e40 HTTP/1.1" status: 200 len: 2425 time: 0.3320062 Dec 23 12:32:01.555339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cf6f4dda-dc0e-4d0f-87b9-bc3f1c97fc1d None None] Provisioning complete for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:01.555339 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4dda-dc0e-4d0f-87b9-bc3f1c97fc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.560465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:01.601993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.637378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f4dda-dc0e-4d0f-87b9-bc3f1c97fc1d None None] Port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:01.644802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cf6f4dda-dc0e-4d0f-87b9-bc3f1c97fc1d None None] Could not find standard attr ID for object afe0126b-422f-493a-9e01-03655f868cef. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:32:01.646041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.649391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.665275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.690131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32b05aa2-4560-44fd-8b9e-cd5a3f6e8487 req-5685dfa9-2b25-4ed7-9775-fbf1a33fcd7f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012751 Dec 23 12:32:01.691858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.698288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:01.784095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.784868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3dd739ff-f395-4410-8fe5-29588d9d81e9 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:01.803090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.806334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53cc1f62-4194-45dd-a21c-80414b217ce7 req-12ac6ffd-0bf7-4d2a-834b-24e7446ca971 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 210 time: 0.0365825 Dec 23 12:32:01.806945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.811685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.823752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4804759b-47cd-4c42-83e4-b9f9ad64843a req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0389a9ee-c307-4a32-9df3-d011cfc165e0 HTTP/1.1" status: 204 len: 173 time: 0.2786665 Dec 23 12:32:01.866428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 3dd739ff-f395-4410-8fe5-29588d9d81e9 host ! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:32:01.867584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3dd739ff-f395-4410-8fe5-29588d9d81e9 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:01.867584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d74323b4-a4d1-4c90-ae44-520f9f1ef1ac no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:01.871288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=1c6716c4-da6e-4249-a157-8648a2d531eb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:01.873373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdbe59-0ef9-4e44-94e6-f66be0f12921 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0389a9ee-c307-4a32-9df3-d011cfc165e0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:01.875476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.878299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.881931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/security-groups/210ab6c7-2275-4954-a131-a5e041979d4b HTTP/1.1" status: 204 len: 168 time: 0.6934993 Dec 23 12:32:01.882660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53760) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:01.919155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733eefe-c354-42d7-8c0a-d7ec874984af tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ab6c7-2275-4954-a131-a5e041979d4b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:01.945708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] No DVR routers for this DVR port 1c6716c4-da6e-4249-a157-8648a2d531eb on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:01.950567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.960744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-1767c27a-510c-4909-b5cd-f386ba045772 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "DELETE /v2.0/ports/1c6716c4-da6e-4249-a157-8648a2d531eb HTTP/1.1" status: 204 len: 173 time: 1.2584794 Dec 23 12:32:01.961630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:01.966838 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8faf0-04f8-44d2-a8ef-d35c76f6564f" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:01.988528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:01.996556 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860cde3d-5b46-4cc9-b7cf-3ee9d7869c98 x-openstack-request-id: req-860cde3d-5b46-4cc9-b7cf-3ee9d7869c98 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:01.996556 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:01.996556 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-860cde3d-5b46-4cc9-b7cf-3ee9d7869c98 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:01.996556 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'code': 200} Dec 23 12:32:02.024717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.050624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.111765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1384448383', 'description': 'tempest-description-1904482964'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:02.129578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.166043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3fc72-9f0b-4e84-85c6-756db41111fa req-95a40750-88d2-4a99-976b-332b9e0540f3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.167956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f3fc72-9f0b-4e84-85c6-756db41111fa req-95a40750-88d2-4a99-976b-332b9e0540f3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0949967 Dec 23 12:32:02.174134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:02.175931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 3947675b-891b-4841-bd26-9541e456000f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:02.176280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.195494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.200291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.204540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/security-groups/9fe4d75f-99e8-46af-9fe0-d03ff7b7e6af HTTP/1.1" status: 204 len: 168 time: 0.3186636 Dec 23 12:32:02.206927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53766) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:02.236411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.248527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4bace-fd23-43b4-adee-1fc81268242f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4d75f-99e8-46af-9fe0-d03ff7b7e6af,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.277246 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.278560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1c6716c4-da6e-4249-a157-8648a2d531eb no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:02.303203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 84ca7e4f-60f2-4883-b2b6-1ab3337ce023 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:02.306880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.337789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 1c6716c4-da6e-4249-a157-8648a2d531eb {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:02.338297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1c6716c4-da6e-4249-a157-8648a2d531eb not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:02.338829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3947675b-891b-4841-bd26-9541e456000f no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:02.365978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.380859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.401093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f3fc72-9f0b-4e84-85c6-756db41111fa req-bc27fdb6-fe2c-4d96-8ac1-d7a5c3eefd39 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209356 Dec 23 12:32:02.402311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.493365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.499935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.510181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:02.510557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.518029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.567649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 3947675b-891b-4841-bd26-9541e456000f owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:02.570897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3947675b-891b-4841-bd26-9541e456000f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3947675b-891b-4841-bd26-9541e456000f,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:02.597609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169db5af-ebb3-4826-bc33-30a59f0af5f2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.600148 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f70d24a-1ace-4c83-927d-42adfb4d6656 x-openstack-request-id: req-5f70d24a-1ace-4c83-927d-42adfb4d6656 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:02.600448 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "1c6716c4-da6e-4249-a157-8648a2d531eb", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:02.600705 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f70d24a-1ace-4c83-927d-42adfb4d6656 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:02.601127 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '1c6716c4-da6e-4249-a157-8648a2d531eb', 'status': 'completed', 'code': 200} Dec 23 12:32:02.637037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.638019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:02.647839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.652294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c8256df-eab0-4bd4-92de-12569b531a1e req-5c7b3ad3-860c-4855-907b-c4697495ee0a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5661345 Dec 23 12:32:02.677236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-1402fea9-de72-4943-a457-ef3bb85a1fdb tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.678704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-1402fea9-de72-4943-a457-ef3bb85a1fdb tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2658689 Dec 23 12:32:02.693189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.701789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:02.727779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.729436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=84ca7e4f-60f2-4883-b2b6-1ab3337ce023,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:02.736120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:02.739971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b4661770-395a-45b6-b7b2-362b9bd236e8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/84ca7e4f-60f2-4883-b2b6-1ab3337ce023 HTTP/1.1" status: 204 len: 168 time: 0.5306346 Dec 23 12:32:02.750106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 host ! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:32:02.750898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:02.752399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53772) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:02.754801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeab12c-a5de-4199-a01f-415fd0c0d17c None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:02.757575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:02.818144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a969ca1-2bbb-460e-b09f-40205dc52a5f req-fc36f63d-5957-45ab-856b-173760a2399b tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/169db5af-ebb3-4826-bc33-30a59f0af5f2 HTTP/1.1" status: 200 len: 1832 time: 0.1384580 Dec 23 12:32:02.906476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-746537144', 'description': 'tempest-description-1985959065'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:02.957241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-729379a9-f14c-4e2a-ae9e-d5522944a012 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.963119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-729379a9-f14c-4e2a-ae9e-d5522944a012 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.970188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-729379a9-f14c-4e2a-ae9e-d5522944a012 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.976359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-729379a9-f14c-4e2a-ae9e-d5522944a012 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:02.978143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-729379a9-f14c-4e2a-ae9e-d5522944a012 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 3144 time: 0.1335423 Dec 23 12:32:03.029267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:03.032064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aa33dde-5f8e-47e4-b5da-06f1b72bbe07 req-19e238d9-80f6-4a63-bb37-3e659237d624 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472109 Dec 23 12:32:03.032767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.067212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.101498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=3947675b-891b-4841-bd26-9541e456000f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:03.153641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] No DVR routers for this DVR port 3947675b-891b-4841-bd26-9541e456000f on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:03.156329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.166764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.170902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-ecfb5222-6728-4099-92fd-dc41690f1750 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "DELETE /v2.0/ports/3947675b-891b-4841-bd26-9541e456000f HTTP/1.1" status: 204 len: 173 time: 1.1946507 Dec 23 12:32:03.198369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-067300bd-a072-46ad-a3b0-b3a82c72d53a req-1a283914-04f8-4e76-b935-d9a55f56eef8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 210 time: 0.0467703 Dec 23 12:32:03.206356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:03.209686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.409182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.436681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.475223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.9 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/704add79-5489-4718-8698-52dbee527b50) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:03.479418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 96fef807-a418-4cbd-9619-29dd98fb156f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:03.479691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.519045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:03.524364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:03.529615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:03.530347 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.546402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=206a666b-b9f0-47b3-87f3-724e2010ee97,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:03.561194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.571513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077479e-05f1-4158-98a9-6f7e1acebbdb None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:03.647151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-33d2eeb8-fc41-47e5-bda9-02c86a6155a3 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8935916 Dec 23 12:32:03.649613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53786) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:03.655768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'security_group': {'name': 'tempest-secgroup-753921074'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:03.671234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6e325d-875b-4818-bb61-4fdedaed5659,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:03.676374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e8f78b5d-ae1f-4225-b6f2-26451ee6e84c None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:03.676374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8f78b5d-ae1f-4225-b6f2-26451ee6e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.733000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e8f78b5d-ae1f-4225-b6f2-26451ee6e84c None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:03.750891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e8f78b5d-ae1f-4225-b6f2-26451ee6e84c None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:03.751263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8f78b5d-ae1f-4225-b6f2-26451ee6e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.759917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bbc19-cee9-481d-ac08-5b15b054ef8c req-c408e33e-adb6-424d-a46f-f32c5e86c6c6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:03.765474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f9bbc19-cee9-481d-ac08-5b15b054ef8c req-c408e33e-adb6-424d-a46f-f32c5e86c6c6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2478657 Dec 23 12:32:03.768553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.769770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5268988f-05bf-48fa-aa3f-ca6d8c9d5e05 req-6058e326-04fc-4b07-ab91-22f6ebcc5381 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8820875 Dec 23 12:32:03.834478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Update dhcp port {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'fixed_ips': [{'subnet_id': '8288d4e9-bb0b-420e-b22f-805eb514b3c3', 'ip_address': '172.20.0.18'}, {'subnet_id': '206a666b-b9f0-47b3-87f3-724e2010ee97'}], 'binding:host_id': 'n-d-822750-2'}, 'id': 'f6163acb-4158-435b-81bb-6d91008e6abd'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:32:03.835549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.893451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.912809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.006644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3947675b-891b-4841-bd26-9541e456000f'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:04.008888 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200eec6-1cc5-4462-a7c3-770a688bb255" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "3947675b-891b-4841-bd26-9541e456000f"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:04.017941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.051679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ece55a-0375-4453-972c-d104c2d44df9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:04.095665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Allocated IP 172.20.0.2 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/206a666b-b9f0-47b3-87f3-724e2010ee97/f6163acb-4158-435b-81bb-6d91008e6abd) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:04.105331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] For port 96fef807-a418-4cbd-9619-29dd98fb156f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=96fef807-a418-4cbd-9619-29dd98fb156f,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:04.105698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.142612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 96fef807-a418-4cbd-9619-29dd98fb156f owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:04.146299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.150354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a203bd65-9ba4-48e6-a23c-82f73ac91cf6 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4968069 Dec 23 12:32:04.155462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53794) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:04.156138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'security_group': {'name': 'tempest-secgroup-667421917'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:04.199076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:04.230796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.261693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f9bbc19-cee9-481d-ac08-5b15b054ef8c req-f4201e5d-f00c-4052-b3dd-2837e33499b1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834986 Dec 23 12:32:04.264120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6cef35b-8d6c-4f19-83fd-40ca93fbc8f6 req-556c8d8c-2a28-4583-ba7c-82974d6d1bc1 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/2b6e325d-875b-4818-bb61-4fdedaed5659 HTTP/1.1" status: 200 len: 1831 time: 0.1761613 Dec 23 12:32:04.267229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.315438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.316859 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5341f49a-1e7f-4dbb-b47e-61acaf86bf52 x-openstack-request-id: req-5341f49a-1e7f-4dbb-b47e-61acaf86bf52 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:04.318163 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "3947675b-891b-4841-bd26-9541e456000f", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:04.318664 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5341f49a-1e7f-4dbb-b47e-61acaf86bf52 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:04.319332 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f', 'code': 200} Dec 23 12:32:04.320177 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'code': 200} Dec 23 12:32:04.320655 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3947675b-891b-4841-bd26-9541e456000f', 'code': 200} Dec 23 12:32:04.344985 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.400630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.445198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63bdad-003b-4ff3-948c-ef5e619da32c None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:04.446020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6c912dc-8cc6-4cac-a747-7287ab3fe599 req-5eed4b96-0548-48fc-96c3-a576d3abe8f8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 210 time: 0.0464954 Dec 23 12:32:04.449078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.514193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1820498057', 'description': 'tempest-description-1839016947'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:04.527469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec9b2-844d-4b89-8de4-d31d446d4fcd req-21820d60-3db5-4fa6-b19f-dee3c854f904 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:04.533567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec9b2-844d-4b89-8de4-d31d446d4fcd req-21820d60-3db5-4fa6-b19f-dee3c854f904 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:04.538099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.539624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec9b2-844d-4b89-8de4-d31d446d4fcd req-21820d60-3db5-4fa6-b19f-dee3c854f904 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:04.541356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dabec9b2-844d-4b89-8de4-d31d446d4fcd req-21820d60-3db5-4fa6-b19f-dee3c854f904 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 2411 time: 0.1972322 Dec 23 12:32:04.557567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:04.583080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df00b0e9-ea31-4c88-b5f1-eb4c5dadb8fd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:04.587986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:04.587986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.590988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:32:04.595448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:04.603516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '3947675b-891b-4841-bd26-9541e456000f'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:04.606553 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e26ec3-693b-4bf3-8cbb-e97ecd4a3fc3" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "3947675b-891b-4841-bd26-9541e456000f"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:04.638763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.640380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-53ea6638-ade8-4c32-9d82-6b0fd96350d2 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4889331 Dec 23 12:32:04.643222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53804) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:04.647734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'security_group': {'name': 'tempest-secgroup-1187035154'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:04.682583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=96fef807-a418-4cbd-9619-29dd98fb156f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:04.708569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dabec9b2-844d-4b89-8de4-d31d446d4fcd req-d40aac29-1321-4d6f-b986-33ab8aaf59d1 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549656 Dec 23 12:32:04.731910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:04.732558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.764392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] No DVR routers for this DVR port 96fef807-a418-4cbd-9619-29dd98fb156f on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:04.767565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.771498 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.774850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-20ebcacd-68f5-435c-a95f-d4ef1de69528 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "DELETE /v2.0/ports/96fef807-a418-4cbd-9619-29dd98fb156f HTTP/1.1" status: 204 len: 173 time: 1.5890143 Dec 23 12:32:04.837141 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11621ca-5e81-4f26-8163-4704d4a920ce x-openstack-request-id: req-a11621ca-5e81-4f26-8163-4704d4a920ce {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:04.837457 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "3947675b-891b-4841-bd26-9541e456000f", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:04.837850 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a11621ca-5e81-4f26-8163-4704d4a920ce {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:04.838240 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '3947675b-891b-4841-bd26-9541e456000f', 'status': 'completed', 'code': 200} Dec 23 12:32:04.864937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-2dbbe3e6-69a1-4608-a4e0-b612aaa7cb6c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1683531 Dec 23 12:32:04.887946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Request body: {'port': {'device_id': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:04.955188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.975065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:04.994589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 68ffce1b-f266-4c98-bff9-fc2973fb5775 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:04.995292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.002420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.054480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:05.059760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.078835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.118610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:05.119166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.164124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc865a8-0c8f-43ec-8f13-d01dfbb0ca2a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:05.166320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8107da8-1ce1-4642-8588-25121a18c924 None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:05.166802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8107da8-1ce1-4642-8588-25121a18c924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.178366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.219264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8107da8-1ce1-4642-8588-25121a18c924 None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:05.232104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c499a-ed8f-4feb-aa9d-7efdd174a518,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:05.238019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8107da8-1ce1-4642-8588-25121a18c924 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:05.238589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8107da8-1ce1-4642-8588-25121a18c924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.254966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.256497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41f86bf4-b1b7-4018-ae0f-fd4425531271 req-ab37dd53-d71b-4536-9b68-632a88e005ed tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7801163 Dec 23 12:32:05.291056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] For port 68ffce1b-f266-4c98-bff9-fc2973fb5775, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=68ffce1b-f266-4c98-bff9-fc2973fb5775,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:05.291504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.323123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.324466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2ae86a2-836d-4ad4-9883-b2aa4c8213d9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6802869 Dec 23 12:32:05.327423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53812) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:05.334225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-743520787', 'security_groups': ['0c3c499a-ed8f-4feb-aa9d-7efdd174a518'], 'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '206a666b-b9f0-47b3-87f3-724e2010ee97'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:05.527144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:05.607789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aae7d8f7-35f5-458c-8331-1a137ffe8e05 req-afd30dca-dc55-4810-b231-716fdde07b54 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/2dc865a8-0c8f-43ec-8f13-d01dfbb0ca2a HTTP/1.1" status: 200 len: 1832 time: 0.3123753 Dec 23 12:32:05.631037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a734-4946-4a1c-a049-4984c88ac030 req-f72a0394-cc5e-46ef-971e-264f42f44a59 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:05.632780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a99a734-4946-4a1c-a049-4984c88ac030 req-f72a0394-cc5e-46ef-971e-264f42f44a59 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2257116 Dec 23 12:32:05.825236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.825506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.825846 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Floating IP 0644c5bf-a02c-4dee-ac12-dd2b7797741b disassociated. External IP: 172.25.7.118, port: 68ffce1b-f266-4c98-bff9-fc2973fb5775. Dec 23 12:32:05.826176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 68ffce1b-f266-4c98-bff9-fc2973fb5775 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:05.837765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a99a734-4946-4a1c-a049-4984c88ac030 req-bedac268-ccbd-4c64-ab92-b02d3f828bc6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906142 Dec 23 12:32:05.882150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd89da-7a20-4292-99ff-380d53c8ac84 req-282eeea7-c8f1-407f-83ed-d3a16dfed445 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:05.883619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3cd89da-7a20-4292-99ff-380d53c8ac84 req-282eeea7-c8f1-407f-83ed-d3a16dfed445 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 931 time: 0.2056582 Dec 23 12:32:05.890403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1630585721', 'description': 'tempest-description-385716335'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:05.906794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.923626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] device_id is not set on port f307dd68-d164-4357-af26-2e44261a101e yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:32:05.935275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704add79-5489-4718-8698-52dbee527b50 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:05.956554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.014786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Transition to ACTIVE for port object 704add79-5489-4718-8698-52dbee527b50 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:32:06.036796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3cd89da-7a20-4292-99ff-380d53c8ac84 req-47fe3e80-94af-4a24-9a0a-f26c2b8bac10 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 Dec 23 12:32:06.087913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.095037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.13 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/206a666b-b9f0-47b3-87f3-724e2010ee97/f307dd68-d164-4357-af26-2e44261a101e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:06.120857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.220979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Pushing event updated for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:06.237201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.238687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.245078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2de222-04ca-4d22-a3a5-7ec5d8b6e180 req-a7d05441-c912-498d-b180-bb82c1ef4086 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:06.251891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2de222-04ca-4d22-a3a5-7ec5d8b6e180 req-a7d05441-c912-498d-b180-bb82c1ef4086 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:06.253507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2de222-04ca-4d22-a3a5-7ec5d8b6e180 req-a7d05441-c912-498d-b180-bb82c1ef4086 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 1599 time: 0.1489170 Dec 23 12:32:06.347000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=68ffce1b-f266-4c98-bff9-fc2973fb5775,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:06.361622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.375583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.415055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:06.418857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:06.422613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:32:06.448996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=f307dd68-d164-4357-af26-2e44261a101e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:06.461165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.461165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.461408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2de222-04ca-4d22-a3a5-7ec5d8b6e180 req-2474cced-8c2c-4356-b5a0-2e8fa283281d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963856 Dec 23 12:32:06.467283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.467936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.468066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.468360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.468708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.469059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.469726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.469726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.470051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.470318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.470635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:06.474804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Attempting to bind port 704add79-5489-4718-8698-52dbee527b50 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:32:06.475152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Attempting to bind port 704add79-5489-4718-8698-52dbee527b50 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:32:06.475491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Attempting to bind port 704add79-5489-4718-8698-52dbee527b50 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:06.501734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:06.502702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.528369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.539785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Port 704add79-5489-4718-8698-52dbee527b50 on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:32:06.540109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Attempting to bind port 704add79-5489-4718-8698-52dbee527b50 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:06.567232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:32:06.567594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:06.567981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:32:06.568419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Bound port: 704add79-5489-4718-8698-52dbee527b50, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:32:06.568776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.599568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c2fa316-a6f8-4030-b274-e5ffee9c41fb tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2709725 Dec 23 12:32:06.602417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53824) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:06.611818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf1862-5579-4917-8311-4ef87583d36c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:06.612578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:06.648955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Router b20910f6-9a44-443f-9174-64d0cc164531 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:32:06.654436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.655704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe1813d4-caf5-4822-bd11-6d1a1281466a req-59247c2e-b70f-4759-b7b6-fcb71d60a308 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7851462 Dec 23 12:32:06.767319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:06.811658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-63dc6557-3ede-4c58-a54b-0509266c6f99 None None] Provisioning complete for port f307dd68-d164-4357-af26-2e44261a101e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:06.812307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63dc6557-3ede-4c58-a54b-0509266c6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.824325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:06.828360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:06.875456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-63dc6557-3ede-4c58-a54b-0509266c6f99 None None] Port f307dd68-d164-4357-af26-2e44261a101e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:06.964630 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 206a666b-b9f0-47b3-87f3-724e2010ee97 (CIDR: 172.20.0.0/28) Dec 23 12:32:07.053229 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:32:07.053739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:07.089620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:07.091856 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224dde9-f96f-4fb0-b6f6-d40f8184ea36" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:07.096987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=704add79-5489-4718-8698-52dbee527b50,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:32:07.115739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83be8559-9d47-493e-8029-4c7d286e0324 req-cbd9c432-61d5-4c1b-ba32-d1db618d10be tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/b7cf1862-5579-4917-8311-4ef87583d36c HTTP/1.1" status: 200 len: 1831 time: 0.4280272 Dec 23 12:32:07.153496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:32:07.168116 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Sync routers for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:32:07.170316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906769e-ffaa-4306-8109-c25aa08697d2 req-964900a4-0259-4f22-baa9-aeb353a4313e tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.171931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0906769e-ffaa-4306-8109-c25aa08697d2 req-964900a4-0259-4f22-baa9-aeb353a4313e tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0769293 Dec 23 12:32:07.178003 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:07.183439 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:07.220360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6d11045-f7f0-4a5c-80f6-584bf30b7a8e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6166699 Dec 23 12:32:07.223051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53836) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:07.228212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:07.251023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] No DVR routers for this DVR port 68ffce1b-f266-4c98-bff9-fc2973fb5775 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:07.254799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.258266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-2260b2d5-d0c3-413b-b35a-0e477fffa860 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "DELETE /v2.0/ports/68ffce1b-f266-4c98-bff9-fc2973fb5775 HTTP/1.1" status: 204 len: 173 time: 2.4755890 Dec 23 12:32:07.276863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.287610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:07.361721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391293f5-687f-48f7-ae27-9d3da45b3cc5 req-4bcaacd9-7a28-4520-b78b-a21c2b17dd72 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.365352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-391293f5-687f-48f7-ae27-9d3da45b3cc5 req-4bcaacd9-7a28-4520-b78b-a21c2b17dd72 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 943 time: 0.1774552 Dec 23 12:32:07.366699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0906769e-ffaa-4306-8109-c25aa08697d2 req-26f4f1d0-414f-4327-9ba7-df22fc100877 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795483 Dec 23 12:32:07.367951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.368554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.369856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/704add79-5489-4718-8698-52dbee527b50 HTTP/1.1" status: 200 len: 1091 time: 2.4932053 Dec 23 12:32:07.423839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:07.427784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.428189 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca70a0b-b223-4a2d-814b-4f181d5f11f4 x-openstack-request-id: req-eca70a0b-b223-4a2d-814b-4f181d5f11f4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:07.428485 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "96fef807-a418-4cbd-9619-29dd98fb156f", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:07.428727 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eca70a0b-b223-4a2d-814b-4f181d5f11f4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:07.429130 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '96fef807-a418-4cbd-9619-29dd98fb156f', 'status': 'completed', 'code': 200} Dec 23 12:32:07.441840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7d9f-2929-4c41-8f04-dd8f696c02d0 service neutron] Pushing event updated for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:07.487636 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-706e7e66-1eb0-4824-a29a-562e8c363678 req-ce1e995a-04bf-4183-8fca-8ad4dc9d7488 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] show failed (client error): The resource could not be found. Dec 23 12:32:07.488695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-706e7e66-1eb0-4824-a29a-562e8c363678 req-ce1e995a-04bf-4183-8fca-8ad4dc9d7488 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/12254613-7909-49c8-ba08-60501be5fe57 HTTP/1.1" status: 404 len: 352 time: 0.0317783 Dec 23 12:32:07.500063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-391293f5-687f-48f7-ae27-9d3da45b3cc5 req-848d2d23-6af7-4393-aa3b-da260e695fc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154449 Dec 23 12:32:07.517792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:07.518601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.545695 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:07.571248 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8288d4e9-bb0b-420e-b22f-805eb514b3c3 (CIDR: 172.20.0.16/28) Dec 23 12:32:07.588163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Checking router: b20910f6-9a44-443f-9174-64d0cc164531 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:32:07.589521 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:07.590400 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:07.624599 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-5b608bad-95e5-4329-a2a7-d5ae39d7e672 req-a5de9e9f-7bce-4221-8274-ce62a2942242 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] show failed (client error): The resource could not be found. Dec 23 12:32:07.625503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b608bad-95e5-4329-a2a7-d5ae39d7e672 req-a5de9e9f-7bce-4221-8274-ce62a2942242 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-group-rules/dcf251a8-b9e5-4849-92bb-f9bba2903e06 HTTP/1.1" status: 404 len: 361 time: 0.0481830 Dec 23 12:32:07.656190 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:32:07.657400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:07.697743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-e3471c8e-23ef-411c-bcf7-a747414a9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.700271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-e3471c8e-23ef-411c-bcf7-a747414a9b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 1094 time: 0.1631827 Dec 23 12:32:07.702127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] For port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:07.702710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.715661 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.733787 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:07.736391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d16a9-6eab-41df-8599-6daffc0be3c5 req-fff6df74-0296-4b9e-b61f-af5e75002139 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.737555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-340d16a9-6eab-41df-8599-6daffc0be3c5 req-fff6df74-0296-4b9e-b61f-af5e75002139 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 943 time: 0.1333661 Dec 23 12:32:07.753313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-17c11424-3ab6-4b0c-a537-b354f6676ed5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5286250 Dec 23 12:32:07.755514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:07.762155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'subnet': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:07.769666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for d74323b4-a4d1-4c90-ae44-520f9f1ef1ac owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:07.781010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-f0e55479-99a1-409b-8543-f4978efecd15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704add79-5489-4718-8698-52dbee527b50 HTTP/1.1" status: 200 len: 217 time: 0.0687897 Dec 23 12:32:07.909946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-f0b23c44-e840-4152-b107-ae2ed5c64210 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/b7cf1862-5579-4917-8311-4ef87583d36c HTTP/1.1" status: 200 len: 1831 time: 0.1895363 Dec 23 12:32:07.924712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-fe7b70b3-8479-409d-bfc9-5ba52b6da776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:07.926269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-fe7b70b3-8479-409d-bfc9-5ba52b6da776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.1331482 Dec 23 12:32:07.940037 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:07.955204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Made reservation on behalf of 0da40f5e9ad643a29f8eadae060c8427 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:07.959843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.965983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-340d16a9-6eab-41df-8599-6daffc0be3c5 req-423786ad-e700-44c1-bfbd-700cbf3ed28c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee67b16-16c0-41b9-a169-476003868e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940527 Dec 23 12:32:07.970832 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c7b98-e421-4b2e-aa96-2cf87b98c814 None None] The sync data for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 is: [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:20:39Z', 'revision_number': 4, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb6ca83b-6d96-444a-9e90-162f202dfdf5', 'name': '', 'network_id': '05c380c1-e3d8-4678-9b2d-61e09c43c11f', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'mac_address': 'fa:16:3e:ae:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:37Z', 'updated_at': '2021-12-23T12:20:44Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'subnets': [{'id': 'b6de7d0f-c217-470b-9090-3d2064169cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:32:07.988416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-932336b0-cfcb-491b-a1ed-67262364844d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494256 Dec 23 12:32:08.138606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.186029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-ba053a0d-2677-498f-8623-144393a06818 service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895914 Dec 23 12:32:08.188122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.269398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.286270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4477a00-4f46-4ffd-9896-8f5e90f06dcc None None] New status for floating IP 0644c5bf-a02c-4dee-ac12-dd2b7797741b: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:32:08.298064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.307921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=d74323b4-a4d1-4c90-ae44-520f9f1ef1ac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:08.362254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:08.365673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:08.370655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:08.371358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.379050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] No DVR routers for this DVR port d74323b4-a4d1-4c90-ae44-520f9f1ef1ac on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:08.382796 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.384204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Subnet': ['ID=10f8c68d-e97f-44c6-9f07-bac28b915aac,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:08.386532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba628479-fe5c-48d7-b0b7-d48997472677 req-de894c95-5392-4d3c-a1cb-535f2e2029ae tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.43 "DELETE /v2.0/ports/d74323b4-a4d1-4c90-ae44-520f9f1ef1ac HTTP/1.1" status: 204 len: 173 time: 1.1201825 Dec 23 12:32:08.390710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-680e65ef-1b4e-4111-bde1-22f3d0bc9d2e req-bebd7ac1-3dbd-4fac-8948-42ec0ad0aaaf service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946285 Dec 23 12:32:08.405264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967c35e-26e0-4086-8a9e-756f455bf319 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:08.411635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.414573 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.415967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87b15d78-e732-4baf-be31-0b28ce8dea86 req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-groups/b7cf1862-5579-4917-8311-4ef87583d36c HTTP/1.1" status: 204 len: 173 time: 0.4946289 Dec 23 12:32:08.429834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5390c-0d6c-4e5d-be56-4b1ec3d3c862 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf1862-5579-4917-8311-4ef87583d36c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:08.465396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a31a8ea-ca84-47dd-b7b3-00b594a9d58f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7088051 Dec 23 12:32:08.472538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53854) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:08.478214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-47122688', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10f8c68d-e97f-44c6-9f07-bac28b915aac'}], 'security_groups': ['04ece55a-0375-4453-972c-d104c2d44df9', 'df00b0e9-ea31-4c88-b5f1-eb4c5dadb8fd']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:08.509955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-92b6d62a-54a7-4e6e-911d-61728c2acb2a tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/2dc865a8-0c8f-43ec-8f13-d01dfbb0ca2a HTTP/1.1" status: 200 len: 1832 time: 0.0701780 Dec 23 12:32:08.571726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.599593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d52fd-3a61-4a8a-a1bc-885e9c975a21 req-6c0f5a19-4478-4fb4-95a4-97842ad96998 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:08.607410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e38d52fd-3a61-4a8a-a1bc-885e9c975a21 req-6c0f5a19-4478-4fb4-95a4-97842ad96998 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0953121 Dec 23 12:32:08.647907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.649887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Update dhcp port {'port': {'network_id': '29ae4e54-5180-4f30-a1d4-6f904d898fc9', 'fixed_ips': [{'subnet_id': '8288d4e9-bb0b-420e-b22f-805eb514b3c3', 'ip_address': '172.20.0.18'}, {'subnet_id': '206a666b-b9f0-47b3-87f3-724e2010ee97', 'ip_address': '172.20.0.2'}, {'subnet_id': '10f8c68d-e97f-44c6-9f07-bac28b915aac'}], 'binding:host_id': 'n-d-822750-2'}, 'id': 'f6163acb-4158-435b-81bb-6d91008e6abd'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:32:08.684440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.714502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e38d52fd-3a61-4a8a-a1bc-885e9c975a21 req-6a2deb09-8fc5-4818-a562-bcb4c3eaa2d2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040056 Dec 23 12:32:08.720082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.892289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.895152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.911247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Allocated IP 172.20.0.34 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/10f8c68d-e97f-44c6-9f07-bac28b915aac/f6163acb-4158-435b-81bb-6d91008e6abd) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:08.918116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a0f0ee-881e-4b0e-8dfe-905557cf0f4f req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-groups/2dc865a8-0c8f-43ec-8f13-d01dfbb0ca2a HTTP/1.1" status: 204 len: 173 time: 0.4003861 Dec 23 12:32:08.945081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97fe7b-bc37-400f-a04a-7415d8d4d350 req-e1e527d9-1145-43a6-8141-2971fdc3fc8d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:08.946680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d97fe7b-bc37-400f-a04a-7415d8d4d350 req-e1e527d9-1145-43a6-8141-2971fdc3fc8d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 943 time: 0.1145215 Dec 23 12:32:08.953796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75299f-b5ff-4667-9cb0-fba04450ec7c tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc865a8-0c8f-43ec-8f13-d01dfbb0ca2a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:09.007295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d97fe7b-bc37-400f-a04a-7415d8d4d350 req-856dd9eb-e9ee-4246-9022-145d8e4f2d84 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500178 Dec 23 12:32:09.083062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:09.121766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5db33b32-0446-4936-a7f7-599b4a63e3af req-d74f4df4-22da-43eb-9f0c-f23d99a92dcf tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0327411 Dec 23 12:32:09.124648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-ea5a3fc3-88d0-4a1c-a0e9-3f2f2834b327 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/2b6e325d-875b-4818-bb61-4fdedaed5659 HTTP/1.1" status: 200 len: 1831 time: 0.0827811 Dec 23 12:32:09.133263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.189872 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.208058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.233823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.307351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Delete allocated IP 172.20.0.13 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/206a666b-b9f0-47b3-87f3-724e2010ee97) {{(pid=104038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:32:09.317798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Allocated IP 172.20.0.38 (29ae4e54-5180-4f30-a1d4-6f904d898fc9/10f8c68d-e97f-44c6-9f07-bac28b915aac/f307dd68-d164-4357-af26-2e44261a101e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:09.320477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc039-1826-45ae-81ef-61483de43ccb None None] Pushing event updated for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:09.355575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.358319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.362606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-172efcd3-f56c-46d4-9ddd-2ff346fe8364 req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b6e325d-875b-4818-bb61-4fdedaed5659 HTTP/1.1" status: 204 len: 173 time: 0.2308018 Dec 23 12:32:09.387306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462f949-a8f4-4902-bbb1-3d1eae2f299d tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6e325d-875b-4818-bb61-4fdedaed5659,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:09.430604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775'}, {'name': 'network-changed', 'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'tag': '704add79-5489-4718-8698-52dbee527b50'}, {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:09.433619 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a0eeed-2105-44ab-b068-23124e8f6ce0" -d '{"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775"}, {"name": "network-changed", "server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "tag": "704add79-5489-4718-8698-52dbee527b50"}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:09.459179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-106c5639-471e-4e6a-8135-da30165342d2 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/169db5af-ebb3-4826-bc33-30a59f0af5f2 HTTP/1.1" status: 200 len: 1832 time: 0.0689719 Dec 23 12:32:09.512084 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9203143-09ea-4d4a-a2d8-51d59552ac5d x-openstack-request-id: req-c9203143-09ea-4d4a-a2d8-51d59552ac5d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:09.512381 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "68ffce1b-f266-4c98-bff9-fc2973fb5775", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "tag": "704add79-5489-4718-8698-52dbee527b50", "status": "completed", "code": 200}, {"server_uuid": "47074fec-79ff-4a38-be76-edfb63b98e8c", "name": "network-vif-deleted", "tag": "d74323b4-a4d1-4c90-ae44-520f9f1ef1ac", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:09.512746 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9203143-09ea-4d4a-a2d8-51d59552ac5d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:09.513278 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': '68ffce1b-f266-4c98-bff9-fc2973fb5775', 'status': 'completed', 'code': 200} Dec 23 12:32:09.513549 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'tag': '704add79-5489-4718-8698-52dbee527b50', 'status': 'completed', 'code': 200} Dec 23 12:32:09.513849 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47074fec-79ff-4a38-be76-edfb63b98e8c', 'name': 'network-vif-deleted', 'tag': 'd74323b4-a4d1-4c90-ae44-520f9f1ef1ac', 'status': 'completed', 'code': 200} Dec 23 12:32:09.555310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.572697 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.601114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.607319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.621907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-8d0639cc-4bfd-4fd2-8807-1f52783fc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:09.623510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-8d0639cc-4bfd-4fd2-8807-1f52783fc883 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 1094 time: 0.0872843 Dec 23 12:32:09.710701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event updated for resources: {'Port': ['ID=f307dd68-d164-4357-af26-2e44261a101e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:09.738695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] In _notify_port_updated(), no bound segment for port f307dd68-d164-4357-af26-2e44261a101e on network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:32:09.747003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:09.747760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.750202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ce54094a-1739-4742-896f-777b98d61969 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "PUT /v2.0/ports/f307dd68-d164-4357-af26-2e44261a101e HTTP/1.1" status: 200 len: 958 time: 1.2764759 Dec 23 12:32:09.753207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53872) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:09.756140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-103b36db-993d-4273-9892-533ef0bfaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:09.757680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-103b36db-993d-4273-9892-533ef0bfaa04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1265006 Dec 23 12:32:09.831719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.834410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.835824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-925cd948-ac49-4bab-b02e-303a9d3749c2 req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-groups/169db5af-ebb3-4826-bc33-30a59f0af5f2 HTTP/1.1" status: 204 len: 173 time: 0.3621778 Dec 23 12:32:09.875149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-bf496add-35fa-45f2-8b03-b68d78d4298c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=704add79-5489-4718-8698-52dbee527b50 HTTP/1.1" status: 200 len: 217 time: 0.1080301 Dec 23 12:32:09.925051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972462eb-17e6-4a33-b554-dafaf2171d79 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169db5af-ebb3-4826-bc33-30a59f0af5f2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:10.021571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Provisioning complete for port f307dd68-d164-4357-af26-2e44261a101e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:10.022006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.044425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4b1bb-8c5d-4847-b43f-9e47ada7880b req-4f3d5886-27b1-411e-afca-123a3c5564a3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:10.046132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99d4b1bb-8c5d-4847-b43f-9e47ada7880b req-4f3d5886-27b1-411e-afca-123a3c5564a3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2175286 Dec 23 12:32:10.054997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-a29eba8f-e6e0-4ae2-be45-5de7fd38a492 tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "GET /v2.0/security-groups/02f90470-696c-4a82-8538-0ecbf5507e40 HTTP/1.1" status: 200 len: 1831 time: 0.1771209 Dec 23 12:32:10.061205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Port f307dd68-d164-4357-af26-2e44261a101e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:10.062366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-ec3e56b4-035d-4649-a863-d945b569a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:10.063918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-ec3e56b4-035d-4649-a863-d945b569a067 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.1744382 Dec 23 12:32:10.078100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:10.078746 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.114846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:10.125818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:10.126185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e34ec7c6-e06e-43dd-a625-849b9c7931b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.129732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-6ad33754-bf8d-4b9d-933e-9c7808934b0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445476 Dec 23 12:32:10.224938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99d4b1bb-8c5d-4847-b43f-9e47ada7880b req-97a8c8ae-b550-41f0-832e-4f024e05c74b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671412 Dec 23 12:32:10.228679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port f307dd68-d164-4357-af26-2e44261a101e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:10.229111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.300903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.402822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-7f366984-91f6-47cb-b9ba-77044b698945 service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619655 Dec 23 12:32:10.404491 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.442266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.507897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for f307dd68-d164-4357-af26-2e44261a101e owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:10.545913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000cda-0222-406f-8cd7-b7592c546c2a req-9f9673c1-03da-4e9c-b5ba-ba421afa5c02 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:10.549513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91000cda-0222-406f-8cd7-b7592c546c2a req-9f9673c1-03da-4e9c-b5ba-ba421afa5c02 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 943 time: 0.1902723 Dec 23 12:32:10.636961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-789b752d-019d-4914-b809-9bcbbf90771a None None] Provisioning complete for port f307dd68-d164-4357-af26-2e44261a101e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:10.637918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-789b752d-019d-4914-b809-9bcbbf90771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.657511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0a0eeed-2105-44ab-b068-23124e8f6ce0 req-6c30fb22-bfc4-4375-b0f1-f2782ba73e6d service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313142 Dec 23 12:32:10.658128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.660747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.661829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1396bb40-7b37-40f1-b330-abb82f8058b9 req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] 10.222.0.16 "DELETE /v2.0/security-groups/02f90470-696c-4a82-8538-0ecbf5507e40 HTTP/1.1" status: 204 len: 173 time: 0.6061594 Dec 23 12:32:10.676631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:10.696010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91000cda-0222-406f-8cd7-b7592c546c2a req-c3ebe977-7604-493f-a11a-07c1d9a63ff0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116881 Dec 23 12:32:10.707616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01950f56-8e9e-4241-877e-797a65a56c9f tempest-SecurityGroupRulesNegativeTestJSON-547565158 tempest-SecurityGroupRulesNegativeTestJSON-547565158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f90470-696c-4a82-8538-0ecbf5507e40,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:10.757072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-789b752d-019d-4914-b809-9bcbbf90771a None None] Port f307dd68-d164-4357-af26-2e44261a101e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:10.775932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Deleting subnet 78997266-8973-4854-a216-c267e2077346 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:10.792011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.809662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee679d77-e619-4da7-b2bb-04b6b58f8d6f req-13fec3fe-ba23-430b-adfc-06c159ffb1c3 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0362649 Dec 23 12:32:10.833968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.875761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.943787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:10.983356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=f307dd68-d164-4357-af26-2e44261a101e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:11.054551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.058667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bf71ba2-85d9-4c34-b4cd-7411adde6a97 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/f307dd68-d164-4357-af26-2e44261a101e HTTP/1.1" status: 204 len: 168 time: 1.3039520 Dec 23 12:32:11.061716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53886) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.063325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:11.087821 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07b73d6-f254-4f82-a627-d69530a56925 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] GET failed (client error): The resource could not be found. Dec 23 12:32:11.089567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f07b73d6-f254-4f82-a627-d69530a56925 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports/f307dd68-d164-4357-af26-2e44261a101e HTTP/1.1" status: 404 len: 333 time: 0.0264840 Dec 23 12:32:11.092359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.115311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.133141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:11.133769 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.168156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78997266-8973-4854-a216-c267e2077346,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:11.177373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.184603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.190421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53890) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.194033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1cd099d4-b529-4b9a-8991-dc1ec86e174a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78997266-8973-4854-a216-c267e2077346 HTTP/1.1" status: 204 len: 168 time: 0.5217481 Dec 23 12:32:11.268787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.299963 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.399516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38c61a-afdd-4388-b8e1-e4c2c2da4d1d req-b88fee70-ac4c-4759-aeda-3e8b6036299a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:11.401025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f38c61a-afdd-4388-b8e1-e4c2c2da4d1d req-b88fee70-ac4c-4759-aeda-3e8b6036299a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0897820 Dec 23 12:32:11.429748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.432313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.434093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/security-groups/0c3c499a-ed8f-4feb-aa9d-7efdd174a518 HTTP/1.1" status: 204 len: 168 time: 0.3405247 Dec 23 12:32:11.437406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.465623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.474361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c2277-1921-409c-b363-63eb083cd6c9 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c499a-ed8f-4feb-aa9d-7efdd174a518,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:11.503306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84896611-8aa9-441c-97c1-177b3fa058a2']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:11.510330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.528176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f38c61a-afdd-4388-b8e1-e4c2c2da4d1d req-6c30ddda-d949-4a26-b400-fd9535c931c0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018660 Dec 23 12:32:11.531986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20595c73-8622-42c3-bea3-5050ed7ba84c') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:11.532286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20595c73-8622-42c3-bea3-5050ed7ba84c') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:11.537502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.543904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.561744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.568795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:11.569215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:11.574830 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:11.652415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.655269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.656518 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/security-groups/df00b0e9-ea31-4c88-b5f1-eb4c5dadb8fd HTTP/1.1" status: 204 len: 168 time: 0.2178543 Dec 23 12:32:11.659420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.666523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2731c-cb11-4f40-821b-e250d881b890 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00b0e9-ea31-4c88-b5f1-eb4c5dadb8fd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:11.711933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.717539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.720418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] 10.222.0.16 "DELETE /v2.0/networks/84896611-8aa9-441c-97c1-177b3fa058a2 HTTP/1.1" status: 204 len: 168 time: 0.5179391 Dec 23 12:32:11.742347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08c7c7-06b0-4e00-9a97-0a7d1d870e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=84896611-8aa9-441c-97c1-177b3fa058a2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:11.749406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.776401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.865540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bce91-cc38-4ecf-b778-68de33107a32 req-2f2345b7-4193-4a4d-bc59-8f155c9b966a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:11.869290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-580bce91-cc38-4ecf-b778-68de33107a32 req-2f2345b7-4193-4a4d-bc59-8f155c9b966a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 943 time: 0.0672333 Dec 23 12:32:11.929248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-580bce91-cc38-4ecf-b778-68de33107a32 req-146eafea-6c8f-4a16-80d8-24c179e26f78 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537736 Dec 23 12:32:11.955572 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.958441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:11.970158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53912) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:11.981577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/security-groups/04ece55a-0375-4453-972c-d104c2d44df9 HTTP/1.1" status: 204 len: 168 time: 0.3058865 Dec 23 12:32:12.065505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 206a666b-b9f0-47b3-87f3-724e2010ee97 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:12.069660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.074970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 704add79-5489-4718-8698-52dbee527b50 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:32:12.079060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703695f-3870-41b6-a375-ae5fac94b384 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ece55a-0375-4453-972c-d104c2d44df9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:12.095853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79653fd6-209d-4586-a8a9-8bdf21bf2b09 req-0f08420e-4b6a-479d-805b-cce6b0869325 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0962858 Dec 23 12:32:12.130658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b412f7-6e11-49dc-96e5-0e169645ec34 req-a07bd7e6-a7d4-45ec-b9f1-d9c312055f57 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:12.133103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27b412f7-6e11-49dc-96e5-0e169645ec34 req-a07bd7e6-a7d4-45ec-b9f1-d9c312055f57 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1432679 Dec 23 12:32:12.156193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.169591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53914) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:12.217934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27b412f7-6e11-49dc-96e5-0e169645ec34 req-2fd54548-833b-4173-a81b-183269e9e520 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683026 Dec 23 12:32:12.228395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-44a5d17f-63bf-4889-bde6-a8a062e498d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:12.230671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-44a5d17f-63bf-4889-bde6-a8a062e498d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.1330032 Dec 23 12:32:12.254955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=704add79-5489-4718-8698-52dbee527b50,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:12.268706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.271539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '704add79-5489-4718-8698-52dbee527b50', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': '704add79-5489-4718-8698-52dbee527b50', 'mac_address': 'fa:16:3e:ac:dd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:32:12.326881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.331104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-e685a662-ff92-4d5e-8a5d-a903507dc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:12.332700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-e685a662-ff92-4d5e-8a5d-a903507dc127 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.0941441 Dec 23 12:32:12.347512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704add79-5489-4718-8698-52dbee527b50 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:12.375329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=704add79-5489-4718-8698-52dbee527b50,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:12.391278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b857070-6837-42cc-ab4b-d17ddbdc3c46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f9ad7b3eec46bebed14bb011833a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173479 Dec 23 12:32:12.393450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53918) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:12.427556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-499188b7-4975-41f6-9061-58f7cd892d00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1001 time: 0.0867715 Dec 23 12:32:12.433750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.457713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.469515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=206a666b-b9f0-47b3-87f3-724e2010ee97,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:12.490419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-fdaf3133-272e-48d3-a4a3-f93b68771c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:12.492298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-fdaf3133-272e-48d3-a4a3-f93b68771c21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0546334 Dec 23 12:32:12.493679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.501097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3119d1f-bb3f-439c-b2ed-8d594cbd6d54 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/206a666b-b9f0-47b3-87f3-724e2010ee97 HTTP/1.1" status: 204 len: 168 time: 0.5256133 Dec 23 12:32:12.501097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.502140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53920) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:12.527365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.539108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b9200-d330-47fa-8917-5f0bb3cfdae0 None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:12.589452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 10f8c68d-e97f-44c6-9f07-bac28b915aac {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:12.595211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-5bb29683-6af6-485d-adf1-63641a91e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:12.596904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-5bb29683-6af6-485d-adf1-63641a91e069 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936143 Dec 23 12:32:12.597704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.598954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:12.641363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.641363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:12.641363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aea4b58-5a25-4979-af29-40391e587b90 HTTP/1.1" status: 204 len: 168 time: 0.2456684 Dec 23 12:32:12.654294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dc101-1e33-43fc-afc8-52235c4abee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea4b58-5a25-4979-af29-40391e587b90,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:12.807844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['704add79-5489-4718-8698-52dbee527b50'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:13.097528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.218244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f25c37fa-ac99-4b2d-beb3-d8ce49ae9102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.248256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.297846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8238e23-d1aa-4022-aa1c-00b3eb900fbb req-302d05ac-ee29-4d95-aaff-46d7b1489f4f tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0741584 Dec 23 12:32:13.331284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371fda-bf80-469d-bb0c-000dc2fbc4f8 req-e8888d7d-d765-48c1-80d6-432c2494f12b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:13.334740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b371fda-bf80-469d-bb0c-000dc2fbc4f8 req-e8888d7d-d765-48c1-80d6-432c2494f12b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 944 time: 0.2771678 Dec 23 12:32:13.390315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-fd2827fb-23fb-4657-9250-d27096132189 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672122 Dec 23 12:32:13.539154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b371fda-bf80-469d-bb0c-000dc2fbc4f8 req-770411f3-6e0c-4b99-b360-3b7927c02ba1 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892579 Dec 23 12:32:13.550608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e6efc-dd9b-424a-8675-d7c62984eaa4 req-2384f4c7-4a48-4c01-ba78-7afe0f1b1c8d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:13.557985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea4e6efc-dd9b-424a-8675-d7c62984eaa4 req-2384f4c7-4a48-4c01-ba78-7afe0f1b1c8d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1753578 Dec 23 12:32:13.607436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ad7d4d31-b739-4c93-ac51-582d0ac1c850 None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:13.607820 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4d31-b739-4c93-ac51-582d0ac1c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.611106 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.644059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d4d31-b739-4c93-ac51-582d0ac1c850 None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:13.648482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=10f8c68d-e97f-44c6-9f07-bac28b915aac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:13.657410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ad7d4d31-b739-4c93-ac51-582d0ac1c850 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:13.657779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4d31-b739-4c93-ac51-582d0ac1c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.662063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97dd4e9d-6a46-4c7a-84a8-184917c61d3f req-8430bb4d-04ae-4c56-acd5-a6cf7c6defce service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591088 Dec 23 12:32:13.668986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.674805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53944) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:13.675295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-59a6572f-cf04-42e0-ae75-3064a366685f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/10f8c68d-e97f-44c6-9f07-bac28b915aac HTTP/1.1" status: 204 len: 168 time: 1.1620271 Dec 23 12:32:13.688986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911ed32-3444-41cb-b9f8-ee7b9f17104c None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:13.699625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea4e6efc-dd9b-424a-8675-d7c62984eaa4 req-7d30d570-b679-4614-b9b4-1f790d2b8b6f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264875 Dec 23 12:32:13.728846 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4b5fa4-d9b3-46e0-98ad-52263fd5bda4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:13.730149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4b5fa4-d9b3-46e0-98ad-52263fd5bda4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:13.734271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-de4b5fa4-d9b3-46e0-98ad-52263fd5bda4 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/206a666b-b9f0-47b3-87f3-724e2010ee97 HTTP/1.1" status: 404 len: 337 time: 0.0577819 Dec 23 12:32:13.736789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53948) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:13.814057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting subnet 8288d4e9-bb0b-420e-b22f-805eb514b3c3 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:13.817962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.874355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:13.978868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.075150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53958) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.122196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 704add79-5489-4718-8698-52dbee527b50 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:14.126968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.169960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Subnet': ['ID=8288d4e9-bb0b-420e-b22f-805eb514b3c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:14.172242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.178246 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-03e04e69-707b-4bcf-93cb-8327af03036d tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/8288d4e9-bb0b-420e-b22f-805eb514b3c3 HTTP/1.1" status: 204 len: 168 time: 0.4372337 Dec 23 12:32:14.178648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53962) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.235854 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a24eacc-9701-4e8e-afa6-16215a1a6cc7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.236318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a24eacc-9701-4e8e-afa6-16215a1a6cc7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.239616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8a24eacc-9701-4e8e-afa6-16215a1a6cc7 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/84ca7e4f-60f2-4883-b2b6-1ab3337ce023 HTTP/1.1" status: 404 len: 337 time: 0.0599349 Dec 23 12:32:14.242432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53964) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.255258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-114280550-network', 'tenant_id': 'b18738d6a7ba4c988b1b9cc1c7407490'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:14.275113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 704add79-5489-4718-8698-52dbee527b50 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:32:14.275674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9e922297-6155-40da-9642-d068a2ac3256 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fe9012d-3900-4d21-a43a-f3369b60fb3c HTTP/1.1" status: 200 len: 205 time: 0.0320835 Dec 23 12:32:14.278228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53966) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.280511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 704add79-5489-4718-8698-52dbee527b50 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:14.280698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.340566 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-7bc43168-0290-4cf0-a9c3-38d68f9292bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] delete failed (client error): The resource could not be found. Dec 23 12:32:14.342028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7bc43168-0290-4cf0-a9c3-38d68f9292bc tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/routers/4fe9012d-3900-4d21-a43a-f3369b60fb3c HTTP/1.1" status: 404 len: 336 time: 0.0621386 Dec 23 12:32:14.344621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53970) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.366201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Made reservation on behalf of b18738d6a7ba4c988b1b9cc1c7407490 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:14.370592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.382077 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-066c6cb9-853b-4e0a-b9f2-f7135ae45ad5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.382591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066c6cb9-853b-4e0a-b9f2-f7135ae45ad5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.385069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.388224 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-066c6cb9-853b-4e0a-b9f2-f7135ae45ad5 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/6ee20c40-3d8d-4f6a-98af-101ba4d5b3a6 HTTP/1.1" status: 404 len: 337 time: 0.0425503 Dec 23 12:32:14.392767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.404668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.457929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704add79-5489-4718-8698-52dbee527b50'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:14.467443 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f65b5-6888-4575-af66-26abfe3b56b9" -d '{"events": [{"server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "name": "network-vif-plugged", "status": "completed", "tag": "704add79-5489-4718-8698-52dbee527b50"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:14.467619 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3021b6c4-3f76-48cd-8217-860767cfa42b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.467619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3021b6c4-3f76-48cd-8217-860767cfa42b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.470664 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3021b6c4-3f76-48cd-8217-860767cfa42b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/704a0d4c-ea3d-4897-8c79-631d439427e6 HTTP/1.1" status: 404 len: 337 time: 0.0768540 Dec 23 12:32:14.473213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53976) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.481193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32f118f5-e572-4711-a5ba-450c100de6dd req-f0bd82a6-76f6-4c1d-b848-3caac4045f4a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0381501 Dec 23 12:32:14.525940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=704add79-5489-4718-8698-52dbee527b50,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:14.541104 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-451f7696-54c7-4c17-a962-1661b4db8cd8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.541578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451f7696-54c7-4c17-a962-1661b4db8cd8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.547549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-451f7696-54c7-4c17-a962-1661b4db8cd8 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/1e5dbbad-9753-4b19-b38d-43102be27c20 HTTP/1.1" status: 404 len: 337 time: 0.0732052 Dec 23 12:32:14.548164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53978) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.560982 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcae1c1-3835-42ad-b973-d22cfe3e5a4f x-openstack-request-id: req-6bcae1c1-3835-42ad-b973-d22cfe3e5a4f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:14.560982 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "name": "network-vif-plugged", "status": "completed", "tag": "704add79-5489-4718-8698-52dbee527b50", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:14.560982 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bcae1c1-3835-42ad-b973-d22cfe3e5a4f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:14.560982 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704add79-5489-4718-8698-52dbee527b50', 'code': 200} Dec 23 12:32:14.579771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.583933 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f3dffe-d337-4a85-97d5-72be0a4c9f84 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.585313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f3dffe-d337-4a85-97d5-72be0a4c9f84 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.591743 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b8f3dffe-d337-4a85-97d5-72be0a4c9f84 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/488bec28-3e02-4456-867d-c48a21fa14b0 HTTP/1.1" status: 404 len: 333 time: 0.0425665 Dec 23 12:32:14.592370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.622386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.637979 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0e565f-9aaf-4df8-9a08-2cfdf91b143f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.638439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0e565f-9aaf-4df8-9a08-2cfdf91b143f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.648221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd0e565f-9aaf-4df8-9a08-2cfdf91b143f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/df40de8a-b151-48dc-b11c-b2cccfd8af03 HTTP/1.1" status: 404 len: 337 time: 0.0525973 Dec 23 12:32:14.650069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53984) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.670395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:14.728291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.738309 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-577d5c2b-190a-4e2e-98e7-4f62ae0dd5df tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.738824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577d5c2b-190a-4e2e-98e7-4f62ae0dd5df tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.744719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-577d5c2b-190a-4e2e-98e7-4f62ae0dd5df tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/c580dbc3-b5dc-4b82-ae07-3cc0a7dba920 HTTP/1.1" status: 404 len: 337 time: 0.0910680 Dec 23 12:32:14.744914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.755471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a149fd-848b-4904-a4f1-d12aaefe08bd None None] Network 29ae4e54-5180-4f30-a1d4-6f904d898fc9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:14.781864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:32:14.783943 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5838d96-f5e5-49da-b8e7-126c118523bd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.784527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5838d96-f5e5-49da-b8e7-126c118523bd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.787747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b5838d96-f5e5-49da-b8e7-126c118523bd tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/0c413429-d5c2-4819-8af9-40feed557710 HTTP/1.1" status: 404 len: 333 time: 0.0417342 Dec 23 12:32:14.794725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.796685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6208e-f714-4f29-925e-0274831f1294 req-090b6b39-2864-4cc9-8e96-de0034ccde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:14.799551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cae6208e-f714-4f29-925e-0274831f1294 req-090b6b39-2864-4cc9-8e96-de0034ccde34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 1096 time: 0.1600399 Dec 23 12:32:14.818388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb933c-2b99-4e19-87be-9ef39fe42d61 req-885422ec-2d42-4d76-8968-0789579ee9d8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:14.819893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53eb933c-2b99-4e19-87be-9ef39fe42d61 req-885422ec-2d42-4d76-8968-0789579ee9d8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.1705992 Dec 23 12:32:14.820546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbbc3c9-662c-471b-ad6e-efb5191eb46f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:14.862375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.862873 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Added segment c0cfe8a8-af47-499f-bfae-eecdc31e1a4d of type vlan for network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 Dec 23 12:32:14.874990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1fd65877-9a66-4b73-b6d6-441528fe1c20 None None] Provisioning complete for port 57bc104c-2124-49c8-9873-e5106c8562a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:14.875366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1fd65877-9a66-4b73-b6d6-441528fe1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:14.885502 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d640eb-2650-470e-9a9a-ec818b52eb6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.892569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d640eb-2650-470e-9a9a-ec818b52eb6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.892569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12d640eb-2650-470e-9a9a-ec818b52eb6b tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/5568a4c3-dee0-4059-8f46-1c3566de54c8 HTTP/1.1" status: 404 len: 337 time: 0.0908113 Dec 23 12:32:14.892763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.922148 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c286e3c-0779-4ea0-ac88-eef4f6224c0f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] DELETE failed (client error): The resource could not be found. Dec 23 12:32:14.923074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c286e3c-0779-4ea0-ac88-eef4f6224c0f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:32:14.926451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1c286e3c-0779-4ea0-ac88-eef4f6224c0f tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/subnets/39cb4219-36be-4a91-ad30-6a675a9dd44e HTTP/1.1" status: 404 len: 337 time: 0.0326676 Dec 23 12:32:14.930065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:14.949827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1fd65877-9a66-4b73-b6d6-441528fe1c20 None None] Port 57bc104c-2124-49c8-9873-e5106c8562a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:32:14.980411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1fd65877-9a66-4b73-b6d6-441528fe1c20 None None] Provisioning complete for port f6163acb-4158-435b-81bb-6d91008e6abd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:14.980862 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1fd65877-9a66-4b73-b6d6-441528fe1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.008368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cae6208e-f714-4f29-925e-0274831f1294 req-ecdecbb3-16e0-4caf-90b4-1b1e9d71061e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984646 Dec 23 12:32:15.015958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.040441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fed257-439f-4774-a108-065b79f6885f None None] DHCP port deletion for 29ae4e54-5180-4f30-a1d4-6f904d898fc9 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:15.057949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Deleting port 57bc104c-2124-49c8-9873-e5106c8562a0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:15.058321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.084242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53eb933c-2b99-4e19-87be-9ef39fe42d61 req-57b4d46a-01cf-4f1c-b656-1e10b1422822 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148263 Dec 23 12:32:15.095377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f3469-915d-43c5-8607-a6586db10654 req-546133aa-c1a1-45d2-8eb1-5aea5503936f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:15.103760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c78f3469-915d-43c5-8607-a6586db10654 req-546133aa-c1a1-45d2-8eb1-5aea5503936f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.2321100 Dec 23 12:32:15.158311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.161999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.163106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:15.168586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.174399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Deleting port f6163acb-4158-435b-81bb-6d91008e6abd {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:15.174781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.182035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c78f3469-915d-43c5-8607-a6586db10654 req-9066c1b4-7a4c-4ed9-be5d-714041139aa0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771172 Dec 23 12:32:15.185936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Calling delete_port for 57bc104c-2124-49c8-9873-e5106c8562a0 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:15.277408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e0fed257-439f-4774-a108-065b79f6885f None None] For port f6163acb-4158-435b-81bb-6d91008e6abd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6163acb-4158-435b-81bb-6d91008e6abd,segment=NetworkSegment(3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56),segment_id=3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:15.278955 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.296859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Calling delete_port for f6163acb-4158-435b-81bb-6d91008e6abd owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:15.347908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] Pushing event updated for resources: {'Network': ['ID=4c79a324-63e4-4638-a1f1-8f90618c4fd4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:15.360269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:32:15.398146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3e13a63e-3151-461b-bb73-763daa6db220 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3218935 Dec 23 12:32:15.401178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:15.408590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Request body: {'subnet': {'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-114280550-subnet', 'tenant_id': 'b18738d6a7ba4c988b1b9cc1c7407490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:15.418337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.456165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.459609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/ports/57bc104c-2124-49c8-9873-e5106c8562a0 HTTP/1.1" status: 204 len: 168 time: 0.5282779 Dec 23 12:32:15.460666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5f425-33d9-41ab-b6cd-27d2ae403951 tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Port': ['ID=57bc104c-2124-49c8-9873-e5106c8562a0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:15.464486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:15.515832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Made reservation on behalf of b18738d6a7ba4c988b1b9cc1c7407490 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:15.518159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.549428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.598913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.606829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fed257-439f-4774-a108-065b79f6885f None None] No DVR routers for this DVR port f6163acb-4158-435b-81bb-6d91008e6abd on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:15.609603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fed257-439f-4774-a108-065b79f6885f None None] Pushing event deleted for resources: {'Port': ['ID=f6163acb-4158-435b-81bb-6d91008e6abd,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:15.613526 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d52ea3fb-8b3b-47e0-9a4d-94753151d645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.650747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd00ca9c-0349-424c-9899-a64513976e62 req-36c46530-3b21-40ef-9a37-054164e56a0c tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0443499 Dec 23 12:32:15.749340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.799224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ae4e54-5180-4f30-a1d4-6f904d898fc9']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:15.817852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:15.818148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2250ea-9fb1-41d3-a8ce-8ff4e4947e56') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:15.853423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.882411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.889320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:15.889648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:15.892579 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:15.960992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.017748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.019311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:16.028696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.031911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] 10.222.0.16 "DELETE /v2.0/networks/29ae4e54-5180-4f30-a1d4-6f904d898fc9 HTTP/1.1" status: 204 len: 168 time: 0.5683153 Dec 23 12:32:16.048091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3f2bf-1fe4-4cca-aa9d-33210f5cc81e tempest-PortsTestJSON-538387979 tempest-PortsTestJSON-538387979-project] Pushing event deleted for resources: {'Network': ['ID=29ae4e54-5180-4f30-a1d4-6f904d898fc9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:16.052386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Checking segment: {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:16.052759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Network hostable DHCP agents. Network: 4c79a324-63e4-4638-a1f1-8f90618c4fd4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:32:16.109278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:32:16.212161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390dfc2-f9d7-45b9-8cef-718e1b533385 req-8b32c271-c33e-4ad2-b62a-67ac7743424d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:16.214468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2390dfc2-f9d7-45b9-8cef-718e1b533385 req-8b32c271-c33e-4ad2-b62a-67ac7743424d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.0565040 Dec 23 12:32:16.236466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4c79a324-63e4-4638-a1f1-8f90618c4fd4) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:16.242792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:16.243381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.247582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589c891-5a13-4a66-af3a-f40e2e2b3bd5 None None] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:16.283913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2390dfc2-f9d7-45b9-8cef-718e1b533385 req-74e9853f-efdf-43c5-a8da-8082ff681ba5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Dec 23 12:32:16.365429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1bdcc6a4-eb0a-4828-845b-9d436675a6fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9554036 Dec 23 12:32:16.369940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ea41d-04e8-49a9-9556-53da0e94c416 None None] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:16.499277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.567997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:16.734871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac0d8218-3540-4d0b-8b94-c89521860ae5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0da40f5e9ad643a29f8eadae060c8427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1650431 Dec 23 12:32:16.737233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:16.793977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-656206dc-672f-4aa0-96ff-5f87887da245 req-3392e29b-be07-43ee-b606-7cc11a2e7806 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0373700 Dec 23 12:32:16.805206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.837764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-329015924', 'description': 'tempest-description-1267584206'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:16.839328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.909508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.966740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.971502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.973625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/375be9b2-f517-4989-b5e9-ecc73153a46e HTTP/1.1" status: 204 len: 168 time: 0.2348089 Dec 23 12:32:16.982129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:16.983229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015f5e0-906f-438b-96e3-395a446a05af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375be9b2-f517-4989-b5e9-ecc73153a46e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:17.040087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.067800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:17.090264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e885984-725c-46c4-acc1-a85660eebec8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:17.099153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f6163acb-4158-435b-81bb-6d91008e6abd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:17.099515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6163acb-4158-435b-81bb-6d91008e6abd not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:17.118017 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.127462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b6e6f87-a7a8-4ffb-b3ce-910f8bb69077 req-1fef98f3-55b6-4fb1-b2dd-d48ede29af7e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2941492 Dec 23 12:32:17.149866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1577508936', 'description': 'tempest-description-1764556850'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:17.240010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.311904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.366753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.442627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeae35e-20be-4d78-b71d-9df015e50b8d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:17.454127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.454406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.454752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.455091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.455426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.455756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.456124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.456448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.456769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.461058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.461058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.461058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.461058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:17.468232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c44481-110a-4237-b115-f288acc65ee7 req-c32dfc38-ab7c-4886-9fbb-fd5227a5c302 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:17.469874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85c44481-110a-4237-b115-f288acc65ee7 req-c32dfc38-ab7c-4886-9fbb-fd5227a5c302 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.0982220 Dec 23 12:32:17.473443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:17.474594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1426dfbb-e866-4ff4-af21-b23dd53ad75d req-d6f8eccf-e687-42df-adfb-353384e1d502 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3293018 Dec 23 12:32:17.554820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85c44481-110a-4237-b115-f288acc65ee7 req-3eeb2d92-1159-443d-b1e7-4e6900d01516 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Dec 23 12:32:17.811187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-ef9cdb6b-8fed-443d-ba23-cd4196a2e4b1 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:17.812740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-ef9cdb6b-8fed-443d-ba23-cd4196a2e4b1 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 812 time: 0.1117468 Dec 23 12:32:17.830562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-7de8f56b-0df5-4dd7-a8bf-af63494d4afa tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/quotas/b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 375 time: 0.0102100 Dec 23 12:32:17.870737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-1bfd13e8-e16f-4aec-bfc6-e736dfc29a66 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304594 Dec 23 12:32:17.985762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-99f5479c-208e-43d3-8ae9-8100eab0c7ea service neutron] 10.222.0.16 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062081 Dec 23 12:32:18.044415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:18.121239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23cd5bb5-f45d-4654-82b1-6aa624d85052 req-a53f835e-52da-4f39-b68c-58f1d3adbb4e tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0707443 Dec 23 12:32:18.127407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-2742c398-d8a6-48b6-9112-bc8618e84ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379254 Dec 23 12:32:18.167408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--790852645'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:18.194899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.246998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.286368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.295438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.329226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9cb1d-0022-40ed-ab9e-281764847c43 req-9adea612-7244-4a01-b1ab-245f910ce381 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:18.330993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfd9cb1d-0022-40ed-ab9e-281764847c43 req-9adea612-7244-4a01-b1ab-245f910ce381 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.0566459 Dec 23 12:32:18.384731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.425477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfd9cb1d-0022-40ed-ab9e-281764847c43 req-4af958a7-453d-4be4-b8c9-e77085f31352 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876896 Dec 23 12:32:18.446613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93507435-6e45-4b70-8e01-b6ca4263bab3 req-51031cdf-04b3-446a-a5f2-bb92fd07b754 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0399365 Dec 23 12:32:18.459196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.509760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee1353-2294-43ba-be82-2d33f0ae8943,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:18.552410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.612073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.642728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787d77d8-9108-4eaf-b1fc-560211036483,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:18.717574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.718940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0af08d78-c371-4f63-84e0-59784cbe4222 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6734910 Dec 23 12:32:18.721607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54100) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:18.787264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f3cd6451-2dde-4fff-9cd1-25789bdda0e6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0644341 Dec 23 12:32:18.789996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54102) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:18.795169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-security--1517669461', 'description': 'tempest-security-description-1291740539'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:18.829904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.876620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.949208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.951912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:18.953184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "PUT /v2.0/security-groups/787d77d8-9108-4eaf-b1fc-560211036483 HTTP/1.1" status: 200 len: 1797 time: 0.1622903 Dec 23 12:32:18.956174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54104) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:18.978968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e02d2f-08f8-410d-bb51-995605891223 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787d77d8-9108-4eaf-b1fc-560211036483,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:19.001924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bcce681b-2c7a-4d9b-9d6e-687e46b035c8 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups/787d77d8-9108-4eaf-b1fc-560211036483 HTTP/1.1" status: 200 len: 1797 time: 0.0446191 Dec 23 12:32:19.004440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54106) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:19.066814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.091324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.184273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.184450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.187308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.189477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/787d77d8-9108-4eaf-b1fc-560211036483 HTTP/1.1" status: 204 len: 168 time: 0.1832318 Dec 23 12:32:19.192045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:19.200061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6dfd8-c481-4c34-ab27-277412de4c0e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787d77d8-9108-4eaf-b1fc-560211036483,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:19.270338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fde5d1d7-a217-4955-97ff-79be6d88a22a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0759549 Dec 23 12:32:19.272685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:19.288770 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-d6f4a421-3034-46ef-821a-b07dae776fb3 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] delete failed (client error): The resource could not be found. Dec 23 12:32:19.290077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6f4a421-3034-46ef-821a-b07dae776fb3 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/787d77d8-9108-4eaf-b1fc-560211036483 HTTP/1.1" status: 404 len: 347 time: 0.0161319 Dec 23 12:32:19.292859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd11f56b-2c63-49ce-9224-e166b3a75dc2 req-99436024-4bc0-4e2e-bcfc-bd1d300d1a39 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0548489 Dec 23 12:32:19.294918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54118) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:19.303641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--355795044'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:19.411918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.489730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.499145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-0c6fd300-c953-4e1a-872c-2ace436b15db tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:19.500674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-0c6fd300-c953-4e1a-872c-2ace436b15db tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.0905118 Dec 23 12:32:19.590057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.623966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3022f08f-638f-413d-90e2-d2e3f039b03b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:19.636725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f871a966-3192-4eb5-843d-c58a40986195 req-76e4b925-6032-4599-a495-b5b1fb7713fd tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0756042 Dec 23 12:32:19.672642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.672642 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ae6176e-31c3-435c-84d9-e991623e967d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3702221 Dec 23 12:32:19.672893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d934f-4541-4d1c-a592-8d1867ed9e29 req-a02a0008-c5ea-441b-844b-0027bc2b9d83 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:19.672893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-533d934f-4541-4d1c-a592-8d1867ed9e29 req-a02a0008-c5ea-441b-844b-0027bc2b9d83 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 945 time: 0.1331019 Dec 23 12:32:19.673103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54126) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:19.678786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '3022f08f-638f-413d-90e2-d2e3f039b03b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:19.752475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port 704add79-5489-4718-8698-52dbee527b50 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:19.752840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.804509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-533d934f-4541-4d1c-a592-8d1867ed9e29 req-76af5c08-e869-4151-9019-988da44f8f5c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189148 Dec 23 12:32:19.824199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.899499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port 704add79-5489-4718-8698-52dbee527b50, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=704add79-5489-4718-8698-52dbee527b50,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:19.899874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.918136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for 704add79-5489-4718-8698-52dbee527b50 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:19.931452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.990874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.023291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31502023-cb55-40ca-8b6b-495a4b1baf04,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:20.106058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.107328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ec2522a-3cd4-4109-8189-29cef3853395 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4319856 Dec 23 12:32:20.110479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54128) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:20.147483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.149007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.159313 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.162415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['704add79-5489-4718-8698-52dbee527b50'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:20.191345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=704add79-5489-4718-8698-52dbee527b50,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:20.237179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port 704add79-5489-4718-8698-52dbee527b50 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:20.239785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.240414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.244638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-939e201c-f7e2-4c39-8768-0b9c65ea3e0c req-3c8097aa-cf2d-48ba-abd1-4628db43ba03 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "DELETE /v2.0/ports/704add79-5489-4718-8698-52dbee527b50 HTTP/1.1" status: 204 len: 173 time: 0.7365022 Dec 23 12:32:20.245930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'name': 'network-vif-deleted', 'tag': '704add79-5489-4718-8698-52dbee527b50'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:20.248090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.249395 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ac680-4719-4bec-b016-1abeee4b9589" -d '{"events": [{"server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "name": "network-vif-deleted", "tag": "704add79-5489-4718-8698-52dbee527b50"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:20.251917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:20.252970 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/31502023-cb55-40ca-8b6b-495a4b1baf04 HTTP/1.1" status: 204 len: 168 time: 0.1411841 Dec 23 12:32:20.259564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7ffcb-a5b4-4db7-8610-2a4e0f387dd5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31502023-cb55-40ca-8b6b-495a4b1baf04,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:20.304891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-78d310a2-e7f0-46f7-919a-e99204668431 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510159 Dec 23 12:32:20.307250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54134) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:20.351028 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151fda3-7663-4c25-9fb2-2aa213bc0dd5 x-openstack-request-id: req-7151fda3-7663-4c25-9fb2-2aa213bc0dd5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:20.351380 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cddbd-eb55-4743-adc0-1d0b68c630b0", "name": "network-vif-deleted", "tag": "704add79-5489-4718-8698-52dbee527b50", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:20.351640 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7151fda3-7663-4c25-9fb2-2aa213bc0dd5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:20.352037 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cddbd-eb55-4743-adc0-1d0b68c630b0', 'name': 'network-vif-deleted', 'tag': '704add79-5489-4718-8698-52dbee527b50', 'status': 'completed', 'code': 200} Dec 23 12:32:20.369053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.415934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.466102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56dd8cd3-d9c7-45d5-b586-d21ad5bf292c req-9632cb36-52bd-4905-906a-a9eb940d8c34 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0377705 Dec 23 12:32:20.589511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.592105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.593303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/3022f08f-638f-413d-90e2-d2e3f039b03b HTTP/1.1" status: 204 len: 168 time: 0.2845137 Dec 23 12:32:20.596707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54140) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:20.611151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49136-17ff-466a-b102-c94401472afe tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022f08f-638f-413d-90e2-d2e3f039b03b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:20.687477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-0c723c79-d5d3-4c9e-8367-377b7c14fc89 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:20.689133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-0c723c79-d5d3-4c9e-8367-377b7c14fc89 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 812 time: 0.1473694 Dec 23 12:32:20.695660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ad89009-d81f-4be0-af12-19e8b45ab90c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0975077 Dec 23 12:32:20.700854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54144) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:20.704372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'device_id': '55931511-2eac-4e5f-beb9-08512db4ee35', 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4', 'admin_state_up': True, 'tenant_id': 'b18738d6a7ba4c988b1b9cc1c7407490'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:20.711076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--686800595'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:20.783013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c6573ee-56e5-4a4c-b883-37a18d3b0666 req-71fe044b-9455-42b2-9c28-310bdb43aed5 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0556018 Dec 23 12:32:20.789072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.901999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:20.940379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be3b045c-9c4d-47fe-829f-4cd273029f9e req-010d4f82-d69d-486c-84cf-5282ae3b6414 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=610cddbd-eb55-4743-adc0-1d0b68c630b0 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Dec 23 12:32:21.120539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Made reservation on behalf of b18738d6a7ba4c988b1b9cc1c7407490 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:21.124305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.218369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.254016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f9ad9b-f002-44ae-8034-18cebeb412fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:21.256117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Allocated IP 172.20.0.13 (4c79a324-63e4-4638-a1f1-8f90618c4fd4/1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc/aca9763f-6198-4518-aa5e-a0f98df355e1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:21.350655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.351903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-769576bc-d6cc-4ce1-a386-8d66cf5e93df tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6498742 Dec 23 12:32:21.354802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:21.359518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '72f9ad9b-f002-44ae-8034-18cebeb412fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:21.418412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.445504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.527884 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.553045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.621250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:21.623586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.624002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76d53ea5-dae3-46f0-ac75-f9eebf567aa0 req-56eb72fe-12ea-4bfb-b27f-5a902d7d9dc2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0434256 Dec 23 12:32:21.627380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:21.632184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:32:21.661894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d619ae-6d98-463c-9273-d8772208577d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:21.668097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:21.711251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:21.711998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.717594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.719135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5953a3ab-b57d-4dc8-991c-0b34e6ea5372 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631122 Dec 23 12:32:21.721706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54160) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:21.726121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '72f9ad9b-f002-44ae-8034-18cebeb412fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:21.734155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-07afddd7-4f43-4e6f-a702-b4103e43dc99 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:21.735846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-07afddd7-4f43-4e6f-a702-b4103e43dc99 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0760939 Dec 23 12:32:21.756077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-95602e08-a2e3-4638-9bd8-f903d7487d77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.783422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-605ff52c-116d-424f-94bb-dc05ff7ec343 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845437 Dec 23 12:32:21.800446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Request body: {'port': {'device_id': '55931511-2eac-4e5f-beb9-08512db4ee35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:21.846996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.887492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.904722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-95602e08-a2e3-4638-9bd8-f903d7487d77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.944432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:21.962307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-95602e08-a2e3-4638-9bd8-f903d7487d77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.006479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.024238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23329e1-d2ef-48af-aace-33233a0d2106,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:22.099582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.101292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f5e81e24-3930-4a2e-9794-de330fe5e3b7 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785894 Dec 23 12:32:22.104106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:22.105221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4a5f881-1816-4505-a4d4-87163b4c7c7b req-95602e08-a2e3-4638-9bd8-f903d7487d77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3625913 Dec 23 12:32:22.110703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '72f9ad9b-f002-44ae-8034-18cebeb412fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:22.114022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95602e08-a2e3-4638-9bd8-f903d7487d77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6c77d-e51d-4c82-a0d2-d7f5eb6a4daa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:22.192158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e7c1-e5c4-4ac2-9485-b5e8fa37ebcd req-88943e91-f4ca-49ef-8f21-ff38e331db6c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:22.194931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c31e7c1-e5c4-4ac2-9485-b5e8fa37ebcd req-88943e91-f4ca-49ef-8f21-ff38e331db6c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 932 time: 0.2121403 Dec 23 12:32:22.211398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.296031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.366803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.387571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc57b29-7e9a-4024-92fd-dc285d8092a9,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:22.392012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca9763f-6198-4518-aa5e-a0f98df355e1 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:22.398369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c31e7c1-e5c4-4ac2-9485-b5e8fa37ebcd req-c3e4053a-a8af-45a8-898a-d9f390372157 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255019 Dec 23 12:32:22.409680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ca466-f706-468f-8d90-ec53259905f3 req-813f8935-8179-4b89-adbb-3caa968404cc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:22.417192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c59ca466-f706-468f-8d90-ec53259905f3 req-813f8935-8179-4b89-adbb-3caa968404cc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1373005 Dec 23 12:32:22.417192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.449260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Transition to ACTIVE for port object aca9763f-6198-4518-aa5e-a0f98df355e1 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:32:22.481321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c59ca466-f706-468f-8d90-ec53259905f3 req-39e833d5-b97b-40a3-95c0-549d7b3b3525 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626290 Dec 23 12:32:22.500707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.501976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14ab9eee-5de1-40c3-bd8b-2676c675dcf1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3967454 Dec 23 12:32:22.504455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:22.506804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54186) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:22.519017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '72f9ad9b-f002-44ae-8034-18cebeb412fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:22.616928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18728655-1550-444e-8760-6dc4cad3df7b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 200 len: 994 time: 0.0834708 Dec 23 12:32:22.617296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.677725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.748410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.839509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.841278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.860902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245126df-6652-4dd0-9efd-c653462f6697,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:22.902209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd5c761-e562-43b0-9a87-8c74f6a891cf req-36f8a303-2833-4edb-95ad-dc35693021f2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0665855 Dec 23 12:32:22.947232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:22.985393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:22.990673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:22.991567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2dff8042-b62f-445d-abc8-943bdf6cf49d tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4816215 Dec 23 12:32:23.000090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '72f9ad9b-f002-44ae-8034-18cebeb412fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:23.047874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-f8cc63ee-bbef-4ac5-8e81-db3c2e72a6de tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:23.049473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-f8cc63ee-bbef-4ac5-8e81-db3c2e72a6de tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.5600183 Dec 23 12:32:23.089426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-906c1dde-9730-4cee-af1d-e287b753b541 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0233114 Dec 23 12:32:23.114169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Attempting to bind port aca9763f-6198-4518-aa5e-a0f98df355e1 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:32:23.114455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Attempting to bind port aca9763f-6198-4518-aa5e-a0f98df355e1 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:32:23.114749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Attempting to bind port aca9763f-6198-4518-aa5e-a0f98df355e1 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:23.142095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-67446e88-b2b7-47fc-ac09-826fd0d4f4b8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454807 Dec 23 12:32:23.147345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Port aca9763f-6198-4518-aa5e-a0f98df355e1 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:32:23.147931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Attempting to bind port aca9763f-6198-4518-aa5e-a0f98df355e1 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:23.151975 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.169006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:32:23.169268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Checking segment: {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:23.169652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Bound using segment: {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:32:23.170106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Bound port: aca9763f-6198-4518-aa5e-a0f98df355e1, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:32:23.170473 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.323915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:23.329720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.340780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:32:23.369362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.394858 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-c3c67097-8b8e-4fec-8530-3bd92d31724f service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398436 Dec 23 12:32:23.395947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.404011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b270586-1f6d-4444-a82b-c544bac67ab8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:23.486147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:23.491172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.491172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 1092 time: 1.6928549 Dec 23 12:32:23.491172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:23.493025 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3300af9d-13ed-4dd7-80c3-c37920a74647" -d '{"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:23.547861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.551897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-51556348-5e58-4f3c-b9a1-5184dfabed16 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5562687 Dec 23 12:32:23.554319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54214) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:23.555746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974151f3-0746-47c1-ad87-1aff2639a2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:23.588923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.598451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.600580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011e2ea-7e8b-4142-98ea-3dd482296c5a req-b18f3cef-2027-4e9c-9d0d-403eaf715b53 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:23.602132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2011e2ea-7e8b-4142-98ea-3dd482296c5a req-b18f3cef-2027-4e9c-9d0d-403eaf715b53 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1178215 Dec 23 12:32:23.606579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-428f1c59-fe1c-4605-a954-7de6356a6a71 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955760 Dec 23 12:32:23.709534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.714647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2011e2ea-7e8b-4142-98ea-3dd482296c5a req-162808bf-b640-43c5-95e0-eae75368f05f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994675 Dec 23 12:32:23.722542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.724052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2b270586-1f6d-4444-a82b-c544bac67ab8 HTTP/1.1" status: 204 len: 168 time: 0.1673925 Dec 23 12:32:23.728150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54220) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:23.737176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb1530-0a8c-40e6-9520-c01a4f5cba36 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b270586-1f6d-4444-a82b-c544bac67ab8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:23.751509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-0a741c90-6f3c-405f-b4b3-b50391dd8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:23.753289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-0a741c90-6f3c-405f-b4b3-b50391dd8285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1095 time: 0.1038561 Dec 23 12:32:23.810103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ef80d2bb-8ca3-432c-b292-ba9809c584b4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0806894 Dec 23 12:32:23.813070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54222) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:23.840990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.850202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.867841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-14550a93-8796-4fa6-9936-645e6a0d35f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 217 time: 0.1051459 Dec 23 12:32:23.917798 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b6c7a-dda4-40c4-9ec4-bac51c631a8a x-openstack-request-id: req-861b6c7a-dda4-40c4-9ec4-bac51c631a8a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:23.917798 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:23.917798 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-861b6c7a-dda4-40c4-9ec4-bac51c631a8a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:23.917798 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'status': 'completed', 'code': 200} Dec 23 12:32:23.966492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.975079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:23.977635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/245126df-6652-4dd0-9efd-c653462f6697 HTTP/1.1" status: 204 len: 168 time: 0.1633670 Dec 23 12:32:23.982730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:23.984774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-ae8f48eb-892e-4cb3-bab4-ac5826b9ce55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3219357 Dec 23 12:32:23.998483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-48af3aba-d0b5-4f6d-b2ce-34e3e93348b2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:32:24.000099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-48af3aba-d0b5-4f6d-b2ce-34e3e93348b2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092502 Dec 23 12:32:24.018142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bc7e-465b-422e-86a3-6229bd41d549 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=245126df-6652-4dd0-9efd-c653462f6697,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:24.028265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cb827-d955-4c3f-b2c0-b44fac62f554 req-126518a9-2b4f-4095-ae6b-74e9de8c57f4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.029874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-863cb827-d955-4c3f-b2c0-b44fac62f554 req-126518a9-2b4f-4095-ae6b-74e9de8c57f4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 944 time: 0.1996808 Dec 23 12:32:24.074089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b6dae94-d50a-4def-9385-b8f4f2f81c18 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0770183 Dec 23 12:32:24.074571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441fd5-d56c-45b3-946c-845dc24883de req-37fa2451-c2bc-4194-aea6-095126914e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.075786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.076044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-37fa2451-c2bc-4194-aea6-095126914e8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.1735408 Dec 23 12:32:24.099231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5fcdc47-18ff-4137-9057-b152bc1c179f req-3eea2e27-bfc4-405e-85af-8c8f5351783d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0683641 Dec 23 12:32:24.101257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.111383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.130198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-92625ae4-9b2a-4319-9e8a-9081c0f2522a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391157 Dec 23 12:32:24.158903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 704add79-5489-4718-8698-52dbee527b50 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:24.190847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 704add79-5489-4718-8698-52dbee527b50 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:24.191880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 704add79-5489-4718-8698-52dbee527b50 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:24.211900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.212077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-863cb827-d955-4c3f-b2c0-b44fac62f554 req-dae67a6c-207e-4329-a8fd-3ab5d9831749 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523676 Dec 23 12:32:24.221788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.224764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2dc57b29-7e9a-4024-92fd-dc285d8092a9 HTTP/1.1" status: 204 len: 168 time: 0.1461468 Dec 23 12:32:24.228582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54244) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.256972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d52e790f-cdea-4b36-b3f3-7c627fc16d66 req-04ba8fd1-dcd2-444b-baf1-9a0bb3741b72 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/ports?device_id=47074fec-79ff-4a38-be76-edfb63b98e8c HTTP/1.1" status: 200 len: 210 time: 0.0865953 Dec 23 12:32:24.269616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0ec62-b5d3-4cd8-8a56-1d143a191c9a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dc57b29-7e9a-4024-92fd-dc285d8092a9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:24.318979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-5bfa82c0-8897-4375-951f-e193e6df9096 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797738 Dec 23 12:32:24.322369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.322759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ec58ef4-4a30-4d24-ae49-10fbe00befbc tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0913374 Dec 23 12:32:24.408963 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.422445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.474462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff441fd5-d56c-45b3-946c-845dc24883de req-801c2ee5-65cc-4793-996c-9a428cc75675 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437292 Dec 23 12:32:24.611523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.618142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.619220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f23329e1-d2ef-48af-aace-33233a0d2106 HTTP/1.1" status: 204 len: 168 time: 0.2944961 Dec 23 12:32:24.622597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54262) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.625897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08295a-8191-4f9f-ac25-9bfeb736dc48 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f23329e1-d2ef-48af-aace-33233a0d2106,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:24.673222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a49348aa-8435-4f38-b94f-93aec9e6be15 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0494113 Dec 23 12:32:24.673836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.701027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.707638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-387dbfec-87aa-42c8-a9a3-e09915ca42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.707638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-387dbfec-87aa-42c8-a9a3-e09915ca42ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1095 time: 0.0605757 Dec 23 12:32:24.709903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.851336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-129edfdf-92cf-4d07-be09-a7187c7cf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.852803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-129edfdf-92cf-4d07-be09-a7187c7cf890 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1384649 Dec 23 12:32:24.870135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cca5d-d039-4781-bb63-cf833b625fa9 req-fac117a0-06db-4baa-95b5-7503006a11de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.871546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a4cca5d-d039-4781-bb63-cf833b625fa9 req-fac117a0-06db-4baa-95b5-7503006a11de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0758643 Dec 23 12:32:24.917689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-0e9ec96d-2edb-4772-ad80-0e93dfc5f600 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 217 time: 0.0443349 Dec 23 12:32:24.949543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.954661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:24.955807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e5d619ae-6d98-463c-9273-d8772208577d HTTP/1.1" status: 204 len: 168 time: 0.2810683 Dec 23 12:32:24.958854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:24.971141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6307d-e189-415b-be6a-0c3a4f433660 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5d619ae-6d98-463c-9273-d8772208577d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:24.977708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a4cca5d-d039-4781-bb63-cf833b625fa9 req-607a93bd-b036-4d23-94c4-1023450daaea tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996556 Dec 23 12:32:24.991810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-319a1567-e830-4165-bb9a-cbf66864598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:24.993328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-319a1567-e830-4165-bb9a-cbf66864598c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0625730 Dec 23 12:32:25.028570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8c5da95-c59b-4ea9-9d6e-a8ee4091d1cf tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674512 Dec 23 12:32:25.031161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.031636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-28ff0b12-9889-401d-bff9-5bb99039b0b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302467 Dec 23 12:32:25.092232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.116695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.134601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-2ec75dd9-c2fa-4bbf-8bcb-3c6090c448d9 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936828 Dec 23 12:32:25.231270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b694cb74-ec69-42b9-94f2-e421931b1e00 req-894d340a-3900-415e-ad75-5f9cb4c1450d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0318363 Dec 23 12:32:25.268332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3300af9d-13ed-4dd7-80c3-c37920a74647 req-fbcfe1d9-07c6-4db5-8b79-6d460cbdfa78 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241012 Dec 23 12:32:25.309513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.312501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.314473 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/72f9ad9b-f002-44ae-8034-18cebeb412fb HTTP/1.1" status: 204 len: 168 time: 0.2819028 Dec 23 12:32:25.319823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.346558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d23755-827e-461d-abd5-b0a40fff87fd tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f9ad9b-f002-44ae-8034-18cebeb412fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:25.368733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c55a5-a97c-4ad9-b0f7-2bba45775882 req-3f41c0cb-1da4-4727-982e-08160ce85644 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:25.373341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-666c55a5-a97c-4ad9-b0f7-2bba45775882 req-3f41c0cb-1da4-4727-982e-08160ce85644 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 944 time: 0.0678964 Dec 23 12:32:25.395838 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e9d2704-b70c-437f-948e-125f667f63af tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0708420 Dec 23 12:32:25.397044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.402588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--68233089'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:25.434533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-666c55a5-a97c-4ad9-b0f7-2bba45775882 req-e92ac0bf-4509-4a7d-be4b-271fb353cdb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Dec 23 12:32:25.479253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.539872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.564157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.572043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.666964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.708734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.711357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.712480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/security-groups/aee67b16-16c0-41b9-a169-476003868e41 HTTP/1.1" status: 204 len: 168 time: 0.2322590 Dec 23 12:32:25.715610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54306) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.722257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f085-9405-45b6-8f4d-7ebc899fef9d tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee67b16-16c0-41b9-a169-476003868e41,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:25.731739 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-91d5d528-4121-4c02-9e8f-7a1b75e231f2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] show failed (client error): The resource could not be found. Dec 23 12:32:25.733043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-91d5d528-4121-4c02-9e8f-7a1b75e231f2 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "GET /v2.0/security-groups/aee67b16-16c0-41b9-a169-476003868e41 HTTP/1.1" status: 404 len: 347 time: 0.0158877 Dec 23 12:32:25.735775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54308) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.745365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.848357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3424c-b461-4729-a15d-3efa59086e47,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:25.884095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.885423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7cf9f78c-bfcc-40d4-b4fb-a5409694e762 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4873009 Dec 23 12:32:25.888336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:25.893915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '98b3424c-b461-4729-a15d-3efa59086e47', 'direction': 'ingress', 'protocol': 17}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:25.896278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port cb07459f-12d5-41d9-a0e8-b20bf91b2018 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:25.896607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.976045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.976367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:25.988480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for cb07459f-12d5-41d9-a0e8-b20bf91b2018 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:25.994122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.058392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.120670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905ed9c-07dc-44a2-a208-8c875772e8c4 req-d5349441-12ea-4c18-a98a-47c394582e06 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:26.122234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3905ed9c-07dc-44a2-a208-8c875772e8c4 req-d5349441-12ea-4c18-a98a-47c394582e06 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0565414 Dec 23 12:32:26.125873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.142555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c618e471-10c0-45ac-ad3e-b4f6476938de,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:26.192390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3905ed9c-07dc-44a2-a208-8c875772e8c4 req-4a96c53b-a958-4276-bb3c-e433d58285c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453463 Dec 23 12:32:26.208095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.232411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.234497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf86e052-c221-48fc-ad52-1bb4395fe874 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3449142 Dec 23 12:32:26.237197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=cb07459f-12d5-41d9-a0e8-b20bf91b2018,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:26.237535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54316) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:26.253673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66510ac4-121c-4772-b7f0-4bcd12b7487c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:26.312107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.317683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.317683 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ffee7dd-a382-4a8b-92ca-860abfab45ee tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/floatingips/0644c5bf-a02c-4dee-ac12-dd2b7797741b HTTP/1.1" status: 204 len: 168 time: 0.5783474 Dec 23 12:32:26.318872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:26.381216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52bd74f9-21b5-419d-a457-4f47b7126ec4 req-81fe513b-43ad-4606-8396-db0feda34f53 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0437722 Dec 23 12:32:26.430268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:26.430611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.440478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.465793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a92da421-2bee-40c8-a479-0e030302644d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:26.468096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a92da421-2bee-40c8-a479-0e030302644d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2039464 Dec 23 12:32:26.483141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:26.492300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.547149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.564935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:26.651763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32c27-24b8-4f32-a23c-f589bf0207af req-e6388375-bd0a-4666-9f69-aac9be8a6b21 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:26.653199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ed32c27-24b8-4f32-a23c-f589bf0207af req-e6388375-bd0a-4666-9f69-aac9be8a6b21 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 944 time: 0.1116011 Dec 23 12:32:26.696469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.699781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.700958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/98b3424c-b461-4729-a15d-3efa59086e47 HTTP/1.1" status: 204 len: 168 time: 0.4624569 Dec 23 12:32:26.705266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:26.721776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa722-e0a6-4e29-baf2-e0848b2ab765 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3424c-b461-4729-a15d-3efa59086e47,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:26.728063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ed32c27-24b8-4f32-a23c-f589bf0207af req-3ec3c826-8c3f-4cdc-bdc1-c6892503f46a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 Dec 23 12:32:26.747915 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8fe76d55-c4c1-4e39-8624-5f3d22b09276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414860 Dec 23 12:32:26.751320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54328) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:26.752770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:26.755645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--163404931'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:26.757652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.779030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.809015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:26.863930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.870374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device aca9763f-6198-4518-aa5e-a0f98df355e1 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:32:26.895469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.2 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/4cb92842-9334-4a62-adec-d1e34aa3abe4) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:26.911008 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:26.914279 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92a17a9a-7a35-40e7-9545-df88b8d76c9b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/ports/5dfa1cb8-71e9-4e2c-9dfd-d0fa4aa3e920 HTTP/1.1" status: 204 len: 168 time: 0.5944526 Dec 23 12:32:26.920919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54330) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:27.011764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:27.025787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4', 'port_id': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'mac_address': 'fa:16:3e:91:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:32:27.047721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.061453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting port 3dd739ff-f395-4410-8fe5-29588d9d81e9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:27.061785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.067424 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.085001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9763f-6198-4518-aa5e-a0f98df355e1 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:27.107503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:27.107846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.110901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.169899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.171916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-159429c4-472d-487b-8f31-ae30bb58e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.173707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-159429c4-472d-487b-8f31-ae30bb58e396 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0797319 Dec 23 12:32:27.182990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500f6caf-848c-436a-a2bd-3a04bf0a2151,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:27.259075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.261160 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-61fb49ff-f20e-4953-8dc1-dfa973e34766 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5082338 Dec 23 12:32:27.264055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54336) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:27.268077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.275341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--798239299'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:27.276365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:27.305115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.310122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Calling delete_port for 3dd739ff-f395-4410-8fe5-29588d9d81e9 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:27.371380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:27.385081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.403299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:27.418911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:27.421430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:27.425198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:32:27.495985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54ea29-4890-4d25-ba31-caf070b17a7d req-8c4b38b3-bd0c-41fb-82ad-ccd230476e7b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.501481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a54ea29-4890-4d25-ba31-caf070b17a7d req-8c4b38b3-bd0c-41fb-82ad-ccd230476e7b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1868827 Dec 23 12:32:27.514664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-88e46104-ee59-4f8a-85f7-4a00431a22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.516176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-88e46104-ee59-4f8a-85f7-4a00431a22e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.3248811 Dec 23 12:32:27.556731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.600257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.600881 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.628880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.650995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e863890-c214-491f-9449-64f3333cb003 req-50aa1671-a3ae-42bd-85cd-775120b75769 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.653421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e863890-c214-491f-9449-64f3333cb003 req-50aa1671-a3ae-42bd-85cd-775120b75769 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 931 time: 0.1661837 Dec 23 12:32:27.660845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86856c9a-514e-4afa-b333-99ba70b5d13c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:27.672522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-8a7ae32d-9e1c-4b16-b11e-7dbaf7879c0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1002 time: 0.1365345 Dec 23 12:32:27.677358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a54ea29-4890-4d25-ba31-caf070b17a7d req-687c064c-4d4b-4d4b-8a09-88f00b1b24aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603091 Dec 23 12:32:27.686264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.719317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Port': ['ID=3dd739ff-f395-4410-8fe5-29588d9d81e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:27.760105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e863890-c214-491f-9449-64f3333cb003 req-a9c1a532-81f8-46d8-919e-663680d443fe tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961537 Dec 23 12:32:27.766399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-cc79c76b-0f65-42b7-94c5-173efe424fd6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872009 Dec 23 12:32:27.777874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-8732ff51-c245-4d11-b51a-5ec82cb586af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:27.783453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-8732ff51-c245-4d11-b51a-5ec82cb586af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0953932 Dec 23 12:32:27.783679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.783679 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee6a4748-3a59-434c-8014-189eec2e4337 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5155480 Dec 23 12:32:27.783679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54344) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:27.784778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Request body: {'port': {'device_id': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:27.788131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '500f6caf-848c-436a-a2bd-3a04bf0a2151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '86856c9a-514e-4afa-b333-99ba70b5d13c', 'remote_ip_prefix': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:27.826304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.829644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b9d89ab-59b1-47a0-babd-ce9265e036f0 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/ports/3dd739ff-f395-4410-8fe5-29588d9d81e9 HTTP/1.1" status: 204 len: 168 time: 0.9077721 Dec 23 12:32:27.832629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54346) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:27.888148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting subnet 8c274828-4431-4894-a61c-bb91a12b3033 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:27.891734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.936465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:27.983767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.078178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.122717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.188572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-00c1297f-5d0f-4c43-b744-99d73166b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:28.190015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-00c1297f-5d0f-4c43-b744-99d73166b162 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028308 Dec 23 12:32:28.202205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.217273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.228024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324efc0-a7ea-4626-93d1-6da9fb3aca00 req-a96fc22b-ae9d-4896-b9c1-015ffc35edc4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:28.230828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5324efc0-a7ea-4626-93d1-6da9fb3aca00 req-a96fc22b-ae9d-4896-b9c1-015ffc35edc4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 945 time: 0.3978648 Dec 23 12:32:28.248155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69940e53-1d13-4611-8ed0-c54389294ba5,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:28.252477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.284447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Subnet': ['ID=8c274828-4431-4894-a61c-bb91a12b3033,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:28.289131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.296763 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5cf9ce6c-e4da-4f49-81e8-8f15ac89e740 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/subnets/8c274828-4431-4894-a61c-bb91a12b3033 HTTP/1.1" status: 204 len: 168 time: 0.4628708 Dec 23 12:32:28.297636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54350) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:28.298612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8ded6-6dd4-462e-91a9-c83dc36145e4 None None] Network 855e83c9-43a9-4a09-961a-fb691ba2b544 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:28.336373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.341213 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9f8e9fa5-aabf-4b06-b392-fc3d98145276 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5565946 Dec 23 12:32:28.344567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:28.380641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Deleting subnet 08254c88-0894-4799-9ebe-53bde6f948d3 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:28.388776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.412084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.427147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.432889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5324efc0-a7ea-4626-93d1-6da9fb3aca00 req-b1e1eb44-3114-4a4c-962b-e59c37d879fe tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647489 Dec 23 12:32:28.442873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-9eb4b91a-de75-47a1-ad81-b09743ba8767 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425811 Dec 23 12:32:28.453576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.563844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.567792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.625594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-24eb2aff-fdb8-4e56-8a24-7f89d7e004e1 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642635 Dec 23 12:32:28.655270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] DHCP port deletion for 855e83c9-43a9-4a09-961a-fb691ba2b544 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:28.711496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Deleting port 669b7506-2c73-4f8a-8476-741e7314ebce {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:28.712008 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.716065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb92842-9334-4a62-adec-d1e34aa3abe4 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:28.726350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.742137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Transition to ACTIVE for port object 4cb92842-9334-4a62-adec-d1e34aa3abe4 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:32:28.791249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] For port 669b7506-2c73-4f8a-8476-741e7314ebce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=669b7506-2c73-4f8a-8476-741e7314ebce,segment=NetworkSegment(c98a62dd-62fb-4718-8e81-156b314c6eef),segment_id=c98a62dd-62fb-4718-8e81-156b314c6eef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:28.791857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.810043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Calling delete_port for 669b7506-2c73-4f8a-8476-741e7314ebce owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:28.820876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a7e51-91e2-4e03-bfee-6be7b1d5ecb6 req-1ad33bf7-b9fe-4427-a677-241e9662f315 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:28.823524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d7a7e51-91e2-4e03-bfee-6be7b1d5ecb6 req-1ad33bf7-b9fe-4427-a677-241e9662f315 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0547693 Dec 23 12:32:28.825437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.876619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device aca9763f-6198-4518-aa5e-a0f98df355e1 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:28.900640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:28.968038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d7a7e51-91e2-4e03-bfee-6be7b1d5ecb6 req-e0323888-a40c-433e-8e76-284c075f66fa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350157 Dec 23 12:32:28.982400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:28.986840 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/69940e53-1d13-4611-8ed0-c54389294ba5 HTTP/1.1" status: 204 len: 168 time: 0.6379936 Dec 23 12:32:28.988613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54360) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:28.997410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b08f3-7590-4c41-aa38-d11b2fc2dbb4 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69940e53-1d13-4611-8ed0-c54389294ba5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.075498 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:29.078626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d690a-896f-47de-a53d-ce91e9ccffac req-7afd3c07-bee2-4fb6-a596-68cf5ae7d579 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:29.080359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-438d690a-896f-47de-a53d-ce91e9ccffac req-7afd3c07-bee2-4fb6-a596-68cf5ae7d579 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.1288748 Dec 23 12:32:29.103318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 669b7506-2c73-4f8a-8476-741e7314ebce no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:29.103441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6e2115a2-c4bf-4b3a-adc0-c4b1258df3cc tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0924070 Dec 23 12:32:29.103563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54362) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:29.106040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Attempting to bind port 4cb92842-9334-4a62-adec-d1e34aa3abe4 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:32:29.106450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Attempting to bind port 4cb92842-9334-4a62-adec-d1e34aa3abe4 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:32:29.106844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Attempting to bind port 4cb92842-9334-4a62-adec-d1e34aa3abe4 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:29.121219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Port 4cb92842-9334-4a62-adec-d1e34aa3abe4 on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:32:29.124446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Attempting to bind port 4cb92842-9334-4a62-adec-d1e34aa3abe4 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:29.130985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.131218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:32:29.131436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:29.131780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:32:29.132215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Bound port: 4cb92842-9334-4a62-adec-d1e34aa3abe4, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:32:29.132562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.169338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-438d690a-896f-47de-a53d-ce91e9ccffac req-0010edcf-f381-4de9-b5e7-eeee1860737d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Dec 23 12:32:29.175645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.176170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Subnet': ['ID=08254c88-0894-4799-9ebe-53bde6f948d3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.185306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.190295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fff8be3d-65a9-4159-98d6-d920e7a4b577 tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/subnets/08254c88-0894-4799-9ebe-53bde6f948d3 HTTP/1.1" status: 204 len: 168 time: 0.8916485 Dec 23 12:32:29.195385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54364) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:29.196242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff656d62-94e3-4431-bbb9-cdb893eb918d None None] Network 6b71f5f9-a8e4-41ae-899d-1e689773b246 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:29.237624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:29.240847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:32:29.248480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port aca9763f-6198-4518-aa5e-a0f98df355e1 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:32:29.250944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.256747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.293059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.299252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port aca9763f-6198-4518-aa5e-a0f98df355e1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:29.299252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.301602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.314131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.322730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] No DVR routers for this DVR port 669b7506-2c73-4f8a-8476-741e7314ebce on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:29.325252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2865a-9815-49c4-a346-df27bb08be9c None None] Pushing event deleted for resources: {'Port': ['ID=669b7506-2c73-4f8a-8476-741e7314ebce,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.353589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:29.354841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.356706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] 10.222.0.57 "PUT /v2.0/ports/4cb92842-9334-4a62-adec-d1e34aa3abe4 HTTP/1.1" status: 200 len: 1091 time: 1.5765617 Dec 23 12:32:29.357663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:29.360214 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c8065-1ede-47c4-85da-55c93e1a7af0" -d '{"events": [{"name": "network-changed", "server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:29.419212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37590bb-4722-4e87-ba25-4e730a68ced3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.439921 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780fc6bc-1c30-4bb2-98a0-f2f845c879c1 x-openstack-request-id: req-780fc6bc-1c30-4bb2-98a0-f2f845c879c1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:29.440350 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:29.440650 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-780fc6bc-1c30-4bb2-98a0-f2f845c879c1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:29.441221 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4', 'status': 'completed', 'code': 200} Dec 23 12:32:29.454956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.473690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.487899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855e83c9-43a9-4a09-961a-fb691ba2b544']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:29.513962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98a62dd-62fb-4718-8e81-156b314c6eef') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:29.514321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98a62dd-62fb-4718-8e81-156b314c6eef') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:29.521923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.526922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:29.528937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.532484 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c47fb-84a0-4469-86da-b45052c9e43c" -d '{"events": [{"server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "name": "network-vif-plugged", "status": "completed", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:29.532631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/86856c9a-514e-4afa-b333-99ba70b5d13c HTTP/1.1" status: 204 len: 168 time: 0.4299316 Dec 23 12:32:29.534832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.536492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54374) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:29.554778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] DHCP port deletion for 6b71f5f9-a8e4-41ae-899d-1e689773b246 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:29.561481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9efee-f01d-40bd-9848-1bc751a02632 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86856c9a-514e-4afa-b333-99ba70b5d13c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.566873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:29.569957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.581554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:29.583017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:29.600714 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:29.610887 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:29.612460 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc39768-7a67-4d9c-9075-f6d7afba8398 x-openstack-request-id: req-3fc39768-7a67-4d9c-9075-f6d7afba8398 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:29.612460 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "name": "network-vif-plugged", "status": "completed", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:29.612460 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fc39768-7a67-4d9c-9075-f6d7afba8398 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:29.612460 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'code': 200} Dec 23 12:32:29.650344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Deleting port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:29.651817 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.672512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-22989771-716a-49da-875e-c80abbd53048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:29.673998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-22989771-716a-49da-875e-c80abbd53048 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 1094 time: 0.1724153 Dec 23 12:32:29.697448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.726577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.729612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ae3c3383-e5e8-4a33-a1bc-47249bf68f4b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1910539 Dec 23 12:32:29.734889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54376) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:29.739432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.745541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/networks/855e83c9-43a9-4a09-961a-fb691ba2b544 HTTP/1.1" status: 204 len: 168 time: 0.5465984 Dec 23 12:32:29.757073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d093c8-f804-45dc-822c-425be56ef344 req-e53bc749-17a9-4657-8122-2dbe313affe5 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:29.758800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56d093c8-f804-45dc-822c-425be56ef344 req-e53bc749-17a9-4657-8122-2dbe313affe5 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 945 time: 0.2236331 Dec 23 12:32:29.759452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54378) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:29.761426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb3d99-a026-4255-8d7d-aba98b938f0a tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Network': ['ID=855e83c9-43a9-4a09-961a-fb691ba2b544,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.769464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] For port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,segment=NetworkSegment(675d5cee-5149-4244-917a-dc408c998b8f),segment_id=675d5cee-5149-4244-917a-dc408c998b8f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:29.769875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.793011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Calling delete_port for 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:29.801778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.814818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.848375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.934186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016c51e-163d-4e81-b915-46b68c9597cb req-c4983254-b2e1-4529-8bc0-cf90b9014a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:29.935715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9016c51e-163d-4e81-b915-46b68c9597cb req-c4983254-b2e1-4529-8bc0-cf90b9014a2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1097 time: 0.2754767 Dec 23 12:32:29.960383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.986808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] Pushing event deleted for resources: {'Port': ['ID=5d94bf1d-1d93-4d7d-8f91-a4170ec65195,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:29.992029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5fe06-a62a-4ec4-a618-a0711b2bd2a2 None None] No DVR routers for this DVR port 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:29.997112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:29.999613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.005570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.005570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/500f6caf-848c-436a-a2bd-3a04bf0a2151 HTTP/1.1" status: 204 len: 168 time: 0.2574744 Dec 23 12:32:30.008363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54384) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:30.027916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe1dbc-7f00-4c07-bf0b-dbabd0dcb798 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f6caf-848c-436a-a2bd-3a04bf0a2151,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:30.029047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56d093c8-f804-45dc-822c-425be56ef344 req-cd9b7a7f-b4db-4b75-86ff-309d09fd8870 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285960 Dec 23 12:32:30.068601 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c93d6776-a73c-4c71-9f16-c0123a32ffcb tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554445 Dec 23 12:32:30.072643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-764f36c3-9b2c-42c6-82cd-a7fdbd74a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.072643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-764f36c3-9b2c-42c6-82cd-a7fdbd74a721 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3640046 Dec 23 12:32:30.072643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54386) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:30.074996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487055337'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:30.126064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9016c51e-163d-4e81-b915-46b68c9597cb req-76fc0360-2b58-4c9c-a877-623b2f17c72a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772861 Dec 23 12:32:30.343012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.395143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.398081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b71f5f9-a8e4-41ae-899d-1e689773b246']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:30.410194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5764-003e-4fe9-826f-a631950288f3 req-3e448082-81f8-418b-b6fa-ccd3fd3716bb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.411674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ec5764-003e-4fe9-826f-a631950288f3 req-3e448082-81f8-418b-b6fa-ccd3fd3716bb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.2680638 Dec 23 12:32:30.440326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675d5cee-5149-4244-917a-dc408c998b8f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:30.440618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675d5cee-5149-4244-917a-dc408c998b8f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:30.460581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-22bcada1-e8bf-40dc-8c1e-e82047848b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.462030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c1c8065-1ede-47c4-85da-55c93e1a7af0 req-22bcada1-e8bf-40dc-8c1e-e82047848b15 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3798852 Dec 23 12:32:30.471666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.483747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f41ae-79d0-414d-a332-c1b8e537867a req-306f1480-af83-4ff5-a5e2-e1e1a2bf9255 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.485212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-043f41ae-79d0-414d-a332-c1b8e537867a req-306f1480-af83-4ff5-a5e2-e1e1a2bf9255 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.2086785 Dec 23 12:32:30.539725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.584373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:30.584765 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:30.590993 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:30.645426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ec5764-003e-4fe9-826f-a631950288f3 req-ef5e63e9-dce5-4281-96ee-5315d32c0453 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2152979 Dec 23 12:32:30.680107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-043f41ae-79d0-414d-a332-c1b8e537867a req-6fcedc14-28b8-4f79-b281-299013792737 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853137 Dec 23 12:32:30.696555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-002a2476-a8d6-4f29-bf74-687d04247b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.698714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-002a2476-a8d6-4f29-bf74-687d04247b7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 1094 time: 0.1842642 Dec 23 12:32:30.707933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.752228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-7af837a1-6935-4993-aaba-7bdf8ae303f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4 HTTP/1.1" status: 200 len: 217 time: 0.0364795 Dec 23 12:32:30.770082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.792595 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.795111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] 10.222.0.16 "DELETE /v2.0/networks/6b71f5f9-a8e4-41ae-899d-1e689773b246 HTTP/1.1" status: 204 len: 168 time: 0.9959421 Dec 23 12:32:30.804323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.833637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b648e7-6790-43be-abf2-d1f978b91b7b tempest-TaggedBootDevicesTest_v242-416989243 tempest-TaggedBootDevicesTest_v242-416989243-project] Pushing event deleted for resources: {'Network': ['ID=6b71f5f9-a8e4-41ae-899d-1e689773b246,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:30.852542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee052-6f62-4522-bf11-d6995170213a req-0c7f44a3-a0ad-419f-84e0-dc17574910af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:30.854084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-0c7f44a3-a0ad-419f-84e0-dc17574910af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0923645 Dec 23 12:32:30.858647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc801543-fa49-46c0-b403-50fa97de56b3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:30.891019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-64e586b9-4a96-4cab-883a-c552d0e22b76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265405 Dec 23 12:32:30.950150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:30.954178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-939590f1-5b98-4f31-bec4-5b815f186fa6 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8830910 Dec 23 12:32:30.954545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54394) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:30.961419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': 'dc801543-fa49-46c0-b403-50fa97de56b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:31.016954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-ef05e047-2cf9-4e09-b614-bcd257d52f51 service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119230 Dec 23 12:32:31.085797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:31.114282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.123938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:31.124378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d94bf1d-1d93-4d7d-8f91-a4170ec65195 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:31.179207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec3ee052-6f62-4522-bf11-d6995170213a req-c76410b1-7698-4619-9619-a2ac922a5dfe service neutron] 10.222.0.57 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556456 Dec 23 12:32:31.183412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.203388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd268c-bf01-4355-b829-46352935791f req-8cf27944-2ef2-4c52-8e10-c3ce7b454a15 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:31.204903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cfcd268c-bf01-4355-b829-46352935791f req-8cf27944-2ef2-4c52-8e10-c3ce7b454a15 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 946 time: 0.0571711 Dec 23 12:32:31.253782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cfcd268c-bf01-4355-b829-46352935791f req-da68c971-a1c0-4dcb-abeb-fbeb61fd2661 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Dec 23 12:32:31.280553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.303013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d1f542-ce53-4e64-9968-bc4f61758940,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:31.368209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.369476 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-15223cf7-13ba-4f24-a6e8-42b4a5d9a768 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4132397 Dec 23 12:32:31.373004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:31.396069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.404413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.514276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.520878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.521986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f1d1f542-ce53-4e64-9968-bc4f61758940 HTTP/1.1" status: 204 len: 168 time: 0.1480262 Dec 23 12:32:31.524640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54408) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:31.531647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f382e-e1fd-4967-bbe3-10c6400f6408 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1d1f542-ce53-4e64-9968-bc4f61758940,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:31.565050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cdd5e039-d1bf-4971-b316-bef3dfd7ad65 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388367 Dec 23 12:32:31.567632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54410) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:31.621757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.649706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.793737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f9d4-2393-476f-ab0d-d8f141c93e30 req-68ecc54a-4745-4953-8405-dbed64434877 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:31.795180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ee4f9d4-2393-476f-ab0d-d8f141c93e30 req-68ecc54a-4745-4953-8405-dbed64434877 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0732520 Dec 23 12:32:31.801591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.804168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:31.805299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc801543-fa49-46c0-b403-50fa97de56b3 HTTP/1.1" status: 204 len: 168 time: 0.2366836 Dec 23 12:32:31.808227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:31.835018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6e26-2a12-47da-beb4-fdc2e25dac17 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc801543-fa49-46c0-b403-50fa97de56b3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:31.854525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f61-e58b-4cb0-ab9f-af68865592db req-7d2f46db-5df9-47cb-8821-e3e221cc7523 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:31.857260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27df2f61-e58b-4cb0-ab9f-af68865592db req-7d2f46db-5df9-47cb-8821-e3e221cc7523 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.0989246 Dec 23 12:32:31.876232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9047a5bb-ed6a-486b-86d6-ba43343cdc39 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632710 Dec 23 12:32:31.877186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54420) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:31.882402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823307077'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:31.909305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ee4f9d4-2393-476f-ab0d-d8f141c93e30 req-31ecb8e2-8695-4ed5-aa26-42ad79f08c29 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029143 Dec 23 12:32:31.943635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27df2f61-e58b-4cb0-ab9f-af68865592db req-864aed48-bd9b-4c7c-8d5b-342f9c017025 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728071 Dec 23 12:32:32.028780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.099490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.223277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.254879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7816bdd4-09f6-47da-90b2-6d8fbe8fe229,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:32.368661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.371340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-97129d32-1d0d-4c60-82cc-e84c530b868b tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4921265 Dec 23 12:32:32.373503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54428) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:32.378846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c154-f11a-4ece-ad41-b474383d891d req-b7391d3e-0823-4c3b-90f0-cc4bc6268730 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:32.379189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '7816bdd4-09f6-47da-90b2-6d8fbe8fe229', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:32.382276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dee2c154-f11a-4ece-ad41-b474383d891d req-b7391d3e-0823-4c3b-90f0-cc4bc6268730 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 946 time: 0.0532684 Dec 23 12:32:32.440451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dee2c154-f11a-4ece-ad41-b474383d891d req-3b22c440-9f52-4825-9ffb-4d480b669157 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506988 Dec 23 12:32:32.581476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df86262a-7904-4562-bb14-c1c3ec95870d req-11f0b36e-0251-4758-9943-0a7be4e9385f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-329015924&fields=id&tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 267 time: 0.0494342 Dec 23 12:32:32.632469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86262a-7904-4562-bb14-c1c3ec95870d req-99d23289-e586-4e3c-9d19-c8d2a1db25d8 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:32.634018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df86262a-7904-4562-bb14-c1c3ec95870d req-99d23289-e586-4e3c-9d19-c8d2a1db25d8 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 946 time: 0.0624049 Dec 23 12:32:32.645888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'security_groups': ['5dbbc3c9-662c-471b-ad6e-efb5191eb46f', '9e885984-725c-46c4-acc1-a85660eebec8']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:32.717314 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.736489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.797958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.926698 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:32.946858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335515a0-bba6-40ea-8190-ff47dc47b1a7,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:33.043227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.047306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e5824ea1-6755-4c85-84d8-8d49d4f41dec tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6700521 Dec 23 12:32:33.047580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:33.068884 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18b6c653-f962-4361-9710-bd10079710e1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules/335515a0-bba6-40ea-8190-ff47dc47b1a7 HTTP/1.1" status: 200 len: 763 time: 0.0178394 Dec 23 12:32:33.069138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54440) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:33.114530 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dae57a1c-2342-4b04-9da8-30f1358ad916 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420926 Dec 23 12:32:33.114777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54442) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:33.142734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.152134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.248379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec9a5b-cc69-477c-91f4-b1ca97dcccd7 req-6414368b-18c9-4f0a-b6a0-d17224984f29 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.249779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ec9a5b-cc69-477c-91f4-b1ca97dcccd7 req-6414368b-18c9-4f0a-b6a0-d17224984f29 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0852723 Dec 23 12:32:33.251705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.254840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:33.262329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.266165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/335515a0-bba6-40ea-8190-ff47dc47b1a7 HTTP/1.1" status: 204 len: 168 time: 0.1504564 Dec 23 12:32:33.266868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54446) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:33.279011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab6ddd-3981-4894-8a98-191aca8f7b11 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=335515a0-bba6-40ea-8190-ff47dc47b1a7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:33.319134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54448) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:33.319547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-702193b2-169f-4c3a-ac51-5646497af072 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482099 Dec 23 12:32:33.324830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.330256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '7816bdd4-09f6-47da-90b2-6d8fbe8fe229', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:33.344890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ec9a5b-cc69-477c-91f4-b1ca97dcccd7 req-890b7ff0-34c2-4aa8-9d8d-b194caa18499 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807922 Dec 23 12:32:33.424554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.435404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:33.514043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.514043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.514043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df86262a-7904-4562-bb14-c1c3ec95870d req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "PUT /v2.0/ports/aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 982 time: 0.8575134 Dec 23 12:32:33.514043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:33.514043 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452" -d '{"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:33.530864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd385de-c9bd-46a8-ada5-42a85e3f83e1 req-8ffc1da7-ee9b-4546-bf41-5ed9c97349d9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.532392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd385de-c9bd-46a8-ada5-42a85e3f83e1 req-8ffc1da7-ee9b-4546-bf41-5ed9c97349d9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.1239176 Dec 23 12:32:33.533070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0037bc-b5bc-4af6-9003-96a8b849ce78 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:33.588150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd385de-c9bd-46a8-ada5-42a85e3f83e1 req-898cee72-b6c7-43d4-bcb2-15ec472d086f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Dec 23 12:32:33.594954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:33.599403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.678607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.688848 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b5504-6a7c-413f-9a5a-1fe904027cb7 x-openstack-request-id: req-413b5504-6a7c-413f-9a5a-1fe904027cb7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:33.689356 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:33.689847 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-413b5504-6a7c-413f-9a5a-1fe904027cb7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:33.690489 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'status': 'completed', 'code': 200} Dec 23 12:32:33.787733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-d57841e2-3a3e-4ef1-925d-903cdc003711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.789190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-d57841e2-3a3e-4ef1-925d-903cdc003711 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1136 time: 0.0762615 Dec 23 12:32:33.827408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-7f898f73-22c8-4afa-a00f-65fb5ba8d63b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1577508936&fields=id&tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 267 time: 0.0794516 Dec 23 12:32:33.897341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.927882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c175b8-faaa-4459-bc5c-7a02176a02c7,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:33.969497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-88fc1b64-aad1-455d-b806-c8b957dededb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.970986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-88fc1b64-aad1-455d-b806-c8b957dededb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 985 time: 0.1182737 Dec 23 12:32:33.973980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-d579ff94-3f43-4899-be7f-ed6bd7b85de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:33.975597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-d579ff94-3f43-4899-be7f-ed6bd7b85de2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1749008 Dec 23 12:32:33.984904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'security_groups': ['5dbbc3c9-662c-471b-ad6e-efb5191eb46f', '9e885984-725c-46c4-acc1-a85660eebec8', '4aeae35e-20be-4d78-b71d-9df015e50b8d']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:34.054485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.055596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7a70f5c-bc21-4375-9fe4-d214760e55d1 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7340543 Dec 23 12:32:34.060889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54456) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:34.061110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-46c54500-475a-4734-bd18-f67b73190f1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 217 time: 0.0723326 Dec 23 12:32:34.092725 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-900b7186-f724-4ebd-91dd-4f41afdac5bb tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules/59c175b8-faaa-4459-bc5c-7a02176a02c7 HTTP/1.1" status: 200 len: 763 time: 0.0326755 Dec 23 12:32:34.095277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54458) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:34.152416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ffa95f3-f9a8-4706-bf4d-e5d45b739b7f tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545337 Dec 23 12:32:34.154569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54460) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:34.155801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.161720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-4b9e50c1-7560-4177-be2c-6abf9e63e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:34.163848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-4b9e50c1-7560-4177-be2c-6abf9e63e24e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0957732 Dec 23 12:32:34.191084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.203607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-359f6777-5739-41f8-9c16-6b7510cd7074 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309210 Dec 23 12:32:34.208656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.309032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.316684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.318297 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/59c175b8-faaa-4459-bc5c-7a02176a02c7 HTTP/1.1" status: 204 len: 168 time: 0.1623678 Dec 23 12:32:34.323975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54462) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:34.338337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75db7-2f05-4d8c-a6c7-400c50ae7034 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59c175b8-faaa-4459-bc5c-7a02176a02c7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:34.378454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-cfb1f679-454f-48d9-8fcb-27a1c27cc056 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483572 Dec 23 12:32:34.387838 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2a57fb2e-343b-4598-9e94-c4a8f1dfa73e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621831 Dec 23 12:32:34.399843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54466) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:34.408574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '7816bdd4-09f6-47da-90b2-6d8fbe8fe229', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:34.668023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be675988-23fd-4095-af65-a37d7222b3d3 req-6ed180a5-500b-43f3-bb5c-41469f963b9b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:34.669524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be675988-23fd-4095-af65-a37d7222b3d3 req-6ed180a5-500b-43f3-bb5c-41469f963b9b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1882172 Dec 23 12:32:34.671278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:34.697462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.702185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659e9c49-8c7a-411c-b1ab-bfb5e54a0452 req-06a58539-eef7-478d-9564-81d7adfffb51 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140814 Dec 23 12:32:34.786714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.822099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be675988-23fd-4095-af65-a37d7222b3d3 req-1f8fb8ee-a866-47ec-98f4-cff81108ed07 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338229 Dec 23 12:32:34.831444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.845090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:32:34.908696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.926247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:34.970827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.996457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:34.997110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:34.998520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd19dadf-1d3d-4bf4-b987-36cd6d4a0ef4 req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "PUT /v2.0/ports/aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 1021 time: 1.0195837 Dec 23 12:32:35.035142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d34f2cb-e268-4148-b903-3ca18d634b65,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:35.039670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2516267-af61-4217-abb0-ded3eb874055 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:35.058771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f8118-cd45-4334-8861-4ae1f64f29ac req-c82391c5-5437-43ff-a782-78f9db7d3a6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:35.059783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:35.066125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b0f8118-cd45-4334-8861-4ae1f64f29ac req-c82391c5-5437-43ff-a782-78f9db7d3a6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.1145806 Dec 23 12:32:35.122997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b0f8118-cd45-4334-8861-4ae1f64f29ac req-5d8b216f-207c-41ee-9f9b-5a03b4f936df tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559309 Dec 23 12:32:35.141288 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.144815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8353fa35-3037-4fad-99f2-eb38485e93c5 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7417054 Dec 23 12:32:35.145103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.189691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57f9fc92-09a4-4b9a-b808-253a3b2b9099 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules/9d34f2cb-e268-4148-b903-3ca18d634b65 HTTP/1.1" status: 200 len: 764 time: 0.0429578 Dec 23 12:32:35.192243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54480) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.228748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91a9a-9f1f-4b7a-8582-ba2a399a90ed req-30352d8d-4328-451c-88fe-bd1c7fce0b8a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:35.230519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a91a9a-9f1f-4b7a-8582-ba2a399a90ed req-30352d8d-4328-451c-88fe-bd1c7fce0b8a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1024 time: 0.0862246 Dec 23 12:32:35.270173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-adf3dfcc-65da-4597-a76b-92d645796777 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0767841 Dec 23 12:32:35.273000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54482) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.322102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.335859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.361296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7a91a9a-9f1f-4b7a-8582-ba2a399a90ed req-1da2d7d8-83b9-4347-9979-52f20464a05e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e885984-725c-46c4-acc1-a85660eebec8&id=4aeae35e-20be-4d78-b71d-9df015e50b8d&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 200 len: 6208 time: 0.1215539 Dec 23 12:32:35.399299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1772519485 ', 'description': 'tempest-description-621050608'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:35.474638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.481108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.482194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9d34f2cb-e268-4148-b903-3ca18d634b65 HTTP/1.1" status: 204 len: 168 time: 0.2082291 Dec 23 12:32:35.485636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.488908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd50b-4f77-448a-a9a1-4c5134423b3a tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d34f2cb-e268-4148-b903-3ca18d634b65,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:35.503135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.532867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a7e339f9-db48-4418-852e-2c75a0d043f8 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468678 Dec 23 12:32:35.537256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54490) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.594705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.595629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.617855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.691878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:35.694251 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24985db-353f-4c14-9c7b-e619dbccb602" -d '{"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:35.702899 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.736246 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209f651b-ca68-4cc7-a2d6-7c3938cdcc64 x-openstack-request-id: req-209f651b-ca68-4cc7-a2d6-7c3938cdcc64 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:35.736539 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:35.736792 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-209f651b-ca68-4cc7-a2d6-7c3938cdcc64 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:35.737330 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'status': 'completed', 'code': 200} Dec 23 12:32:35.752886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c3167c-f0a1-4973-b940-df659b5ed68a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:35.777724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.780508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.781957 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/7816bdd4-09f6-47da-90b2-6d8fbe8fe229 HTTP/1.1" status: 204 len: 168 time: 0.2437701 Dec 23 12:32:35.785276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.793239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380002b3-464e-4c02-b450-4817c4a1701e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816bdd4-09f6-47da-90b2-6d8fbe8fe229,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:35.827365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-2f3f82bb-e00d-4779-96b9-c585770e6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:35.829040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-2f3f82bb-e00d-4779-96b9-c585770e6ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1175 time: 0.0711975 Dec 23 12:32:35.862645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-df81cf1f-4352-49fb-9e84-69f2783bed01 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716400 Dec 23 12:32:35.862768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:35.867566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130500242'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:35.915472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.916757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de0e5a21-27a4-4dca-bb74-f14882ed35f7 req-3f2b2441-d070-419a-a1a2-80a78c7e067c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5216479 Dec 23 12:32:36.017998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-d26c8d17-686c-416b-8a03-58848f96fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:36.022057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-d26c8d17-686c-416b-8a03-58848f96fe15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1800315 Dec 23 12:32:36.029765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.100849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-61c226e8-b6e2-46f5-bb04-af49648616fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 200 len: 217 time: 0.0720603 Dec 23 12:32:36.113739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49704be7-bea2-4006-914a-60cb6408db90 req-c5f2c5ef-a214-46cb-89a3-1b636b52531f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:36.115354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49704be7-bea2-4006-914a-60cb6408db90 req-c5f2c5ef-a214-46cb-89a3-1b636b52531f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1579292 Dec 23 12:32:36.142413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.152551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f727466-87fd-439e-955e-5cf293810b61 req-a3e183b8-e9eb-4a33-9763-304b0172724d tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d3c3167c-f0a1-4973-b940-df659b5ed68a HTTP/1.1" status: 200 len: 1799 time: 0.1162822 Dec 23 12:32:36.199877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-4d2dc4a6-7ddf-483f-ae5e-a10c2d3432cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:36.201447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-4d2dc4a6-7ddf-483f-ae5e-a10c2d3432cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0851805 Dec 23 12:32:36.220946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4cb92842-9334-4a62-adec-d1e34aa3abe4 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:32:36.222787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.226195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49704be7-bea2-4006-914a-60cb6408db90 req-cb08e97d-a0fe-4117-a3fb-8dac6e86d743 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999615 Dec 23 12:32:36.244348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-5823aa1c-c1ae-4782-8fe9-0e1d52ae8a49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333908 Dec 23 12:32:36.320328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53441189-5d40-4be3-b664-ce7c8c1929f3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:36.373611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.375390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b47f842-561f-49f2-ac53-db03c8e9e20e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5118895 Dec 23 12:32:36.378160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:36.382996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Request body: {'security_group_rule': {'security_group_id': '53441189-5d40-4be3-b664-ce7c8c1929f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:36.453157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:36.459165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-2e51de4e-6d00-4b52-bc95-702d4699a20e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d3c3167c-f0a1-4973-b940-df659b5ed68a HTTP/1.1" status: 200 len: 1799 time: 0.1391540 Dec 23 12:32:36.466788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '4cb92842-9334-4a62-adec-d1e34aa3abe4', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': '4cb92842-9334-4a62-adec-d1e34aa3abe4', 'mac_address': 'fa:16:3e:7a:60:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:32:36.505675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.506830 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-c6fd936e-acbe-4003-8a83-db7b4dfb9223 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470586 Dec 23 12:32:36.515616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.554024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb92842-9334-4a62-adec-d1e34aa3abe4 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:36.570510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c79fc-3c74-4f86-8f23-b78ef74e840a req-9f308b40-f72f-4725-9a85-d1032970bb1b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:36.573364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf1c79fc-3c74-4f86-8f23-b78ef74e840a req-9f308b40-f72f-4725-9a85-d1032970bb1b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 943 time: 0.2151031 Dec 23 12:32:36.583838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.592493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:36.659602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.680265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250fdba2-441d-45dc-a313-f80cbd615d0a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:36.680536 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.702490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf1c79fc-3c74-4f86-8f23-b78ef74e840a req-c007407c-9b33-4604-865a-9ee0e9cde884 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953639 Dec 23 12:32:36.703327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.748596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:36.756059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.756367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.757690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d9f359e-a365-463a-8d5e-0634cb655a3e tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782730 Dec 23 12:32:36.760582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:36.775233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c24985db-353f-4c14-9c7b-e619dbccb602 req-93b7f6e2-b9db-4d78-9150-a689f7b2e75b service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502189 Dec 23 12:32:36.781009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-65154f0d-8bc7-42f9-9ef7-a104fade85e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397991 Dec 23 12:32:36.823006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.859085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.921477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.924457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:36.925832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5513be6e-189a-46df-a4ef-f1288f623da8 req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3c3167c-f0a1-4973-b940-df659b5ed68a HTTP/1.1" status: 204 len: 173 time: 0.4658897 Dec 23 12:32:36.937627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d248af-e664-4966-be41-e8d0c885e493 req-f67e93ed-eab3-43f5-baa8-72180bf2fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:36.939462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-f67e93ed-eab3-43f5-baa8-72180bf2fb6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 1096 time: 0.0829718 Dec 23 12:32:36.945536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b957dc-286f-410c-b464-075fb4c89fb3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c3167c-f0a1-4973-b940-df659b5ed68a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:36.997020 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-914bc650-03de-4f5b-a1ce-9facaf67dbf3 req-e8d39d68-ef2c-425e-b09b-36e9c14a6fd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:32:36.998108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-914bc650-03de-4f5b-a1ce-9facaf67dbf3 req-e8d39d68-ef2c-425e-b09b-36e9c14a6fd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d3c3167c-f0a1-4973-b940-df659b5ed68a HTTP/1.1" status: 404 len: 352 time: 0.0350344 Dec 23 12:32:37.039129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-663138604', 'description': 'tempest-description-1477116114'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:37.046706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.053365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.060052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4cb92842-9334-4a62-adec-d1e34aa3abe4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:37.060670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:37.063176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/53441189-5d40-4be3-b664-ce7c8c1929f3 HTTP/1.1" status: 204 len: 168 time: 0.2999220 Dec 23 12:32:37.076520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf3d3-edce-4d95-8a3a-93654cf4908c tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53441189-5d40-4be3-b664-ce7c8c1929f3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:37.113503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d248af-e664-4966-be41-e8d0c885e493 req-8abaede0-f6a6-4f82-b380-78ad435ceb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:37.115094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-8abaede0-f6a6-4f82-b380-78ad435ceb22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1490860 Dec 23 12:32:37.183778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-85ff306f-a710-4cd4-ab2d-926abbca6bb8 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1217651 Dec 23 12:32:37.186483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:37.197010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.243950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-5f51367e-ad2f-4441-9380-648c1bbe8d62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 200 len: 1001 time: 0.1169903 Dec 23 12:32:37.293445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ce21dd61-9b52-44a4-b073-b7d7182dc7cc tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1055670 Dec 23 12:32:37.295973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:37.312016 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-72139e83-ab78-4057-9a5a-477689946008 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] delete failed (client error): The resource could not be found. Dec 23 12:32:37.313517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-72139e83-ab78-4057-9a5a-477689946008 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "DELETE /v2.0/security-groups/53441189-5d40-4be3-b664-ce7c8c1929f3 HTTP/1.1" status: 404 len: 347 time: 0.0165679 Dec 23 12:32:37.317486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:37.375045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac67923d-8f2c-4517-a36b-50c1db1ca727 tempest-SecGroupTest-221373811 tempest-SecGroupTest-221373811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561407 Dec 23 12:32:37.394514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.401759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d248af-e664-4966-be41-e8d0c885e493 req-5220c48c-25fa-4728-8fd1-11b0f806d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:37.403422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-5220c48c-25fa-4728-8fd1-11b0f806d48f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.1513457 Dec 23 12:32:37.417163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b262a5-ba68-4744-826c-3cc4e5ac85b2 req-3d189c98-f32b-498a-8653-f6f436819a4b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:37.418766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39b262a5-ba68-4744-826c-3cc4e5ac85b2 req-3d189c98-f32b-498a-8653-f6f436819a4b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0932395 Dec 23 12:32:37.459472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.512691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d248af-e664-4966-be41-e8d0c885e493 req-7b3b18b7-328f-4fdf-8a56-55e0a1f17aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:37.514236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-7b3b18b7-328f-4fdf-8a56-55e0a1f17aab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945251 Dec 23 12:32:37.520398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa612477-71e2-44ae-a444-71e1c68798ee,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:37.554901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.556172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a1424c8-d8fa-4baa-9983-aa2b17c30a56 req-d12cfd8e-8197-4adb-a561-4237ec2701da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5225933 Dec 23 12:32:37.591890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39b262a5-ba68-4744-826c-3cc4e5ac85b2 req-b6ac6b9a-48b4-4699-a078-2529b75a9fd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473310 Dec 23 12:32:37.629613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081100820', 'description': 'tempest-description-2046251988'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:37.671681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-c4ab5b1c-b560-4539-9255-e724f1b536fc service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486461 Dec 23 12:32:37.767057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.790611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d248af-e664-4966-be41-e8d0c885e493 req-af446775-2b1e-49b7-9311-fcd20378395d service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101370 Dec 23 12:32:37.872071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54548) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:37.896702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f953-30f0-4a21-b6a7-f6667002015c req-3a35c9f8-34cb-4692-8b9a-2bb0ef95ac53 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:37.896702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f292f953-30f0-4a21-b6a7-f6667002015c req-3a35c9f8-34cb-4692-8b9a-2bb0ef95ac53 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 944 time: 0.0863876 Dec 23 12:32:37.952853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.960743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f292f953-30f0-4a21-b6a7-f6667002015c req-c063fefe-ee2c-44a0-bfba-d71e0ddad275 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 Dec 23 12:32:38.039854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.058539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5911dcc4-d5f8-4714-97cf-9069ddbf6280 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c704aa03807245d0bba042e1122ada4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1849017 Dec 23 12:32:38.059191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:38.079182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b38783-3c54-4495-b1a8-57418429cdb1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:38.111211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.127591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.128974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d880f53-38c4-437d-b287-309e64078138 req-b47d60fb-2428-4262-9339-01af5b0b3250 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5050414 Dec 23 12:32:38.134829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.155601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1653086212', 'description': 'tempest-description-292289512'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:38.226446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4cb92842-9334-4a62-adec-d1e34aa3abe4 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:38.240075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.268554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.272892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.274682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77ee1353-2294-43ba-be82-2d33f0ae8943 HTTP/1.1" status: 204 len: 168 time: 0.2145641 Dec 23 12:32:38.290476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578d315-6c64-4269-ab22-268fbc534c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee1353-2294-43ba-be82-2d33f0ae8943,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:38.334243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.371684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 4cb92842-9334-4a62-adec-d1e34aa3abe4 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:32:38.377648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 4cb92842-9334-4a62-adec-d1e34aa3abe4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:38.378207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.393793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.437421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2fd062-c6f7-4419-81ef-ef8227828a17,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:38.441079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-af4d5f72-c9d8-4343-ad0b-aaa0f97eb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:38.442695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-af4d5f72-c9d8-4343-ad0b-aaa0f97eb92f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0783346 Dec 23 12:32:38.469174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.510773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:38.513173 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a11f88-d709-444b-8b8e-314a4148e8e4" -d '{"events": [{"server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:38.543386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:38.547553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.548812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b34ffd2-290b-431c-b4b0-091283bad427 req-89614bf6-5074-4d6f-89ae-d62b5be99252 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3986826 Dec 23 12:32:38.570131 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d69947-171c-4ee5-8177-32e0464ed1d5 x-openstack-request-id: req-03d69947-171c-4ee5-8177-32e0464ed1d5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:38.570131 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "name": "network-vif-plugged", "status": "completed", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:38.570614 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03d69947-171c-4ee5-8177-32e0464ed1d5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:38.570820 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4', 'code': 200} Dec 23 12:32:38.596318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-0ffd6f17-fba7-450e-b0dc-f05e70529d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:38.597791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-0ffd6f17-fba7-450e-b0dc-f05e70529d7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.1334300 Dec 23 12:32:38.628789 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.693641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:38.833657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efadf0-1d4d-4796-9fda-8945817516ab req-c10c855f-5c31-4ba2-9102-18ecbbae23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:38.833657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0efadf0-1d4d-4796-9fda-8945817516ab req-c10c855f-5c31-4ba2-9102-18ecbbae23b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 1096 time: 0.1590374 Dec 23 12:32:38.848136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-307de8bb-40bc-4d24-ab47-0e773315d353 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1002 time: 0.2384870 Dec 23 12:32:38.879379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db394f-d62d-4579-8c91-0b9220c68092 req-1c5306da-2894-4ec4-8513-f3d71349bbb6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:38.880934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0db394f-d62d-4579-8c91-0b9220c68092 req-1c5306da-2894-4ec4-8513-f3d71349bbb6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1457825 Dec 23 12:32:38.935046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bcb6b7d-ddd5-4d70-b3c7-480bf24e7f0d req-82555d8a-1750-4431-a978-44668af9175b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 11013 time: 0.3586564 Dec 23 12:32:39.017724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-b7a10b1e-b37a-4d01-83b0-2e8bf94db08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:39.019166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-b7a10b1e-b37a-4d01-83b0-2e8bf94db08d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.1576293 Dec 23 12:32:39.051014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0db394f-d62d-4579-8c91-0b9220c68092 req-20650270-6db6-4356-b65a-29f661f2414f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1566215 Dec 23 12:32:39.083637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0efadf0-1d4d-4796-9fda-8945817516ab req-b23388b3-da71-42a1-80cc-63e4a005aea0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415371 Dec 23 12:32:39.088874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bcb6b7d-ddd5-4d70-b3c7-480bf24e7f0d req-cf315428-2f9c-41d9-ab06-bac8c152558f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 200 len: 3002 time: 0.1402137 Dec 23 12:32:39.139765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-4fd74cb4-ccf6-4606-9ffc-1dc2f7c5a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:39.141393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-4fd74cb4-ccf6-4606-9ffc-1dc2f7c5a6ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086905 Dec 23 12:32:39.163171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bcb6b7d-ddd5-4d70-b3c7-480bf24e7f0d req-2fd3d86f-ac74-4798-9945-5f081cc551b6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 200 len: 3002 time: 0.0665042 Dec 23 12:32:39.261038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-48094c7b-0ad9-4eb1-a299-c003133d20c1 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101477 Dec 23 12:32:39.351979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1cd8a-131f-44dd-8100-c1a704ae50f0 req-f585c588-aec6-4af7-ab8c-8866a7b4836b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:39.353505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0d1cd8a-131f-44dd-8100-c1a704ae50f0 req-f585c588-aec6-4af7-ab8c-8866a7b4836b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1075556 Dec 23 12:32:39.419374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d8c60ec-5b51-4afc-abb0-efbb4bd27f09 req-b9cd99a3-bba3-4e3e-8b5f-af305af23bb1 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449783 Dec 23 12:32:39.458507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0d1cd8a-131f-44dd-8100-c1a704ae50f0 req-3a7069df-58d7-48ca-a60a-7905a89ef9f8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962374 Dec 23 12:32:39.472016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-84d5239b-93b2-43d0-8117-6b78f03681f5 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/aa612477-71e2-44ae-a444-71e1c68798ee HTTP/1.1" status: 200 len: 1819 time: 0.0965376 Dec 23 12:32:39.543960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54596) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:39.550233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:39.655065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2882f261-86ae-4f5f-88ba-f480dadc8e83 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1407004718', 'prefixes': ['172.20.0.0/16']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:39.875007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:39.996679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2882f261-86ae-4f5f-88ba-f480dadc8e83 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] Publish callbacks [] for subnetpool, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:39.997973 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2882f261-86ae-4f5f-88ba-f480dadc8e83 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4523389 Dec 23 12:32:40.000758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:40.034729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.037665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.039883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1df0bcaf-f5b3-43e2-b77f-fcd3d0f651c8 req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa612477-71e2-44ae-a444-71e1c68798ee HTTP/1.1" status: 204 len: 173 time: 0.5590734 Dec 23 12:32:40.047898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-afca907b-491e-42c3-bff9-d46f2600e4c6 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "GET /v2.0/subnetpools/4a8d129c-717d-4062-8979-2a09d3dbc625 HTTP/1.1" status: 200 len: 732 time: 0.0445817 Dec 23 12:32:40.049361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:40.058509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bae4f5ed-92bf-48b4-8204-6704346bfc69 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-412169396'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:40.059854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777763e7-aafb-41bd-bb4a-545c3088439a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa612477-71e2-44ae-a444-71e1c68798ee,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:40.084882 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-e90b46a6-b934-4dfb-9857-50f7ecbf42ff req-d03d9d60-139d-471e-a587-15cad07415da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:32:40.085748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e90b46a6-b934-4dfb-9857-50f7ecbf42ff req-d03d9d60-139d-471e-a587-15cad07415da tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/aa612477-71e2-44ae-a444-71e1c68798ee HTTP/1.1" status: 404 len: 352 time: 0.0211737 Dec 23 12:32:40.200294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-f10fe6c4-9e3c-45a0-b2cc-56ab2e8d1d53 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/70b38783-3c54-4495-b1a8-57418429cdb1 HTTP/1.1" status: 200 len: 1820 time: 0.0891678 Dec 23 12:32:40.237224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3665e3-a1fa-4de1-81be-8362d70eb51d req-63b39933-dd7e-4555-bfb8-d9bba7c41d4f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:40.237496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bae4f5ed-92bf-48b4-8204-6704346bfc69 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] Publish callbacks [] for subnetpool, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.238895 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bae4f5ed-92bf-48b4-8204-6704346bfc69 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "PUT /v2.0/subnetpools/4a8d129c-717d-4062-8979-2a09d3dbc625 HTTP/1.1" status: 200 len: 683 time: 0.1870093 Dec 23 12:32:40.239058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab3665e3-a1fa-4de1-81be-8362d70eb51d req-63b39933-dd7e-4555-bfb8-d9bba7c41d4f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0857985 Dec 23 12:32:40.241279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54614) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:40.302513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.332654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab3665e3-a1fa-4de1-81be-8362d70eb51d req-a5bdf37e-ee04-438f-ac2f-40ab121ea32a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775144 Dec 23 12:32:40.341060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.379130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e899665-e334-4f08-a8f4-031442428ae1 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] Publish callbacks [] for subnetpool, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.380863 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1e899665-e334-4f08-a8f4-031442428ae1 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "DELETE /v2.0/subnetpools/4a8d129c-717d-4062-8979-2a09d3dbc625 HTTP/1.1" status: 204 len: 168 time: 0.1379697 Dec 23 12:32:40.383390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54622) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:40.432404 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-05f08fd4-bff0-48cb-8a65-b1be7f4dac08 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] show failed (client error): The resource could not be found. Dec 23 12:32:40.435919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-05f08fd4-bff0-48cb-8a65-b1be7f4dac08 tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "GET /v2.0/subnetpools/4a8d129c-717d-4062-8979-2a09d3dbc625 HTTP/1.1" status: 404 len: 346 time: 0.0490255 Dec 23 12:32:40.436303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:40.451519 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-538ec0ba-7a18-474a-906e-0fb41f9d566d tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] delete failed (client error): The resource could not be found. Dec 23 12:32:40.452871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-538ec0ba-7a18-474a-906e-0fb41f9d566d tempest-SubnetPoolsTestJSON-1238013585 tempest-SubnetPoolsTestJSON-1238013585-project] 10.222.0.16 "DELETE /v2.0/subnetpools/4a8d129c-717d-4062-8979-2a09d3dbc625 HTTP/1.1" status: 404 len: 346 time: 0.0153294 Dec 23 12:32:40.486711 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.492259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.493457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4db9ee2e-9021-4fb2-a878-4770c88ae206 req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/70b38783-3c54-4495-b1a8-57418429cdb1 HTTP/1.1" status: 204 len: 173 time: 0.2869685 Dec 23 12:32:40.505620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f2ec0-5e6e-4098-a52a-121174a948fb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b38783-3c54-4495-b1a8-57418429cdb1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:40.599568 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-a9aac8d0-ba68-40f0-aa19-48b570636561 req-9705fa0b-afa4-4775-a761-1bea532b5b8f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:32:40.600685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9aac8d0-ba68-40f0-aa19-48b570636561 req-9705fa0b-afa4-4775-a761-1bea532b5b8f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/70b38783-3c54-4495-b1a8-57418429cdb1 HTTP/1.1" status: 404 len: 352 time: 0.0216575 Dec 23 12:32:40.624733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e858d9-10f4-463c-80c7-cb7c3e90fc31 req-a30f48cf-2088-417f-90d2-c03e81af9d6b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:40.636330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2e858d9-10f4-463c-80c7-cb7c3e90fc31 req-a30f48cf-2088-417f-90d2-c03e81af9d6b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1001253 Dec 23 12:32:40.690117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2e858d9-10f4-463c-80c7-cb7c3e90fc31 req-93647503-b000-4792-972a-5679cf1c164a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Dec 23 12:32:40.743686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-377cc14c-823d-4d2f-a5db-f724280bd82b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/be2fd062-c6f7-4419-81ef-ef8227828a17 HTTP/1.1" status: 200 len: 1819 time: 0.0580547 Dec 23 12:32:40.813177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.836782 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.960253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.962988 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:40.964148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7eaedd5-22a4-443d-804c-b6b36a4a39cb req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/be2fd062-c6f7-4419-81ef-ef8227828a17 HTTP/1.1" status: 204 len: 173 time: 0.2121611 Dec 23 12:32:40.973778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e50f6b-48a9-4ddb-8d9c-d9426c918f02 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2fd062-c6f7-4419-81ef-ef8227828a17,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:41.004552 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-68fb138e-f0fe-4ed7-8776-c1d6ed4b658a req-059c47db-fe29-4e79-8b1f-c2b5a76518b2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:32:41.005588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68fb138e-f0fe-4ed7-8776-c1d6ed4b658a req-059c47db-fe29-4e79-8b1f-c2b5a76518b2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/be2fd062-c6f7-4419-81ef-ef8227828a17 HTTP/1.1" status: 404 len: 352 time: 0.0226574 Dec 23 12:32:41.098007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec55833b-ccd4-4d8e-99da-707204bd70b3 req-0b5e7030-7940-4193-ae8a-bc7242175d17 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 6208 time: 0.0684912 Dec 23 12:32:41.118727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:41.153209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec55833b-ccd4-4d8e-99da-707204bd70b3 req-7f2a59d0-1ccd-4065-b2aa-35e4d3aec34b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 200 len: 3002 time: 0.0476551 Dec 23 12:32:41.205052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec55833b-ccd4-4d8e-99da-707204bd70b3 req-96efa3bc-b72e-436b-8633-8cadd61a7446 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 200 len: 3002 time: 0.0452032 Dec 23 12:32:41.235662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-985706131', 'description': 'tempest-description-9210506'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:41.253392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c21e9dc2-2168-48c4-8aa9-a78acf61ffaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.325775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.330584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c21e9dc2-2168-48c4-8aa9-a78acf61ffaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.398071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.452020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c21e9dc2-2168-48c4-8aa9-a78acf61ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.464128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b473a-8e32-4937-9e66-00b1df02ae63 req-71265464-d630-4a34-a983-2c1e6362c476 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:41.473268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997b473a-8e32-4937-9e66-00b1df02ae63 req-71265464-d630-4a34-a983-2c1e6362c476 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0606365 Dec 23 12:32:41.504699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c21e9dc2-2168-48c4-8aa9-a78acf61ffaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d57e7f697ec543398e9cb505f5d1bfc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3824914 Dec 23 12:32:41.524996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54654) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:41.524996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e9dc2-2168-48c4-8aa9-a78acf61ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437ca6b5-59e3-4007-8940-8f44e94667dc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:41.533662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997b473a-8e32-4937-9e66-00b1df02ae63 req-4b0acd32-fb28-42a8-b755-da3b2ab053eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595133 Dec 23 12:32:41.559861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.574683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.599312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.605738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2b3a1-257e-4b72-9538-73fdc36824fe,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:41.797811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.799643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0674b3e7-3326-466b-93a6-9a176d0fbc87 req-8df3cc45-92ea-40dd-8de3-37b54b401272 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5678985 Dec 23 12:32:41.828856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-52193562', 'description': 'tempest-description-136232076'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:41.851936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c909e-a675-40a1-90e3-589801bbcac5 req-865eb5bd-c99b-47e8-9bf2-982cedeb6477 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:41.862614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c49c909e-a675-40a1-90e3-589801bbcac5 req-865eb5bd-c99b-47e8-9bf2-982cedeb6477 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0681205 Dec 23 12:32:41.903046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.905921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:41.907235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/437ca6b5-59e3-4007-8940-8f44e94667dc HTTP/1.1" status: 204 len: 168 time: 0.4013386 Dec 23 12:32:41.909382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c49c909e-a675-40a1-90e3-589801bbcac5 req-83a09c77-4ae9-4c17-abfc-ce95c4b01903 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Dec 23 12:32:41.917565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c6969-ec0b-41b6-9614-521bf2530ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437ca6b5-59e3-4007-8940-8f44e94667dc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:41.977332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:42.053559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:42.200107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:42.230277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d5867-8c3f-44e8-8d78-2c06bb6a4215,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:42.299778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:42.301883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de8e3c52-642e-48d3-9463-50d3fa0fbe0d req-7ae1fe13-c73a-4bf2-b7b8-6fd69986219c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4799571 Dec 23 12:32:42.642076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-3a4eefbb-c164-492c-8ade-5574213d2756 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:42.643652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-3a4eefbb-c164-492c-8ade-5574213d2756 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 812 time: 0.1592762 Dec 23 12:32:42.680555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-c7eaa810-cf9a-4988-a9f8-1c7425d476d8 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/quotas/b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 375 time: 0.0217392 Dec 23 12:32:42.692031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed2e4-8045-42a5-be62-13ec93254687 req-8e877f28-4db3-44be-8323-ace58750a82a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:42.693756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f3ed2e4-8045-42a5-be62-13ec93254687 req-8e877f28-4db3-44be-8323-ace58750a82a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0723724 Dec 23 12:32:42.776619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-096db7f2-3a21-48c3-a82d-d32ed08a2cf0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818362 Dec 23 12:32:42.781199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f3ed2e4-8045-42a5-be62-13ec93254687 req-08a61490-5e3b-4c56-9ca6-57a985a34b97 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762570 Dec 23 12:32:42.943687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-6520986b-f99a-40dd-a048-e03cfbd6f89a service neutron] 10.222.0.16 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545908 Dec 23 12:32:43.041049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-6fe2a69f-1846-41c4-91ac-f33edf4ed304 service neutron] 10.222.0.16 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899858 Dec 23 12:32:43.251572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8af6519a-78c4-41a4-b420-eb1ed81b08d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:43.377330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f59a9bd6-dede-4a37-b10a-aff7dc6403e0 req-adf026b5-481e-4cba-bbdb-b7395ecb7bce tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 210 time: 0.0563698 Dec 23 12:32:43.917678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43fb2c-6dd2-4b89-aeb8-7f9419722a43 req-ef6ad321-ba46-4f35-bb68-7b2ae8aa8e05 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:43.919587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f43fb2c-6dd2-4b89-aeb8-7f9419722a43 req-ef6ad321-ba46-4f35-bb68-7b2ae8aa8e05 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0638502 Dec 23 12:32:44.045541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f43fb2c-6dd2-4b89-aeb8-7f9419722a43 req-7b2e86f0-c03d-4b1f-b36c-e7b54b349da1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177788 Dec 23 12:32:44.488269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-314ede3f-5b03-4434-85f0-a90b3d438953 req-e8cf6ab5-0c1a-41c5-8aeb-5067b573caf0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Dec 23 12:32:44.625645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54760) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:45.253254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:45.276155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02129c5f-b971-416e-a01c-09b7e9900739 req-f7b84d3d-5a2e-42ea-9d31-c2c9790ede03 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:45.277721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02129c5f-b971-416e-a01c-09b7e9900739 req-f7b84d3d-5a2e-42ea-9d31-c2c9790ede03 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0622602 Dec 23 12:32:45.357963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02129c5f-b971-416e-a01c-09b7e9900739 req-c7bf30b1-3ac6-4770-9b1e-e91d4054673a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727780 Dec 23 12:32:45.534152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Deleting port fb6ca83b-6d96-444a-9e90-162f202dfdf5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:45.534503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:45.621162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] For port fb6ca83b-6d96-444a-9e90-162f202dfdf5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb6ca83b-6d96-444a-9e90-162f202dfdf5,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:45.621522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:45.632388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d6247d8-f3bc-4fa2-b517-f1a8877fd0e4 req-4a865e74-321a-43eb-92c7-20f694b55bbd tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 210 time: 0.0343289 Dec 23 12:32:45.634364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f75f41b1-6832-4413-b502-fb3a7842198f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:45.637470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Calling delete_port for fb6ca83b-6d96-444a-9e90-162f202dfdf5 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:45.685199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-a569fb11-a225-40f7-adcd-41c8b309b662 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:45.686849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-a569fb11-a225-40f7-adcd-41c8b309b662 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 812 time: 0.1357040 Dec 23 12:32:45.708658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'device_id': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4', 'admin_state_up': True, 'tenant_id': 'b18738d6a7ba4c988b1b9cc1c7407490'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:45.903346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Made reservation on behalf of b18738d6a7ba4c988b1b9cc1c7407490 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:45.906982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:45.929633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.054073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6ca83b-6d96-444a-9e90-162f202dfdf5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:46.087918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Allocated IP 172.20.0.8 (4c79a324-63e4-4638-a1f1-8f90618c4fd4/1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc/6ac7b2d2-95a7-4274-9c23-90e0738089c8) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:32:46.124095 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-6c8c617c-55ef-4d25-90b6-f38ac2b48564 service neutron] show failed (client error): The resource could not be found. Dec 23 12:32:46.125263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-6c8c617c-55ef-4d25-90b6-f38ac2b48564 service neutron] 10.222.0.43 "GET /v2.0/ports/d3ff924a-1933-466d-9b73-114522865ff6/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.2043436 Dec 23 12:32:46.313952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.383877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.439682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.538730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.552076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:46.606589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caf9dd-ea39-41cf-a4c6-c42ea9d4030b req-34318938-cb5d-4d3c-b1c1-8adc68894cd8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:46.608428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30caf9dd-ea39-41cf-a4c6-c42ea9d4030b req-34318938-cb5d-4d3c-b1c1-8adc68894cd8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1270576 Dec 23 12:32:46.620769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:32:46.627344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:46.677003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:32:46.677747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Router b20910f6-9a44-443f-9174-64d0cc164531 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:32:46.706707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30caf9dd-ea39-41cf-a4c6-c42ea9d4030b req-69e37d98-be1b-4329-b5ea-a05242bb885d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683594 Dec 23 12:32:46.706707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:32:46.830830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:32:46.837239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9703eed3-3d85-41c6-b965-795378ad5cad admin admin] 10.222.0.16 "PUT /v2.0/routers/b20910f6-9a44-443f-9174-64d0cc164531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2097290 Dec 23 12:32:46.840207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:46.846419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Sync routers for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:32:46.863031 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:46.863658 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:46.925466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:46.925737 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:46.978831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.012025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-5b2a75fc-a5db-43e2-894c-cbd96df56d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:47.018701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-5b2a75fc-a5db-43e2-894c-cbd96df56d57 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 1097 time: 0.2729664 Dec 23 12:32:47.055395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e249-a0f9-46ef-95e1-6eed340362f1 req-ef6f3d2f-0dcf-46ad-86b1-f5b7d1a3f26f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:47.070432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f020e249-a0f9-46ef-95e1-6eed340362f1 req-ef6f3d2f-0dcf-46ad-86b1-f5b7d1a3f26f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 931 time: 0.3071697 Dec 23 12:32:47.081868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:47.136973 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:47.169021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-20695e41-3ae4-4fd8-a2d2-5d8c29953f4b tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4683208 Dec 23 12:32:47.184861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Request body: {'port': {'device_id': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:47.186415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.293009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.331901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Deleting port c922f4fb-2fb9-4e77-baaa-0a50f9580155 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:47.332403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.429635 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:32:45Z', 'revision_number': 5, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port': {'id': 'c922f4fb-2fb9-4e77-baaa-0a50f9580155', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:31Z', 'updated_at': '2021-12-23T12:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:47.457559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] For port c922f4fb-2fb9-4e77-baaa-0a50f9580155, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c922f4fb-2fb9-4e77-baaa-0a50f9580155,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:47.458270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.473464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.481850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f020e249-a0f9-46ef-95e1-6eed340362f1 req-0a9f019c-1ac6-4b5d-b285-c9fc6b36e7b8 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102337 Dec 23 12:32:47.486146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Calling delete_port for c922f4fb-2fb9-4e77-baaa-0a50f9580155 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:47.488205 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Checking router: b20910f6-9a44-443f-9174-64d0cc164531 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:32:47.508132 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Routers {'b20910f6-9a44-443f-9174-64d0cc164531'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:47.509028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b20910f6-9a44-443f-9174-64d0cc164531'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:47.703088 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] Set router b20910f6-9a44-443f-9174-64d0cc164531 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:47.795085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac7b2d2-95a7-4274-9c23-90e0738089c8 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:47.808350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:47.825937 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:32:47Z', 'revision_number': 6, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:47.901782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Transition to ACTIVE for port object 6ac7b2d2-95a7-4274-9c23-90e0738089c8 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:32:47.926122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:47.948936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d3e20-dd01-40b5-b5be-2cf249e76e15 req-3724a7b6-0b26-4580-b78d-91642cf6f1d3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:47.950697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e4d3e20-dd01-40b5-b5be-2cf249e76e15 req-3724a7b6-0b26-4580-b78d-91642cf6f1d3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.1450024 Dec 23 12:32:47.988208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.002915 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe624f18-a5e4-4120-894c-12ca648e28a7 None None] The sync data for ids ['b20910f6-9a44-443f-9174-64d0cc164531'] in n-d-822750-2 is: [{'id': 'b20910f6-9a44-443f-9174-64d0cc164531', 'name': 'tempest-TaggedBootDevicesTest_v242-2099795213-router', 'tenant_id': '5a7116d3c164447fb408f24eb5639388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:30Z', 'updated_at': '2021-12-23T12:32:47Z', 'revision_number': 6, 'project_id': '5a7116d3c164447fb408f24eb5639388', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:32:48.052362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:48.144219 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.172159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.173526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:48.180945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e4d3e20-dd01-40b5-b5be-2cf249e76e15 req-f9f5cb37-08a2-4033-bf71-7ae36aba5823 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2230442 Dec 23 12:32:48.198157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:48.200572 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a581f4-4b3a-4de5-a322-8cf83273cb64" -d '{"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:48.205248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.213800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Attempting to bind port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:32:48.214131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Attempting to bind port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:32:48.214454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Attempting to bind port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:48.223733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:32:48.224058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Attempting to bind port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 on network 4c79a324-63e4-4638-a1f1-8f90618c4fd4 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:48.237437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:32:48.241359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Checking segment: {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:48.241359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Bound using segment: {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:32:48.241359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Bound port: 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:32:48.241359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.342218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:48.347584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:32:48.351329 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d12e1-5152-4e68-a7f3-f04a3f0b8781 x-openstack-request-id: req-bd6d12e1-5152-4e68-a7f3-f04a3f0b8781 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:48.351591 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:48.352391 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd6d12e1-5152-4e68-a7f3-f04a3f0b8781 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:48.352885 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'code': 200} Dec 23 12:32:48.367656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.378755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Transition to ACTIVE for port object d3ff924a-1933-466d-9b73-114522865ff6 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:32:48.408724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.421048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c615398-dc91-43dd-a3be-faffc396d578 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:48.477603 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.490683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:48.495556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.495797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] 10.222.0.43 "PUT /v2.0/ports/6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 1091 time: 1.3200212 Dec 23 12:32:48.523851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c922f4fb-2fb9-4e77-baaa-0a50f9580155,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:48.552293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.694879 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.699047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.754744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] No DVR routers for this DVR port d3ff924a-1933-466d-9b73-114522865ff6 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:48.808045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375ff3-f67c-497f-900b-56118ce0b394 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:48.840494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.841106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20910f6-9a44-443f-9174-64d0cc164531 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:32:48.854513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.854513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-062cf5e3-88ff-42a5-99ac-a7c1f3ab47b4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b20910f6-9a44-443f-9174-64d0cc164531 HTTP/1.1" status: 204 len: 168 time: 2.0104988 Dec 23 12:32:48.855003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:48.940956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d3ff924a-1933-466d-9b73-114522865ff6 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:48.941192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Deleting subnet b6de7d0f-c217-470b-9090-3d2064169cce {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:48.946025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:48.970246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:48.980662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-eade1a50-7052-4d9f-90ff-f1cb75c0cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:48.982274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-eade1a50-7052-4d9f-90ff-f1cb75c0cdda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1094 time: 0.2958221 Dec 23 12:32:49.011288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788ecb3-13bf-4ed3-be23-dc726e8560f5 req-3f16e133-b160-4666-a816-0eb88e099707 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:49.018755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9788ecb3-13bf-4ed3-be23-dc726e8560f5 req-3f16e133-b160-4666-a816-0eb88e099707 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 943 time: 0.3294930 Dec 23 12:32:49.027246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.060350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port d3ff924a-1933-466d-9b73-114522865ff6 host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:32:49.060694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d3ff924a-1933-466d-9b73-114522865ff6 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:49.078862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-0b64abe1-ba9d-4657-bf74-511d0ee6f037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 217 time: 0.0875113 Dec 23 12:32:49.135973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb6ca83b-6d96-444a-9e90-162f202dfdf5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:49.168483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fb6ca83b-6d96-444a-9e90-162f202dfdf5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:49.170035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb6ca83b-6d96-444a-9e90-162f202dfdf5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:49.170623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c922f4fb-2fb9-4e77-baaa-0a50f9580155 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:49.170998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.196636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c922f4fb-2fb9-4e77-baaa-0a50f9580155 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:49.197280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c922f4fb-2fb9-4e77-baaa-0a50f9580155 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:49.199708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.213364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:32:49.213710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:32:49.214064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:49.233458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:32:49.233798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Attempting to bind port d3ff924a-1933-466d-9b73-114522865ff6 on network 046e5050-bceb-4d1f-b47b-1b15994f1e98 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:32:49.241360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-1ebdb85f-01c6-47c5-97a9-823b7829c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:49.243124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-1ebdb85f-01c6-47c5-97a9-823b7829c712 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.1560044 Dec 23 12:32:49.244894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:32:49.245245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Checking segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:32:49.245962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Bound using segment: {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:32:49.246116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Bound port: d3ff924a-1933-466d-9b73-114522865ff6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:32:49.246466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.251546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9788ecb3-13bf-4ed3-be23-dc726e8560f5 req-e34bb9b1-0e43-468c-b017-0a53627bdf84 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319834 Dec 23 12:32:49.288753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-75d497eb-cf67-457b-aa31-eb702549ba60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320306 Dec 23 12:32:49.309508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.360621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:32:49.364097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:32:49.383863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6de7d0f-c217-470b-9090-3d2064169cce,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:49.408001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.409205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a316f-3e92-47a4-ade6-1c76f04374ae None None] Network 05c380c1-e3d8-4678-9b2d-61e09c43c11f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:49.415599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a71110af-da05-4672-9c5c-21b7ce8c4dec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b6de7d0f-c217-470b-9090-3d2064169cce HTTP/1.1" status: 204 len: 168 time: 0.5589776 Dec 23 12:32:49.418870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54840) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:49.596915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.645497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] DHCP port deletion for 05c380c1-e3d8-4678-9b2d-61e09c43c11f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:49.718620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Deleting port 01a213d8-2a5b-4614-bd78-322673b32447 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:49.718882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Deleting port 01a213d8-2a5b-4614-bd78-322673b32447 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:49.719624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.721265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.804799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] For port 01a213d8-2a5b-4614-bd78-322673b32447, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=01a213d8-2a5b-4614-bd78-322673b32447,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:49.805077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] For port 01a213d8-2a5b-4614-bd78-322673b32447, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=01a213d8-2a5b-4614-bd78-322673b32447,segment=NetworkSegment(8748b5ff-a69c-45de-a5f0-7829d3deb261),segment_id=8748b5ff-a69c-45de-a5f0-7829d3deb261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:49.805185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.805588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.821888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Calling delete_port for 01a213d8-2a5b-4614-bd78-322673b32447 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:49.822041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Calling delete_port for 01a213d8-2a5b-4614-bd78-322673b32447 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:49.825427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.890753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:49.891391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:49.892837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1092 time: 2.8581498 Dec 23 12:32:49.935690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1f17-c888-43fd-b596-b25c8d814ede req-6a2095be-e012-459e-8afb-25b544581c7b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:49.949436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-017a1f17-c888-43fd-b596-b25c8d814ede req-6a2095be-e012-459e-8afb-25b544581c7b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.5825527 Dec 23 12:32:50.035888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f92201-66dd-41c8-9674-63b2323dc515 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:50.058065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.065000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.083110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-c5fdef63-1bc2-4ab3-b2e0-50115932e898 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174258 Dec 23 12:32:50.092172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] No DVR routers for this DVR port 01a213d8-2a5b-4614-bd78-322673b32447 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:50.098485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-017a1f17-c888-43fd-b596-b25c8d814ede req-9e9ac6ea-9087-4bb8-a129-c10a517db681 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475494 Dec 23 12:32:50.113152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-ab6ad8c2-f846-4d12-aaf5-615eac67d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.114675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-ab6ad8c2-f846-4d12-aaf5-615eac67d230 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1537786 Dec 23 12:32:50.116458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] No DVR routers for this DVR port 01a213d8-2a5b-4614-bd78-322673b32447 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:50.119162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0238a3-4068-42c9-9dcd-51cfa94d7c0e None None] Pushing event deleted for resources: {'Port': ['ID=01a213d8-2a5b-4614-bd78-322673b32447,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:50.183331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a213d8-2a5b-4614-bd78-322673b32447,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:50.258320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.306352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c380c1-e3d8-4678-9b2d-61e09c43c11f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:50.307852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b97ffb8-7663-4c71-b3e1-4f525d4978c7 req-3c61a4b7-5297-4d81-99a5-214a6fd40f61 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073052 Dec 23 12:32:50.321022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8748b5ff-a69c-45de-a5f0-7829d3deb261') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:50.321364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8748b5ff-a69c-45de-a5f0-7829d3deb261') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:50.342446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.360247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8'}, {'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:50.360803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.363257 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be138580-0629-4e17-a01b-3594164a41e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8"}, {"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:50.367679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:50.368072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:50.371275 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:50.440940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-64f18b07-9e07-4232-a603-a09ac9c6cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.442605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-64f18b07-9e07-4232-a603-a09ac9c6cafa service neutron] 10.222.0.57 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.3166206 Dec 23 12:32:50.444463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e575cf-6665-4c19-a856-ecefd72617e3 x-openstack-request-id: req-d4e575cf-6665-4c19-a856-ecefd72617e3 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:50.444763 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:50.445490 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4e575cf-6665-4c19-a856-ecefd72617e3 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:50.445605 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'status': 'completed', 'code': 200} Dec 23 12:32:50.445813 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'status': 'completed', 'code': 200} Dec 23 12:32:50.496962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.523746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:50.528529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/05c380c1-e3d8-4678-9b2d-61e09c43c11f HTTP/1.1" status: 204 len: 168 time: 1.1086721 Dec 23 12:32:50.530007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebce7-b936-432a-8c4e-216687c9ebd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c380c1-e3d8-4678-9b2d-61e09c43c11f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:50.531911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:50.543218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-0eaab59b-ca8f-4594-80e1-2a3b6db01a84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1000 time: 0.0873971 Dec 23 12:32:50.553935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5354f-b900-4659-a067-94521ec4982b req-a92c9cc3-5dd9-4c13-a1e4-0950247ebac3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.555528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48b5354f-b900-4659-a067-94521ec4982b req-a92c9cc3-5dd9-4c13-a1e4-0950247ebac3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 943 time: 0.1792948 Dec 23 12:32:50.620815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-b03c09e8-9e84-47cc-b716-1ed169c2a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.623198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-b03c09e8-9e84-47cc-b716-1ed169c2a819 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0666392 Dec 23 12:32:50.726982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-bef817dd-4f2e-46da-8044-d25ba55fc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.729105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-bef817dd-4f2e-46da-8044-d25ba55fc889 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1094 time: 0.1843505 Dec 23 12:32:50.751204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-38345ef6-ee75-4ab2-b2ba-b9effb61bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.753367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-38345ef6-ee75-4ab2-b2ba-b9effb61bedd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185505 Dec 23 12:32:50.808273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48b5354f-b900-4659-a067-94521ec4982b req-3b4d2c9e-401c-41c3-8a4d-2bc499f57e10 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418444 Dec 23 12:32:50.927855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-4121a0d9-77b5-41fe-bab9-c40c2e608338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:50.929493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-4121a0d9-77b5-41fe-bab9-c40c2e608338 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1921728 Dec 23 12:32:50.950207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-2f29a8b5-9db4-4fb3-be0b-528f83decbad service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816552 Dec 23 12:32:50.996156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-d974a94c-a7a1-4289-962f-2f83f2912460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 217 time: 0.0587156 Dec 23 12:32:51.033592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:51.100209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 01a213d8-2a5b-4614-bd78-322673b32447 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:51.106294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-92d23cf2-be93-439b-bd02-b60182a78e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.107894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-92d23cf2-be93-439b-bd02-b60182a78e3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0999978 Dec 23 12:32:51.156478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-ca750fc5-b00a-422c-a8c9-96d660325608 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382497 Dec 23 12:32:51.160899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737fc7b4-139f-4368-b4e6-959cabdb28cc req-aaa71064-50ce-4a22-a99f-29f9d904ee52 service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751196 Dec 23 12:32:51.172847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 01a213d8-2a5b-4614-bd78-322673b32447 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:51.174818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 01a213d8-2a5b-4614-bd78-322673b32447 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:51.373700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772b57d-b893-4707-9619-31286b69e6d6 req-374e080c-cbf2-4ea9-8b24-d5167b6890c8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.377935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c772b57d-b893-4707-9619-31286b69e6d6 req-374e080c-cbf2-4ea9-8b24-d5167b6890c8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.1229982 Dec 23 12:32:51.391811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-bb8e6722-24fe-4b4e-a87c-c6069a7f3290 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264533 Dec 23 12:32:51.395649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Deleting port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:51.396520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:51.399891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-ed09aec9-d686-4399-9004-0af41a84524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.402061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-ed09aec9-d686-4399-9004-0af41a84524f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1095285 Dec 23 12:32:51.520475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] For port 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:51.521032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:51.551705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Calling delete_port for 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:51.608179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c772b57d-b893-4707-9619-31286b69e6d6 req-57735cfd-de01-4c1f-9872-dcbd3dd2abea tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2219610 Dec 23 12:32:51.675285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-8ce78f76-4662-47ff-84d9-cd9d8b826f6b service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722824 Dec 23 12:32:51.676230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-9aef5b18-c776-42f4-ad5c-01b52eb2eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.677574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-9aef5b18-c776-42f4-ad5c-01b52eb2eb33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.2610526 Dec 23 12:32:51.804509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-5bfee43f-8dd2-464b-ae88-d92139a2bfa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1000 time: 0.1158984 Dec 23 12:32:51.808019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-9721b783-4fbb-45d5-a7a3-327e17e16eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.809605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-9721b783-4fbb-45d5-a7a3-327e17e16eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0634899 Dec 23 12:32:51.886397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:51.947961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-e1fbd42d-af31-44df-9c1c-3d6e5e7e13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:51.949604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-e1fbd42d-af31-44df-9c1c-3d6e5e7e13be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.1373158 Dec 23 12:32:51.973178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:52.016522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b45e-b055-4163-9597-0f0016d9b200 req-5ea8f224-42a7-46b6-8151-a51f7d08a9a3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.018131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2764b45e-b055-4163-9597-0f0016d9b200 req-5ea8f224-42a7-46b6-8151-a51f7d08a9a3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 943 time: 0.1240227 Dec 23 12:32:52.065520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-8ba89ebd-218b-46e2-b951-74e372a5219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.066982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-8ba89ebd-218b-46e2-b951-74e372a5219b service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.2463074 Dec 23 12:32:52.272025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-5c052bcc-244a-4daa-9437-8f9873d85710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.276159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:52.277778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-5c052bcc-244a-4daa-9437-8f9873d85710 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130426 Dec 23 12:32:52.431381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2764b45e-b055-4163-9597-0f0016d9b200 req-327ae906-bd59-4293-9ef0-8c980de303ef tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865972 Dec 23 12:32:52.444197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-6cf1da11-16a7-47e6-809d-dc1ba7df532e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1000 time: 0.3641438 Dec 23 12:32:52.518994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-7b35bc38-2b4c-4dc0-991f-3866213d135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.520476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-7b35bc38-2b4c-4dc0-991f-3866213d135d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0688045 Dec 23 12:32:52.528157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-91e2f981-c258-444b-b14d-c1088af4c927 service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279806 Dec 23 12:32:52.574846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Router 674943c0-945c-4026-8149-fce0daa87380 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:32:52.583620 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:52.642914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be138580-0629-4e17-a01b-3594164a41e8 req-921e3157-d1ed-445f-98a8-af3b98f5cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.644521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-921e3157-d1ed-445f-98a8-af3b98f5cec2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155574 Dec 23 12:32:52.708531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:32:52.718338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Sync routers for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:32:52.721556 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b5e78ce4-c92f-4add-bd55-45361f22665a admin admin] 10.222.0.16 "PUT /v2.0/routers/674943c0-945c-4026-8149-fce0daa87380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1884108 Dec 23 12:32:52.724048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:52.729082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:52.729961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:52.740440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-a91c76b3-0f1d-4655-ab60-40e4ef506238 service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013826 Dec 23 12:32:52.804410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6878-48cf-47c4-90d9-1a93dbf49e5a req-c9a43105-d257-41e2-80d7-7af88f7d58fd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:52.806129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aef6878-48cf-47c4-90d9-1a93dbf49e5a req-c9a43105-d257-41e2-80d7-7af88f7d58fd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.0973651 Dec 23 12:32:52.809249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-1522c287-6953-4f7b-b83e-a82eebefa86e service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515348 Dec 23 12:32:52.882394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:52.899012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:52.925158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aef6878-48cf-47c4-90d9-1a93dbf49e5a req-fc9bc9a2-41df-45c4-afef-4d06295a1e88 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088862 Dec 23 12:32:52.953608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ac7b2d2-95a7-4274-9c23-90e0738089c8 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:32:52.973079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be138580-0629-4e17-a01b-3594164a41e8 req-3e593640-888b-4f90-9157-e1f7d24719d2 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555028 Dec 23 12:32:53.056014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.181287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:32:53.194749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Deleting port 07fd070b-4301-4157-b4c8-09ea0712c456 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:53.194986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.279121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] For port 07fd070b-4301-4157-b4c8-09ea0712c456, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=07fd070b-4301-4157-b4c8-09ea0712c456,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:53.279488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.291670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Calling delete_port for 07fd070b-4301-4157-b4c8-09ea0712c456 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:53.314181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:53.330778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'network_id': '4c79a324-63e4-4638-a1f1-8f90618c4fd4', 'port_id': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'mac_address': 'fa:16:3e:a4:f4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:32:53.379665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.395243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:32:51Z', 'revision_number': 5, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port': {'id': '07fd070b-4301-4157-b4c8-09ea0712c456', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674943c0-945c-4026-8149-fce0daa87380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:20:49Z', 'updated_at': '2021-12-23T12:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:53.399124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac7b2d2-95a7-4274-9c23-90e0738089c8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:53.436047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Checking router: 674943c0-945c-4026-8149-fce0daa87380 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:32:53.457786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:53.458801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Routers {'674943c0-945c-4026-8149-fce0daa87380'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:32:53.459420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['674943c0-945c-4026-8149-fce0daa87380'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:53.541104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.541261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5a268-143f-4dfa-93a4-8180e8479b5a req-35c05f8a-b306-4497-b5cb-c9a3c3690c42 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:53.541261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56f5a268-143f-4dfa-93a4-8180e8479b5a req-35c05f8a-b306-4497-b5cb-c9a3c3690c42 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 943 time: 0.0554712 Dec 23 12:32:53.560016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.587508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fd070b-4301-4157-b4c8-09ea0712c456,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:53.588785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56f5a268-143f-4dfa-93a4-8180e8479b5a req-cf0c777d-493b-4475-818e-0b714fb390d2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Dec 23 12:32:53.614172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] Set router 674943c0-945c-4026-8149-fce0daa87380 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:32:53.614172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656e124-aa25-4f8d-b246-60f3a4e033ba None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:53.642191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:53.682941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.682941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.682941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.683357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.683694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.684026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.684353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.685428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.685767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.686103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.686989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.687508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.687613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.687732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:32:53.698957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:32:53Z', 'revision_number': 6, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:53.727346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df054c14-8f11-4d43-89b0-9f46b81f6813 None None] The sync data for ids ['674943c0-945c-4026-8149-fce0daa87380'] in n-d-822750-2 is: [{'id': '674943c0-945c-4026-8149-fce0daa87380', 'name': 'tempest-TaggedBootDevicesTest_v242-535422382-router', 'tenant_id': '7d05230effd6449a91f78c0e6a7c2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:20:47Z', 'updated_at': '2021-12-23T12:32:53Z', 'revision_number': 6, 'project_id': '7d05230effd6449a91f78c0e6a7c2b67', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:32:53.776445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:53.795301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.798253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.930271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.932930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674943c0-945c-4026-8149-fce0daa87380 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:32:53.936369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:53.939288 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bbc9db93-c1d3-4845-bc21-cc7f2e0662c8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/674943c0-945c-4026-8149-fce0daa87380 HTTP/1.1" status: 204 len: 168 time: 1.2123604 Dec 23 12:32:53.940613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54920) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:53.990215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Deleting subnet 15738925-be49-4c9d-a304-351004e614a2 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:32:53.993557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.029251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.055624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea6ce5-7b2a-4ece-b6d3-5219fe9c929c req-94fed759-2663-41ee-9e3a-4bf4501c896d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:54.057933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bea6ce5-7b2a-4ece-b6d3-5219fe9c929c req-94fed759-2663-41ee-9e3a-4bf4501c896d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.0494423 Dec 23 12:32:54.119600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bea6ce5-7b2a-4ece-b6d3-5219fe9c929c req-65e54805-4816-480e-994b-6f62898d8345 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555589 Dec 23 12:32:54.126864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.257505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.289315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.294098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15738925-be49-4c9d-a304-351004e614a2 HTTP/1.1" status: 204 len: 168 time: 0.3516295 Dec 23 12:32:54.295449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de7019-4e7e-49c5-88c8-2778a9ec8776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15738925-be49-4c9d-a304-351004e614a2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:54.296226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:54.300705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6ab91-8f19-4e2f-9389-1cfffdd83a70 None None] Network 688a698e-7cd7-4624-8669-ee9987d27b6a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:32:54.375308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.438088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Deleting port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:54.438088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.508103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] For port a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:54.508471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.528971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Calling delete_port for a1d11d7c-fe9e-4aee-9f21-fb80c4906318 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:54.562927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] DHCP port deletion for 688a698e-7cd7-4624-8669-ee9987d27b6a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:32:54.658080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Deleting port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:32:54.658762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.719264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.728726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] For port a1d11d7c-fe9e-4aee-9f21-fb80c4906318, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,segment=NetworkSegment(909d1c0b-35a1-4e9f-be0b-0299d349e1fa),segment_id=909d1c0b-35a1-4e9f-be0b-0299d349e1fa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:54.729266 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.747782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Calling delete_port for a1d11d7c-fe9e-4aee-9f21-fb80c4906318 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:32:54.758962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] No DVR routers for this DVR port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:54.765411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:54.845965 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.853900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc437-f7f5-4e99-81d3-fe673c13d0c0 req-cef9ea4d-2f88-4a73-a2a2-f8fc83da7322 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:54.857250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92afc437-f7f5-4e99-81d3-fe673c13d0c0 req-cef9ea4d-2f88-4a73-a2a2-f8fc83da7322 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 944 time: 0.1844480 Dec 23 12:32:54.867625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.879122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] Pushing event deleted for resources: {'Port': ['ID=a1d11d7c-fe9e-4aee-9f21-fb80c4906318,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:54.882778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469badc-1410-4d54-9f07-fd41074e7a9f None None] No DVR routers for this DVR port a1d11d7c-fe9e-4aee-9f21-fb80c4906318 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:32:54.910739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688a698e-7cd7-4624-8669-ee9987d27b6a']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:54.938286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909d1c0b-35a1-4e9f-be0b-0299d349e1fa') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:54.938650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909d1c0b-35a1-4e9f-be0b-0299d349e1fa') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:32:54.958976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:54.987149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ac7b2d2-95a7-4274-9c23-90e0738089c8 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:55.001469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92afc437-f7f5-4e99-81d3-fe673c13d0c0 req-ed6b0e14-7392-4b63-8229-11a3710631a4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222861 Dec 23 12:32:55.007013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.016132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:32:55.016745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.018668 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:32:55.021666 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:32:55.022956 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:32:55.122026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d11d7c-fe9e-4aee-9f21-fb80c4906318 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:55.142677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a1d11d7c-fe9e-4aee-9f21-fb80c4906318 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:55.143044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a1d11d7c-fe9e-4aee-9f21-fb80c4906318 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:55.143544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 07fd070b-4301-4157-b4c8-09ea0712c456 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:55.149912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.156530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.160587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] 10.222.0.16 "DELETE /v2.0/networks/688a698e-7cd7-4624-8669-ee9987d27b6a HTTP/1.1" status: 204 len: 168 time: 0.8630672 Dec 23 12:32:55.178565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 07fd070b-4301-4157-b4c8-09ea0712c456 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:55.179055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 07fd070b-4301-4157-b4c8-09ea0712c456 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:55.180865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:32:55.183204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:32:55.186457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ed0f6-b308-48eb-9a74-61ed7203d170 admin admin] Pushing event deleted for resources: {'Network': ['ID=688a698e-7cd7-4624-8669-ee9987d27b6a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:55.206407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:32:55.206864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7c0c96a3-6b6c-4b3a-ab10-c0dea7effa26 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:32:55.209130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:55.209130 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.302211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.316019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1d60-3f6f-4bb9-b921-51d25ffde151 req-5afb09f6-d6a5-481e-b089-e3cffd0a5c9e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:55.316019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aafb1d60-3f6f-4bb9-b921-51d25ffde151 req-5afb09f6-d6a5-481e-b089-e3cffd0a5c9e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.0648706 Dec 23 12:32:55.331746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:55.334089 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c6721-2302-4d35-9fab-de18db31ded7" -d '{"events": [{"server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:55.348537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:55.378455 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8223db-f58c-43a5-93c0-4db81494b143 x-openstack-request-id: req-6a8223db-f58c-43a5-93c0-4db81494b143 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:55.378749 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:55.379005 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a8223db-f58c-43a5-93c0-4db81494b143 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:55.379399 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'code': 200} Dec 23 12:32:55.381035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aafb1d60-3f6f-4bb9-b921-51d25ffde151 req-66ead5f8-6c06-4bc2-873b-f9fc75644fb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613275 Dec 23 12:32:55.412000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.479947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:55.503762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837cb3f-0755-408c-ae9b-700b4f09e4cb req-258d5847-66fc-4c5c-81e2-dcbc946d6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:55.503762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8837cb3f-0755-408c-ae9b-700b4f09e4cb req-258d5847-66fc-4c5c-81e2-dcbc946d6bd2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1096 time: 0.0540159 Dec 23 12:32:55.505810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54954) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:55.574280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8ae3d601-7ab1-4c9d-9ba9-5837a63f0472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a7116d3c164447fb408f24eb5639388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692120 Dec 23 12:32:55.580583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8837cb3f-0755-408c-ae9b-700b4f09e4cb req-88644517-6c04-4dd5-b18e-ee3ac373af42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 Dec 23 12:32:55.586196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:55.643957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.675997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.768350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc091-4c59-4766-b9b3-52f45b067974 req-2090d68d-32c5-4e2d-9c42-61f08c575bca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:55.770589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785dc091-4c59-4766-b9b3-52f45b067974 req-2090d68d-32c5-4e2d-9c42-61f08c575bca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.0602825 Dec 23 12:32:55.825368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785dc091-4c59-4766-b9b3-52f45b067974 req-865e2670-5b8b-4d64-8c3e-a8141e5522b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471268 Dec 23 12:32:55.856701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.859474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:55.860653 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40d9236c-ccc2-4629-965d-626fbdb565fa HTTP/1.1" status: 204 len: 168 time: 0.2746346 Dec 23 12:32:55.869116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98713914-f4ad-449e-9ac6-45568604d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9236c-ccc2-4629-965d-626fbdb565fa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:56.303041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d3ff924a-1933-466d-9b73-114522865ff6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:32:56.342321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-0c5ec556-af48-4301-b2c2-3148c5e539a6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.343937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-0c5ec556-af48-4301-b2c2-3148c5e539a6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8&tenant_id=c95a45dd98b447989e82921fb516201d&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 944 time: 0.4289145 Dec 23 12:32:56.398282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cb4c5-eaf1-4d79-b169-40da7b92d3c2 req-d19e9f9c-b505-4ffd-ad0b-22e4fc8b836e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.405112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc0cb4c5-eaf1-4d79-b169-40da7b92d3c2 req-d19e9f9c-b505-4ffd-ad0b-22e4fc8b836e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 945 time: 0.1263220 Dec 23 12:32:56.419165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:56.430473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'd3ff924a-1933-466d-9b73-114522865ff6', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'port_id': 'd3ff924a-1933-466d-9b73-114522865ff6', 'mac_address': 'fa:16:3e:0b:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:32:56.449178 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-5747ea66-271e-4f45-99e3-5b50219a2469 service neutron] delete failed (client error): The resource could not be found. Dec 23 12:32:56.450243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-5747ea66-271e-4f45-99e3-5b50219a2469 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d3ff924a-1933-466d-9b73-114522865ff6/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0971324 Dec 23 12:32:56.470513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:56.487238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ff924a-1933-466d-9b73-114522865ff6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:32:56.488700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc0cb4c5-eaf1-4d79-b169-40da7b92d3c2 req-33628ba8-9dba-4157-a6d2-cee08834eaf7 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Dec 23 12:32:56.507664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:56.547865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-90b55376-3b9a-4ec2-a131-16ad57e7e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.549535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-90b55376-3b9a-4ec2-a131-16ad57e7e414 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0415182 Dec 23 12:32:56.577505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:56.636164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:56.664467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-dd46cde7-405c-4c31-b24d-74df7a65ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.666275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-dd46cde7-405c-4c31-b24d-74df7a65ed90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.1053755 Dec 23 12:32:56.675071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:56.762137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-1a936cf3-1f2c-4368-8044-1cdef168b1ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0846915 Dec 23 12:32:56.764347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ec59e65-97e0-4667-a411-97dc72114441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d05230effd6449a91f78c0e6a7c2b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881124 Dec 23 12:32:56.766882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54978) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:56.843480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-abe40a42-bf6f-4d97-aca4-1b924e4252ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.845042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-abe40a42-bf6f-4d97-aca4-1b924e4252ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0720398 Dec 23 12:32:56.888593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:56.927871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:56.941430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['d3ff924a-1933-466d-9b73-114522865ff6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:56.959771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-e62036f8-2b8e-4fb3-889c-bd3f58c86bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:56.961315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-e62036f8-2b8e-4fb3-889c-bd3f58c86bfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022749 Dec 23 12:32:57.046614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220390-70d0-4d77-9199-deb517ce6c18 req-5d2eb4cb-6255-4615-899d-30dc4e801a8e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:57.048102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7220390-70d0-4d77-9199-deb517ce6c18 req-5d2eb4cb-6255-4615-899d-30dc4e801a8e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.1409707 Dec 23 12:32:57.113737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-d8fcaef7-8b82-4637-9fe3-4b1fe445a2d1 service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364949 Dec 23 12:32:57.141182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:57.143985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:57.144975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ce678d7-d2a3-4cd6-ad23-f80d6f9852a6 HTTP/1.1" status: 204 len: 168 time: 0.3771303 Dec 23 12:32:57.159991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7220390-70d0-4d77-9199-deb517ce6c18 req-bfc03998-ab96-4b43-a39f-d933673bdd89 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951593 Dec 23 12:32:57.199289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c499c5-2414-4827-a143-60125328e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce678d7-d2a3-4cd6-ad23-f80d6f9852a6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:57.247827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0eea566-f37e-48b3-8fb2-ccbad1b4c16b req-8f955f1a-d8ac-404e-a6b1-0411efd1cc5b service neutron] 10.222.0.43 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227319 Dec 23 12:32:57.605539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6e264-4259-49a5-84c1-38835ba5b9e8 req-42d71235-e2f8-4a46-b6ff-3f9fc508231c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:57.607046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34e6e264-4259-49a5-84c1-38835ba5b9e8 req-42d71235-e2f8-4a46-b6ff-3f9fc508231c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Dec 23 12:32:57.657498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34e6e264-4259-49a5-84c1-38835ba5b9e8 req-17df6e73-bc53-4457-a692-d5e7009dff53 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Dec 23 12:32:57.800199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-aae3d4c4-964c-411f-994a-381c81a3cfe4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-985706131&fields=id&tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 267 time: 0.0635796 Dec 23 12:32:57.886574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-4104e9de-2b01-4902-b435-bad9aeda6a69 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:57.888368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-4104e9de-2b01-4902-b435-bad9aeda6a69 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 945 time: 0.0817358 Dec 23 12:32:57.902266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'security_groups': ['5dbbc3c9-662c-471b-ad6e-efb5191eb46f', 'b0a2b3a1-257e-4b72-9538-73fdc36824fe']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:57.978255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.183232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:58.217249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.293690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.305413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1', '6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:58.313776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d3ff924a-1933-466d-9b73-114522865ff6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:32:58.320756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55030) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:58.346139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a5ea-8cce-47e8-aa91-d057cb4c6d43 req-a3635c12-a0e8-41ab-a526-d1afd14d7b12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:58.355755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d467a5ea-8cce-47e8-aa91-d057cb4c6d43 req-a3635c12-a0e8-41ab-a526-d1afd14d7b12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.1048417 Dec 23 12:32:58.421897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:58.422560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.436932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdd37e65-811f-4fb4-b0a2-be64152d5204 req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "PUT /v2.0/ports/6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 981 time: 0.5403805 Dec 23 12:32:58.443845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:58.446296 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:58.466730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067e76-517e-4fe6-8981-526e88aef3c6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:58.484060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:32:58.498628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d467a5ea-8cce-47e8-aa91-d057cb4c6d43 req-f20e9dcc-167f-4c2f-a60f-b3062578b971 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417618 Dec 23 12:32:58.518251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port d3ff924a-1933-466d-9b73-114522865ff6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:32:58.538753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55038) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:58.544680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port d3ff924a-1933-466d-9b73-114522865ff6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:32:58.545220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.547033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1510704624-network', 'tenant_id': '4fec42c99f624535b64a728329d4ff67'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:58.636702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f292a13-1048-440e-8798-a4138634e5ad tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 200 len: 993 time: 0.0968301 Dec 23 12:32:58.639419 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cdb1d4-e2ed-4b02-b13d-9f2ca8f98ad4 x-openstack-request-id: req-33cdb1d4-e2ed-4b02-b13d-9f2ca8f98ad4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:58.639752 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:58.640005 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33cdb1d4-e2ed-4b02-b13d-9f2ca8f98ad4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:58.640392 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'status': 'completed', 'code': 200} Dec 23 12:32:58.657099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Made reservation on behalf of 4fec42c99f624535b64a728329d4ff67 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:58.659346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.669647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.717904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bee1024-8cab-4658-97dc-d050ce09e8bb req-22b5fcc9-f44f-43da-9573-03570b0da8bf tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b0a2b3a1-257e-4b72-9538-73fdc36824fe HTTP/1.1" status: 200 len: 1816 time: 0.0799785 Dec 23 12:32:58.728121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-7a9070d0-e395-44ca-b81e-35bda61598bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:58.730537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-7a9070d0-e395-44ca-b81e-35bda61598bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1135 time: 0.0821800 Dec 23 12:32:58.796556 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.830066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.880937 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-2bee1024-8cab-4658-97dc-d050ce09e8bb req-c50f2fd9-7fd5-4ef3-8994-9b1a7c4028f2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 12:32:58.882001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bee1024-8cab-4658-97dc-d050ce09e8bb req-c50f2fd9-7fd5-4ef3-8994-9b1a7c4028f2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0a2b3a1-257e-4b72-9538-73fdc36824fe HTTP/1.1" status: 409 len: 341 time: 0.1272218 Dec 23 12:32:58.892805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:32:58.901193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:32:58.903258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.903709 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaef7ab-7330-4aee-8d12-2a18fc29f4f3" -d '{"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:32:58.932146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:32:58.944690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-3f242f39-e3ad-4e7a-9c3b-9128089930f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:58.946219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-3f242f39-e3ad-4e7a-9c3b-9128089930f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.2081690 Dec 23 12:32:58.973916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:58.981134 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Added segment b1e77f67-ada0-4ab5-92df-fe0cbcc4a561 of type vlan for network 99a2e163-1743-454e-97d8-63fd26417a85 Dec 23 12:32:58.984939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e66c29-14b1-4bfe-ada4-5bba763f68f6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:58.996742 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:59.010480 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2a8d7-13cb-4fa3-8159-211056234853 x-openstack-request-id: req-a1b2a8d7-13cb-4fa3-8159-211056234853 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:32:59.010480 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:32:59.010480 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1b2a8d7-13cb-4fa3-8159-211056234853 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:32:59.013110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-622babbc-9ab6-477d-a30f-27e186e5a47b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 217 time: 0.0583537 Dec 23 12:32:59.017308 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'code': 200} Dec 23 12:32:59.037976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:59.109876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-179715ba-8d12-485a-a2fd-f524af96e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.110265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:59.111296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-179715ba-8d12-485a-a2fd-f524af96e7d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0911591 Dec 23 12:32:59.147078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-afd04324-66a2-4d0f-ae35-74ce1c46b5cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281401 Dec 23 12:32:59.182761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:59.183695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.189477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:59.265446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9434001 Dec 23 12:32:59.266072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:32:59.273456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Request body: {'subnet': {'network_id': '99a2e163-1743-454e-97d8-63fd26417a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1510704624-subnet', 'tenant_id': '4fec42c99f624535b64a728329d4ff67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:32:59.274498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-59f92d5d-4123-4d5f-9b97-b829133d3147 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185889 Dec 23 12:32:59.295748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f81bd7-ecbd-4968-8a8e-761d6f8363ab admin admin] Pushing event updated for resources: {'Network': ['ID=99a2e163-1743-454e-97d8-63fd26417a85,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:32:59.311596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 99a2e163-1743-454e-97d8-63fd26417a85 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:32:59.400745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Made reservation on behalf of 4fec42c99f624535b64a728329d4ff67 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:32:59.404075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:59.426572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090e3b-0955-4952-a4c5-61dc26f1ed24 req-3e21a828-1437-4293-81b5-f6473f5d7901 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.428274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39090e3b-0955-4952-a4c5-61dc26f1ed24 req-3e21a828-1437-4293-81b5-f6473f5d7901 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 984 time: 0.0846207 Dec 23 12:32:59.457273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33f2a075-dba5-41a8-9cbe-f6b9fdf3f9af req-d210acfa-9e34-4efc-8747-244ed45fae69 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750886 Dec 23 12:32:59.502208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39090e3b-0955-4952-a4c5-61dc26f1ed24 req-356d7062-115b-452a-8cba-456332cf83f8 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0a2b3a1-257e-4b72-9538-73fdc36824fe&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0626748 Dec 23 12:32:59.637507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-730c257b-f2dc-443a-897e-1cbf5c703c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.637507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-730c257b-f2dc-443a-897e-1cbf5c703c0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1135 time: 0.0542359 Dec 23 12:32:59.743423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-e6120d57-3509-4e05-9039-fd03069399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.745794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-e6120d57-3509-4e05-9039-fd03069399bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1012909 Dec 23 12:32:59.793900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-f8f50d9a-ec70-4cda-b8c1-03ec9ba5ed7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 217 time: 0.0410893 Dec 23 12:32:59.851774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-60fac3c3-8529-4744-8cf7-7b2975599692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:32:59.855182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-60fac3c3-8529-4744-8cf7-7b2975599692 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0530198 Dec 23 12:32:59.893910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-37fe4b6b-61c7-4067-b7a7-fe220bfde11f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336280 Dec 23 12:32:59.950229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:00.008040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3f89db-077c-40e8-8306-5e6648d2fa81,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:00.011368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-0aa2fb05-92da-4e8f-acf6-dd0fbbbecaba service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072304 Dec 23 12:33:00.024144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Checking segment: {'id': 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:00.024507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Network hostable DHCP agents. Network: 99a2e163-1743-454e-97d8-63fd26417a85, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:33:00.102277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd473d5e-6eac-470f-9ee8-1081e2b9fea1 req-8b2d55c2-fcb6-4d68-94d3-a2cca8cbcfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Dec 23 12:33:00.118079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Network 99a2e163-1743-454e-97d8-63fd26417a85 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:33:00.194476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 99a2e163-1743-454e-97d8-63fd26417a85) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:00.207698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:00.207919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e68edf-0369-49d7-bed7-a1477b23ae77 None None] Network 99a2e163-1743-454e-97d8-63fd26417a85 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:00.215441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:00.294327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d530976-4753-4665-b5ab-5da2db8fdd14 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0249972 Dec 23 12:33:00.483327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68082e05-dcd8-4667-a815-9f4c1bf614b4 None None] Network 99a2e163-1743-454e-97d8-63fd26417a85 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:00.742641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db956b-ee30-41f8-9b6a-2c974a31cff2 req-10b5135d-6f9a-4348-8537-12d1abd76e63 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:00.744940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03db956b-ee30-41f8-9b6a-2c974a31cff2 req-10b5135d-6f9a-4348-8537-12d1abd76e63 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 984 time: 0.0661247 Dec 23 12:33:00.872055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03db956b-ee30-41f8-9b6a-2c974a31cff2 req-8b0e75f2-059d-4af4-aed2-c714b2817959 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0a2b3a1-257e-4b72-9538-73fdc36824fe&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1204164 Dec 23 12:33:00.925495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-41901cb6-5cdd-4a34-81a8-afc17e8389ce tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:00.927200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-41901cb6-5cdd-4a34-81a8-afc17e8389ce tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/networks?id=99a2e163-1743-454e-97d8-63fd26417a85 HTTP/1.1" status: 200 len: 814 time: 0.1610427 Dec 23 12:33:00.945548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3692bb66-e02f-4396-9530-e1042efccbd3 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/quotas/4fec42c99f624535b64a728329d4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0119929 Dec 23 12:33:00.993880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-54bdf516-324a-46fc-bdce-ae2ef8c0a4da tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fec42c99f624535b64a728329d4ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408161 Dec 23 12:33:01.018613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111efee-2731-40fa-a954-a6159e5475f3 req-2f4edf79-83b2-44eb-b523-d4eb35a6ac89 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:01.019839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e111efee-2731-40fa-a954-a6159e5475f3 req-2f4edf79-83b2-44eb-b523-d4eb35a6ac89 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0770226 Dec 23 12:33:01.152059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e111efee-2731-40fa-a954-a6159e5475f3 req-09dcabb8-9930-472e-ad37-8e21869ec027 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 Dec 23 12:33:01.155612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-4937f24b-e983-4019-9703-18cdacd63416 service neutron] 10.222.0.16 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348696 Dec 23 12:33:01.268196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-021bb031-73f4-443d-8787-6102ea70f8fa service neutron] 10.222.0.16 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036096 Dec 23 12:33:01.521717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95960654-468b-4e61-aa51-0092110daaf5 req-d9cea248-9097-4ac9-802e-f72ecd253f70 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 210 time: 0.0347502 Dec 23 12:33:02.001778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a2b69-92f1-4b31-80c0-fb02747aa60a req-9f316c28-8a5d-4292-9136-07d303894cd2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:02.003333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f3a2b69-92f1-4b31-80c0-fb02747aa60a req-9f316c28-8a5d-4292-9136-07d303894cd2 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 984 time: 0.0522037 Dec 23 12:33:02.064297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f3a2b69-92f1-4b31-80c0-fb02747aa60a req-44c810c5-922a-410c-88d7-de9ca0cb065a tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0a2b3a1-257e-4b72-9538-73fdc36824fe&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0537109 Dec 23 12:33:02.177996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-56b337db-8f1b-44da-800f-f6632bec66fd tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-52193562&fields=id&tenant_id=b18738d6a7ba4c988b1b9cc1c7407490 HTTP/1.1" status: 200 len: 267 time: 0.0440702 Dec 23 12:33:02.237487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-84978893-1524-46f7-8662-5ec00430b80f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:02.239057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-84978893-1524-46f7-8662-5ec00430b80f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 984 time: 0.0550666 Dec 23 12:33:02.270758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'port': {'security_groups': ['5dbbc3c9-662c-471b-ad6e-efb5191eb46f', 'b0a2b3a1-257e-4b72-9538-73fdc36824fe', 'd33d5867-8c3f-44e8-8d78-2c06bb6a4215']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:02.376889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cdc24-0b5a-4148-9d4c-75a455a4bc2c req-64bb71d0-ca7e-4d63-974a-7ca9921ad9a5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:02.378371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8cdc24-0b5a-4148-9d4c-75a455a4bc2c req-64bb71d0-ca7e-4d63-974a-7ca9921ad9a5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.1156878 Dec 23 12:33:02.394705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:02.487389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8cdc24-0b5a-4148-9d4c-75a455a4bc2c req-be64fdea-e1b4-4640-805b-1574e46e6a12 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990884 Dec 23 12:33:02.633027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:02.668980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:02.727229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a24d772c-b33a-4c1d-aa72-b9a3866d7e61 req-01193d38-ab65-4888-837d-20a3bbd6fdd7 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 210 time: 0.0480506 Dec 23 12:33:02.749378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b104e-7069-42d8-b0e1-977559422a6c req-ee80b1f3-94e6-466c-8ba9-f8b13de977be tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:02.750841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098b104e-7069-42d8-b0e1-977559422a6c req-ee80b1f3-94e6-466c-8ba9-f8b13de977be tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.0799553 Dec 23 12:33:02.783640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:02.797385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1', '6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:02.872966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:02.873673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:02.875067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b083928-80ef-4562-8da5-cf0a1268d090 req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "PUT /v2.0/ports/6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 1020 time: 0.6107543 Dec 23 12:33:02.877949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:02.889711 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4527db5b-4e11-4c6d-ae32-96f1e9067161" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:02.937183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:02.955135 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ceed5-98d6-4f9b-8012-1aadb78d451a x-openstack-request-id: req-744ceed5-98d6-4f9b-8012-1aadb78d451a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:02.955439 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:02.955693 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-744ceed5-98d6-4f9b-8012-1aadb78d451a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:02.956091 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'status': 'completed', 'code': 200} Dec 23 12:33:02.956963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf5824-2610-4a65-a4ca-c6fc49df7d8c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:02.965763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55140) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:03.057863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port 4cb92842-9334-4a62-adec-d1e34aa3abe4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:03.058449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.071473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac75b82-a695-4e28-9cfa-220a5b8dafa9 req-968053e9-f938-4a77-acfa-83ca89dc6136 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d33d5867-8c3f-44e8-8d78-2c06bb6a4215 HTTP/1.1" status: 200 len: 1817 time: 0.1678693 Dec 23 12:33:03.122803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-126991e7-2dc8-4cc8-9249-cb3262d5f903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.167788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-2de95821-d518-41b7-bac5-d64c61e4911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:03.169306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-2de95821-d518-41b7-bac5-d64c61e4911f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1174 time: 0.1692538 Dec 23 12:33:03.210195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-126991e7-2dc8-4cc8-9249-cb3262d5f903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.210462 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-aac75b82-a695-4e28-9cfa-220a5b8dafa9 req-9fc19c9d-dd1d-4249-a7a8-1fab5490bffb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 12:33:03.217299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aac75b82-a695-4e28-9cfa-220a5b8dafa9 req-9fc19c9d-dd1d-4249-a7a8-1fab5490bffb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/d33d5867-8c3f-44e8-8d78-2c06bb6a4215 HTTP/1.1" status: 409 len: 341 time: 0.1434867 Dec 23 12:33:03.289644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port 4cb92842-9334-4a62-adec-d1e34aa3abe4, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=4cb92842-9334-4a62-adec-d1e34aa3abe4,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:03.289952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.297139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-126991e7-2dc8-4cc8-9249-cb3262d5f903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.341845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-126991e7-2dc8-4cc8-9249-cb3262d5f903 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=087d1228f0c44d00acf16f4561b0f126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749664 Dec 23 12:33:03.342721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55146) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:03.343071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for 4cb92842-9334-4a62-adec-d1e34aa3abe4 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:03.353328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126991e7-2dc8-4cc8-9249-cb3262d5f903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a7ad2-ed14-4625-8f8d-69edd14466b0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:03.361053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-b133b3b0-03b3-4e2c-bd83-4dd47cbd9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:03.362636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-b133b3b0-03b3-4e2c-bd83-4dd47cbd9647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 200 len: 913 time: 0.1840086 Dec 23 12:33:03.424091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.439447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-7c3f8cfc-1b75-4a5b-b22a-fedf47edbf03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 200 len: 217 time: 0.0418239 Dec 23 12:33:03.450330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.517365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-d79a36fc-f7d2-41f2-a6b8-78b0d7b0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:03.518863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-d79a36fc-f7d2-41f2-a6b8-78b0d7b0f640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 200 len: 852 time: 0.0720787 Dec 23 12:33:03.573914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-e51fa386-4a4e-4b27-95ee-a6151339d9ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c79a324-63e4-4638-a1f1-8f90618c4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465841 Dec 23 12:33:03.725614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.729076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.730236 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d7a7ad2-ed14-4625-8f8d-69edd14466b0 HTTP/1.1" status: 204 len: 168 time: 0.3851912 Dec 23 12:33:03.738906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263111a-eaff-4ba2-ac5d-21b4764c21cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a7ad2-ed14-4625-8f8d-69edd14466b0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:04.041064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-64935f46-a7cf-437e-ab10-db80f6688d2d tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:04.042153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d6e836-ef26-424a-b936-10602ae8578b req-4a1225bd-aa6e-4811-a609-c3780a643d73 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 210 time: 0.0414114 Dec 23 12:33:04.042887 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-64935f46-a7cf-437e-ab10-db80f6688d2d tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.57 "GET /v2.0/networks?id=99a2e163-1743-454e-97d8-63fd26417a85 HTTP/1.1" status: 200 len: 814 time: 0.1298587 Dec 23 12:33:04.052846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c059-adb1-46e3-9bff-9cc562ada101 req-8dc88a86-65ed-43b9-856b-7ee1e6af287e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:04.054322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-caf4c059-adb1-46e3-9bff-9cc562ada101 req-8dc88a86-65ed-43b9-856b-7ee1e6af287e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 945 time: 0.4774868 Dec 23 12:33:04.058291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Request body: {'port': {'device_id': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85', 'admin_state_up': True, 'tenant_id': '4fec42c99f624535b64a728329d4ff67'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:04.131720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.144536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['4cb92842-9334-4a62-adec-d1e34aa3abe4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:04.164689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-c94c2a82-b0d8-4219-8621-ebc2ded7ac1c service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740421 Dec 23 12:33:04.217465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=4cb92842-9334-4a62-adec-d1e34aa3abe4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:04.279684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Made reservation on behalf of 4fec42c99f624535b64a728329d4ff67 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:04.283488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.319450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-caf4c059-adb1-46e3-9bff-9cc562ada101 req-750bdea5-8623-45f9-b3ec-83e49a22f589 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347293 Dec 23 12:33:04.321040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port 4cb92842-9334-4a62-adec-d1e34aa3abe4 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:04.328127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.331500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098b104e-7069-42d8-b0e1-977559422a6c req-3d002c00-6fdc-4f46-913d-b3882273a85b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.57 "DELETE /v2.0/ports/4cb92842-9334-4a62-adec-d1e34aa3abe4 HTTP/1.1" status: 204 len: 173 time: 1.5736353 Dec 23 12:33:04.342144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778b01-499c-4276-a8ee-c2df5425b7ca req-cde5b5ff-90a3-44ed-848f-731bb71f7ec0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:04.343668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9778b01-499c-4276-a8ee-c2df5425b7ca req-cde5b5ff-90a3-44ed-848f-731bb71f7ec0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1023 time: 0.2066290 Dec 23 12:33:04.391810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4527db5b-4e11-4c6d-ae32-96f1e9067161 req-fe81a3db-8000-4fd0-b38f-3a4167326c12 service neutron] 10.222.0.43 "GET /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867981 Dec 23 12:33:04.430133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Allocated IP 172.20.0.3 (99a2e163-1743-454e-97d8-63fd26417a85/0f3f89db-077c-40e8-8306-5e6648d2fa81/3db9c9ce-1e7f-4f95-bca0-989668658fd6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:04.437061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9778b01-499c-4276-a8ee-c2df5425b7ca req-f66005ff-a567-4d0b-8a4c-3cff21f96c0e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0a2b3a1-257e-4b72-9538-73fdc36824fe&id=d33d5867-8c3f-44e8-8d78-2c06bb6a4215&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0859423 Dec 23 12:33:04.482557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:04.496546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb55161-e866-44cc-afa6-6eda5cdc45f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.585667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb55161-e866-44cc-afa6-6eda5cdc45f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.606264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.662621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceb55161-e866-44cc-afa6-6eda5cdc45f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.686005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.707731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ceb55161-e866-44cc-afa6-6eda5cdc45f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9a742832fe74371838335cb5ad38f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240791 Dec 23 12:33:04.711492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:04.714731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb55161-e866-44cc-afa6-6eda5cdc45f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b5666-c578-4654-bb1e-353d4cc82ee3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:04.734695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Network 99a2e163-1743-454e-97d8-63fd26417a85 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:04.738016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:04.741950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:04.749743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Pushing event updated for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:04.769900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.798121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.799566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:04.800207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:04.952179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-31d69839-8a35-41f4-aa63-625cee24eff5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003630 Dec 23 12:33:04.957688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'name': 'network-vif-deleted', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:04.961042 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7439fffe-7c18-4eaf-a790-692eb4aaa50e" -d '{"events": [{"server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "name": "network-vif-deleted", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:04.966607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Request body: {'port': {'device_id': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:05.009015 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b2c55-9aae-4e78-a148-c430b3633651 x-openstack-request-id: req-944b2c55-9aae-4e78-a148-c430b3633651 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:05.010848 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9207ff73-e071-4d19-a429-f6bf9ec3b1b1", "name": "network-vif-deleted", "tag": "4cb92842-9334-4a62-adec-d1e34aa3abe4", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:05.010848 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-944b2c55-9aae-4e78-a148-c430b3633651 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:05.011345 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9207ff73-e071-4d19-a429-f6bf9ec3b1b1', 'name': 'network-vif-deleted', 'tag': '4cb92842-9334-4a62-adec-d1e34aa3abe4', 'status': 'completed', 'code': 200} Dec 23 12:33:05.034356 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.038151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.039749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/613b5666-c578-4654-bb1e-353d4cc82ee3 HTTP/1.1" status: 204 len: 168 time: 0.3265491 Dec 23 12:33:05.049037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.049511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809efb7d-b123-46d5-af26-e13c3d44acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b5666-c578-4654-bb1e-353d4cc82ee3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:05.223197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ec863-f689-4bb3-9fb5-031d5b1e260a req-ed8537f3-ef2e-485a-ace7-b2f02f111e5a tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:05.224889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-442ec863-f689-4bb3-9fb5-031d5b1e260a req-ed8537f3-ef2e-485a-ace7-b2f02f111e5a tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 931 time: 0.0874946 Dec 23 12:33:05.280069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-442ec863-f689-4bb3-9fb5-031d5b1e260a req-a3070846-9854-4b22-bd6e-fd818ccea1d1 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Dec 23 12:33:05.363177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-915547f3-9d57-4edc-8077-ff3c81095a91 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:05.365668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-915547f3-9d57-4edc-8077-ff3c81095a91 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1023 time: 0.0729587 Dec 23 12:33:05.407691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db9c9ce-1e7f-4f95-bca0-989668658fd6 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:05.417463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.431208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Transition to ACTIVE for port object 3db9c9ce-1e7f-4f95-bca0-989668658fd6 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:05.480073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfb13133-b8b4-47f8-8d8a-5ea3c2da3fee req-a64070e7-3f3e-40b5-847e-8a87e8e135f4 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0359349 Dec 23 12:33:05.569716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Deleting port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:05.570209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.577138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.629790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Pushing event updated for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:05.649574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617644-2f7e-4ef6-b503-34e946acacde req-a17c30e5-7793-437f-8679-04e498d1ac9d tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:05.657630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6617644-2f7e-4ef6-b503-34e946acacde req-a17c30e5-7793-437f-8679-04e498d1ac9d tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 1023 time: 0.1352167 Dec 23 12:33:05.738671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port 6ac7b2d2-95a7-4274-9c23-90e0738089c8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=6ac7b2d2-95a7-4274-9c23-90e0738089c8,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:05.738671 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.743137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Attempting to bind port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:05.743470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Attempting to bind port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:05.743816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Attempting to bind port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 on network 99a2e163-1743-454e-97d8-63fd26417a85 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:05.749937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 on network 99a2e163-1743-454e-97d8-63fd26417a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:05.750135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Attempting to bind port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 on network 99a2e163-1743-454e-97d8-63fd26417a85 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:05.758651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:05.759024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Checking segment: {'id': 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:05.760716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Bound using segment: {'id': 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:05.761370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Bound port: 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:05.761727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.771678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Calling delete_port for 6ac7b2d2-95a7-4274-9c23-90e0738089c8 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:05.838368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:05.842070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6,segment=NetworkSegment(b1e77f67-ada0-4ab5-92df-fe0cbcc4a561),segment_id=b1e77f67-ada0-4ab5-92df-fe0cbcc4a561)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:05.861002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6617644-2f7e-4ef6-b503-34e946acacde req-294ebe6b-d063-4506-baf1-be4d6f0b5bfb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0a2b3a1-257e-4b72-9538-73fdc36824fe&id=d33d5867-8c3f-44e8-8d78-2c06bb6a4215&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2024896 Dec 23 12:33:06.114200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:06.117954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:06.128913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1', '6ac7b2d2-95a7-4274-9c23-90e0738089c8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:06.163641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.164328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:06.165881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] 10.222.0.57 "PUT /v2.0/ports/3db9c9ce-1e7f-4f95-bca0-989668658fd6 HTTP/1.1" status: 200 len: 1091 time: 1.2049179 Dec 23 12:33:06.166463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:06.168752 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938c4947-6981-467b-9e15-238771877d14" -d '{"events": [{"name": "network-changed", "server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:06.191210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04666-2c00-43c0-99ce-b376d80acb62 service neutron] Pushing event updated for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:06.229513 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17e064-9522-4990-b5e2-96132a16300a x-openstack-request-id: req-ae17e064-9522-4990-b5e2-96132a16300a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:06.229879 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:06.230198 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae17e064-9522-4990-b5e2-96132a16300a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:06.230667 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6', 'status': 'completed', 'code': 200} Dec 23 12:33:06.232383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'Port': ['ID=6ac7b2d2-95a7-4274-9c23-90e0738089c8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:06.257057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] No DVR routers for this DVR port 6ac7b2d2-95a7-4274-9c23-90e0738089c8 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:06.260528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:06.264355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f57aa3f-e67c-45e5-9523-4a636b616587 req-64cea535-e15f-479b-8d0a-c899087eb723 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "DELETE /v2.0/ports/6ac7b2d2-95a7-4274-9c23-90e0738089c8 HTTP/1.1" status: 204 len: 173 time: 0.8926606 Dec 23 12:33:06.304730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4947-6981-467b-9e15-238771877d14 req-3e6e49e9-b68c-48d1-8694-525750926a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.307453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-938c4947-6981-467b-9e15-238771877d14 req-3e6e49e9-b68c-48d1-8694-525750926a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4fec42c99f624535b64a728329d4ff67&device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 1094 time: 0.0479603 Dec 23 12:33:06.343397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4cb92842-9334-4a62-adec-d1e34aa3abe4 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:06.377934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 4cb92842-9334-4a62-adec-d1e34aa3abe4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:06.378276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 4cb92842-9334-4a62-adec-d1e34aa3abe4 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:06.452036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0579602-7b46-475a-9a17-aee4083a6808 req-161e36a8-fcd9-4b2b-907f-7a180825b5c5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.454724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0579602-7b46-475a-9a17-aee4083a6808 req-161e36a8-fcd9-4b2b-907f-7a180825b5c5 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 943 time: 0.0798595 Dec 23 12:33:06.515984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0579602-7b46-475a-9a17-aee4083a6808 req-03779200-69b9-4f2d-91dd-e0e80ae87fa3 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539677 Dec 23 12:33:06.561859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4947-6981-467b-9e15-238771877d14 req-bc28c6a9-56a1-40e3-87bb-75b48a735b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.563668 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-938c4947-6981-467b-9e15-238771877d14 req-bc28c6a9-56a1-40e3-87bb-75b48a735b53 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4fec42c99f624535b64a728329d4ff67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2491343 Dec 23 12:33:06.598754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5802b75f-86c8-420e-81aa-a1de36ac9cf3 req-25318338-3095-4835-864e-55fbd4f2f064 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Dec 23 12:33:06.682428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4947-6981-467b-9e15-238771877d14 req-5f403110-e128-46db-9c58-3a7cad2c225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.683967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-938c4947-6981-467b-9e15-238771877d14 req-5f403110-e128-46db-9c58-3a7cad2c225b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128595 Dec 23 12:33:06.767967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-ee1e792f-e1a5-4d84-b495-8237105c1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.769513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-ee1e792f-e1a5-4d84-b495-8237105c1016 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4fec42c99f624535b64a728329d4ff67&device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 1094 time: 0.0460489 Dec 23 12:33:06.818214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-f2d22938-08a5-4d9a-b769-3904799315a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6 HTTP/1.1" status: 200 len: 217 time: 0.0403869 Dec 23 12:33:06.877311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-6b2009e2-e265-412b-8cea-98d1d94079ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:06.878806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-6b2009e2-e265-412b-8cea-98d1d94079ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f3f89db-077c-40e8-8306-5e6648d2fa81 HTTP/1.1" status: 200 len: 854 time: 0.0532517 Dec 23 12:33:06.915007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-eba15803-ee19-41d4-9559-76dc5fd5fef6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99a2e163-1743-454e-97d8-63fd26417a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283902 Dec 23 12:33:06.979581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb8c3809-462f-4798-a396-0e00c1d1cdba req-5c586d79-7ef1-4a24-8e6c-8b344ad2fee9 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=b17f217f-19dd-44b2-acc4-a873bab90f77 HTTP/1.1" status: 200 len: 210 time: 0.0331430 Dec 23 12:33:07.014204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'name': 'network-vif-deleted', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:07.017255 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9330da-5054-4ec4-9d19-fc00cf185620" -d '{"events": [{"server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "name": "network-vif-deleted", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:07.018155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-cd8d2421-484b-4885-9573-af2efedbfc0b service neutron] 10.222.0.57 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949125 Dec 23 12:33:07.060680 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c060b6c5-80c3-4d1f-b021-ba2a6714e989 x-openstack-request-id: req-c060b6c5-80c3-4d1f-b021-ba2a6714e989 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:07.061099 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f217f-19dd-44b2-acc4-a873bab90f77", "name": "network-vif-deleted", "tag": "6ac7b2d2-95a7-4274-9c23-90e0738089c8", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:07.064982 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c060b6c5-80c3-4d1f-b021-ba2a6714e989 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:07.064982 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f217f-19dd-44b2-acc4-a873bab90f77', 'name': 'network-vif-deleted', 'tag': '6ac7b2d2-95a7-4274-9c23-90e0738089c8', 'status': 'completed', 'code': 200} Dec 23 12:33:07.159604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4003d0f3-d20d-4c69-80d0-69dde670b03e req-52588ea2-d22e-4795-bd8a-525e7f76fee9 service neutron] 10.222.0.57 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297545 Dec 23 12:33:07.642356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02e2a-02d0-4f4d-bb57-0e98a3c242d4 req-42cda1cd-7114-4228-bb1e-48fbcc083d4f tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:07.643902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cf02e2a-02d0-4f4d-bb57-0e98a3c242d4 req-42cda1cd-7114-4228-bb1e-48fbcc083d4f tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 943 time: 0.0543661 Dec 23 12:33:07.743239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cf02e2a-02d0-4f4d-bb57-0e98a3c242d4 req-ca2b38ce-ba61-4d40-a82f-3b5af4991f38 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895247 Dec 23 12:33:07.759460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2348bb87-20a0-4da6-8095-7bf1a4a56c2d req-ef4a8d52-2d78-43e7-b214-bfafdec8c85c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0417750 Dec 23 12:33:08.096927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-7528e20f-c3b6-4297-b4d2-657633cf9a1d tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b0a2b3a1-257e-4b72-9538-73fdc36824fe HTTP/1.1" status: 200 len: 1816 time: 0.0434930 Dec 23 12:33:08.165950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.198051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.342348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.345019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.346201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fa54ab6-4a3f-4ceb-8dfb-696aeedf97ae req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0a2b3a1-257e-4b72-9538-73fdc36824fe HTTP/1.1" status: 204 len: 173 time: 0.2404821 Dec 23 12:33:08.364245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7f69b-0357-4909-a9ba-ac35c1eac73f tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2b3a1-257e-4b72-9538-73fdc36824fe,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:08.427055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-cc0265d7-118c-4870-b013-fb5f2ae34603 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d33d5867-8c3f-44e8-8d78-2c06bb6a4215 HTTP/1.1" status: 200 len: 1817 time: 0.0399017 Dec 23 12:33:08.495712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.516876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.674238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.677369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.678640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2002f5b8-7fdb-41c3-970e-b7014e50fa0e req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/d33d5867-8c3f-44e8-8d78-2c06bb6a4215 HTTP/1.1" status: 204 len: 173 time: 0.2446847 Dec 23 12:33:08.696756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de6c94-edf9-4b40-92e5-67f1845dbcba tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d5867-8c3f-44e8-8d78-2c06bb6a4215,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:08.712498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-541461557', 'description': 'tempest-description-605089254'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:08.877877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcda53-fa0e-4531-93ed-f933e671ad6a req-13bc5e73-62b8-4b71-92af-fd09fc229714 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:08.880105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ebbcda53-fa0e-4531-93ed-f933e671ad6a req-13bc5e73-62b8-4b71-92af-fd09fc229714 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 943 time: 0.0703812 Dec 23 12:33:08.886620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.969207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ebbcda53-fa0e-4531-93ed-f933e671ad6a req-6bd34614-0602-43e2-93ad-2988327bb5a6 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Dec 23 12:33:08.997945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.046845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ac7b2d2-95a7-4274-9c23-90e0738089c8 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:09.052614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c1adc5-b614-4d52-9e98-f17e8e0ebe41 req-c7497fe1-0e3a-4d2a-b36b-f616223a3a1f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Dec 23 12:33:09.071310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 6ac7b2d2-95a7-4274-9c23-90e0738089c8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:09.071637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 6ac7b2d2-95a7-4274-9c23-90e0738089c8 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:09.120262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.154021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bffd81-6183-4760-b280-ce9c6bc24f05,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:09.247979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.249236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-339efc6b-8199-4cd9-a167-2ca4767a7074 req-3368eafb-919b-42c6-95f4-e9eb2658ebd3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5449979 Dec 23 12:33:09.311195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-53a8f45b-622b-4b89-9d73-6c56dd9aa7ad tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b5bffd81-6183-4760-b280-ce9c6bc24f05 HTTP/1.1" status: 200 len: 1818 time: 0.0414197 Dec 23 12:33:09.321378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Request body: {'security_group': {'name': 'tempest-sg-hth-659935817', 'description': 'tempest-description-hth-922984150'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:09.359371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.407597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.472068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55284) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:09.575709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a398faa-5898-4fd7-a673-27d2e8e34d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.578718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.581265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.582435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9640c624-dd11-4b69-8492-e99c2499c2ae req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "PUT /v2.0/security-groups/b5bffd81-6183-4760-b280-ce9c6bc24f05 HTTP/1.1" status: 200 len: 1792 time: 0.2648885 Dec 23 12:33:09.632553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c6a0-1a19-4054-ab5d-e4d3d788a1eb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bffd81-6183-4760-b280-ce9c6bc24f05,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:09.676332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76a500f7-1c2a-4949-bd26-d6ed009779c5 req-b510dea9-7614-4a15-9d55-a26db345a88c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b5bffd81-6183-4760-b280-ce9c6bc24f05 HTTP/1.1" status: 200 len: 1792 time: 0.0688190 Dec 23 12:33:09.725024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a398faa-5898-4fd7-a673-27d2e8e34d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.747901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-ec279d4e-b0e7-444c-b503-f58a2d7ee961 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b5bffd81-6183-4760-b280-ce9c6bc24f05 HTTP/1.1" status: 200 len: 1792 time: 0.0491669 Dec 23 12:33:09.808049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.830075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.862458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4a398faa-5898-4fd7-a673-27d2e8e34d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.901147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4a398faa-5898-4fd7-a673-27d2e8e34d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61bbabc54f4a45828149c03f46231f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279418 Dec 23 12:33:09.903602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a398faa-5898-4fd7-a673-27d2e8e34d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e7acd6-767b-4e1e-a873-5148d3243ee5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:09.904408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:09.960472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.977137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.980543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.981740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d510034a-529b-4617-83bf-9005bac2a1c5 req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5bffd81-6183-4760-b280-ce9c6bc24f05 HTTP/1.1" status: 204 len: 173 time: 0.2279043 Dec 23 12:33:09.984103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.991354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161192f-8700-47ce-8a85-db64921ace60 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bffd81-6183-4760-b280-ce9c6bc24f05,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:10.096759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.099403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.100576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3e7acd6-767b-4e1e-a873-5148d3243ee5 HTTP/1.1" status: 204 len: 168 time: 0.1951032 Dec 23 12:33:10.112285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e7acd6-767b-4e1e-a873-5148d3243ee5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:10.114470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536efa6-31ed-42be-a508-f6a0d024bbd0 req-4f5ea1a4-71aa-4fcf-af1f-e423a4555e99 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:10.117064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5536efa6-31ed-42be-a508-f6a0d024bbd0 req-4f5ea1a4-71aa-4fcf-af1f-e423a4555e99 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 943 time: 0.0667489 Dec 23 12:33:10.125715 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-a9287d7f-ce27-418e-8e3e-9184a3ebb0d1 req-c380d688-7639-41c8-b2f3-9bccf391c6cd tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.125715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9287d7f-ce27-418e-8e3e-9184a3ebb0d1 req-c380d688-7639-41c8-b2f3-9bccf391c6cd tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d33d5867-8c3f-44e8-8d78-2c06bb6a4215 HTTP/1.1" status: 404 len: 352 time: 0.0301020 Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.126728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.129611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.130340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.130688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.131155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.131669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.132090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1bc063-7240-4bf2-999f-667bd518ebe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:10.191412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5536efa6-31ed-42be-a508-f6a0d024bbd0 req-cd567153-cc00-4ad2-8639-da0dc19942c3 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Dec 23 12:33:10.234976 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c8694aa-071b-4d97-8608-a039b6851754 req-5fd0c7d2-a634-4085-ada4-a84d2365f177 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=9207ff73-e071-4d19-a429-f6bf9ec3b1b1 HTTP/1.1" status: 200 len: 210 time: 0.0337865 Dec 23 12:33:10.246621 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-1d1ad164-9413-4514-8308-35da14ed5e62 req-eeb9d1e1-e581-4c9e-83b1-6fbd7b21c2a4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.250268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d1ad164-9413-4514-8308-35da14ed5e62 req-eeb9d1e1-e581-4c9e-83b1-6fbd7b21c2a4 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/b0a2b3a1-257e-4b72-9538-73fdc36824fe HTTP/1.1" status: 404 len: 352 time: 0.0157499 Dec 23 12:33:10.286046 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-62381062-d9c1-400b-ad71-775a9d46af0e req-c6892cf1-c22b-4b47-beeb-c1e45b056364 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.287053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62381062-d9c1-400b-ad71-775a9d46af0e req-c6892cf1-c22b-4b47-beeb-c1e45b056364 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/be2fd062-c6f7-4419-81ef-ef8227828a17 HTTP/1.1" status: 404 len: 352 time: 0.0160489 Dec 23 12:33:10.323089 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-ec418a96-a2fa-496b-94ae-a54cb76d31b3 req-907cf5e0-12cf-4396-a2de-d697dfb5eaca tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.324119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec418a96-a2fa-496b-94ae-a54cb76d31b3 req-907cf5e0-12cf-4396-a2de-d697dfb5eaca tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/70b38783-3c54-4495-b1a8-57418429cdb1 HTTP/1.1" status: 404 len: 352 time: 0.0155029 Dec 23 12:33:10.361066 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-e96c57d3-2be0-4fa5-8edf-4410653b2f74 req-2a6aeec4-259b-4eb4-9cec-849b95377e19 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.364610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e96c57d3-2be0-4fa5-8edf-4410653b2f74 req-2a6aeec4-259b-4eb4-9cec-849b95377e19 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/aa612477-71e2-44ae-a444-71e1c68798ee HTTP/1.1" status: 404 len: 352 time: 0.0158410 Dec 23 12:33:10.365012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3db9c9ce-1e7f-4f95-bca0-989668658fd6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:10.405426 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-0909e7ae-17d5-4ab2-b3b5-b92959222a01 req-d6fd455c-bfe0-4863-88c7-2c1f5fd9cb0e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] show failed (client error): The resource could not be found. Dec 23 12:33:10.405426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0909e7ae-17d5-4ab2-b3b5-b92959222a01 req-d6fd455c-bfe0-4863-88c7-2c1f5fd9cb0e tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/d3c3167c-f0a1-4973-b940-df659b5ed68a HTTP/1.1" status: 404 len: 352 time: 0.0154145 Dec 23 12:33:10.497392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6,segment=NetworkSegment(b1e77f67-ada0-4ab5-92df-fe0cbcc4a561),segment_id=b1e77f67-ada0-4ab5-92df-fe0cbcc4a561)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:10.509081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '3db9c9ce-1e7f-4f95-bca0-989668658fd6', 'network_id': '99a2e163-1743-454e-97d8-63fd26417a85', 'port_id': '3db9c9ce-1e7f-4f95-bca0-989668658fd6', 'mac_address': 'fa:16:3e:e2:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f89db-077c-40e8-8306-5e6648d2fa81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:10.548377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.561716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db9c9ce-1e7f-4f95-bca0-989668658fd6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:10.583431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6,segment=NetworkSegment(b1e77f67-ada0-4ab5-92df-fe0cbcc4a561),segment_id=b1e77f67-ada0-4ab5-92df-fe0cbcc4a561)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:10.657081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.708866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:10.744279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:10.758146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c330aae4-b405-4ae1-8acd-796f7ee52640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.763989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267a2cb-95fd-457d-affd-8b622f1bf9aa req-fb158a3d-fab5-4257-9142-dcd4f3fd5a16 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:10.765571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7267a2cb-95fd-457d-affd-8b622f1bf9aa req-fb158a3d-fab5-4257-9142-dcd4f3fd5a16 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1024 time: 0.0547845 Dec 23 12:33:10.832803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c330aae4-b405-4ae1-8acd-796f7ee52640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.835814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7267a2cb-95fd-457d-affd-8b622f1bf9aa req-f2800d37-f2e6-4206-9cc6-2edfd2434735 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e885984-725c-46c4-acc1-a85660eebec8&id=4aeae35e-20be-4d78-b71d-9df015e50b8d&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0639863 Dec 23 12:33:10.919257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c330aae4-b405-4ae1-8acd-796f7ee52640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:10.961205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330aae4-b405-4ae1-8acd-796f7ee52640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfcce99-4d20-4853-b4e7-a2ab4b1c87be,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:10.965948 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c330aae4-b405-4ae1-8acd-796f7ee52640 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10d93875320643ef9ea404d1c63a0e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204614 Dec 23 12:33:10.968643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55328) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:11.018218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:11.039170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:11.043772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3db9c9ce-1e7f-4f95-bca0-989668658fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:11.147934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:11.150653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:11.151831 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbfcce99-4d20-4853-b4e7-a2ab4b1c87be HTTP/1.1" status: 204 len: 168 time: 0.1822171 Dec 23 12:33:11.160316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab3f7-0021-4268-8755-6440a5c4cf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfcce99-4d20-4853-b4e7-a2ab4b1c87be,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:11.318629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2f78-caa0-44ca-9d85-1a5c3d4730de req-ceaa1d19-eb52-4222-8623-c208afb6e230 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:11.320223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42aa2f78-caa0-44ca-9d85-1a5c3d4730de req-ceaa1d19-eb52-4222-8623-c208afb6e230 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 944 time: 0.0564113 Dec 23 12:33:11.377567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42aa2f78-caa0-44ca-9d85-1a5c3d4730de req-00dad35a-c436-407d-a3dc-7de3843fe008 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Dec 23 12:33:11.756796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-971f3838-0c39-4e5c-b594-47539db9f123 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:11.758471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-971f3838-0c39-4e5c-b594-47539db9f123 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.1116626 Dec 23 12:33:11.774153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-c259df3a-ade3-4533-8a58-04b678a0ad19 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0093985 Dec 23 12:33:11.813708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-69e42fe4-3ece-4166-b193-b2b97442e05d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329108 Dec 23 12:33:11.845106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:33:11.916475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-8579d932-bfa6-47d7-be57-84ebdc496931 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974431 Dec 23 12:33:12.055779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a5ab1-a0b3-49f8-abe5-b106b0e16016 req-ff2be5e9-975d-4805-b5d1-1f7d333dbadb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:12.057821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d24a5ab1-a0b3-49f8-abe5-b106b0e16016 req-ff2be5e9-975d-4805-b5d1-1f7d333dbadb tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1024 time: 0.1455920 Dec 23 12:33:12.080080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-c554b779-c0a0-447f-a35d-3e6296d8a7c0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:12.081543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-c554b779-c0a0-447f-a35d-3e6296d8a7c0 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 1024 time: 0.1309116 Dec 23 12:33:12.147397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32ab9f18-56d0-4d5f-b101-56f54dde58c0 req-3bd2da8c-9610-4003-8445-93fe78c89b2b service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199900 Dec 23 12:33:12.234703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d24a5ab1-a0b3-49f8-abe5-b106b0e16016 req-67e4d2c3-9932-4a63-abf4-9c311396cbd6 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e885984-725c-46c4-acc1-a85660eebec8&id=4aeae35e-20be-4d78-b71d-9df015e50b8d&id=5dbbc3c9-662c-471b-ad6e-efb5191eb46f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1669874 Dec 23 12:33:12.248922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Deleting port aca9763f-6198-4518-aa5e-a0f98df355e1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:12.249382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.349952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] For port aca9763f-6198-4518-aa5e-a0f98df355e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=aca9763f-6198-4518-aa5e-a0f98df355e1,segment=NetworkSegment(c0cfe8a8-af47-499f-bfae-eecdc31e1a4d),segment_id=c0cfe8a8-af47-499f-bfae-eecdc31e1a4d)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:12.350315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.365270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Calling delete_port for aca9763f-6198-4518-aa5e-a0f98df355e1 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:12.381045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3db9c9ce-1e7f-4f95-bca0-989668658fd6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:12.515158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8399711-91f5-4f8e-8af5-aff6dc4bc1b8 req-d0545968-79de-4107-b001-a0664e761044 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9721c4c-a55b-44ed-8eed-b0a82b8fa9e4 HTTP/1.1" status: 200 len: 210 time: 0.0566428 Dec 23 12:33:12.553957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:12.560401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:12.566390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.609965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0734f-b96a-44d7-97c2-0ee4bdde0fca req-1316502c-a96f-4963-b470-c9055b2971f4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:12.611667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71a0734f-b96a-44d7-97c2-0ee4bdde0fca req-1316502c-a96f-4963-b470-c9055b2971f4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 944 time: 0.1251569 Dec 23 12:33:12.684406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71a0734f-b96a-44d7-97c2-0ee4bdde0fca req-8bcfaca9-6da7-444c-acf9-2a64c97351e4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713851 Dec 23 12:33:12.693369 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.727888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:12.731299 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c040d4f5-35d7-4cd3-a632-46a324c3a9cb" -d '{"events": [{"server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "name": "network-vif-plugged", "status": "completed", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:12.744366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6,segment=NetworkSegment(b1e77f67-ada0-4ab5-92df-fe0cbcc4a561),segment_id=b1e77f67-ada0-4ab5-92df-fe0cbcc4a561)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:12.767322 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6cf36-08ac-447f-ac94-f822648bf91e x-openstack-request-id: req-0fe6cf36-08ac-447f-ac94-f822648bf91e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:12.767612 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "name": "network-vif-plugged", "status": "completed", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:12.767876 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fe6cf36-08ac-447f-ac94-f822648bf91e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:12.768264 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6', 'code': 200} Dec 23 12:33:12.777528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.794657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['aca9763f-6198-4518-aa5e-a0f98df355e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:12.843411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'Port': ['ID=aca9763f-6198-4518-aa5e-a0f98df355e1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:12.856790 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.894163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] No DVR routers for this DVR port aca9763f-6198-4518-aa5e-a0f98df355e1 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:12.898614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:12.904447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e80d295-86e7-4469-8c0e-31fb20dea29f req-562a6c70-d03f-4805-af67-daa4ad93644c tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.43 "DELETE /v2.0/ports/aca9763f-6198-4518-aa5e-a0f98df355e1 HTTP/1.1" status: 204 len: 173 time: 0.8148303 Dec 23 12:33:12.905095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'name': 'network-vif-deleted', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:12.907915 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ee8c9-5138-4ad3-9698-2ed1cf9ff88c" -d '{"events": [{"server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "name": "network-vif-deleted", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:12.926569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b73218-5689-4164-9776-4f9569b251ba req-ac062c76-a834-4884-8507-a881164bdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:12.929501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-50b73218-5689-4164-9776-4f9569b251ba req-ac062c76-a834-4884-8507-a881164bdbad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 1096 time: 0.0827079 Dec 23 12:33:12.939155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:12.976932 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74df03a4-9bee-4f69-9075-fa50cd7a5d4d x-openstack-request-id: req-74df03a4-9bee-4f69-9075-fa50cd7a5d4d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:12.977547 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55931511-2eac-4e5f-beb9-08512db4ee35", "name": "network-vif-deleted", "tag": "aca9763f-6198-4518-aa5e-a0f98df355e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:12.977995 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74df03a4-9bee-4f69-9075-fa50cd7a5d4d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:12.979241 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55931511-2eac-4e5f-beb9-08512db4ee35', 'name': 'network-vif-deleted', 'tag': 'aca9763f-6198-4518-aa5e-a0f98df355e1', 'status': 'completed', 'code': 200} Dec 23 12:33:12.990890 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-50b73218-5689-4164-9776-4f9569b251ba req-71996032-9756-4d53-8962-32d54cb7c2f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Dec 23 12:33:13.280645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d2d2413-dd9b-4a73-bfae-4c50ea12e8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:13.385014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75383f6e-5103-4a80-acb1-926ada2116dd req-e162e7d5-c90f-4c99-959c-aaf92e16b5a3 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/ports?device_id=55931511-2eac-4e5f-beb9-08512db4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0363486 Dec 23 12:33:13.508357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-60a70f4a-b8b1-4b2c-8062-f7192bd5685b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:13.512126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-60a70f4a-b8b1-4b2c-8062-f7192bd5685b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.1057291 Dec 23 12:33:13.527551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-6e142a74-6d93-4684-b2f0-8e7de6fb0ce0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0107262 Dec 23 12:33:13.559760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-02463f16-e1be-45e7-ae6c-2d626289f22d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265126 Dec 23 12:33:13.658377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-e44582de-235d-4c74-a22d-cbc788e12ece service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Dec 23 12:33:13.752284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-3f49df5e-b0cf-4bbe-8af4-39b0bffa34f5 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879636 Dec 23 12:33:13.859412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382164-a237-46ff-812d-af46e57bed66 req-a87f8d43-acae-4993-886d-a913d45bba01 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:13.861016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c382164-a237-46ff-812d-af46e57bed66 req-a87f8d43-acae-4993-886d-a913d45bba01 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.0685318 Dec 23 12:33:13.912414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c382164-a237-46ff-812d-af46e57bed66 req-c8a10443-5632-4989-81ef-a5a4d5ddb3d1 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Dec 23 12:33:13.952059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55468) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:14.079738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a85809a-d054-42d8-876f-912083298063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.091021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2491388d-e947-41f3-8ab6-b7d0b2c0e3b4 req-a27e156b-e813-4758-939d-a92778376885 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 210 time: 0.0451438 Dec 23 12:33:14.173684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a85809a-d054-42d8-876f-912083298063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.262218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a85809a-d054-42d8-876f-912083298063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.302276 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a85809a-d054-42d8-876f-912083298063 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75fd52b5f892441fa63e107054d56ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491464 Dec 23 12:33:14.303171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85809a-d054-42d8-876f-912083298063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7317d-dcf9-432a-a000-d032f48608e2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:14.305109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:14.355833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.378301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.528362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-756cb0e7-1915-403d-94fb-00c832561952 req-44d0378c-5eed-4777-a8e0-fa6808e72182 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/4aeae35e-20be-4d78-b71d-9df015e50b8d HTTP/1.1" status: 200 len: 1820 time: 0.0687666 Dec 23 12:33:14.552271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e8539-5943-4d4b-bab5-7ea618725bfd req-3c9aad60-0085-42d5-a640-a88facbcffbc tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:14.553769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c0e8539-5943-4d4b-bab5-7ea618725bfd req-3c9aad60-0085-42d5-a640-a88facbcffbc tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.0747199 Dec 23 12:33:14.559695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.562386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.566171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ca7317d-dcf9-432a-a000-d032f48608e2 HTTP/1.1" status: 204 len: 168 time: 0.2573845 Dec 23 12:33:14.597370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b468455-f031-49bb-aecd-180b42d7dc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7317d-dcf9-432a-a000-d032f48608e2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:14.657639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c0e8539-5943-4d4b-bab5-7ea618725bfd req-652e8783-e795-4adc-be24-0417e644bc11 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910797 Dec 23 12:33:14.658350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-756cb0e7-1915-403d-94fb-00c832561952 req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.693175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-756cb0e7-1915-403d-94fb-00c832561952 req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.868385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-756cb0e7-1915-403d-94fb-00c832561952 req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.871511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-756cb0e7-1915-403d-94fb-00c832561952 req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:14.872737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-756cb0e7-1915-403d-94fb-00c832561952 req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/4aeae35e-20be-4d78-b71d-9df015e50b8d HTTP/1.1" status: 204 len: 173 time: 0.3379722 Dec 23 12:33:14.882914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a806b-a7ae-460e-92df-03b15d0fc0be tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeae35e-20be-4d78-b71d-9df015e50b8d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:14.935526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-c7208842-a734-448e-957b-d6c884c29f13 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "GET /v2.0/security-groups/9e885984-725c-46c4-acc1-a85660eebec8 HTTP/1.1" status: 200 len: 1819 time: 0.0424914 Dec 23 12:33:15.015238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.054336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.085424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f26fd6-6d1c-45da-90c6-cbbd125fc8e3 req-5dd253fc-d35c-45a7-87e4-f15226e4f15e tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:15.088005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35f26fd6-6d1c-45da-90c6-cbbd125fc8e3 req-5dd253fc-d35c-45a7-87e4-f15226e4f15e tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.0863779 Dec 23 12:33:15.142968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35f26fd6-6d1c-45da-90c6-cbbd125fc8e3 req-88e8ca06-32b9-4ff8-b4a4-52f1a963580d tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498059 Dec 23 12:33:15.151013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device aca9763f-6198-4518-aa5e-a0f98df355e1 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:15.171050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: aca9763f-6198-4518-aa5e-a0f98df355e1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:15.171398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device aca9763f-6198-4518-aa5e-a0f98df355e1 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:15.231026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c636016a-4f03-489e-8b75-1f17bdc5d86e req-04ad0169-ddb9-4fb7-b891-6109b35e93c5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 210 time: 0.0267260 Dec 23 12:33:15.245699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.248463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.256505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61f8e21e-5cca-4cb0-afc8-3272748f8632 req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e885984-725c-46c4-acc1-a85660eebec8 HTTP/1.1" status: 204 len: 173 time: 0.3108017 Dec 23 12:33:15.257134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:15.275298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab517c-d29b-43c8-a9e6-5d882d577039 tempest-SecurityGroupsTestJSON-1513994080 tempest-SecurityGroupsTestJSON-1513994080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e885984-725c-46c4-acc1-a85660eebec8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:15.326987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Deleting subnet 1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:33:15.328561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.372239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.383769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55514) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:15.397396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45027fcf-5448-47eb-b40a-23d9f6d8d2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.416287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.488472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45027fcf-5448-47eb-b40a-23d9f6d8d2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.549092 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.591634 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.595931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc HTTP/1.1" status: 204 len: 168 time: 0.3378150 Dec 23 12:33:15.597105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e7abf-6c81-43d4-91c7-079d84265403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba42a5b-e8e8-41cb-9cca-c58f2134e4cc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:15.598762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:15.647231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45027fcf-5448-47eb-b40a-23d9f6d8d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.664495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba23fea8-7651-472e-a45a-e682bb81c221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.665674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda0fd-6fd2-4d7b-aee8-15e74483aa1a req-1d88d447-41a2-42b5-a36e-9ba07430c5d4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:15.668471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaeda0fd-6fd2-4d7b-aee8-15e74483aa1a req-1d88d447-41a2-42b5-a36e-9ba07430c5d4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.0554826 Dec 23 12:33:15.710139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-45027fcf-5448-47eb-b40a-23d9f6d8d2f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b126376bcaa4a40b85f5c3b3298898d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252683 Dec 23 12:33:15.713108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027fcf-5448-47eb-b40a-23d9f6d8d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f1ac1-56cf-4121-8b77-27a9d06fb89e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:15.715650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55522) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:15.718864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.827482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c250-4253-4292-9c47-b657482a653b req-307a50a2-6883-4277-a96a-ae19a197f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:15.828926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-307a50a2-6883-4277-a96a-ae19a197f753 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4fec42c99f624535b64a728329d4ff67&device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 1096 time: 0.1068103 Dec 23 12:33:15.836586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaeda0fd-6fd2-4d7b-aee8-15e74483aa1a req-dd66aa8d-9616-4531-8553-16f802fb5277 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429603 Dec 23 12:33:15.838215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.898377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.906279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be849-1690-4dfd-8173-4fc6e4c1fe6f req-34d05389-9788-467b-9d47-2a171a309151 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:15.907794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d78be849-1690-4dfd-8173-4fc6e4c1fe6f req-34d05389-9788-467b-9d47-2a171a309151 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1398633 Dec 23 12:33:15.928139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.929890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c79a324-63e4-4638-a1f1-8f90618c4fd4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:15.943724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:15.944026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cfe8a8-af47-499f-bfae-eecdc31e1a4d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:15.967609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:15.990926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c250-4253-4292-9c47-b657482a653b req-f64b144c-020e-44b5-83b7-39fa612d2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:15.992806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-f64b144c-020e-44b5-83b7-39fa612d2a05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=99a2e163-1743-454e-97d8-63fd26417a85 HTTP/1.1" status: 200 len: 915 time: 0.1557236 Dec 23 12:33:15.993657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.007868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:33:16.008261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.010009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-a379dad0-02b2-4673-8b7a-ab6ccb43f5ca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:33:16.010171 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:33:16.018364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-a379dad0-02b2-4673-8b7a-ab6ccb43f5ca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 945 time: 0.1536994 Dec 23 12:33:16.065837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d78be849-1690-4dfd-8173-4fc6e4c1fe6f req-e239042e-581c-41e4-9525-fcb14ae6bc2b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2491a6e-fa5e-4cfd-93d7-35e66721a390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444721 Dec 23 12:33:16.071427 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-ca89db93-417a-4bbe-87a1-6c41d9ec2a61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6 HTTP/1.1" status: 200 len: 217 time: 0.0696442 Dec 23 12:33:16.128397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Deleting port bc1a823e-8fcf-49cc-9271-81c0914b0d28 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:16.128738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.137454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c250-4253-4292-9c47-b657482a653b req-08e40b31-a5a4-4b30-9fd0-c7c638383691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:16.138999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-08e40b31-a5a4-4b30-9fd0-c7c638383691 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f3f89db-077c-40e8-8306-5e6648d2fa81 HTTP/1.1" status: 200 len: 854 time: 0.0547161 Dec 23 12:33:16.169080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.171675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-4b6620c4-00af-47b8-9917-546a09abb6d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99a2e163-1743-454e-97d8-63fd26417a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256398 Dec 23 12:33:16.171838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.174042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/976f1ac1-56cf-4121-8b77-27a9d06fb89e HTTP/1.1" status: 204 len: 168 time: 0.4564979 Dec 23 12:33:16.193013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65b49-005c-463d-938c-714f8f110d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f1ac1-56cf-4121-8b77-27a9d06fb89e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:16.249635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.249939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] For port bc1a823e-8fcf-49cc-9271-81c0914b0d28, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bc1a823e-8fcf-49cc-9271-81c0914b0d28,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:16.250090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.258240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.262794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c79a324-63e4-4638-a1f1-8f90618c4fd4 HTTP/1.1" status: 204 len: 168 time: 0.6630058 Dec 23 12:33:16.281236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969814-7d9b-4d3f-905e-5b363e3287b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c79a324-63e4-4638-a1f1-8f90618c4fd4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:16.326223 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-0440db72-55d9-4480-bcae-2fe3a731f09d service neutron] 10.222.0.57 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472929 Dec 23 12:33:16.427654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed2ef59-cf56-4eae-af3a-1b076856ebab req-7c14c7da-300a-4d5d-a3be-f24f05589c52 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 210 time: 0.0332210 Dec 23 12:33:16.434851 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1375c250-4253-4292-9c47-b657482a653b req-81071063-b577-4412-ae24-e9a43056da99 service neutron] 10.222.0.57 "GET /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998666 Dec 23 12:33:16.468338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.562485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.562847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.563165 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Floating IP 4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7 disassociated. External IP: 172.25.7.131, port: bc1a823e-8fcf-49cc-9271-81c0914b0d28. Dec 23 12:33:16.563512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Calling delete_port for bc1a823e-8fcf-49cc-9271-81c0914b0d28 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:16.646125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-b394623e-466a-47df-8c93-39856b6e0243 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:16.647354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-b394623e-466a-47df-8c93-39856b6e0243 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.1628695 Dec 23 12:33:16.665220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:16.808141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:16.856058 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3958087-5e7f-4308-8520-39cc172d8ac4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b18738d6a7ba4c988b1b9cc1c7407490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466044 Dec 23 12:33:16.858806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55540) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:16.886253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.923518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.930116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'Port': ['ID=bc1a823e-8fcf-49cc-9271-81c0914b0d28,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:16.942277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:16.946553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:16.984212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:17.125234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:17.128456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:17.129658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dbbc3c9-662c-471b-ad6e-efb5191eb46f HTTP/1.1" status: 204 len: 168 time: 0.2699151 Dec 23 12:33:17.141892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3f0f-9dce-4cb1-b4c2-386ab40d488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbbc3c9-662c-471b-ad6e-efb5191eb46f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:17.528391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911532-1c2a-4f53-bde5-b352a60c0e1a req-28842525-0ecf-4581-b46c-49aea7be6515 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:17.529933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5911532-1c2a-4f53-bde5-b352a60c0e1a req-28842525-0ecf-4581-b46c-49aea7be6515 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.5548337 Dec 23 12:33:17.577021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad51342d-926f-48cd-8e70-b4004471542c req-a26ad7d0-aa19-4435-8d2e-b5a500ef84e2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.0649996 Dec 23 12:33:17.596102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.10 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/d8f9ccf7-f37e-4979-983c-46c57c87796b) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:17.614481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:33:17.666019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5911532-1c2a-4f53-bde5-b352a60c0e1a req-d1c3ab13-be71-4ee3-97db-4157826ff18c tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243773 Dec 23 12:33:17.738620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e8dac51-ee5b-4ff9-8beb-4122329cc5f5 req-6ed13ffd-7dc9-4baf-a19c-37e63b5817b0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 210 time: 0.0766561 Dec 23 12:33:17.872142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:33:17.881470 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:33:17.892636 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:17.893618 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:17.931559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] No DVR routers for this DVR port bc1a823e-8fcf-49cc-9271-81c0914b0d28 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:17.936335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:17.940006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-230fa644-5dd6-4b3e-8976-7aedd89f88d9 req-83052347-0e4e-4455-9619-c6e055cdbed0 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "DELETE /v2.0/ports/bc1a823e-8fcf-49cc-9271-81c0914b0d28 HTTP/1.1" status: 204 len: 173 time: 1.9214387 Dec 23 12:33:17.940411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'name': 'network-vif-deleted', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:17.942723 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50926ba-5af7-4d1c-96ce-877154a17069" -d '{"events": [{"server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "name": "network-vif-deleted", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:17.947729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.008598 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a54ec67-b0f3-4f21-a6b3-1d1f4feae957 x-openstack-request-id: req-9a54ec67-b0f3-4f21-a6b3-1d1f4feae957 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:18.009202 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493efd78-4449-4920-963e-e8a90c0beba0", "name": "network-vif-deleted", "tag": "bc1a823e-8fcf-49cc-9271-81c0914b0d28", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:18.009202 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a54ec67-b0f3-4f21-a6b3-1d1f4feae957 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:18.015073 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493efd78-4449-4920-963e-e8a90c0beba0', 'name': 'network-vif-deleted', 'tag': 'bc1a823e-8fcf-49cc-9271-81c0914b0d28', 'status': 'completed', 'code': 200} Dec 23 12:33:18.036377 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:18.083168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.137961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.161580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.169897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:18.173029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:18.177590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:18.182733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:18.218099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.218453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.218800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.219141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.219966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.219966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.220224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.220454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.220781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.221226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.221438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.221763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.222086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:18.243194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:18.243813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.300530 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:18.322698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d2770c-071a-4b3c-97db-597c058b7ccf tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6642289 Dec 23 12:33:18.329401 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:33:18.335903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Request body: {'port': {'device_id': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:18.337964 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:18.339245 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:18.396332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.456869 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:18.556226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:18.748716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b382013-feb3-4349-a3fd-5a377c821c09 req-81da2275-b7bb-44df-bdda-a3553dfceabf tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=493efd78-4449-4920-963e-e8a90c0beba0 HTTP/1.1" status: 200 len: 210 time: 0.0424535 Dec 23 12:33:18.761507 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:18.799283 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33fd3f-96a1-4d5f-b7b8-28c3dec0fe44 None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:33:18.899027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f9ccf7-f37e-4979-983c-46c57c87796b {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:18.913127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:18.941021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Transition to ACTIVE for port object d8f9ccf7-f37e-4979-983c-46c57c87796b will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:18.945940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2066946953-network', 'tenant_id': '6489e55d5d4741a5966c1ca1aa1abdad'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:18.950609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a52a7-a486-4e51-a359-ffddb336024e req-fb1a24c3-95a4-4aa5-8016-8fdf167f6cd4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:18.958937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09a52a7-a486-4e51-a359-ffddb336024e req-fb1a24c3-95a4-4aa5-8016-8fdf167f6cd4 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.1623659 Dec 23 12:33:18.969212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3bde-56bc-460c-9f28-8b0f52067bc6 req-e8a7ac18-452d-44d2-9bd5-3d17bd9b7a22 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:18.977108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99cd3bde-56bc-460c-9f28-8b0f52067bc6 req-e8a7ac18-452d-44d2-9bd5-3d17bd9b7a22 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 932 time: 0.1417763 Dec 23 12:33:19.034486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.085395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Made reservation on behalf of 6489e55d5d4741a5966c1ca1aa1abdad for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:19.088599 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.103295 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.126127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e09a52a7-a486-4e51-a359-ffddb336024e req-bf2eb049-2b19-4001-bb17-f69a8e0df3a8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662312 Dec 23 12:33:19.152971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99cd3bde-56bc-460c-9f28-8b0f52067bc6 req-61dd5b9d-a304-4f63-b6bb-dc08fd192955 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747935 Dec 23 12:33:19.192315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:19.210840 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.215666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.293564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Attempting to bind port d8f9ccf7-f37e-4979-983c-46c57c87796b on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:19.294018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Attempting to bind port d8f9ccf7-f37e-4979-983c-46c57c87796b by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:19.294524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Attempting to bind port d8f9ccf7-f37e-4979-983c-46c57c87796b on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:19.300259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Port d8f9ccf7-f37e-4979-983c-46c57c87796b on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:19.300671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Attempting to bind port d8f9ccf7-f37e-4979-983c-46c57c87796b on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:19.302757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.319126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968753a-c2ed-4e8f-94e9-4e22792a902a None None] New status for floating IP 4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:33:19.320587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:19.324712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:19.325233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:19.325856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Bound port: d8f9ccf7-f37e-4979-983c-46c57c87796b, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:19.326292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.347088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:33:19.353697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467da7b0-6bc8-4aca-b9e3-babb092737f8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:19.360778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.361435 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Added segment 070c67bf-f598-45a7-b4e7-c54306c82df9 of type vlan for network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 Dec 23 12:33:19.412897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.414658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:19.418283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:19.514099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.547847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.549986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:19.550831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.551470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:19.552088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.553642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] 10.222.0.43 "PUT /v2.0/ports/d8f9ccf7-f37e-4979-983c-46c57c87796b HTTP/1.1" status: 200 len: 1092 time: 1.2227862 Dec 23 12:33:19.579885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0272f1-9071-4ea5-b80d-71a0e49e6549 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:19.634969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:19.645273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:33:19.654618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c299d82a-7e03-4df2-ad67-f084e8a4a1e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0972564 Dec 23 12:33:19.657610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:19.662535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Request body: {'subnet': {'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2066946953-subnet', 'tenant_id': '6489e55d5d4741a5966c1ca1aa1abdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:19.724109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:19.754778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d55b46-5dcb-4524-ac43-e58e93ed0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:19.756428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-d0d55b46-5dcb-4524-ac43-e58e93ed0704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 1095 time: 0.0475101 Dec 23 12:33:19.777666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Made reservation on behalf of 6489e55d5d4741a5966c1ca1aa1abdad for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:19.780000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.834598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-78df304f-f445-40b1-92e6-0753233cf987 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b HTTP/1.1" status: 200 len: 217 time: 0.0627394 Dec 23 12:33:19.877052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-548b433b-f26d-4cca-be49-e94ec88d57d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.879341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:19.882490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8238b9a-b2af-4988-a5d3-3698732bac13 req-26bd4c61-486d-4b87-9efd-7c4f84509014 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:19.885973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8238b9a-b2af-4988-a5d3-3698732bac13 req-26bd4c61-486d-4b87-9efd-7c4f84509014 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.1250327 Dec 23 12:33:19.918009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55646) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:19.930699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-ee7275c4-032d-4a07-b7c7-c03daf6c89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:19.932212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-ee7275c4-032d-4a07-b7c7-c03daf6c89d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0900419 Dec 23 12:33:20.013071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:20.016034 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92886680-df04-4cce-8fc7-5ff929f07a16" -d '{"events": [{"name": "network-changed", "server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:20.023158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-73237644-022c-46dc-a0a5-c741c23b3e7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665405 Dec 23 12:33:20.055119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-548b433b-f26d-4cca-be49-e94ec88d57d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.063974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8238b9a-b2af-4988-a5d3-3698732bac13 req-10819a3c-3a94-40d9-b769-9b20ade974b0 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712904 Dec 23 12:33:20.089631 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d819cd1-3c7b-4dd0-829d-378b4ed1af7e x-openstack-request-id: req-7d819cd1-3c7b-4dd0-829d-378b4ed1af7e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:20.089917 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:20.090166 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d819cd1-3c7b-4dd0-829d-378b4ed1af7e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:20.090548 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b', 'status': 'completed', 'code': 200} Dec 23 12:33:20.114533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.117993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.155111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-548b433b-f26d-4cca-be49-e94ec88d57d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.160633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.184192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-dbed38b0-f488-4240-b05e-63f4447260be service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510038 Dec 23 12:33:20.207188 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8484b275-f6b3-4ead-99ef-2d2bfea9d64d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:20.219200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-548b433b-f26d-4cca-be49-e94ec88d57d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93467f9c6b6a4162b70a648eafb1ae75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940209 Dec 23 12:33:20.221072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b433b-f26d-4cca-be49-e94ec88d57d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed6eb5b-a19b-4760-afad-37c297661de8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:20.224951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55652) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:20.233640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Checking segment: {'id': '070c67bf-f598-45a7-b4e7-c54306c82df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:20.234006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Network hostable DHCP agents. Network: 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:33:20.295236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.324006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.334206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afbc02-6b3b-4eec-bb77-33084866a95d req-783ccd4a-9ddd-49a1-9489-3b3d2fd40204 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:20.335770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31afbc02-6b3b-4eec-bb77-33084866a95d req-783ccd4a-9ddd-49a1-9489-3b3d2fd40204 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 944 time: 0.0902987 Dec 23 12:33:20.340157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bde7ea0-7ed7-4ce8-bba4-7de4037119ea req-0ceca2bd-1a7e-4396-a64f-1b5f0c676a2d service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496716 Dec 23 12:33:20.371843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:33:20.387188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31afbc02-6b3b-4eec-bb77-33084866a95d req-c3d75704-a265-4f37-ab04-b516931e8f80 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Dec 23 12:33:20.406185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.408848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.409971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2491a6e-fa5e-4cfd-93d7-35e66721a390 HTTP/1.1" status: 204 len: 168 time: 0.4909403 Dec 23 12:33:20.412742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55658) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:20.421659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9d093-b0b3-416d-adf8-64840ec0adca tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2491a6e-fa5e-4cfd-93d7-35e66721a390,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:20.427501 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-e1f9ef27-27a1-4257-8de1-29c2eac01087 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] show failed (client error): The resource could not be found. Dec 23 12:33:20.427833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e1f9ef27-27a1-4257-8de1-29c2eac01087 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups/d2491a6e-fa5e-4cfd-93d7-35e66721a390 HTTP/1.1" status: 404 len: 347 time: 0.0139592 Dec 23 12:33:20.430721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:20.449745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bc1a823e-8fcf-49cc-9271-81c0914b0d28 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:20.467001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: bc1a823e-8fcf-49cc-9271-81c0914b0d28 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:20.467352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bc1a823e-8fcf-49cc-9271-81c0914b0d28 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:20.513219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:20.514759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.517341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.518488 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ed6eb5b-a19b-4760-afad-37c297661de8 HTTP/1.1" status: 204 len: 168 time: 0.2924168 Dec 23 12:33:20.524693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:20.525307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.534555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcab9ec-d74e-47de-b328-5e1be67d6b4f None None] Network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:20.549742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-f080fb37-05f1-481f-b6d1-5094b3ec711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:20.551378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-f080fb37-05f1-481f-b6d1-5094b3ec711b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 1095 time: 0.0488176 Dec 23 12:33:20.560399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748d54e-a298-4591-b0e7-f642adeff686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed6eb5b-a19b-4760-afad-37c297661de8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:20.587526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Deleting port b6034a1e-d5da-4730-9ad5-b168d0fb3bb5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:20.588133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.650017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c5c1485-c6e1-46ca-be80-25ef6e8c0837 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9912453 Dec 23 12:33:20.661661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-41c7b1dd-002b-4657-ac2a-fc85affbe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:20.663163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-41c7b1dd-002b-4657-ac2a-fc85affbe857 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1046605 Dec 23 12:33:20.690703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.691360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:20.691689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23c4ea-0c38-490c-aede-d1231f1b83b3 None None] Network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:20.707313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Calling delete_port for b6034a1e-d5da-4730-9ad5-b168d0fb3bb5 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:20.723728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-026f115d-56b6-4075-89fb-730c9a6ec53d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b HTTP/1.1" status: 200 len: 217 time: 0.0522861 Dec 23 12:33:20.787585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-9f361b80-f8ab-418e-873e-ea3ae63ec2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:20.789260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-9f361b80-f8ab-418e-873e-ea3ae63ec2de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0581138 Dec 23 12:33:20.831472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-26adefae-fd30-496f-b251-4b714103e451 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340126 Dec 23 12:33:20.940643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-e5bebc98-57f6-42a8-a738-d8a88c009868 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008577 Dec 23 12:33:21.002899 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.039891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'Port': ['ID=b6034a1e-d5da-4730-9ad5-b168d0fb3bb5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:21.051741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92886680-df04-4cce-8fc7-5ff929f07a16 req-2e110222-b02d-49f2-b52e-d72054a1ee17 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025741 Dec 23 12:33:21.115751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.118845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.121292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4581cf8a-1bc9-4992-9996-d285a85e8c17 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a6189e1-9fbd-459b-8c3e-8c8bfd7933e7 HTTP/1.1" status: 204 len: 168 time: 0.6895802 Dec 23 12:33:21.235097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-af490783-0b5b-499b-81d4-02b58ef28188 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:21.236574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-af490783-0b5b-499b-81d4-02b58ef28188 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/networks?id=3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 HTTP/1.1" status: 200 len: 821 time: 0.1564956 Dec 23 12:33:21.244167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182283d-02f6-4b42-b77e-44d6702f1fab req-15de74bd-f130-4563-baf7-bc5493ef8baa tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:21.245961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2182283d-02f6-4b42-b77e-44d6702f1fab req-15de74bd-f130-4563-baf7-bc5493ef8baa tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.0926723 Dec 23 12:33:21.262181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-8f939ce6-797a-47b9-925f-cd78d9067cda tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/quotas/6489e55d5d4741a5966c1ca1aa1abdad HTTP/1.1" status: 200 len: 375 time: 0.0152493 Dec 23 12:33:21.304935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-166932d1-3877-4d51-99a4-8d0748837265 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6489e55d5d4741a5966c1ca1aa1abdad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355055 Dec 23 12:33:21.388780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:21.391401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2182283d-02f6-4b42-b77e-44d6702f1fab req-5589c215-1f22-435d-adb2-b8f48084a1d1 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/security-groups?id=83e66c29-14b1-4bfe-ada4-5bba763f68f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373775 Dec 23 12:33:21.404548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34a10ed7-f21d-4f19-9fe0-cc7f9612b707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.430472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-dc343eae-5c00-408d-923c-ee0e14378ffb tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:21.431956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-dc343eae-5c00-408d-923c-ee0e14378ffb tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.57 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 945 time: 0.1294897 Dec 23 12:33:21.488308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34a10ed7-f21d-4f19-9fe0-cc7f9612b707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.492268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-2e78c59c-1565-4848-a7ac-7ff22448c9c3 service neutron] 10.222.0.16 "GET /v2.0/networks/3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726227 Dec 23 12:33:21.553950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34a10ed7-f21d-4f19-9fe0-cc7f9612b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.595106 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34a10ed7-f21d-4f19-9fe0-cc7f9612b707 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7195a3d70c644d4c911cab8195027602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050443 Dec 23 12:33:21.596341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a10ed7-f21d-4f19-9fe0-cc7f9612b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e89187b-9392-4fbd-839c-e856c86e50c3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:21.597674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:21.627158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:21.632065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041974198', 'description': 'tempest-description--303747663'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:21.663413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Deleting port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:21.663760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.670428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-a33210fe-f9e0-4cff-917c-dbb4a55100f8 service neutron] 10.222.0.16 "GET /v2.0/networks/3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694539 Dec 23 12:33:21.719867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.733381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.790912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.796632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.832406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] For port 3db9c9ce-1e7f-4f95-bca0-989668658fd6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3db9c9ce-1e7f-4f95-bca0-989668658fd6,segment=NetworkSegment(b1e77f67-ada0-4ab5-92df-fe0cbcc4a561),segment_id=b1e77f67-ada0-4ab5-92df-fe0cbcc4a561)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:21.832752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.854656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.868846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Calling delete_port for 3db9c9ce-1e7f-4f95-bca0-989668658fd6 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:21.893172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f9c7-b70d-4143-915e-c89eea498e58 req-6ecae3a4-ee31-4e57-b2c5-64d6035c9481 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:21.894818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c37f9c7-b70d-4143-915e-c89eea498e58 req-6ecae3a4-ee31-4e57-b2c5-64d6035c9481 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 944 time: 0.1353152 Dec 23 12:33:21.919475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:21.991474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:21.993433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-216e0c88-1b71-4f73-9ff5-9394bff43af3 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3651059 Dec 23 12:33:21.996631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:22.001261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group_rule': {'security_group_id': 'eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:22.019179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d7b55d1-c538-493e-ae29-dbcfb19ecbb8 req-dbb8599e-e630-439d-97c1-21e08ddf0aeb tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0476863 Dec 23 12:33:22.052847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c37f9c7-b70d-4143-915e-c89eea498e58 req-7054d1fa-2852-4531-a2f0-3688c3584bed tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088607 Dec 23 12:33:22.061120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.063708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.067610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e89187b-9392-4fbd-839c-e856c86e50c3 HTTP/1.1" status: 204 len: 168 time: 0.4660480 Dec 23 12:33:22.075785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773816e-573c-43a9-92bb-066aa6863484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e89187b-9392-4fbd-839c-e856c86e50c3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:22.125073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.175706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.205032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.217280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3db9c9ce-1e7f-4f95-bca0-989668658fd6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:22.236742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Pushing event deleted for resources: {'Port': ['ID=3db9c9ce-1e7f-4f95-bca0-989668658fd6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:22.268310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.277308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] No DVR routers for this DVR port 3db9c9ce-1e7f-4f95-bca0-989668658fd6 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:22.279691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.283169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d60c0d7a-c259-489f-8b52-e96f08d228f6 req-d19252c7-128a-4283-ab3f-152568417cb8 tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.57 "DELETE /v2.0/ports/3db9c9ce-1e7f-4f95-bca0-989668658fd6 HTTP/1.1" status: 204 len: 173 time: 0.8397756 Dec 23 12:33:22.283622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'name': 'network-vif-deleted', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:22.286324 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2110f-4b55-4e10-980a-8d5acaa11ed0" -d '{"events": [{"server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "name": "network-vif-deleted", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:22.288023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6710553f-e691-4076-98fd-50395f4d31e1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:22.325362 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a875c1-7430-48a2-89df-d55cd8036e3f x-openstack-request-id: req-00a875c1-7430-48a2-89df-d55cd8036e3f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:22.329101 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740ae1a-147e-4043-9bfc-656d4b4dfefb", "name": "network-vif-deleted", "tag": "3db9c9ce-1e7f-4f95-bca0-989668658fd6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:22.329101 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00a875c1-7430-48a2-89df-d55cd8036e3f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:22.329101 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740ae1a-147e-4043-9bfc-656d4b4dfefb', 'name': 'network-vif-deleted', 'tag': '3db9c9ce-1e7f-4f95-bca0-989668658fd6', 'status': 'completed', 'code': 200} Dec 23 12:33:22.379831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.381383 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb32e469-d901-4a3f-9983-4ceca24a7abb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837912 Dec 23 12:33:22.384539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55716) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:22.390425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'security_group_rule': {'security_group_id': 'eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:22.501727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eba76fef-9f8c-4570-8285-4f36bbf4d439 req-4edc034f-a41b-4f76-b3c6-de9330e8fe5a tempest-InstanceActionsTestJSON-806481352 tempest-InstanceActionsTestJSON-806481352-project] 10.222.0.16 "GET /v2.0/ports?device_id=a740ae1a-147e-4043-9bfc-656d4b4dfefb HTTP/1.1" status: 200 len: 210 time: 0.0305560 Dec 23 12:33:22.543329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.594342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.606043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.719206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.736905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7290ae-bd19-4da2-8d34-f03576f33d3d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:22.817289 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:22.817289 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4b7c9197-31fc-4cc4-adf9-ef2633de0136 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4279616 Dec 23 12:33:22.817289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55732) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:22.821912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:22.925714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.045248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.127494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ef2818e-1991-47c4-a61b-11e8c92e248e req-ebbe056e-d938-4f33-a982-a96bb816d463 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0290122 Dec 23 12:33:23.141123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8f9ccf7-f37e-4979-983c-46c57c87796b details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:23.193134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7bde-d9e8-4c9b-995d-a931dcfc8186 req-75d6054d-023c-484b-8ce9-acacb0bd4f0a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:23.199131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Allocated IP 172.25.7.154 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/b8872aa7-7298-4278-a050-9e1d2a562167) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:23.203519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23bd7bde-d9e8-4c9b-995d-a931dcfc8186 req-75d6054d-023c-484b-8ce9-acacb0bd4f0a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 944 time: 0.0741098 Dec 23 12:33:23.272899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23bd7bde-d9e8-4c9b-995d-a931dcfc8186 req-d9b0bb4a-bd29-47b1-9080-eaf9029834e0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681739 Dec 23 12:33:23.308505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:23.322091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd8f9ccf7-f37e-4979-983c-46c57c87796b', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': 'd8f9ccf7-f37e-4979-983c-46c57c87796b', 'mac_address': 'fa:16:3e:9d:f4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:23.345765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.361308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.375238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f9ccf7-f37e-4979-983c-46c57c87796b {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:23.401212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:23.474244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.502418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.520010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:23.541356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:23.548904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:23.577403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:23.589341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:23.595402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=b8872aa7-7298-4278-a050-9e1d2a562167,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:23.636570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Deleting subnet 0f3f89db-077c-40e8-8306-5e6648d2fa81 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:33:23.639839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.668762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.680755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.687118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d8f9ccf7-f37e-4979-983c-46c57c87796b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:23.722071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.762820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.834320 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.863872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3f89db-077c-40e8-8306-5e6648d2fa81,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:23.873042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.876940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75ecb11a-236c-4bc2-96a8-ae91def7caed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f3f89db-077c-40e8-8306-5e6648d2fa81 HTTP/1.1" status: 204 len: 168 time: 0.2984982 Dec 23 12:33:23.879424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55760) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:23.964775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:23.979460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.002117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55764) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:24.033779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.067241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.092557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a2e163-1743-454e-97d8-63fd26417a85']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:24.110539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:24.111094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e77f67-ada0-4ab5-92df-fe0cbcc4a561') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:24.119377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=b8872aa7-7298-4278-a050-9e1d2a562167,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:24.124551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.139083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.143263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.150263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:33:24.150655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:33:24.152660 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:33:24.162828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ae41-da6a-452b-9eb2-4ea281946988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.251335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.252625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c58dd7c-1181-4835-98c6-8c74c14f5d20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4342117 Dec 23 12:33:24.264544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ae41-da6a-452b-9eb2-4ea281946988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.288844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6692505-b9c6-4019-b19d-f6b0aeb3cde7 req-d17c49ba-811c-40d3-8232-9e6382f660a3 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0571232 Dec 23 12:33:24.320241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.335867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.339685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/99a2e163-1743-454e-97d8-63fd26417a85 HTTP/1.1" status: 204 len: 168 time: 0.4585762 Dec 23 12:33:24.347950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcb9ae41-da6a-452b-9eb2-4ea281946988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.360242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a0798-2b08-44e7-9528-22bd873a41fc admin admin] Pushing event deleted for resources: {'Network': ['ID=99a2e163-1743-454e-97d8-63fd26417a85,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:24.384250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-00f02d37-9f68-41c0-abe8-509c5e8e8bf8 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:24.386079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-00f02d37-9f68-41c0-abe8-509c5e8e8bf8 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.57 "GET /v2.0/networks?id=3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 HTTP/1.1" status: 200 len: 821 time: 0.1768286 Dec 23 12:33:24.406815 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bcb9ae41-da6a-452b-9eb2-4ea281946988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6410f29b4964b3f8347c3ef9f22783d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4013085 Dec 23 12:33:24.407075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Request body: {'port': {'device_id': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7', 'admin_state_up': True, 'tenant_id': '6489e55d5d4741a5966c1ca1aa1abdad'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:24.407954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55778) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:24.416293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9ae41-da6a-452b-9eb2-4ea281946988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a27d7-10d6-4349-b44e-e15431d0ac76,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:24.450043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3db9c9ce-1e7f-4f95-bca0-989668658fd6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:24.489214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.498239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49f380-3ed5-4dd3-9a6c-ad3dc089aac3 req-b8339102-1620-4df5-a437-835b45d9e094 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:24.500120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d49f380-3ed5-4dd3-9a6c-ad3dc089aac3 req-b8339102-1620-4df5-a437-835b45d9e094 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 945 time: 0.1377807 Dec 23 12:33:24.506806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 3db9c9ce-1e7f-4f95-bca0-989668658fd6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:24.507058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3db9c9ce-1e7f-4f95-bca0-989668658fd6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:24.522818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.602004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d49f380-3ed5-4dd3-9a6c-ad3dc089aac3 req-14aa2557-13e5-45ad-a59d-b25de198688e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929213 Dec 23 12:33:24.646524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-b71a53be-90fe-4e04-a5d8-4f2f92ef2a5d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2041974198&fields=id&tenant_id=949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 267 time: 0.0813298 Dec 23 12:33:24.673593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.676366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.677651 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f4a27d7-10d6-4349-b44e-e15431d0ac76 HTTP/1.1" status: 204 len: 168 time: 0.2669225 Dec 23 12:33:24.686433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5441-b532-4f22-bab0-e96f39e9c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a27d7-10d6-4349-b44e-e15431d0ac76,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:24.758265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Made reservation on behalf of 6489e55d5d4741a5966c1ca1aa1abdad for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:24.762575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.790488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-8a8c399d-346e-4719-a0f5-9b3316241e0f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:24.792190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-8a8c399d-346e-4719-a0f5-9b3316241e0f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 811 time: 0.1383829 Dec 23 12:33:24.839592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55792) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:24.846432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-e232f7d6-d7fc-4c09-8ae9-c4a0c8ec32d9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/quotas/949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 375 time: 0.0439401 Dec 23 12:33:24.886663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6560539-0ee1-4510-9529-b98d36880cfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fec42c99f624535b64a728329d4ff67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448477 Dec 23 12:33:24.889034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55796) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:24.951982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:24.969319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-88d854c2-1db6-4b34-b5fe-848d8c214597 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083012 Dec 23 12:33:24.978094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Allocated IP 172.20.0.11 (3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7/8484b275-f6b3-4ead-99ef-2d2bfea9d64d/ed145b78-08ef-413e-8bff-e8e11246b971) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:24.983520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.125531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.129746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.133391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83e66c29-14b1-4bfe-ada4-5bba763f68f6 HTTP/1.1" status: 204 len: 168 time: 0.2407796 Dec 23 12:33:25.139903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af15e59-1d5d-4142-8585-e2667b8519b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e66c29-14b1-4bfe-ada4-5bba763f68f6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:25.157437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8f9ccf7-f37e-4979-983c-46c57c87796b up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:25.319458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d8f9ccf7-f37e-4979-983c-46c57c87796b completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:25.324004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d8f9ccf7-f37e-4979-983c-46c57c87796b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:25.324377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.418452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.448699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:25.451610 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883424d-b8c6-4a4b-a972-23c816ed7a06" -d '{"events": [{"server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:25.467228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:25.511896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-fb8d8a78-8ee5-4a95-a6d3-c2ef38fa07be service neutron] 10.222.0.16 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289216 Dec 23 12:33:25.531945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ff14899-c5b1-40bd-83da-7581802d7db0 req-42fb92a1-95bf-40c9-a27e-0abc2c68c41d tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0404902 Dec 23 12:33:25.547922 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.619408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:25.646556 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7be086-c609-4053-a6d6-30ffb76964f5 x-openstack-request-id: req-6e7be086-c609-4053-a6d6-30ffb76964f5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:25.647875 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:25.649457 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e7be086-c609-4053-a6d6-30ffb76964f5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:25.649600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.651285 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b', 'code': 200} Dec 23 12:33:25.675878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f71de5a1-8ee4-4880-91b2-4976397f9a14 service neutron] 10.222.0.16 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459093 Dec 23 12:33:25.813639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257b4ef-5dbc-449a-bf5c-428db35934f5 req-0a07288e-163a-49d8-8914-faed75e7f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:25.815058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5257b4ef-5dbc-449a-bf5c-428db35934f5 req-0a07288e-163a-49d8-8914-faed75e7f7c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 1097 time: 0.1143172 Dec 23 12:33:25.826948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f463df8-b582-400b-98ca-4a5c901e5796 req-afa76d9c-0ef2-419f-b1bc-55ef14c0c07b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:25.828366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f463df8-b582-400b-98ca-4a5c901e5796 req-afa76d9c-0ef2-419f-b1bc-55ef14c0c07b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.0642004 Dec 23 12:33:25.863720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:25.951639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:25.954322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5257b4ef-5dbc-449a-bf5c-428db35934f5 req-e8b1954d-faa1-445c-b9f7-6d36e20277d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250854 Dec 23 12:33:25.964450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f463df8-b582-400b-98ca-4a5c901e5796 req-b9eb457d-d0cc-40a1-9962-080bd7ec4a77 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260383 Dec 23 12:33:25.964450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:25.966571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:25.973128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Pushing event updated for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:26.048101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:26.048737 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.053005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e780475-6059-4c74-9599-78cfdf9551ce req-bcab6b45-d010-40eb-8ad9-51b826423ee4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 210 time: 0.0433462 Dec 23 12:33:26.133841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-03cf0854-c08f-4004-939a-28a80c2df4bd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7336178 Dec 23 12:33:26.153828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Request body: {'port': {'device_id': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:26.209644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.505045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:26.516427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed145b78-08ef-413e-8bff-e8e11246b971 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:26.524067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.538798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Transition to ACTIVE for port object ed145b78-08ef-413e-8bff-e8e11246b971 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:26.607423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2092668402-network', 'tenant_id': '52187f0594104dac8e5397d0b4e3fb85'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:26.627078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.690693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Made reservation on behalf of 52187f0594104dac8e5397d0b4e3fb85 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:26.693057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.702775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.734354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7491-a43e-43ef-a050-78858d9a0711 req-95be609a-567e-472d-80a3-497e0fee7c9c tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:26.735969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-690c7491-a43e-43ef-a050-78858d9a0711 req-95be609a-567e-472d-80a3-497e0fee7c9c tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 944 time: 0.1202426 Dec 23 12:33:26.740022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Pushing event updated for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:26.787171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.824211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Attempting to bind port ed145b78-08ef-413e-8bff-e8e11246b971 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:26.824452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Attempting to bind port ed145b78-08ef-413e-8bff-e8e11246b971 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '070c67bf-f598-45a7-b4e7-c54306c82df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:26.824787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Attempting to bind port ed145b78-08ef-413e-8bff-e8e11246b971 on network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:26.830879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-690c7491-a43e-43ef-a050-78858d9a0711 req-0f64519b-902a-4e23-9e8e-979ec427c470 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Dec 23 12:33:26.833086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Port ed145b78-08ef-413e-8bff-e8e11246b971 on network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:26.836860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Attempting to bind port ed145b78-08ef-413e-8bff-e8e11246b971 on network 3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:26.839373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:26.839915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Checking segment: {'id': '070c67bf-f598-45a7-b4e7-c54306c82df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:26.840301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Bound using segment: {'id': '070c67bf-f598-45a7-b4e7-c54306c82df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:26.840735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Bound port: ed145b78-08ef-413e-8bff-e8e11246b971, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070c67bf-f598-45a7-b4e7-c54306c82df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:26.841124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.908390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.911417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:26.919935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ed145b78-08ef-413e-8bff-e8e11246b971,segment=NetworkSegment(070c67bf-f598-45a7-b4e7-c54306c82df9),segment_id=070c67bf-f598-45a7-b4e7-c54306c82df9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:26.943782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:33:26.950099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed64c717-fe52-4752-8ee6-ecc6211f8a51,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:26.958701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:26.962820 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Added segment e4dd546b-87a9-42e9-9a74-14cfcb102b07 of type vlan for network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 Dec 23 12:33:26.989591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.027917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.028781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.029979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] 10.222.0.57 "PUT /v2.0/ports/ed145b78-08ef-413e-8bff-e8e11246b971 HTTP/1.1" status: 200 len: 1092 time: 0.8872192 Dec 23 12:33:27.031014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:27.032756 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028f3d9-544a-40fd-9ff1-2dd306888596" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:27.033581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.061165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da87b5-9f40-4585-9d35-c1054baeb503 service neutron] Pushing event updated for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:27.084620 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5da43-508a-4fc0-ba5c-99578f162588 x-openstack-request-id: req-f9f5da43-508a-4fc0-ba5c-99578f162588 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:27.085016 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:27.085441 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f5da43-508a-4fc0-ba5c-99578f162588 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:27.085849 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971', 'status': 'completed', 'code': 200} Dec 23 12:33:27.172953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef5edc-1e5d-4a08-93ad-32fce3458db0 req-313051fc-eafc-4dd1-9904-a65c9efe5578 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.174423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cef5edc-1e5d-4a08-93ad-32fce3458db0 req-313051fc-eafc-4dd1-9904-a65c9efe5578 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1044056 Dec 23 12:33:27.176229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.177380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.178231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.196327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3f638e7-0a83-4e40-a4bd-53ac0fca18bb req-480a9ea1-2d88-41c3-a91a-5105d5de00e2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 210 time: 0.0427141 Dec 23 12:33:27.214152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-57913f4d-baff-40a0-a25c-8d700af488b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.215655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-57913f4d-baff-40a0-a25c-8d700af488b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6489e55d5d4741a5966c1ca1aa1abdad&device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 1095 time: 0.1056743 Dec 23 12:33:27.316529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cef5edc-1e5d-4a08-93ad-32fce3458db0 req-5ffb0e97-e8dc-44e5-98e8-abeece1c117e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231313 Dec 23 12:33:27.372886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-692856a7-19c0-4bdb-ba3a-67fd0e0a19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.374389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-692856a7-19c0-4bdb-ba3a-67fd0e0a19b9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6489e55d5d4741a5966c1ca1aa1abdad&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1500168 Dec 23 12:33:27.481890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-f7ebb4b9-e663-434d-8174-9b48c6bb63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.483452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f028f3d9-544a-40fd-9ff1-2dd306888596 req-f7ebb4b9-e663-434d-8174-9b48c6bb63da service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008644 Dec 23 12:33:27.577363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-726773d4-011d-4b9c-862c-90c8068ca84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.578927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-726773d4-011d-4b9c-862c-90c8068ca84f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6489e55d5d4741a5966c1ca1aa1abdad&device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 1095 time: 0.0490479 Dec 23 12:33:27.585315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff42024-7a88-4bd3-89e9-e92bfeb577c6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:27.597073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:33:27.630299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-b7b601aa-e83d-436b-a207-f1d19a294bc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed145b78-08ef-413e-8bff-e8e11246b971 HTTP/1.1" status: 200 len: 217 time: 0.0433846 Dec 23 12:33:27.671936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e227b1a3-b04e-4040-8c08-73c307b1be58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1647158 Dec 23 12:33:27.674780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:27.680058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Request body: {'subnet': {'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2092668402-subnet', 'tenant_id': '52187f0594104dac8e5397d0b4e3fb85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:27.706078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7bb14-467d-422c-a5db-716cb2069972 req-7e71adb5-fe9b-4859-9c2d-edf90b829206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.708588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-7e71adb5-fe9b-4859-9c2d-edf90b829206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8484b275-f6b3-4ead-99ef-2d2bfea9d64d HTTP/1.1" status: 200 len: 861 time: 0.0706060 Dec 23 12:33:27.741770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-0a54d61a-c54d-4cfc-928b-dee85ee6c0f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256467 Dec 23 12:33:27.777532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Made reservation on behalf of 52187f0594104dac8e5397d0b4e3fb85 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:27.782496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:27.844618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-7ae65153-277d-4a28-8b1b-0924dad51245 service neutron] 10.222.0.57 "GET /v2.0/networks/3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947044 Dec 23 12:33:27.976863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9587a-6e25-4371-9996-2f4f0adc6bec req-9a96f7db-5c7e-4b63-bf27-fb96c2d28388 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:27.978398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29a9587a-6e25-4371-9996-2f4f0adc6bec req-9a96f7db-5c7e-4b63-bf27-fb96c2d28388 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 944 time: 0.0601449 Dec 23 12:33:28.045025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cda7bb14-467d-422c-a5db-716cb2069972 req-5b558efb-5a3b-4325-aa3d-9722a5de07ae service neutron] 10.222.0.57 "GET /v2.0/networks/3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929700 Dec 23 12:33:28.057424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29a9587a-6e25-4371-9996-2f4f0adc6bec req-0ce722fa-6b9f-49f1-9684-d00a2722c0e2 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 Dec 23 12:33:28.170845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:28.228901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aea4bde-9e31-4969-a99e-b75819f6ecc6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:28.246933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Checking segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:28.247305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Network hostable DHCP agents. Network: 6ff42024-7a88-4bd3-89e9-e92bfeb577c6, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:33:28.342330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:33:28.354155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e14b328-d32f-49b7-aa47-49bb9adcb6f4 req-86dacd7e-f3ce-4ad7-a186-9f16b05a261c tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 210 time: 0.0399504 Dec 23 12:33:28.410753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6ff42024-7a88-4bd3-89e9-e92bfeb577c6) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:28.425700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-6b4af335-bd7d-437f-b2ff-cdb3f7e2056f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:28.426536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24993068-6505-4386-8a36-01440fb1e6b8 None None] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:28.427570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-6b4af335-bd7d-437f-b2ff-cdb3f7e2056f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 811 time: 0.1629047 Dec 23 12:33:28.430739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:28.431444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:28.497856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cecc-ac7b-4aa9-9559-26392799dbd2 req-41c03c6d-813e-4c19-a0a8-0f5210f6b485 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:28.512254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1d6cecc-ac7b-4aa9-9559-26392799dbd2 req-41c03c6d-813e-4c19-a0a8-0f5210f6b485 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1022882 Dec 23 12:33:28.536676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-ccaedb4f-64aa-4451-92c5-122a3e6ef0a9 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949a73100a3a46e0b0005e1664613890 HTTP/1.1" status: 200 len: 380 time: 0.0940454 Dec 23 12:33:28.539046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a1387c-ea51-4f8d-b3c7-ded1ce2852e9 None None] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:28.547514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'port': {'device_id': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'admin_state_up': True, 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'security_groups': ['eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:28.561901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-33b6b044-bca5-4ba5-87b0-0fb420018697 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8841627 Dec 23 12:33:28.620000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1d6cecc-ac7b-4aa9-9559-26392799dbd2 req-67aef551-2048-4b65-b79c-e1fa8c26721f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133521 Dec 23 12:33:28.787982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Made reservation on behalf of 949a73100a3a46e0b0005e1664613890 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:28.792410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:28.944729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Allocated IP 172.20.0.3 (2940af1d-4bca-42fb-a7a3-9bab1d175e6e/9dfe8a06-f944-4ab2-93aa-aba9086eb3b6/22553710-4dd0-4b2c-94a1-72bf7da13870) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:29.090895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d7d5-02f7-47ff-b53a-a52cefefa897 req-8582f59e-0149-4d34-b98a-0497c391890c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:29.092387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00e8d7d5-02f7-47ff-b53a-a52cefefa897 req-8582f59e-0149-4d34-b98a-0497c391890c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1454592 Dec 23 12:33:29.164389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-6b7f5319-9da0-4be4-8aeb-2fb74591d18a tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:29.165874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-6b7f5319-9da0-4be4-8aeb-2fb74591d18a tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 818 time: 0.2355926 Dec 23 12:33:29.211119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-36226d88-b613-4307-af73-26d3fd2bf108 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/quotas/52187f0594104dac8e5397d0b4e3fb85 HTTP/1.1" status: 200 len: 375 time: 0.0357022 Dec 23 12:33:29.237634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00e8d7d5-02f7-47ff-b53a-a52cefefa897 req-3c886ee7-0161-4fa5-9562-434e154b44e2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367059 Dec 23 12:33:29.271948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-d079166b-101b-46e1-9f66-6c6876f1af74 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528359 Dec 23 12:33:29.298560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:29.438308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325337-b120-43a6-9fed-4acf31bfd3cf req-bcb2ba34-c1d6-415b-9539-0e5a70fbb6bb tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:29.439828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01325337-b120-43a6-9fed-4acf31bfd3cf req-bcb2ba34-c1d6-415b-9539-0e5a70fbb6bb tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 944 time: 0.1308486 Dec 23 12:33:29.443457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-11cde324-3245-4e11-85db-035425eaff97 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629114 Dec 23 12:33:29.514760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:29.589683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01325337-b120-43a6-9fed-4acf31bfd3cf req-f8e18c42-d049-4814-8d62-9bb2f3001a5c tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437747 Dec 23 12:33:29.594614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:29.605808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:29.613518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:29.622926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event updated for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:29.650420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-4326cefe-d8af-4d16-8607-51795cb542c0 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974730 Dec 23 12:33:29.683560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:29.684344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:29.767837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-f639fb4e-d507-4af1-81cb-5882da6b8e20 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2240648 Dec 23 12:33:29.784335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Request body: {'port': {'device_id': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:29.814919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e4e5-6ffd-42ce-a6ff-412de0de5bba req-1a414f3b-8406-4a13-ad6c-97529411432f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:29.816547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92d2e4e5-6ffd-42ce-a6ff-412de0de5bba req-1a414f3b-8406-4a13-ad6c-97529411432f tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 931 time: 0.0816371 Dec 23 12:33:29.884424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:29.917800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92d2e4e5-6ffd-42ce-a6ff-412de0de5bba req-250f5c4a-0718-46b4-a7d6-967e33b5370c tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914953 Dec 23 12:33:29.948685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cc22e999-2154-44fc-bffd-99c1ae690d71 None None] Provisioning complete for port 22553710-4dd0-4b2c-94a1-72bf7da13870 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:29.949796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cc22e999-2154-44fc-bffd-99c1ae690d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.004717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cc22e999-2154-44fc-bffd-99c1ae690d71 None None] Port 22553710-4dd0-4b2c-94a1-72bf7da13870 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:33:30.206504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22553710-4dd0-4b2c-94a1-72bf7da13870 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:30.215152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.230757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Transition to ACTIVE for port object 22553710-4dd0-4b2c-94a1-72bf7da13870 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:30.309191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.421292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21fef176-4575-426b-a611-dca30d24d639 req-d4267950-a1cc-4394-81f1-029ce44cd3bd tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0856984 Dec 23 12:33:30.430216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Pushing event updated for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:30.502804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ebdb6-6112-4fb3-bf30-779eb335ec49 req-41d21a4b-3d49-4170-abe5-513f97b524e3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:30.504373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-398ebdb6-6112-4fb3-bf30-779eb335ec49 req-41d21a4b-3d49-4170-abe5-513f97b524e3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1924472 Dec 23 12:33:30.569954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Attempting to bind port 22553710-4dd0-4b2c-94a1-72bf7da13870 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:30.569954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Attempting to bind port 22553710-4dd0-4b2c-94a1-72bf7da13870 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:30.569954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Attempting to bind port 22553710-4dd0-4b2c-94a1-72bf7da13870 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:30.579550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Port 22553710-4dd0-4b2c-94a1-72bf7da13870 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:30.579923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Attempting to bind port 22553710-4dd0-4b2c-94a1-72bf7da13870 on network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:30.586534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:30.586943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Checking segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:30.587317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Bound using segment: {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:30.587751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Bound port: 22553710-4dd0-4b2c-94a1-72bf7da13870, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777e6371-7131-4e5d-bf57-43a72f159f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:30.588221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.595309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-398ebdb6-6112-4fb3-bf30-779eb335ec49 req-b521952b-d03c-4af9-a201-7a2f1bc6a4ad tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798326 Dec 23 12:33:30.706620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:30.727128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22553710-4dd0-4b2c-94a1-72bf7da13870,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:30.746778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d583457-8ed3-42ae-9440-31e0ec34ba72 req-8fd26ce7-ae47-47de-9fe8-1c0909a09fff tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:30.748325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d583457-8ed3-42ae-9440-31e0ec34ba72 req-8fd26ce7-ae47-47de-9fe8-1c0909a09fff tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 944 time: 0.0765522 Dec 23 12:33:30.801307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d583457-8ed3-42ae-9440-31e0ec34ba72 req-43eec3f8-2a8d-4c6b-a982-c0a0e54937da tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465758 Dec 23 12:33:30.857329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.896985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:30.897600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.898986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] 10.222.0.57 "PUT /v2.0/ports/22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 200 len: 1091 time: 1.1207192 Dec 23 12:33:30.899427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:30.902668 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1606afc-6ed3-445e-8d33-c6e989c720df" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:30.935340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575df005-c4ae-414f-8ba5-ba0f9984df1d service neutron] Pushing event updated for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:31.024164 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941704b-75a3-4dc9-ae94-f67d1d113428 x-openstack-request-id: req-a941704b-75a3-4dc9-ae94-f67d1d113428 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:31.024484 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:31.024767 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a941704b-75a3-4dc9-ae94-f67d1d113428 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:31.025207 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'status': 'completed', 'code': 200} Dec 23 12:33:31.080695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-fa628139-7a19-4308-bf3a-f977810941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:31.082251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-fa628139-7a19-4308-bf3a-f977810941eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 1094 time: 0.0544989 Dec 23 12:33:31.150268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-53f02986-0d35-48e3-a1d8-dda6d2f100ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 200 len: 217 time: 0.0583463 Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.215373 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:31.218064 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:31.218935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba42bef-d615-4e0f-bcd9-15a95eb63c70 req-3f92e053-3517-4e40-82f8-4978d9726882 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:31.220271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fba42bef-d615-4e0f-bcd9-15a95eb63c70 req-3f92e053-3517-4e40-82f8-4978d9726882 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 943 time: 0.1427627 Dec 23 12:33:31.649814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-ede93c58-dc96-4c9d-b939-c825fa181fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:31.653661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-ede93c58-dc96-4c9d-b939-c825fa181fa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.4918580 Dec 23 12:33:31.738434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fba42bef-d615-4e0f-bcd9-15a95eb63c70 req-61d53618-ba1a-44fb-ba33-26fb3c5926cd tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118365 Dec 23 12:33:31.749669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc373153-e1c8-463e-b8be-63be3073da53 req-ca83498c-bec1-49b7-85c3-b3b80dd4c60c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:31.751173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc373153-e1c8-463e-b8be-63be3073da53 req-ca83498c-bec1-49b7-85c3-b3b80dd4c60c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1215527 Dec 23 12:33:31.767615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-5d1033e8-c3ca-42ad-8037-3e4c5f1e7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:31.769355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-5d1033e8-c3ca-42ad-8037-3e4c5f1e7a7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986793 Dec 23 12:33:31.867804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5466c99-a67f-431a-81d6-c16e61c6137f req-19f5ea3d-6a33-41b7-be6f-6245c9a00dd0 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0717266 Dec 23 12:33:31.907620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc373153-e1c8-463e-b8be-63be3073da53 req-9489cfe5-1189-44e9-a904-52faba663653 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372302 Dec 23 12:33:31.941796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-ebf185a0-3d42-42c1-a4a3-43a24574a65a service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601546 Dec 23 12:33:32.089241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e448b6-9cd2-4478-9ba6-771b16d76c41 req-a1bf3573-bd42-4185-9d66-ab637a44954e tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.090964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3e448b6-9cd2-4478-9ba6-771b16d76c41 req-a1bf3573-bd42-4185-9d66-ab637a44954e tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 944 time: 0.1258307 Dec 23 12:33:32.096356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dc92cf4-6644-45e6-91d5-c9ab8dc81bf8 req-0101d7f4-a2e3-4e46-9124-4a020c49ef32 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470966 Dec 23 12:33:32.148765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3e448b6-9cd2-4478-9ba6-771b16d76c41 req-b3e3d66d-8df8-4ec6-a4c4-ae2b271d47cc tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Dec 23 12:33:32.257724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-aef7949f-241c-4e94-bfab-e9f5a2d4b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.259551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-aef7949f-241c-4e94-bfab-e9f5a2d4b217 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 1094 time: 0.0471444 Dec 23 12:33:32.365750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-ee7c022f-5049-4eba-8e76-e45c4f9069e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.370824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-ee7c022f-5049-4eba-8e76-e45c4f9069e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1000140 Dec 23 12:33:32.411890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-12acfb6d-4318-41f8-8fd3-1ab80c5687ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 200 len: 217 time: 0.0368874 Dec 23 12:33:32.467195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-4b497fb5-a316-4a98-8f16-83a0558de2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.468639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-4b497fb5-a316-4a98-8f16-83a0558de2cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0494683 Dec 23 12:33:32.477593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ed145b78-08ef-413e-8bff-e8e11246b971 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:32.521812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-81c499be-cef4-4f50-90db-de68d0033f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.523451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-81c499be-cef4-4f50-90db-de68d0033f58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433857 Dec 23 12:33:32.589772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ed145b78-08ef-413e-8bff-e8e11246b971,segment=NetworkSegment(070c67bf-f598-45a7-b4e7-c54306c82df9),segment_id=070c67bf-f598-45a7-b4e7-c54306c82df9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:32.602356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'ed145b78-08ef-413e-8bff-e8e11246b971', 'network_id': '3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7', 'port_id': 'ed145b78-08ef-413e-8bff-e8e11246b971', 'mac_address': 'fa:16:3e:77:33:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8484b275-f6b3-4ead-99ef-2d2bfea9d64d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:32.630169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-daf14c00-b011-459c-bd3b-dc362c11df58 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.631664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-daf14c00-b011-459c-bd3b-dc362c11df58 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1073477 Dec 23 12:33:32.642494 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:32.658073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed145b78-08ef-413e-8bff-e8e11246b971 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:32.694584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ed145b78-08ef-413e-8bff-e8e11246b971,segment=NetworkSegment(070c67bf-f598-45a7-b4e7-c54306c82df9),segment_id=070c67bf-f598-45a7-b4e7-c54306c82df9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:32.698007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-568930e0-af5d-4255-bea7-3f20f133f0fa service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639915 Dec 23 12:33:32.772739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:32.870013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:32.885547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1606afc-6ed3-445e-8d33-c6e989c720df req-03f54ed2-2c5f-420b-b9f2-ab7ddfc2b928 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752489 Dec 23 12:33:32.899751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port d8f9ccf7-f37e-4979-983c-46c57c87796b {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:32.900089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:32.928149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e30b2-8547-4a88-9bd7-93860461ba09 req-48068949-a413-45d9-9ecd-56d3ce1d3b7a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:32.929701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-437e30b2-8547-4a88-9bd7-93860461ba09 req-48068949-a413-45d9-9ecd-56d3ce1d3b7a tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 943 time: 0.0994508 Dec 23 12:33:33.022756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69d38f6c-ed01-419e-88bb-5e4db02871fe req-0308ddc8-0775-4462-9315-9c2c78913405 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0567999 Dec 23 12:33:33.077410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-437e30b2-8547-4a88-9bd7-93860461ba09 req-695f03a0-aa43-4673-91bd-374dbbb4f56d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146901 Dec 23 12:33:33.127861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['ed145b78-08ef-413e-8bff-e8e11246b971'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:33.129351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port d8f9ccf7-f37e-4979-983c-46c57c87796b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d8f9ccf7-f37e-4979-983c-46c57c87796b,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:33.129868 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:33.155356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for d8f9ccf7-f37e-4979-983c-46c57c87796b owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:33.249364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d3c06-ef56-46a9-91d9-83f6cbf8245b req-53076b36-9e7a-4a0c-b5cd-78f7597b41dd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:33.251164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-815d3c06-ef56-46a9-91d9-83f6cbf8245b req-53076b36-9e7a-4a0c-b5cd-78f7597b41dd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 946 time: 0.1588569 Dec 23 12:33:33.347552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7c07a-f8d7-4e83-8480-14b4b398f70f req-cc6619bd-6aee-4756-9fc6-35b7e6acbc8b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:33.349124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94e7c07a-f8d7-4e83-8480-14b4b398f70f req-cc6619bd-6aee-4756-9fc6-35b7e6acbc8b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 945 time: 0.0917442 Dec 23 12:33:33.415300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-815d3c06-ef56-46a9-91d9-83f6cbf8245b req-6f06966d-ed3a-4938-985a-0adbcd064e53 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Dec 23 12:33:33.475691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94e7c07a-f8d7-4e83-8480-14b4b398f70f req-90948b97-7b32-4142-92a9-f74656af5184 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146472 Dec 23 12:33:33.547970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:33.617750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=d8f9ccf7-f37e-4979-983c-46c57c87796b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:33.636610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port d8f9ccf7-f37e-4979-983c-46c57c87796b on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:33.640469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:33.644507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1254bd0-d469-476c-9931-330a9e0a54fd req-2a2fbac9-0121-457a-bc5c-f8ae17c97bc8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "DELETE /v2.0/ports/d8f9ccf7-f37e-4979-983c-46c57c87796b HTTP/1.1" status: 204 len: 173 time: 1.0020077 Dec 23 12:33:33.645005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'name': 'network-vif-deleted', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:33.648261 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e1a4b-7fdd-44a7-8285-dc3a1df13ac9" -d '{"events": [{"server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "name": "network-vif-deleted", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:33.685707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-35ca897e-5005-4a51-925c-571765cb8137 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:33.687260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-35ca897e-5005-4a51-925c-571765cb8137 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 818 time: 0.1198077 Dec 23 12:33:33.690150 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86e8ff-6fee-4ad8-af6c-71408a370b74 x-openstack-request-id: req-1e86e8ff-6fee-4ad8-af6c-71408a370b74 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:33.690437 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc", "name": "network-vif-deleted", "tag": "d8f9ccf7-f37e-4979-983c-46c57c87796b", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:33.690688 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e86e8ff-6fee-4ad8-af6c-71408a370b74 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:33.691079 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc', 'name': 'network-vif-deleted', 'tag': 'd8f9ccf7-f37e-4979-983c-46c57c87796b', 'status': 'completed', 'code': 200} Dec 23 12:33:33.708126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Request body: {'port': {'device_id': '717212ce-6921-4820-bdfb-04271260368c', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'admin_state_up': True, 'tenant_id': '52187f0594104dac8e5397d0b4e3fb85'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:34.096645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Made reservation on behalf of 52187f0594104dac8e5397d0b4e3fb85 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:34.108914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:34.177853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09408804-d569-4fd2-8230-2f33c2161b8e req-2032bc5d-119e-415e-9a0d-4d07cdcd8cac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0862870 Dec 23 12:33:34.292787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Allocated IP 172.20.0.7 (6ff42024-7a88-4bd3-89e9-e92bfeb577c6/4aea4bde-9e31-4969-a99e-b75819f6ecc6/08170097-b288-474b-84ab-e5bface5a9ee) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:34.396510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-cfacc975-3c53-480a-8e30-ff117812447b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:34.396761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-cfacc975-3c53-480a-8e30-ff117812447b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.57 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 818 time: 0.2148306 Dec 23 12:33:34.411000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4db96c-7288-4bd1-aee5-7eb8a8a03300 req-a670a0a8-87cd-4583-ac7b-1dbf4218fa2d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:34.413146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e4db96c-7288-4bd1-aee5-7eb8a8a03300 req-a670a0a8-87cd-4583-ac7b-1dbf4218fa2d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 943 time: 0.2084658 Dec 23 12:33:34.420235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Request body: {'port': {'device_id': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'admin_state_up': True, 'tenant_id': '52187f0594104dac8e5397d0b4e3fb85'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:34.470317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:34.491202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ed145b78-08ef-413e-8bff-e8e11246b971 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:34.635000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e4db96c-7288-4bd1-aee5-7eb8a8a03300 req-e806010c-6820-44dd-9cd8-a3d2ba2ff79e tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079947 Dec 23 12:33:34.698295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3fc9e497-1249-4728-be45-70ccef19d034 req-73f05bb7-84de-4e93-b604-2ea5e03f263d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=06ac6d9b-7247-443e-a2ae-a3e9e4c4d6cc HTTP/1.1" status: 200 len: 210 time: 0.0918021 Dec 23 12:33:34.726828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port ed145b78-08ef-413e-8bff-e8e11246b971 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:34.730634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:34.761332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port ed145b78-08ef-413e-8bff-e8e11246b971 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:34.761784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:34.828229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-600f543e-830b-4de0-86f0-6a98b05806b0 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:34.836264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-600f543e-830b-4de0-86f0-6a98b05806b0 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 818 time: 0.1734455 Dec 23 12:33:34.871145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Request body: {'port': {'device_id': '7171e83c-0827-469c-bdba-4dd275023723', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'admin_state_up': True, 'tenant_id': '52187f0594104dac8e5397d0b4e3fb85'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:34.907317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event updated for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:34.934677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:34.936610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:34.937517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:34.944565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:34.978262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:34.981587 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406562dc-31a5-4df2-bc6e-ee60de114c11" -d '{"events": [{"server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "name": "network-vif-plugged", "status": "completed", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:35.000561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ed145b78-08ef-413e-8bff-e8e11246b971,segment=NetworkSegment(070c67bf-f598-45a7-b4e7-c54306c82df9),segment_id=070c67bf-f598-45a7-b4e7-c54306c82df9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:35.015038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Made reservation on behalf of 52187f0594104dac8e5397d0b4e3fb85 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:35.027927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.038898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:35.040014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.045654 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44212f9e-03b6-4a0c-a9f3-dbb83e636591 x-openstack-request-id: req-44212f9e-03b6-4a0c-a9f3-dbb83e636591 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:35.046169 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "name": "network-vif-plugged", "status": "completed", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:35.046422 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44212f9e-03b6-4a0c-a9f3-dbb83e636591 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:35.047011 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971', 'code': 200} Dec 23 12:33:35.093804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.133807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf5bc5-12cc-4214-b926-cfc04c0e50df req-2395287e-322a-44c4-b9e6-777b1a8e9f77 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:35.136134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dadf5bc5-12cc-4214-b926-cfc04c0e50df req-2395287e-322a-44c4-b9e6-777b1a8e9f77 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 945 time: 0.3052938 Dec 23 12:33:35.151798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:35.186056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb8ff-0577-4e74-bf27-4e11480dc4a6 req-b32cc8f8-7b35-4752-89c2-0044a0ac5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:35.186710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8f9ccf7-f37e-4979-983c-46c57c87796b no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:35.188076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e12cb8ff-0577-4e74-bf27-4e11480dc4a6 req-b32cc8f8-7b35-4752-89c2-0044a0ac5e72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 1097 time: 0.0565376 Dec 23 12:33:35.214810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: d8f9ccf7-f37e-4979-983c-46c57c87796b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:35.215511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d8f9ccf7-f37e-4979-983c-46c57c87796b not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:35.240000 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-da515349-9af4-48c0-84dd-50b7fae87b31 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5370827 Dec 23 12:33:35.269413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Request body: {'port': {'device_id': '717212ce-6921-4820-bdfb-04271260368c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:35.280479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e12cb8ff-0577-4e74-bf27-4e11480dc4a6 req-f8931071-d2e1-438b-bb2f-ba50af3abb27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839548 Dec 23 12:33:35.284345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dadf5bc5-12cc-4214-b926-cfc04c0e50df req-2ec5811b-6343-4c6c-99cf-5444a4b115e7 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307256 Dec 23 12:33:35.307407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44dc5474-8cac-435a-afa8-68867294c88c req-fcc1b0c9-1c27-43cd-b978-c8bec48bd513 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0440381 Dec 23 12:33:35.320306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Allocated IP 172.20.0.14 (6ff42024-7a88-4bd3-89e9-e92bfeb577c6/4aea4bde-9e31-4969-a99e-b75819f6ecc6/98802324-43a4-4a94-a26b-8eb404eaec3d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:35.363189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.398898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Made reservation on behalf of 52187f0594104dac8e5397d0b4e3fb85 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:35.403295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.554460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.679398 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.728732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:35.735261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:35.742727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:35.759273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event updated for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:35.847922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:35.848669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.859821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08170097-b288-474b-84ab-e5bface5a9ee {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:35.868576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:35.871144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c12569-17a9-4d61-9fcb-bff25239edae req-6e03e8fa-f447-4330-b091-55661d21fea1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:35.877517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75c12569-17a9-4d61-9fcb-bff25239edae req-6e03e8fa-f447-4330-b091-55661d21fea1 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 943 time: 0.1387026 Dec 23 12:33:35.883255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Transition to ACTIVE for port object 08170097-b288-474b-84ab-e5bface5a9ee will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:35.928575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75c12569-17a9-4d61-9fcb-bff25239edae req-47b9da6a-ea69-4e57-899c-dd448a4a0bfd tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Dec 23 12:33:35.952079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e683420-90f0-4717-a179-1c22b63fd886 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5371132 Dec 23 12:33:35.967169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Request body: {'port': {'device_id': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:35.980944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.041324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Pushing event updated for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:36.108273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Attempting to bind port 08170097-b288-474b-84ab-e5bface5a9ee on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:36.108608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Attempting to bind port 08170097-b288-474b-84ab-e5bface5a9ee by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:36.108983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Attempting to bind port 08170097-b288-474b-84ab-e5bface5a9ee on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:36.113406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Port 08170097-b288-474b-84ab-e5bface5a9ee on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:36.113720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Attempting to bind port 08170097-b288-474b-84ab-e5bface5a9ee on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:36.119103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:36.120468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Checking segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:36.121028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Bound using segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:36.121313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Bound port: 08170097-b288-474b-84ab-e5bface5a9ee, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:36.121664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.134974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Allocated IP 172.20.0.5 (6ff42024-7a88-4bd3-89e9-e92bfeb577c6/4aea4bde-9e31-4969-a99e-b75819f6ecc6/0e787725-b42e-4ea8-9bee-205acfcbe735) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:36.161962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.193283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:36.196630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=08170097-b288-474b-84ab-e5bface5a9ee,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:36.256373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-bea9fa9b-3366-4836-b6c1-da3bf4e8536d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.258200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-bea9fa9b-3366-4836-b6c1-da3bf4e8536d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2581139 Dec 23 12:33:36.274855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.302355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-e62fbd04-976f-4768-8467-cf5cd81b182e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0354013 Dec 23 12:33:36.319376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.320007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.321445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] 10.222.0.43 "PUT /v2.0/ports/08170097-b288-474b-84ab-e5bface5a9ee HTTP/1.1" status: 200 len: 1091 time: 1.0590124 Dec 23 12:33:36.321896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:36.324870 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66923ee-7e3b-465c-bf49-22754b83b60e" -d '{"events": [{"name": "network-changed", "server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "tag": "08170097-b288-474b-84ab-e5bface5a9ee"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:36.351301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f1a20-1be5-4c64-9ee8-3e7a68cb1d43 service neutron] Pushing event updated for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:36.465038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-cd051f39-1964-4dc2-aa1b-3e00082c8722 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402850 Dec 23 12:33:36.475765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-332ea915-7545-4265-94eb-1ccaafb8a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.477453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-332ea915-7545-4265-94eb-1ccaafb8a19e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 1094 time: 0.0463855 Dec 23 12:33:36.503241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22553710-4dd0-4b2c-94a1-72bf7da13870 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:36.534928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e0ca9c8-6e0d-4ede-a738-fd1a4a56541a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08170097-b288-474b-84ab-e5bface5a9ee HTTP/1.1" status: 200 len: 217 time: 0.0476835 Dec 23 12:33:36.651835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22553710-4dd0-4b2c-94a1-72bf7da13870,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:36.663199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68a3c4-09a5-4b0e-8040-476eaf0aae70 req-eab229b0-90ce-4829-8557-2d7034c84143 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.665475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b68a3c4-09a5-4b0e-8040-476eaf0aae70 req-eab229b0-90ce-4829-8557-2d7034c84143 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 946 time: 0.2346423 Dec 23 12:33:36.687336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'port_id': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'mac_address': 'fa:16:3e:23:ac:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:36.693795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-a2db9ea1-3b87-4d24-b43e-733a48d4f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.693795 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-a2db9ea1-3b87-4d24-b43e-733a48d4f407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 200 len: 858 time: 0.1457672 Dec 23 12:33:36.695940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.729476 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-5e378f66-d608-4cd1-9fe8-aeb36eaf75a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812140 Dec 23 12:33:36.731604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-3ac3b258-e481-4446-88d6-30af73b3ead0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301809 Dec 23 12:33:36.758494 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.776032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22553710-4dd0-4b2c-94a1-72bf7da13870 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:36.780504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-32d83b25-e6f7-4cd2-afe4-79c90031633e service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984288 Dec 23 12:33:36.800491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22553710-4dd0-4b2c-94a1-72bf7da13870,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:36.862175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-b0f56404-0e9d-41b4-9488-f778af768f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:36.863908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-b0f56404-0e9d-41b4-9488-f778af768f76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1096 time: 0.1023748 Dec 23 12:33:36.871772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b68a3c4-09a5-4b0e-8040-476eaf0aae70 req-34a34734-2934-4384-bd05-1fb5ae69427b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900551 Dec 23 12:33:36.926215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.968843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:36.988131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:37.022173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-753c680e-52bb-4e61-a015-18bf392a19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.024104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-753c680e-52bb-4e61-a015-18bf392a19e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1174188 Dec 23 12:33:37.031233 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863fe5e-fc58-484a-897f-f2689ae36b7e x-openstack-request-id: req-8863fe5e-fc58-484a-897f-f2689ae36b7e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:37.031654 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "tag": "08170097-b288-474b-84ab-e5bface5a9ee", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:37.032237 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8863fe5e-fc58-484a-897f-f2689ae36b7e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:37.032933 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee', 'status': 'completed', 'code': 200} Dec 23 12:33:37.076217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-2f0083ff-a648-4250-9ea8-e4777c033ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945187 Dec 23 12:33:37.081361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-3f0f996e-148d-4312-a474-ab3e8eb97165 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406398 Dec 23 12:33:37.138517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:37.146993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:37.150160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:37.160206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event updated for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:37.171826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-fd5b08e7-4b06-4d80-bb3c-b781a7aebb74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 1001 time: 0.1377573 Dec 23 12:33:37.230745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-45d56eb6-b0d1-4b2a-bc2c-691e553fadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.232482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-45d56eb6-b0d1-4b2a-bc2c-691e553fadbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0521371 Dec 23 12:33:37.238884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4efd4-db37-48d2-a3aa-fe664393e12e req-eb423793-eb00-4673-a0ab-5ebc33dfdeae tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.247646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1e4efd4-db37-48d2-a3aa-fe664393e12e req-eb423793-eb00-4673-a0ab-5ebc33dfdeae tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 931 time: 0.1755075 Dec 23 12:33:37.285040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.285676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:37.296268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-756678d3-b4a1-493b-a62a-d0426d044621 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061703 Dec 23 12:33:37.297714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['22553710-4dd0-4b2c-94a1-72bf7da13870'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:37.309139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-4853055e-eb47-4040-ba83-0493aa4deba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.314315 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-4853055e-eb47-4040-ba83-0493aa4deba4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724905 Dec 23 12:33:37.356275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98802324-43a4-4a94-a26b-8eb404eaec3d {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:37.380546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1e4efd4-db37-48d2-a3aa-fe664393e12e req-4e96d968-f23d-4f45-91bd-169f7385e5b4 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Dec 23 12:33:37.383941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:37.444635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-f25dc8f2-a1ec-412f-b15c-b202f95e84ef service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226039 Dec 23 12:33:37.475998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Transition to ACTIVE for port object 98802324-43a4-4a94-a26b-8eb404eaec3d will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:37.488894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-efa7b480-053a-4ead-b04a-cb4f855c2eac tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6477060 Dec 23 12:33:37.503061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Request body: {'port': {'device_id': '7171e83c-0827-469c-bdba-4dd275023723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:37.550483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:37.565190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-ab081058-3a18-4f69-94db-2ddbafd864c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.566861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-ab081058-3a18-4f69-94db-2ddbafd864c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 1094 time: 0.1213169 Dec 23 12:33:37.714364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b0b5da6d-ca89-4304-9926-d4b726d16b16 req-bf98135f-7fcc-4b91-a83e-8120a9b18782 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326689 Dec 23 12:33:37.724462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-225b8b0c-15ca-4020-9170-2a33a8a1c4b8 req-fdb6f313-1f50-453e-b671-9d8b648f93d9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 210 time: 0.0347726 Dec 23 12:33:37.730944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:37.736591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Pushing event updated for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:37.755838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-13c8ec62-d634-4cf5-a91a-10545c32fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.757900 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-13c8ec62-d634-4cf5-a91a-10545c32fd66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 919 time: 0.1790767 Dec 23 12:33:37.817817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb46d42-f2c8-4220-9584-07e4c4dc6462 req-532a223f-f072-48fc-8cee-788f6363c072 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.826042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb46d42-f2c8-4220-9584-07e4c4dc6462 req-532a223f-f072-48fc-8cee-788f6363c072 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 944 time: 0.2268872 Dec 23 12:33:37.831623 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-fc3a932d-b701-48d4-8802-1a0d8cfc713a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08170097-b288-474b-84ab-e5bface5a9ee HTTP/1.1" status: 200 len: 217 time: 0.0658352 Dec 23 12:33:37.890753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-ba60b20e-d088-4e1b-89d0-233e2b0b6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:37.892234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-ba60b20e-d088-4e1b-89d0-233e2b0b6149 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 200 len: 858 time: 0.0520849 Dec 23 12:33:37.948124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-1e439755-75ee-495a-b019-f8883262f8ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474303 Dec 23 12:33:38.074485 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-d328bb76-4e51-4c9a-bf96-da6fad618554 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180587 Dec 23 12:33:38.192646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e66923ee-7e3b-465c-bf49-22754b83b60e req-7fbb65b9-2ea5-42d3-a182-945b4c69d30d service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096380 Dec 23 12:33:38.349060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb46d42-f2c8-4220-9584-07e4c4dc6462 req-ea731e33-1264-4524-a5fd-c1664258d787 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220833 Dec 23 12:33:38.353247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Attempting to bind port 98802324-43a4-4a94-a26b-8eb404eaec3d on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:38.353554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Attempting to bind port 98802324-43a4-4a94-a26b-8eb404eaec3d by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:38.354615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Attempting to bind port 98802324-43a4-4a94-a26b-8eb404eaec3d on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:38.377895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Port 98802324-43a4-4a94-a26b-8eb404eaec3d on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:38.378646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Attempting to bind port 98802324-43a4-4a94-a26b-8eb404eaec3d on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:38.390144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107046d-0047-481f-8f20-284fecf70c36 req-4c4ab864-4a42-4891-86be-c36bb4cd3714 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:38.391716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6107046d-0047-481f-8f20-284fecf70c36 req-4c4ab864-4a42-4891-86be-c36bb4cd3714 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 946 time: 0.1858530 Dec 23 12:33:38.412103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:38.412103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Checking segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:38.412103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Bound using segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:38.412103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Bound port: 98802324-43a4-4a94-a26b-8eb404eaec3d, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:38.412103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.513534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22553710-4dd0-4b2c-94a1-72bf7da13870 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:38.570484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6107046d-0047-481f-8f20-284fecf70c36 req-ca2bba47-bed8-43e0-8d96-8b926fcc6f99 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680624 Dec 23 12:33:38.633871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 22553710-4dd0-4b2c-94a1-72bf7da13870 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:38.639629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 22553710-4dd0-4b2c-94a1-72bf7da13870 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:38.640224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.701075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a04b7-b96a-4213-8c0b-7c4dd9c9b27b req-5d180d97-1460-4681-b115-b835d8743d43 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:38.708415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-372a04b7-b96a-4213-8c0b-7c4dd9c9b27b req-5d180d97-1460-4681-b115-b835d8743d43 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 931 time: 0.2455387 Dec 23 12:33:38.733818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:38.773355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e787725-b42e-4ea8-9bee-205acfcbe735 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:38.782033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=98802324-43a4-4a94-a26b-8eb404eaec3d,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:38.785256 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.790366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.813585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-372a04b7-b96a-4213-8c0b-7c4dd9c9b27b req-9863c171-ff1d-419b-a8c7-57ac038e04f9 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040959 Dec 23 12:33:38.835797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Transition to ACTIVE for port object 0e787725-b42e-4ea8-9bee-205acfcbe735 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:38.847412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:38.850332 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312928d9-c288-42ea-92bf-13e1651e4fae" -d '{"events": [{"server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "name": "network-vif-plugged", "status": "completed", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:38.857662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.870266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22553710-4dd0-4b2c-94a1-72bf7da13870,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:38.941043 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550983c2-15f2-4246-a487-b70dbb6bd46f x-openstack-request-id: req-550983c2-15f2-4246-a487-b70dbb6bd46f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:38.941573 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "name": "network-vif-plugged", "status": "completed", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:38.941977 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-550983c2-15f2-4246-a487-b70dbb6bd46f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:38.942533 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'code': 200} Dec 23 12:33:38.957028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:38.957681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.960714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] 10.222.0.57 "PUT /v2.0/ports/98802324-43a4-4a94-a26b-8eb404eaec3d HTTP/1.1" status: 200 len: 1092 time: 2.9981649 Dec 23 12:33:38.967185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:38.967185 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1520149-05ac-464f-8dc1-3835d0943324" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:38.971871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.983052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5f547b9-b393-4fa5-908e-7c38df09d39a req-d633d75e-fdbb-4116-94cc-8c87020b9485 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 210 time: 0.0848198 Dec 23 12:33:38.993080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.050843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e927b69-ecfe-4080-ac3e-fa282692f365 service neutron] Pushing event updated for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:39.068347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:39.071547 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b88f7-c2a4-4654-a9ac-7622a3799c38 x-openstack-request-id: req-396b88f7-c2a4-4654-a9ac-7622a3799c38 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:39.071547 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:39.072126 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396b88f7-c2a4-4654-a9ac-7622a3799c38 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:39.072126 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d', 'status': 'completed', 'code': 200} Dec 23 12:33:39.174602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Pushing event updated for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:39.186773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 08170097-b288-474b-84ab-e5bface5a9ee details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:39.196776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7f3de-f2a0-4635-ba20-305bd52c3331 req-2001012d-6933-4b28-a5e9-458db8640438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.196776 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34f7f3de-f2a0-4635-ba20-305bd52c3331 req-2001012d-6933-4b28-a5e9-458db8640438 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 1096 time: 0.0754969 Dec 23 12:33:39.209590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520149-05ac-464f-8dc1-3835d0943324 req-23c6a364-a864-48e3-9fc3-6bba44e0beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.209590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1520149-05ac-464f-8dc1-3835d0943324 req-23c6a364-a864-48e3-9fc3-6bba44e0beac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 1095 time: 0.1304629 Dec 23 12:33:39.279260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34f7f3de-f2a0-4635-ba20-305bd52c3331 req-a07a5b2c-0f67-4b44-8658-99d29f3b1210 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710785 Dec 23 12:33:39.355504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=08170097-b288-474b-84ab-e5bface5a9ee,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:39.371748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '08170097-b288-474b-84ab-e5bface5a9ee', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'port_id': '08170097-b288-474b-84ab-e5bface5a9ee', 'mac_address': 'fa:16:3e:20:6c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aea4bde-9e31-4969-a99e-b75819f6ecc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:39.376064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Attempting to bind port 0e787725-b42e-4ea8-9bee-205acfcbe735 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:39.376527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Attempting to bind port 0e787725-b42e-4ea8-9bee-205acfcbe735 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:39.376890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Attempting to bind port 0e787725-b42e-4ea8-9bee-205acfcbe735 on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:39.386471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Port 0e787725-b42e-4ea8-9bee-205acfcbe735 on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:39.387038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Attempting to bind port 0e787725-b42e-4ea8-9bee-205acfcbe735 on network 6ff42024-7a88-4bd3-89e9-e92bfeb577c6 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:39.399714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:39.400092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Checking segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:39.401727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Bound using segment: {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:39.403982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Bound port: 0e787725-b42e-4ea8-9bee-205acfcbe735, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4dd546b-87a9-42e9-9a74-14cfcb102b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:39.403982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.405417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520149-05ac-464f-8dc1-3835d0943324 req-b2afb8e4-2ae3-4a2e-ad06-3466c117bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.407071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1520149-05ac-464f-8dc1-3835d0943324 req-b2afb8e4-2ae3-4a2e-ad06-3466c117bfc0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=52187f0594104dac8e5397d0b4e3fb85&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1883366 Dec 23 12:33:39.438629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.456054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08170097-b288-474b-84ab-e5bface5a9ee {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:39.473998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=08170097-b288-474b-84ab-e5bface5a9ee,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:39.503273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:39.508515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=0e787725-b42e-4ea8-9bee-205acfcbe735,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.517030 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c161-44ef-4be9-878c-2762d09837a7 req-21c0deef-e2ad-4bac-a9b4-e6ddb4cfad91 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.524278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66c8c161-44ef-4be9-878c-2762d09837a7 req-21c0deef-e2ad-4bac-a9b4-e6ddb4cfad91 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.0779824 Dec 23 12:33:39.530495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.578525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.588222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:39.651250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66c8c161-44ef-4be9-878c-2762d09837a7 req-69abe51d-f916-4b3a-af4f-f5e1e15db5c4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188636 Dec 23 12:33:39.674421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.675132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.676534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] 10.222.0.43 "PUT /v2.0/ports/0e787725-b42e-4ea8-9bee-205acfcbe735 HTTP/1.1" status: 200 len: 1091 time: 2.1789017 Dec 23 12:33:39.710643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433c3a-cc0d-4442-ad6f-c8d3fa208684 service neutron] Pushing event updated for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:39.723243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['08170097-b288-474b-84ab-e5bface5a9ee'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:39.743324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520149-05ac-464f-8dc1-3835d0943324 req-0c9315b5-8d0f-49df-a14d-e7d3f6b2002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.745122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1520149-05ac-464f-8dc1-3835d0943324 req-0c9315b5-8d0f-49df-a14d-e7d3f6b2002b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852872 Dec 23 12:33:39.921876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-3e4d23ef-a291-405c-893a-ce22ace35a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.923550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-3e4d23ef-a291-405c-893a-ce22ace35a24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 1094 time: 0.1397500 Dec 23 12:33:39.945790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-4a5643b4-233e-45ec-b919-b7eceb1e6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.947676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-4a5643b4-233e-45ec-b919-b7eceb1e6971 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 1095 time: 0.1047695 Dec 23 12:33:39.958771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee28e9-4c5b-4c3c-83df-68a03021bed9 req-99b769e6-b784-4094-a719-8a764ee2e2a6 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:39.966851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4ee28e9-4c5b-4c3c-83df-68a03021bed9 req-99b769e6-b784-4094-a719-8a764ee2e2a6 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 946 time: 0.1617908 Dec 23 12:33:40.004910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-d4a9070e-cdff-4fae-8ea4-292172980fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e787725-b42e-4ea8-9bee-205acfcbe735 HTTP/1.1" status: 200 len: 217 time: 0.0703387 Dec 23 12:33:40.051903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-f363bdd2-6c37-4b2d-9951-97bcbaec3f0d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:40.053802 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-f363bdd2-6c37-4b2d-9951-97bcbaec3f0d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.1561110 Dec 23 12:33:40.069277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': 'd732449b-dab9-4002-a37a-2695ba286a52', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:40.106202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-1d4d6145-dd0a-4ccc-bc46-c9ca4875f38f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98802324-43a4-4a94-a26b-8eb404eaec3d HTTP/1.1" status: 200 len: 217 time: 0.1447217 Dec 23 12:33:40.232198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4ee28e9-4c5b-4c3c-83df-68a03021bed9 req-3daaa5b2-81ee-443e-aaa5-cad1b6230cbd tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407463 Dec 23 12:33:40.255385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-afcd5d92-faf3-4ea4-bd66-06a569b5a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:40.255385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-afcd5d92-faf3-4ea4-bd66-06a569b5a290 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 200 len: 858 time: 0.1650219 Dec 23 12:33:40.255385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-88586348-fab5-4242-a383-a722f3ef187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:40.255385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-88586348-fab5-4242-a383-a722f3ef187e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 200 len: 858 time: 0.1072521 Dec 23 12:33:40.278282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495239c8-aef4-4958-9026-d5bf82842c4e req-cfc8bb4b-8ec1-494c-9f05-495ccc0e9937 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:40.279794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-495239c8-aef4-4958-9026-d5bf82842c4e req-cfc8bb4b-8ec1-494c-9f05-495ccc0e9937 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 943 time: 0.2775152 Dec 23 12:33:40.290649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:40.296664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.304873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-ed2ce87f-30c4-487c-9893-b9da5c1f2a8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474083 Dec 23 12:33:40.330577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-0006d14a-ef54-4192-98bd-4c79993afdf6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609531 Dec 23 12:33:40.435710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7b7aa80-291f-4735-8666-2c4e65eda2f5 req-7e5034c9-7f41-4ae8-bd87-e78054618b3b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 210 time: 0.1159086 Dec 23 12:33:40.467369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.6 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/e1b60d32-5776-4f81-87b8-a74e0b4fdb17) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:40.493338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:40.545378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-495239c8-aef4-4958-9026-d5bf82842c4e req-2bd36134-a1c8-469f-a780-349789b51f1b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428582 Dec 23 12:33:40.571376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-637dd1b2-97dd-4650-8499-2f30d07fde48 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435887 Dec 23 12:33:40.647014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.676616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4362b6df-136f-42cc-8e6c-0b7abd4777c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.678043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-0f7dc066-02f5-44c3-9dfc-bb4e4a152b7f service neutron] 10.222.0.57 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379624 Dec 23 12:33:40.764965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4362b6df-136f-42cc-8e6c-0b7abd4777c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.771325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-e22f965c-2922-4657-b44c-2b40a1caf101 service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903062 Dec 23 12:33:40.824384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-012c3d8b-c816-4d18-9d0a-1d62561f5c7a req-3783f83f-459b-4f7f-9c93-f03a627293f2 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254439 Dec 23 12:33:40.845120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4362b6df-136f-42cc-8e6c-0b7abd4777c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.872965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08a4c-1b6f-4dbd-b6ba-eb32652c5e88 req-8c28402e-740f-449e-9b96-b1182ae52474 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:40.884008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44c08a4c-1b6f-4dbd-b6ba-eb32652c5e88 req-8c28402e-740f-449e-9b96-b1182ae52474 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.0613842 Dec 23 12:33:40.891994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:40.897295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4362b6df-136f-42cc-8e6c-0b7abd4777c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc751df5dac34fa8acc17e889b0ebaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029438 Dec 23 12:33:40.901475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:40.987145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362b6df-136f-42cc-8e6c-0b7abd4777c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d2357-0e86-4034-bb54-7287fdef501a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:40.987765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44c08a4c-1b6f-4dbd-b6ba-eb32652c5e88 req-2ed79a98-cf7a-4e7b-9e2c-7fd3c8c1091d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069016 Dec 23 12:33:41.000907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:41.008397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.021283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:41.021628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:41.025143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:41.038294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.073493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:41.076093 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b638ba7-3f0e-4709-8b8d-9212878ad51e" -d '{"events": [{"name": "network-changed", "server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:41.100188 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.100188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.121050 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aacfdf7-fc95-4d2f-ac95-889e8a3eeb7f x-openstack-request-id: req-8aacfdf7-fc95-4d2f-ac95-889e8a3eeb7f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:41.121352 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:41.121701 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8aacfdf7-fc95-4d2f-ac95-889e8a3eeb7f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:41.122186 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735', 'status': 'completed', 'code': 200} Dec 23 12:33:41.188566 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.190302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 08170097-b288-474b-84ab-e5bface5a9ee up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:41.191351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.192641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/729d2357-0e86-4034-bb54-7287fdef501a HTTP/1.1" status: 204 len: 168 time: 0.2888312 Dec 23 12:33:41.203779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-8ea1a3d9-0c23-43b9-b1b9-6503ccdaccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.203779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-8ea1a3d9-0c23-43b9-b1b9-6503ccdaccb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52187f0594104dac8e5397d0b4e3fb85&device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 1094 time: 0.0554016 Dec 23 12:33:41.205326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b724f-89c5-4240-91a7-7477fe810325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d2357-0e86-4034-bb54-7287fdef501a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:41.231836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-70e77673-3644-4a2f-9d6a-59767cf14d6d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1682622 Dec 23 12:33:41.246321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Request body: {'port': {'device_id': 'd732449b-dab9-4002-a37a-2695ba286a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:41.335156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.341595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-6dc3aa21-1c28-495a-a0f6-8241c42727e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.343203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-6dc3aa21-1c28-495a-a0f6-8241c42727e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 200 len: 919 time: 0.1359086 Dec 23 12:33:41.371248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 08170097-b288-474b-84ab-e5bface5a9ee completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:41.375240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 08170097-b288-474b-84ab-e5bface5a9ee triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:41.375675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.405717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-4720d724-4b74-4747-aa23-90bdd27e3a72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e787725-b42e-4ea8-9bee-205acfcbe735 HTTP/1.1" status: 200 len: 217 time: 0.0486801 Dec 23 12:33:41.430810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a447f0c-d49d-4dac-9cb5-a04a736c2b9f req-9d6e9fd1-0928-4008-bdee-31f68b3d5815 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.432763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a447f0c-d49d-4dac-9cb5-a04a736c2b9f req-9d6e9fd1-0928-4008-bdee-31f68b3d5815 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 946 time: 0.1066391 Dec 23 12:33:41.471127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.497450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:41.500038 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d398b-db6a-4c4b-9709-9bf10adf3d9f" -d '{"events": [{"server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "name": "network-vif-plugged", "status": "completed", "tag": "08170097-b288-474b-84ab-e5bface5a9ee"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:41.514921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=08170097-b288-474b-84ab-e5bface5a9ee,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:41.526472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-b759f972-9ea5-433d-9a19-8425240b4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.528004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-b759f972-9ea5-433d-9a19-8425240b4d4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 200 len: 858 time: 0.1151090 Dec 23 12:33:41.596613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a447f0c-d49d-4dac-9cb5-a04a736c2b9f req-42f2a049-220a-425a-aa17-b2b545551e3b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/security-groups?id=467da7b0-6bc8-4aca-b9e3-babb092737f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422145 Dec 23 12:33:41.598495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-616ab6e2-d7be-48c7-991a-606feebe3f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ff42024-7a88-4bd3-89e9-e92bfeb577c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593398 Dec 23 12:33:41.608110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.616979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-40ceceb6-d2f6-4a0d-8966-7cc073adef9b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.618719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-40ceceb6-d2f6-4a0d-8966-7cc073adef9b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 946 time: 0.1571147 Dec 23 12:33:41.684744 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d087d3-f5fd-4b37-8663-2f460dd467f5 x-openstack-request-id: req-83d087d3-f5fd-4b37-8663-2f460dd467f5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:41.686634 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "name": "network-vif-plugged", "status": "completed", "tag": "08170097-b288-474b-84ab-e5bface5a9ee", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:41.688723 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83d087d3-f5fd-4b37-8663-2f460dd467f5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:41.689262 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee', 'code': 200} Dec 23 12:33:41.693985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b60d32-5776-4f81-87b8-a74e0b4fdb17 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:41.711479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.724675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:41.749115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Transition to ACTIVE for port object e1b60d32-5776-4f81-87b8-a74e0b4fdb17 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:33:41.801069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dae9-68b7-44c9-a5bc-91a4f7229f80 req-b5216eef-0030-467b-9321-4483bcbcff92 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.802598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fa0dae9-68b7-44c9-a5bc-91a4f7229f80 req-b5216eef-0030-467b-9321-4483bcbcff92 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 931 time: 0.2645016 Dec 23 12:33:41.814781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524ece8-9f70-477b-82ac-b090db423e1c req-ace6d95d-4469-4a7e-97ca-b2ac1dc695a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.816535 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2524ece8-9f70-477b-82ac-b090db423e1c req-ace6d95d-4469-4a7e-97ca-b2ac1dc695a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 1096 time: 0.0491924 Dec 23 12:33:41.830725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.916965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:41.932195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-81e5b1a1-10a6-426a-9811-33709f8b27dc service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232298 Dec 23 12:33:41.941274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb355b2-881b-44df-a833-946ab2e72181 req-a7ed7c0b-fbe0-4192-9572-13187f99aa16 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:41.942828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbb355b2-881b-44df-a833-946ab2e72181 req-a7ed7c0b-fbe0-4192-9572-13187f99aa16 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 943 time: 0.1528330 Dec 23 12:33:41.946214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2524ece8-9f70-477b-82ac-b090db423e1c req-7e81cae2-40bd-4cee-9a2f-aa9ebbc3c9d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197116 Dec 23 12:33:41.948254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fa0dae9-68b7-44c9-a5bc-91a4f7229f80 req-93e68cf9-fc29-49f1-9526-6818b064ba7d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332650 Dec 23 12:33:41.978333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Deleting port ed145b78-08ef-413e-8bff-e8e11246b971 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:41.979387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:41.999947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Attempting to bind port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:42.000330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Attempting to bind port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:42.000658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Attempting to bind port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:42.005994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:33:42.006395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Attempting to bind port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:42.013132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:42.013132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:42.013459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:42.013717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Bound port: e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:42.013971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.092944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:42.097260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:42.121757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbb355b2-881b-44df-a833-946ab2e72181 req-4adb6d70-9c92-4ff9-85b0-b540e404e0eb tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655414 Dec 23 12:33:42.178596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b638ba7-3f0e-4709-8b8d-9212878ad51e req-191b8025-3ca7-4cda-9162-1f5e9de3755e service neutron] 10.222.0.43 "GET /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344596 Dec 23 12:33:42.187949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] For port ed145b78-08ef-413e-8bff-e8e11246b971, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ed145b78-08ef-413e-8bff-e8e11246b971,segment=NetworkSegment(070c67bf-f598-45a7-b4e7-c54306c82df9),segment_id=070c67bf-f598-45a7-b4e7-c54306c82df9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:42.192935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.193111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.205928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Calling delete_port for ed145b78-08ef-413e-8bff-e8e11246b971 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:42.231362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5367f-e1c4-4f0a-85b8-fed70983892a req-d24a14f0-042e-4615-b924-a939b455da9b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.231362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56e5367f-e1c4-4f0a-85b8-fed70983892a req-d24a14f0-042e-4615-b924-a939b455da9b tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.0997019 Dec 23 12:33:42.231639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.231639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.232591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] 10.222.0.43 "PUT /v2.0/ports/e1b60d32-5776-4f81-87b8-a74e0b4fdb17 HTTP/1.1" status: 200 len: 1091 time: 0.9922864 Dec 23 12:33:42.233053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:42.235563 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:42.273326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18998016-8210-40f9-a980-124fb3b21a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:42.296526 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238c162-ef94-4f17-9b55-aa1290991a0b x-openstack-request-id: req-8238c162-ef94-4f17-9b55-aa1290991a0b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:42.296907 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:42.297095 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8238c162-ef94-4f17-9b55-aa1290991a0b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:42.297491 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'status': 'completed', 'code': 200} Dec 23 12:33:42.351498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56e5367f-e1c4-4f0a-85b8-fed70983892a req-0cc76bfa-5ff2-4ced-90fe-6799d86252c4 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797710 Dec 23 12:33:42.372519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-ddf6e8aa-e025-49ab-ad0f-3e2aa71ba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.374991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-ddf6e8aa-e025-49ab-ad0f-3e2aa71ba180 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 1094 time: 0.0479934 Dec 23 12:33:42.462725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371f97c-8ab7-4a01-ab17-751cc82a6e99 req-db167962-0252-4cce-ae6a-c78e891b7065 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.464852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e371f97c-8ab7-4a01-ab17-751cc82a6e99 req-db167962-0252-4cce-ae6a-c78e891b7065 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.0493064 Dec 23 12:33:42.473883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:42.486033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Request body: {'floatingip': {'port_id': '22553710-4dd0-4b2c-94a1-72bf7da13870'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:42.486797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-3bce2bbf-8aae-4948-b43b-2234a0e527be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.486797 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-3bce2bbf-8aae-4948-b43b-2234a0e527be service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972648 Dec 23 12:33:42.522777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.527176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:42.538697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['ed145b78-08ef-413e-8bff-e8e11246b971'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:42.595568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-d5f3f1fe-ef6d-44fe-82b6-ac7e94898099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.597129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c8bf9f4a-1744-4d4a-bd42-8b496225a7ab req-d5f3f1fe-ef6d-44fe-82b6-ac7e94898099 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048274 Dec 23 12:33:42.608124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Pushing event deleted for resources: {'Port': ['ID=ed145b78-08ef-413e-8bff-e8e11246b971,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:42.690337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-9f4bf0d0-c82a-4ae8-a964-847144c2f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.691875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-9f4bf0d0-c82a-4ae8-a964-847144c2f9ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 1094 time: 0.0488896 Dec 23 12:33:42.744767 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-9a98d33d-212b-4dfd-8124-18a3b6ae4ce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17 HTTP/1.1" status: 200 len: 217 time: 0.0420029 Dec 23 12:33:42.803368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-4859b536-495c-4ab1-80b5-f237e091ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:42.803368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-4859b536-495c-4ab1-80b5-f237e091ec82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0485287 Dec 23 12:33:42.838531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-83e73139-48c3-4c41-b2c0-41465661ce92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283842 Dec 23 12:33:43.052516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1f7e9b7-9026-4f10-87a9-9984adcbb118 req-130d43d2-de05-4fbe-8272-85ae23ab46aa tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0751114 Dec 23 12:33:43.086492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] No DVR routers for this DVR port ed145b78-08ef-413e-8bff-e8e11246b971 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:43.104601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.108094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c5fa3bb-3804-4723-9f51-c97a006e817f req-c7dc3018-20d1-4fec-ad2a-ce9f7448d58b tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.57 "DELETE /v2.0/ports/ed145b78-08ef-413e-8bff-e8e11246b971 HTTP/1.1" status: 204 len: 173 time: 1.4270260 Dec 23 12:33:43.123852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'name': 'network-vif-deleted', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:43.126624 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580369a0-da80-423d-a0b0-92b8176beef0" -d '{"events": [{"server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "name": "network-vif-deleted", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:43.189828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a1d5e-0890-4555-b6b2-7bb56c42baef req-35375ed0-5e84-4de9-9422-e0170882eab0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:43.191164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac9a1d5e-0890-4555-b6b2-7bb56c42baef req-35375ed0-5e84-4de9-9422-e0170882eab0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 943 time: 0.1377149 Dec 23 12:33:43.208412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 0e787725-b42e-4ea8-9bee-205acfcbe735 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:43.256519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ac30985-6dc3-43be-a069-a57a7fd2cd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.271146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-7f57e7ec-a877-406b-b161-e5dbd1a03360 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251204 Dec 23 12:33:43.297835 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df808a-b868-4e02-bc5a-5d12dd6c9037 x-openstack-request-id: req-d0df808a-b868-4e02-bc5a-5d12dd6c9037 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:43.298173 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75826a-4b24-47f7-8f08-1567ebb5780f", "name": "network-vif-deleted", "tag": "ed145b78-08ef-413e-8bff-e8e11246b971", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:43.298439 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0df808a-b868-4e02-bc5a-5d12dd6c9037 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:43.298835 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75826a-4b24-47f7-8f08-1567ebb5780f', 'name': 'network-vif-deleted', 'tag': 'ed145b78-08ef-413e-8bff-e8e11246b971', 'status': 'completed', 'code': 200} Dec 23 12:33:43.316388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac9a1d5e-0890-4555-b6b2-7bb56c42baef req-2353d03f-c3dd-44d6-a4c1-517eed168f23 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Dec 23 12:33:43.402268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7df97db8-1c8a-4f32-84ef-7c3ce505bb26 req-2f6f7499-e5c9-4bdf-a55c-8048c4eef1b5 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224678 Dec 23 12:33:43.435912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=0e787725-b42e-4ea8-9bee-205acfcbe735,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:43.449836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '0e787725-b42e-4ea8-9bee-205acfcbe735', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'port_id': '0e787725-b42e-4ea8-9bee-205acfcbe735', 'mac_address': 'fa:16:3e:cc:e3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aea4bde-9e31-4969-a99e-b75819f6ecc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:43.499842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.514519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e787725-b42e-4ea8-9bee-205acfcbe735 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:43.544664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=0e787725-b42e-4ea8-9bee-205acfcbe735,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:43.577348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4289-ec7e-4056-8b19-58f7d9b91136 req-c87e1915-993e-4f22-bf92-efe9c374b504 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:43.578841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eecf4289-ec7e-4056-8b19-58f7d9b91136 req-c87e1915-993e-4f22-bf92-efe9c374b504 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 943 time: 0.1656034 Dec 23 12:33:43.616569 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.664625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:43.672733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.677624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eecf4289-ec7e-4056-8b19-58f7d9b91136 req-6e420930-6fc4-482a-a6d3-8753eff03eaf tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894153 Dec 23 12:33:43.725178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:43.821341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['0e787725-b42e-4ea8-9bee-205acfcbe735'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:43.830723 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Floating IP fd728b7e-f655-4013-b752-60c63ac489e7 associated. External IP: 172.25.7.154, port: 22553710-4dd0-4b2c-94a1-72bf7da13870. Dec 23 12:33:44.074454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:33:44.213460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-392a02bf-0cb7-41fe-b8c3-2c0c2eaf155d req-81e022a5-3e80-47b1-be69-fb50c3c94144 tempest-ServerMetadataNegativeTestJSON-1000908868 tempest-ServerMetadataNegativeTestJSON-1000908868-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a75826a-4b24-47f7-8f08-1567ebb5780f HTTP/1.1" status: 200 len: 210 time: 0.0635457 Dec 23 12:33:44.230364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:33:44.240309 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:33:44.255514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:44.263318 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:44.263955 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:44.293470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b9790865-2af5-4998-ac62-92fd35f64c74 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "PUT /v2.0/floatingips/fd728b7e-f655-4013-b752-60c63ac489e7 HTTP/1.1" status: 200 len: 991 time: 1.8184948 Dec 23 12:33:44.381274 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:44.454427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11f5d2-4a1d-40e6-a161-394cb7d918b6 req-abd8b553-4a53-4680-88c4-460a71dc245c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:44.456525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa11f5d2-4a1d-40e6-a161-394cb7d918b6 req-abd8b553-4a53-4680-88c4-460a71dc245c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 943 time: 0.0561547 Dec 23 12:33:44.523073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa11f5d2-4a1d-40e6-a161-394cb7d918b6 req-499e26ef-79c6-436d-abfc-2fe47526497b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587525 Dec 23 12:33:44.539120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 98802324-43a4-4a94-a26b-8eb404eaec3d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:44.572880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ed145b78-08ef-413e-8bff-e8e11246b971 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:44.616015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: ed145b78-08ef-413e-8bff-e8e11246b971 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:44.616680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ed145b78-08ef-413e-8bff-e8e11246b971 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:44.654222 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'fd728b7e-f655-4013-b752-60c63ac489e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:23:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:33:23Z', 'updated_at': '2021-12-23T12:33:43Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:44.680526 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:33:44.690154 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:44.690876 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:44.725032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=98802324-43a4-4a94-a26b-8eb404eaec3d,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:44.738684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '98802324-43a4-4a94-a26b-8eb404eaec3d', 'network_id': '6ff42024-7a88-4bd3-89e9-e92bfeb577c6', 'port_id': '98802324-43a4-4a94-a26b-8eb404eaec3d', 'mac_address': 'fa:16:3e:f6:76:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aea4bde-9e31-4969-a99e-b75819f6ecc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:44.782204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:44.796984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98802324-43a4-4a94-a26b-8eb404eaec3d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:44.812384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429b3e-06f9-4ccf-a6c7-098131574397 req-3a400f32-ad3c-4365-b3a6-53f632f36c87 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:44.814058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4429b3e-06f9-4ccf-a6c7-098131574397 req-3a400f32-ad3c-4365-b3a6-53f632f36c87 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 944 time: 0.0525646 Dec 23 12:33:44.818111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=98802324-43a4-4a94-a26b-8eb404eaec3d,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:44.829109 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:44.874734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4429b3e-06f9-4ccf-a6c7-098131574397 req-03271dc3-ee62-4bed-ac8f-448f1c3495db tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Dec 23 12:33:44.930740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:44.979816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:45.070988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'fd728b7e-f655-4013-b752-60c63ac489e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:23:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:33:23Z', 'updated_at': '2021-12-23T12:33:43Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:45.184041 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec71f6-1681-49d2-93be-0869c548e3b6 None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'fd728b7e-f655-4013-b752-60c63ac489e7', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'port_id': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'mac_address': 'fa:16:3e:23:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:33:23Z', 'updated_at': '2021-12-23T12:33:43Z', 'revision_number': 1, 'project_id': '949a73100a3a46e0b0005e1664613890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:33:45.222033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1b60d32-5776-4f81-87b8-a74e0b4fdb17 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:33:45.225357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 0e787725-b42e-4ea8-9bee-205acfcbe735 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:45.300073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:45.300990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56258) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:45.303745 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb83d3-d27e-4947-9579-c92cc5e574bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:45.368523 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4094578c-d139-45fc-a285-f55a2faf72f1 x-openstack-request-id: req-4094578c-d139-45fc-a285-f55a2faf72f1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:45.368991 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:45.369394 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4094578c-d139-45fc-a285-f55a2faf72f1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:45.370695 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'status': 'completed', 'code': 200} Dec 23 12:33:45.377832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Deleting subnet 8484b275-f6b3-4ead-99ef-2d2bfea9d64d {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:33:45.386316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.423406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['98802324-43a4-4a94-a26b-8eb404eaec3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:45.435800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.478141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-15967c71-6fc2-4c3f-a328-d70e4478d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:45.480199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-15967c71-6fc2-4c3f-a328-d70e4478d348 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 1096 time: 0.0901825 Dec 23 12:33:45.486584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.519606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3984f95-6163-42b7-b93a-321fa54c6d48 None None] New status for floating IP fd728b7e-f655-4013-b752-60c63ac489e7: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:33:45.599599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-f2320c1c-94f8-44a8-bdbd-83a42303953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:45.601420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-f2320c1c-94f8-44a8-bdbd-83a42303953c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1141944 Dec 23 12:33:45.611825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.659474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.672856 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8484b275-f6b3-4ead-99ef-2d2bfea9d64d HTTP/1.1" status: 204 len: 168 time: 0.3706717 Dec 23 12:33:45.674930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ca773-ba2b-4ef3-8322-c99d57f39fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8484b275-f6b3-4ead-99ef-2d2bfea9d64d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:45.676569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:45.709001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:45.715115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21c43eb2-dc20-45d5-89f3-352286535aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.716508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 0e787725-b42e-4ea8-9bee-205acfcbe735 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:45.743349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 0e787725-b42e-4ea8-9bee-205acfcbe735 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:45.744918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.752774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'mac_address': 'fa:16:3e:37:a8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:33:45.754782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-7daa1bc2-d766-4b25-a8ea-7c2bb1331d14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 200 len: 999 time: 0.1434317 Dec 23 12:33:45.821392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.841839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-c1037d57-7910-47d3-b69c-6ad15571bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:45.844028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-c1037d57-7910-47d3-b69c-6ad15571bd5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.0817070 Dec 23 12:33:45.904515 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.910243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-fdfb8f85-5830-47b6-b46f-2c5ad8ff7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:45.912919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-fdfb8f85-5830-47b6-b46f-2c5ad8ff7b11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604970 Dec 23 12:33:45.928190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.961172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:45.976561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c67bf-f598-45a7-b4e7-c54306c82df9') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:45.977109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c67bf-f598-45a7-b4e7-c54306c82df9') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:45.980432 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:45.994977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.009089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.016696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:33:46.017387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:33:46.019154 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:33:46.026795 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:33:46.045446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:46.048548 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd361f0c-27ad-4a6c-823f-ee44bdd4f98b" -d '{"events": [{"server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "name": "network-vif-plugged", "status": "completed", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:46.052126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b60d32-5776-4f81-87b8-a74e0b4fdb17 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:33:46.060006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=0e787725-b42e-4ea8-9bee-205acfcbe735,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:46.080058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:46.118328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-cced4852-9a96-4a82-bb9a-dc481bcee509 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980760 Dec 23 12:33:46.124319 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.135204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2347e16-7199-4051-8fa4-a5c72df0d54b req-a2310eb7-7fd5-409c-beae-f9526613be55 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:46.136735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b2347e16-7199-4051-8fa4-a5c72df0d54b req-a2310eb7-7fd5-409c-beae-f9526613be55 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 943 time: 0.5159132 Dec 23 12:33:46.147859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.157362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.167560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.167560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7 HTTP/1.1" status: 204 len: 168 time: 0.4837308 Dec 23 12:33:46.170685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dedca-f45b-4cd9-b6a0-84b642fb0baa req-b667176d-331b-45e4-a189-8bbc91137409 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:46.172337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad2dedca-f45b-4cd9-b6a0-84b642fb0baa req-b667176d-331b-45e4-a189-8bbc91137409 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 944 time: 0.1163845 Dec 23 12:33:46.176656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3834aa1-f551-4734-ad4b-b48f016dd7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3aaaaed4-a5dc-415a-a1b1-fd519a13a6b7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:46.191219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:46.245459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:46.311098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b2347e16-7199-4051-8fa4-a5c72df0d54b req-7451d668-df19-4520-9283-56eb1ca0cef8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657383 Dec 23 12:33:46.316469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad2dedca-f45b-4cd9-b6a0-84b642fb0baa req-30afac9c-f7d1-47e3-82a0-d4708c2765e2 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092186 Dec 23 12:33:46.349820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ebb83d3-d27e-4947-9579-c92cc5e574bf req-00ca5913-e6c4-48dd-a865-bd422a6987b9 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235470 Dec 23 12:33:46.375726 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6637cb4-b4d8-42bb-a10c-59890154ac2e x-openstack-request-id: req-c6637cb4-b4d8-42bb-a10c-59890154ac2e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:46.375998 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "name": "network-vif-plugged", "status": "completed", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:46.376289 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6637cb4-b4d8-42bb-a10c-59890154ac2e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:46.376687 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735', 'code': 200} Dec 23 12:33:46.378045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e1b60d32-5776-4f81-87b8-a74e0b4fdb17'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:46.466478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88659cf-ce56-4131-bf7e-f2a787a4cf5e req-6dfaa770-8c3d-4956-bd5e-0440a1d49e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:46.467976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f88659cf-ce56-4131-bf7e-f2a787a4cf5e req-6dfaa770-8c3d-4956-bd5e-0440a1d49e80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 1096 time: 0.0413678 Dec 23 12:33:46.517249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.526018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f88659cf-ce56-4131-bf7e-f2a787a4cf5e req-8bff3377-696c-4f2d-8f4c-dccdeef73046 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507445 Dec 23 12:33:46.697433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56290) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:46.748171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5a32c41-ae30-4d05-aafd-efcb0cd8eb64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6489e55d5d4741a5966c1ca1aa1abdad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492675 Dec 23 12:33:46.750666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:46.797875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.823974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.953614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.956338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:46.957529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/467da7b0-6bc8-4aca-b9e3-babb092737f8 HTTP/1.1" status: 204 len: 168 time: 0.2058818 Dec 23 12:33:46.974350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19637f-05e3-48b8-af68-813111e8413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467da7b0-6bc8-4aca-b9e3-babb092737f8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:47.248047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1b60d32-5776-4f81-87b8-a74e0b4fdb17 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:47.359332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:47.364672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:47.371959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:47.491277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:47.507114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1bab5-8475-4258-b038-6c7976b426a2 req-eb8f5ccd-c427-49e6-9b69-d1a46b30158d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:47.520424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dc1bab5-8475-4258-b038-6c7976b426a2 req-eb8f5ccd-c427-49e6-9b69-d1a46b30158d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 944 time: 0.1181629 Dec 23 12:33:47.542061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:47.572369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dc1bab5-8475-4258-b038-6c7976b426a2 req-178fe152-f1d9-475d-a0f8-035dae25cafa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Dec 23 12:33:47.652105 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:47.743283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:47.769573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee012d95-3822-43cc-a9e0-747ef63f66b8 req-088abd09-2d4c-4d4d-bd4e-523801184416 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:47.771201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee012d95-3822-43cc-a9e0-747ef63f66b8 req-088abd09-2d4c-4d4d-bd4e-523801184416 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 945 time: 0.3137765 Dec 23 12:33:47.821491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee012d95-3822-43cc-a9e0-747ef63f66b8 req-6781b95b-df84-4c65-8921-2b1a8f111552 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Dec 23 12:33:48.205192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.233550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.339195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:48.377864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:48.380425 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03c7f57-6261-448a-9c1a-6b33502caac4" -d '{"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:48.418852 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c65608-a8cb-40be-9efb-88061e164537 x-openstack-request-id: req-99c65608-a8cb-40be-9efb-88061e164537 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:48.419151 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:48.419414 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99c65608-a8cb-40be-9efb-88061e164537 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:48.419922 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'code': 200} Dec 23 12:33:48.440897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-610030469-network', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:48.513559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Made reservation on behalf of c08cb0324fd84a79a560ced12eeb1150 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:48.515835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.527161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7613a-35a0-454e-b6fa-72f9624bd81b req-9da97d56-4ed5-43ba-b627-ddb8acb7f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:48.528627 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17c7613a-35a0-454e-b6fa-72f9624bd81b req-9da97d56-4ed5-43ba-b627-ddb8acb7f97e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 1096 time: 0.0488310 Dec 23 12:33:48.529721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.576202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 98802324-43a4-4a94-a26b-8eb404eaec3d up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:48.602342 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17c7613a-35a0-454e-b6fa-72f9624bd81b req-7e1c57d2-b4d0-4b50-8b10-52ecca69bb47 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649543 Dec 23 12:33:48.646010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.673555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 98802324-43a4-4a94-a26b-8eb404eaec3d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:33:48.677884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 98802324-43a4-4a94-a26b-8eb404eaec3d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:48.680421 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.699087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83dbb9-08ec-454d-b172-0d98ba7a8043 req-1b1a2888-e216-4a90-9c34-1fc657deef87 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:48.700797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef83dbb9-08ec-454d-b172-0d98ba7a8043 req-1b1a2888-e216-4a90-9c34-1fc657deef87 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0510628 Dec 23 12:33:48.702427 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.725372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:33:48.741433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca015b0-251d-47d0-9826-92d057f25016,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:48.747081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.747580 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Added segment 7dbe2ab4-e690-4143-8b9a-b22a51c84ba1 of type vlan for network 53d61828-8fe2-40f9-b890-0c84b57247c3 Dec 23 12:33:48.760372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef83dbb9-08ec-454d-b172-0d98ba7a8043 req-5145cff0-9c08-4553-82b0-c8866505c0a6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505879 Dec 23 12:33:48.790417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.797155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.827071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=98802324-43a4-4a94-a26b-8eb404eaec3d,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:48.845309 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:33:48.918985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.920185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:48.920893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.926355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:48.954447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b3910-05ac-430e-9430-3df68a42b659 req-d4f67dd6-c814-43c9-8a73-bf0edce1d1f1 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:48.956142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47b3910-05ac-430e-9430-3df68a42b659 req-d4f67dd6-c814-43c9-8a73-bf0edce1d1f1 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 945 time: 0.0590830 Dec 23 12:33:48.986597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:48.992760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] Pushing event updated for resources: {'Network': ['ID=53d61828-8fe2-40f9-b890-0c84b57247c3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:49.005863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:33:49.008151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f47b3910-05ac-430e-9430-3df68a42b659 req-f79e7a71-3ffa-4a46-bfdd-f2500e25f6ff tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Dec 23 12:33:49.030483 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f232517-6cfc-4020-ad3e-14e09769d7df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6901350 Dec 23 12:33:49.033397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56350) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:49.038342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Request body: {'subnet': {'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-610030469-subnet', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:49.124513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Made reservation on behalf of c08cb0324fd84a79a560ced12eeb1150 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:33:49.126991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.137564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c28df-a2b2-4008-ad01-2245fe65a001 req-0c48bb8d-0281-49fc-ba99-30d8cebdcf0a tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:49.139126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f54c28df-a2b2-4008-ad01-2245fe65a001 req-0c48bb8d-0281-49fc-ba99-30d8cebdcf0a tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.0531247 Dec 23 12:33:49.187537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.188106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f54c28df-a2b2-4008-ad01-2245fe65a001 req-a6d7fa3e-8b2b-4402-b10a-222d0c6092fa tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Dec 23 12:33:49.359223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.415626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce826c0d-2904-4875-8391-26e3eccd34c4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:49.424594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Checking segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:49.424993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Network hostable DHCP agents. Network: 53d61828-8fe2-40f9-b890-0c84b57247c3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:33:49.518898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:33:49.598813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 53d61828-8fe2-40f9-b890-0c84b57247c3) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:49.603140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:49.605469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.608758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278309d8-f9fe-4754-b0ce-7eabbd3c6e81 None None] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:49.700016 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9979d9ce-a8ee-4887-bd84-2e6c2fafa4c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6655290 Dec 23 12:33:49.707297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56358) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:49.711786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:33:49.720347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e61f6-9e3b-4ab8-8304-4c117057595c None None] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:33:49.844909 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.849964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.895589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e911bbe-dca6-4566-b605-8b55352269ec req-b6bea375-6448-4de1-921c-028d58ed42d5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:49.897191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e911bbe-dca6-4566-b605-8b55352269ec req-b6bea375-6448-4de1-921c-028d58ed42d5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0619249 Dec 23 12:33:49.965570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:49.977386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e911bbe-dca6-4566-b605-8b55352269ec req-fb2e072b-aa39-4326-a1fa-ecc26a1d2fb0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714107 Dec 23 12:33:50.182515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:50.311682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b2c2f-51eb-4809-8c14-2ce04d115d05 req-7817530c-b234-44ca-96cf-dc17a0a53a0b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:50.313520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f6b2c2f-51eb-4809-8c14-2ce04d115d05 req-7817530c-b234-44ca-96cf-dc17a0a53a0b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.0535569 Dec 23 12:33:50.364171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f6b2c2f-51eb-4809-8c14-2ce04d115d05 req-670d92c4-f8e5-4c94-88b9-1329928e4296 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Dec 23 12:33:50.421846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:50.424434 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d816403-0532-4aef-80c1-11a9bb44a878" -d '{"events": [{"server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "name": "network-vif-plugged", "status": "completed", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:50.449936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:50.461431 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b41fca5-01f1-40d9-92e6-08cc9011c3b2 x-openstack-request-id: req-9b41fca5-01f1-40d9-92e6-08cc9011c3b2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:50.461950 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "name": "network-vif-plugged", "status": "completed", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:50.462205 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b41fca5-01f1-40d9-92e6-08cc9011c3b2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:50.462692 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d', 'code': 200} Dec 23 12:33:50.469419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:50.567942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a736a39-ecbc-4af6-a8df-878b7581e77d req-c793135e-08b9-483a-b002-66f9236ba00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:50.569475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a736a39-ecbc-4af6-a8df-878b7581e77d req-c793135e-08b9-483a-b002-66f9236ba00d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 1097 time: 0.0424955 Dec 23 12:33:50.587110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Allocated IP 172.25.7.63 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/80856ecf-b0ba-4911-8653-65dea8915e4e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:50.621876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a736a39-ecbc-4af6-a8df-878b7581e77d req-c0bfb9ce-3f1d-4156-8042-58c2948b21f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442629 Dec 23 12:33:50.694116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:50.808146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:50.849560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:50.853825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:50.857295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:50.874116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0232c39-04fb-4afa-b7cd-6faf061edf82 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:33:50.899443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Pushing event updated for resources: {'Port': ['ID=80856ecf-b0ba-4911-8653-65dea8915e4e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:50.965918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cec3b25e-39f2-475d-aec6-a492a9ce7d30 None None] Provisioning complete for port 80856ecf-b0ba-4911-8653-65dea8915e4e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:50.966975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cec3b25e-39f2-475d-aec6-a492a9ce7d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:51.011557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b25e-39f2-475d-aec6-a492a9ce7d30 None None] Port 80856ecf-b0ba-4911-8653-65dea8915e4e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:33:51.113639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013cc1-842c-4a2e-b8ab-ef406737c584 req-a1c077a9-64c6-407d-95cf-9796f98e80a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:51.115139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a013cc1-842c-4a2e-b8ab-ef406737c584 req-a1c077a9-64c6-407d-95cf-9796f98e80a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0536885 Dec 23 12:33:51.163376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a013cc1-842c-4a2e-b8ab-ef406737c584 req-f24f7d3b-ebee-42bc-8e44-415ae9cf2c51 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Dec 23 12:33:51.276296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:51.502614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:51.518634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e6e38-c9c7-4d73-b1b5-1c6bb49470d0 req-20db4772-8ab0-4a4f-ba3f-f6b6c20fb9b6 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:51.522861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a1e6e38-c9c7-4d73-b1b5-1c6bb49470d0 req-20db4772-8ab0-4a4f-ba3f-f6b6c20fb9b6 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.0680926 Dec 23 12:33:51.620856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a1e6e38-c9c7-4d73-b1b5-1c6bb49470d0 req-c7a1e117-591b-492e-8a01-18cb16c31880 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918286 Dec 23 12:33:51.764802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Router 9c76458e-72e6-415d-90fa-7796a418e38f is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:33:51.875784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:33:51.885689 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Sync routers for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:33:51.895441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:51.896040 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:52.014519 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:52.115725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.118181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fa46eeb0-ed6d-4858-9b9f-5bf4306ac367 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4088805 Dec 23 12:33:52.120265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56404) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:52.132846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6de03-de4a-4396-98a6-1ffbc02d2194 req-2c1bca32-fed8-4db3-bbc3-32e8b636c7ab tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:52.135123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9de6de03-de4a-4396-98a6-1ffbc02d2194 req-2c1bca32-fed8-4db3-bbc3-32e8b636c7ab tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Dec 23 12:33:52.194367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9de6de03-de4a-4396-98a6-1ffbc02d2194 req-5a1bb300-a90c-4b04-9671-30d0f3d74d8a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Dec 23 12:33:52.227488 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:51Z', 'revision_number': 3, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:52.254050 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Checking router: 9c76458e-72e6-415d-90fa-7796a418e38f for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:33:52.254400 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Updating router 9c76458e-72e6-415d-90fa-7796a418e38f port 80856ecf-b0ba-4911-8653-65dea8915e4e binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:33:52.280484 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.535273 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.540695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.633393 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.661127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.680354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deac04-92df-4a77-a639-6a9448290df3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:33:52.684128 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Pushing event updated for resources: {'Port': ['ID=80856ecf-b0ba-4911-8653-65dea8915e4e,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:52.692600 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.695829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.697131 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.698296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.698957 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:52.714038 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Attempting to bind port 80856ecf-b0ba-4911-8653-65dea8915e4e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:52.714589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Attempting to bind port 80856ecf-b0ba-4911-8653-65dea8915e4e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:52.715142 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Attempting to bind port 80856ecf-b0ba-4911-8653-65dea8915e4e on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:52.720843 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:52.721215 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:52.721634 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.722022 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:52.722594 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Bound port: 80856ecf-b0ba-4911-8653-65dea8915e4e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:52.722971 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.757755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Allocated IP 172.20.0.1 (53d61828-8fe2-40f9-b890-0c84b57247c3/ce826c0d-2904-4875-8391-26e3eccd34c4/75191d4f-16f6-4de5-b625-d71398c880c5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:33:52.759219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-80d11700-eeaa-4f9e-a72c-8e1708d7003c None None] Provisioning complete for port 80856ecf-b0ba-4911-8653-65dea8915e4e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:52.759990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80d11700-eeaa-4f9e-a72c-8e1708d7003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.777385 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] For port 80856ecf-b0ba-4911-8653-65dea8915e4e, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:52.780847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] For port 80856ecf-b0ba-4911-8653-65dea8915e4e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=80856ecf-b0ba-4911-8653-65dea8915e4e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:52.791506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06371d94-1118-4c4f-9c68-e7c6206301b4 req-7fa433d6-131b-4afc-93e2-f2b53aaa9cba tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:52.791506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06371d94-1118-4c4f-9c68-e7c6206301b4 req-7fa433d6-131b-4afc-93e2-f2b53aaa9cba tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.0572326 Dec 23 12:33:52.835403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-80d11700-eeaa-4f9e-a72c-8e1708d7003c None None] Port 80856ecf-b0ba-4911-8653-65dea8915e4e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:33:52.849221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06371d94-1118-4c4f-9c68-e7c6206301b4 req-9aba5b3a-b6de-442b-9680-df710c8a4529 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541883 Dec 23 12:33:52.875352 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.881773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:52.925951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1092c391-38f4-4b76-8cd2-4699c3e864e8 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:33:52.937751 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb705d-8869-453c-980b-a9b0abb6a1b3 None None] Pushing event updated for resources: {'Port': ['ID=80856ecf-b0ba-4911-8653-65dea8915e4e,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:52.940341 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:52.941160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:52.998442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.007615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6310a6-25cb-4058-9341-4067e7f39e1f req-6fa81bd9-5a45-4a18-89ab-d9611043858b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:53.009316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f6310a6-25cb-4058-9341-4067e7f39e1f req-6fa81bd9-5a45-4a18-89ab-d9611043858b tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 945 time: 0.0610230 Dec 23 12:33:53.037915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:53.041163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:53.045843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:33:53.080235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Pushing event updated for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:53.084734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:53.097196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.105215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] Provisioning complete for port 80856ecf-b0ba-4911-8653-65dea8915e4e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:53.105829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.114256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f6310a6-25cb-4058-9341-4067e7f39e1f req-9d951a0e-9e22-43e5-bbd8-c25409ca1325 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883172 Dec 23 12:33:53.298280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.328422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] For port 80856ecf-b0ba-4911-8653-65dea8915e4e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=80856ecf-b0ba-4911-8653-65dea8915e4e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:53.346127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:51Z', 'revision_number': 3, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:53.354735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2eb9-ec6c-4544-b80e-d6c8ef96cb17 req-207322ad-0479-4885-b4ff-7b45531cb8bd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:53.355240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee7c2eb9-ec6c-4544-b80e-d6c8ef96cb17 req-207322ad-0479-4885-b4ff-7b45531cb8bd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0561292 Dec 23 12:33:53.363675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.379490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f137bb-3133-4369-b1e2-f4f0b99d6854 None None] The sync data for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 is: [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:51Z', 'revision_number': 3, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:33:53.429447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.451077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee7c2eb9-ec6c-4544-b80e-d6c8ef96cb17 req-35bd29fd-ca20-471d-823f-53d0fae2f8e6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883653 Dec 23 12:33:53.518224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437192fa-c8e5-4348-a712-54e7c5332daf None None] Pushing event updated for resources: {'Port': ['ID=80856ecf-b0ba-4911-8653-65dea8915e4e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:53.573241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.674695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.733385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Pushing event updated for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:53.784612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79198a-d3d0-4e5f-bd2d-b605cbf8e60d req-d320db04-1324-4537-b16d-192eb8642eee tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:53.786284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb79198a-d3d0-4e5f-bd2d-b605cbf8e60d req-d320db04-1324-4537-b16d-192eb8642eee tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 945 time: 0.0972288 Dec 23 12:33:53.806542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:53.845059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb79198a-d3d0-4e5f-bd2d-b605cbf8e60d req-352a1afb-b771-4637-b055-1d1f9d025c1c tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Dec 23 12:33:53.935943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:33:53.939475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:33:53.997859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a3cf4-1e93-41d5-8d86-3fb6b86d5d9e req-affed96c-8a97-453a-9714-bbc9cb639041 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:53.999595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-573a3cf4-1e93-41d5-8d86-3fb6b86d5d9e req-affed96c-8a97-453a-9714-bbc9cb639041 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0628972 Dec 23 12:33:54.061624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-573a3cf4-1e93-41d5-8d86-3fb6b86d5d9e req-878978f7-a8f5-4ad5-92aa-67b0250d52c3 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550377 Dec 23 12:33:54.087410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:33:54.296057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port beb6361f-45a0-42b7-ba22-877b8ebb770f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:54.296705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:54.380764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:54.381414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:54.396586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for beb6361f-45a0-42b7-ba22-877b8ebb770f owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:54.548808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Router 9c76458e-72e6-415d-90fa-7796a418e38f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:33:54.673636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58e900-c8d1-48eb-8ce5-7ca3c5664709 req-1f61c416-6fbd-42d0-91fb-669fab9213d2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:54.676340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc58e900-c8d1-48eb-8ce5-7ca3c5664709 req-1f61c416-6fbd-42d0-91fb-669fab9213d2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1083460 Dec 23 12:33:54.689868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:33:54.696094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d755bc5a-807a-43a1-b572-4393cf7e1873 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c76458e-72e6-415d-90fa-7796a418e38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747061 Dec 23 12:33:54.743125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc58e900-c8d1-48eb-8ce5-7ca3c5664709 req-64ffad47-37d3-4e8a-8987-6413978b8a69 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592942 Dec 23 12:33:54.758885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:54.785846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=beb6361f-45a0-42b7-ba22-877b8ebb770f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:54.882814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:54.883479 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP 2c207574-41af-4a42-a916-a1574fb9d71e disassociated (deleted). External IP: 172.25.7.161, port: d3ff924a-1933-466d-9b73-114522865ff6. Dec 23 12:33:55.044611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-3d8bd78b-3b12-468b-85ab-1464aee89900 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:55.046793 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-3d8bd78b-3b12-468b-85ab-1464aee89900 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 945 time: 0.0744865 Dec 23 12:33:55.069162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6e31d-7042-43fe-a03b-44d300bb0d5f req-a4fc9361-0518-4ec4-93db-1b02454c40d0 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:55.070647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ad6e31d-7042-43fe-a03b-44d300bb0d5f req-a4fc9361-0518-4ec4-93db-1b02454c40d0 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 945 time: 0.0740659 Dec 23 12:33:55.203809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 80856ecf-b0ba-4911-8653-65dea8915e4e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:55.208274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ad6e31d-7042-43fe-a03b-44d300bb0d5f req-fab883b8-cd49-45eb-be8a-1c0854b7745d tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026099 Dec 23 12:33:55.224420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Deleting port 08170097-b288-474b-84ab-e5bface5a9ee {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:55.225003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.239487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router aff52d36-e954-4549-8ca5-62701f434fff has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:33:55.352358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 80856ecf-b0ba-4911-8653-65dea8915e4e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:55.353150 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.418027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] For port 08170097-b288-474b-84ab-e5bface5a9ee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=08170097-b288-474b-84ab-e5bface5a9ee,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:55.419079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.434020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Calling delete_port for 08170097-b288-474b-84ab-e5bface5a9ee owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:55.709031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Sync routers for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:33:55.721644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:55.724052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:55.742748 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.773934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event deleted for resources: {'Port': ['ID=08170097-b288-474b-84ab-e5bface5a9ee,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:55.774633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['0e787725-b42e-4ea8-9bee-205acfcbe735'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:55.809657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['98802324-43a4-4a94-a26b-8eb404eaec3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:33:55.857841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:33:55.868155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] No DVR routers for this DVR port 08170097-b288-474b-84ab-e5bface5a9ee on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:55.869631 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Sync routers for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:33:55.872160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.876207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9b3c326-2f1c-460b-97d5-07304a92e93c req-d939a23b-9847-4a5d-ba28-01b6ff394c49 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "DELETE /v2.0/ports/08170097-b288-474b-84ab-e5bface5a9ee HTTP/1.1" status: 204 len: 173 time: 0.8227878 Dec 23 12:33:55.877349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'name': 'network-vif-deleted', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:55.880950 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab6e543-8b3d-43cc-94e4-bc5ed2462652" -d '{"events": [{"server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "name": "network-vif-deleted", "tag": "08170097-b288-474b-84ab-e5bface5a9ee"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:55.887081 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:55.887252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:55.887368 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:55.945623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-82938e9d-e8f3-43c8-986d-bc1479d3a105 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/floatingips/2c207574-41af-4a42-a916-a1574fb9d71e HTTP/1.1" status: 204 len: 168 time: 1.8557642 Dec 23 12:33:55.949667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:55.952619 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4553278-384c-471e-b5a8-5462dfe6454c" -d '{"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:55.966286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-6249786a-f48c-4817-a54e-18418b6bff4c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:55.969572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-6249786a-f48c-4817-a54e-18418b6bff4c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 810 time: 0.2024910 Dec 23 12:33:55.991766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e4c07-e550-45b5-b041-f1af4b79e9c4 req-0d0be49e-eb26-4763-8f5f-4ac55f8c5e2f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:55.993797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163e4c07-e550-45b5-b041-f1af4b79e9c4 req-0d0be49e-eb26-4763-8f5f-4ac55f8c5e2f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1500404 Dec 23 12:33:56.001503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-dc65156b-09dd-4144-85c0-e9d7159c83c5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/quotas/c08cb0324fd84a79a560ced12eeb1150 HTTP/1.1" status: 200 len: 375 time: 0.0259235 Dec 23 12:33:56.017285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:56.023295 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:56.096385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-c24bab9f-e014-45de-8c93-e167a570a795 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907850 Dec 23 12:33:56.121198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163e4c07-e550-45b5-b041-f1af4b79e9c4 req-259e6ea5-3a78-4f8d-8a14-9aeb9579f662 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Dec 23 12:33:56.250663 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3cb930-d784-4507-b58a-264a4ff0acdf x-openstack-request-id: req-3a3cb930-d784-4507-b58a-264a4ff0acdf {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:56.251373 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717212ce-6921-4820-bdfb-04271260368c", "name": "network-vif-deleted", "tag": "08170097-b288-474b-84ab-e5bface5a9ee", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:56.251881 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a3cb930-d784-4507-b58a-264a4ff0acdf {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:56.253013 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717212ce-6921-4820-bdfb-04271260368c', 'name': 'network-vif-deleted', 'tag': '08170097-b288-474b-84ab-e5bface5a9ee', 'status': 'completed', 'code': 200} Dec 23 12:33:56.277661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-7f08313b-31e9-40b8-9741-5e0912baedeb service neutron] 10.222.0.16 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805766 Dec 23 12:33:56.357214 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:56.496453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-b8311305-7366-40a8-8c7b-31326642cbfa service neutron] 10.222.0.16 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175436 Dec 23 12:33:56.521269 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Checking router: aff52d36-e954-4549-8ca5-62701f434fff for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:33:56.533013 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:56.534215 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:56.637142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '75191d4f-16f6-4de5-b625-d71398c880c5', 'name': '', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'mac_address': 'fa:16:3e:f1:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:52Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 2, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'subnets': [{'id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:56.666667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Checking router: 9c76458e-72e6-415d-90fa-7796a418e38f for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:33:56.667052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Updating router 9c76458e-72e6-415d-90fa-7796a418e38f port 75191d4f-16f6-4de5-b625-d71398c880c5 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:33:56.699673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:56.703143 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:56.751565 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd5fdbc-6e1a-475f-8cae-8eee82a96f3a x-openstack-request-id: req-9fd5fdbc-6e1a-475f-8cae-8eee82a96f3a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:56.752298 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:56.752795 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fd5fdbc-6e1a-475f-8cae-8eee82a96f3a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:56.753833 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'status': 'completed', 'code': 200} Dec 23 12:33:56.854850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4553278-384c-471e-b5a8-5462dfe6454c req-8213b1e5-790b-4ecd-8787-8e4c09d5d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:56.857335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-8213b1e5-790b-4ecd-8787-8e4c09d5d23d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0739915 Dec 23 12:33:57.011795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4553278-384c-471e-b5a8-5462dfe6454c req-f3fb26d8-5649-47e4-b271-9db0690b99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:57.015250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-f3fb26d8-5649-47e4-b271-9db0690b99b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 200 len: 898 time: 0.1503739 Dec 23 12:33:57.035713 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:57.131377 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fad4fc-a68a-46ed-a38f-b59ac2d6293a None None] The sync data for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 is: [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:31:31Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'f619f37e-c0c3-43a6-9f80-ceac37d1cdc7', 'name': '', 'network_id': '046e5050-bceb-4d1f-b47b-1b15994f1e98', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:07:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:30Z', 'updated_at': '2021-12-23T12:31:38Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'c85ed054-e05e-46dc-a421-85142c67db10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:33:57.141496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4af8f148-6bd8-4b8a-817c-6dd4aeac36d1 req-843ba024-12f2-49a6-a7b9-b4d3be8c8ea9 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=717212ce-6921-4820-bdfb-04271260368c HTTP/1.1" status: 200 len: 210 time: 0.1250300 Dec 23 12:33:57.143282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-4996803f-d63d-46df-8155-659b6fab1a1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 200 len: 217 time: 0.1029315 Dec 23 12:33:57.208449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4553278-384c-471e-b5a8-5462dfe6454c req-b9a0f776-1781-4055-80c8-c6f38fe7e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:57.210645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-b9a0f776-1781-4055-80c8-c6f38fe7e2ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 200 len: 835 time: 0.0564981 Dec 23 12:33:57.289207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:57.294790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 08170097-b288-474b-84ab-e5bface5a9ee no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:33:57.329938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 08170097-b288-474b-84ab-e5bface5a9ee {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:33:57.330375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 08170097-b288-474b-84ab-e5bface5a9ee not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:33:57.341682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4553278-384c-471e-b5a8-5462dfe6454c req-adb0c96b-3d32-44dd-9d9d-5efe37e6f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:57.342938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:57.343260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-adb0c96b-3d32-44dd-9d9d-5efe37e6f1df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=046e5050-bceb-4d1f-b47b-1b15994f1e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194277 Dec 23 12:33:57.373685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5215c0a9-e155-469e-b52e-08dbb29870fc req-c40fe910-7f1c-4e7d-a2fe-4e1e1513bafe tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 210 time: 0.0534577 Dec 23 12:33:57.412948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Pushing event updated for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:57.450049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.450835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.451542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.452290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.453106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.453712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.454265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.454818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.455409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.455966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.456514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.457104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.457768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:33:57.518022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Attempting to bind port 75191d4f-16f6-4de5-b625-d71398c880c5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:33:57.518917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Attempting to bind port 75191d4f-16f6-4de5-b625-d71398c880c5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:33:57.519660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Attempting to bind port 75191d4f-16f6-4de5-b625-d71398c880c5 on network 53d61828-8fe2-40f9-b890-0c84b57247c3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:33:57.530242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:33:57.530865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4fda9-3500-4db6-be72-1bfd80eac333 req-2cb69ef5-6af2-47a8-8635-00c3187b513d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:57.532146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Checking segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:33:57.536184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:57.536936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Bound using segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:33:57.537678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Bound port: 75191d4f-16f6-4de5-b625-d71398c880c5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:33:57.538313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:57.538666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7e4fda9-3500-4db6-be72-1bfd80eac333 req-2cb69ef5-6af2-47a8-8635-00c3187b513d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.2654521 Dec 23 12:33:57.598608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-b1312825-5e0e-4ff5-921e-43f334b91d97 service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344189 Dec 23 12:33:57.634636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0746f36-cb2f-4ab9-abf4-dd2e08896450 req-c1153549-7342-4d8b-9fe2-0a41ec8059ec tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:57.644285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0746f36-cb2f-4ab9-abf4-dd2e08896450 req-c1153549-7342-4d8b-9fe2-0a41ec8059ec tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1484137 Dec 23 12:33:57.645019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] For port 75191d4f-16f6-4de5-b625-d71398c880c5, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:33:57.660151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] For port 75191d4f-16f6-4de5-b625-d71398c880c5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75191d4f-16f6-4de5-b625-d71398c880c5,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:33:57.676589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de4e53-265b-4453-925b-72810747dfef None None] New status for floating IP 2c207574-41af-4a42-a916-a1574fb9d71e: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:33:57.765238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7e4fda9-3500-4db6-be72-1bfd80eac333 req-38851837-544d-4ed2-a5cf-928396efce06 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2255962 Dec 23 12:33:57.765454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:57.804709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0746f36-cb2f-4ab9-abf4-dd2e08896450 req-96826c8c-f380-4e69-b824-0d61c383a638 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592085 Dec 23 12:33:57.859400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4553278-384c-471e-b5a8-5462dfe6454c req-be78cc3c-fe45-4df3-a6c4-ac8befbbb53d service neutron] 10.222.0.57 "GET /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497885 Dec 23 12:33:57.882449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:33:57.884711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:57.941321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220a281-7a7e-4e82-a9fd-ba69173d1b64 None None] Pushing event updated for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:58.018449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:33:58.283415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '75191d4f-16f6-4de5-b625-d71398c880c5', 'name': '', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'mac_address': 'fa:16:3e:f1:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:52Z', 'updated_at': '2021-12-23T12:33:57Z', 'revision_number': 4, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'subnets': [{'id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:33:58.313424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be11faf-2f5e-445e-bb01-5a268b2becfa None None] The sync data for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 is: [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '75191d4f-16f6-4de5-b625-d71398c880c5', 'name': '', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'mac_address': 'fa:16:3e:f1:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:52Z', 'updated_at': '2021-12-23T12:33:57Z', 'revision_number': 4, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'subnets': [{'id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:33:58.375957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-12a6dc67-7f04-42aa-94ab-2392f162b289 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:58.380864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-12a6dc67-7f04-42aa-94ab-2392f162b289 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.0891271 Dec 23 12:33:58.525432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d97d8b3-6220-4310-b640-9e3f7958c1db req-425ebf0e-1cd5-4e67-99e4-1c66a81b7fe3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 210 time: 0.0439014 Dec 23 12:33:58.569001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port d3ff924a-1933-466d-9b73-114522865ff6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:33:58.569257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:58.725623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port d3ff924a-1933-466d-9b73-114522865ff6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d3ff924a-1933-466d-9b73-114522865ff6,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:58.726422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:58.752837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for d3ff924a-1933-466d-9b73-114522865ff6 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:33:59.096769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a7482-3d5e-4092-bc87-1525566a3281 req-4e86d017-7c81-45b1-ac7e-a03cdfaafa9b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:59.105093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9a7482-3d5e-4092-bc87-1525566a3281 req-4e86d017-7c81-45b1-ac7e-a03cdfaafa9b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 946 time: 0.2069714 Dec 23 12:33:59.147165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa593d-ab32-46a6-acaf-f8bc5ca076d3 req-909bd573-59cd-4fec-a9f8-dfc0e4888086 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:33:59.156028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaaa593d-ab32-46a6-acaf-f8bc5ca076d3 req-909bd573-59cd-4fec-a9f8-dfc0e4888086 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1376383 Dec 23 12:33:59.189075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:59.214822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 75191d4f-16f6-4de5-b625-d71398c880c5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:33:59.238360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=d3ff924a-1933-466d-9b73-114522865ff6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:33:59.274150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 75191d4f-16f6-4de5-b625-d71398c880c5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:33:59.274699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:59.276062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9a7482-3d5e-4092-bc87-1525566a3281 req-ee847297-013e-4cc5-bb67-9bf65380f906 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=c95a7f08-7936-4285-9603-f4023e6ed7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1673791 Dec 23 12:33:59.297126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaaa593d-ab32-46a6-acaf-f8bc5ca076d3 req-b303b7b5-cc30-40d4-b940-6c9fb3d4eceb tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402144 Dec 23 12:33:59.374882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] No DVR routers for this DVR port d3ff924a-1933-466d-9b73-114522865ff6 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:33:59.378142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:59.383751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fb05580-1c7c-4c12-88e4-8276b2795a57 req-978bb143-1eaf-4a48-87a3-6c8ca939ca57 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "DELETE /v2.0/ports/d3ff924a-1933-466d-9b73-114522865ff6 HTTP/1.1" status: 204 len: 173 time: 0.9955029 Dec 23 12:33:59.383751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-deleted', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:33:59.392882 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb947bf7-bddb-46d4-bc0c-ad8cc3578a1d" -d '{"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-deleted", "tag": "d3ff924a-1933-466d-9b73-114522865ff6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:33:59.473338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:59.560197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 75191d4f-16f6-4de5-b625-d71398c880c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75191d4f-16f6-4de5-b625-d71398c880c5,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:33:59.634897 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3665266-fa38-45b1-b6e3-9c6b4517930e x-openstack-request-id: req-f3665266-fa38-45b1-b6e3-9c6b4517930e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:33:59.636973 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01912d9-6673-4e08-84c7-3764253a9ad8", "name": "network-vif-deleted", "tag": "d3ff924a-1933-466d-9b73-114522865ff6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:33:59.637877 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3665266-fa38-45b1-b6e3-9c6b4517930e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:33:59.638877 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01912d9-6673-4e08-84c7-3764253a9ad8', 'name': 'network-vif-deleted', 'tag': 'd3ff924a-1933-466d-9b73-114522865ff6', 'status': 'completed', 'code': 200} Dec 23 12:33:59.707944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:59.762105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9b65546-7af2-40fe-9f64-76d7cfe07994 req-7cb8f2eb-f18c-4e71-ab87-ad7e59e6925c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 210 time: 0.0707757 Dec 23 12:33:59.892726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:00.006586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddfdcb-a219-4a10-9dad-0a2b8ebd72f2 req-4549ae5d-4200-47b0-879b-123773e1f8e1 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:00.013629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddfdcb-a219-4a10-9dad-0a2b8ebd72f2 req-4549ae5d-4200-47b0-879b-123773e1f8e1 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:00.021431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8ddfdcb-a219-4a10-9dad-0a2b8ebd72f2 req-4549ae5d-4200-47b0-879b-123773e1f8e1 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723&device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 1682 time: 0.1461213 Dec 23 12:34:00.058193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-2da3ad1d-c8b9-4327-ac7a-0e4416392a97 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:00.059717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-2da3ad1d-c8b9-4327-ac7a-0e4416392a97 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 810 time: 0.4655070 Dec 23 12:34:00.086615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Request body: {'port': {'device_id': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'admin_state_up': True, 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:00.174963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8ddfdcb-a219-4a10-9dad-0a2b8ebd72f2 req-7de3353d-859b-4da3-b127-f56d3cdfdb20 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526587 Dec 23 12:34:00.325311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Made reservation on behalf of c08cb0324fd84a79a560ced12eeb1150 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:00.330770 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:00.436026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54f95b64-0d9e-494d-9b2d-d8d5465e43ab req-b95919e1-0ebb-421e-8f4c-29b817cf8d2c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01912d9-6673-4e08-84c7-3764253a9ad8 HTTP/1.1" status: 200 len: 210 time: 0.0354493 Dec 23 12:34:00.547697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ef26-2400-43f8-8d24-ef2587da81bf req-1974266c-9853-43c4-b686-67d5dc0e7dea tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:00.549142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52e1ef26-2400-43f8-8d24-ef2587da81bf req-1974266c-9853-43c4-b686-67d5dc0e7dea tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1338139 Dec 23 12:34:00.585045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Allocated IP 172.20.0.5 (53d61828-8fe2-40f9-b890-0c84b57247c3/ce826c0d-2904-4875-8391-26e3eccd34c4/18592a31-e244-4ba6-b305-876d1a1711eb) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:00.638344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52e1ef26-2400-43f8-8d24-ef2587da81bf req-7fafd805-2188-48ee-8d63-7fef9c7b2800 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Dec 23 12:34:00.787977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:01.059970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b85b93aa-6293-474c-8803-0929a2296c55 req-8f30c691-f954-405e-98c2-4952cabd174a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 210 time: 0.0273361 Dec 23 12:34:01.112476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:01.179950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 75191d4f-16f6-4de5-b625-d71398c880c5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:01.243370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Pushing event updated for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:01.249326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:01.266027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:01.272568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:01.291820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37f7d6-7826-44a3-b3d2-57ec172e52d9 req-99c7d64a-263e-481b-ba6b-c87ff5d3af01 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:01.295734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 75191d4f-16f6-4de5-b625-d71398c880c5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:01.296106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:01.299950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c37f7d6-7826-44a3-b3d2-57ec172e52d9 req-99c7d64a-263e-481b-ba6b-c87ff5d3af01 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.2284031 Dec 23 12:34:01.382454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:01.383069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:01.393418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c37f7d6-7826-44a3-b3d2-57ec172e52d9 req-8585f481-64f5-470e-8f7a-de9982c8c1c2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925004 Dec 23 12:34:01.505032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-faec88cc-6573-4ed0-aad2-1584442ce042 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4276752 Dec 23 12:34:01.519108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Request body: {'port': {'device_id': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:01.577128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:01.692077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:01.942871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c95d1-5777-45b0-858b-a831b6cd6f86 req-10d8e39e-43c6-4e4f-9aae-57da43d42655 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:01.944812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b11c95d1-5777-45b0-858b-a831b6cd6f86 req-10d8e39e-43c6-4e4f-9aae-57da43d42655 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1048107 Dec 23 12:34:02.102036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18592a31-e244-4ba6-b305-876d1a1711eb {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:02.128237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.169239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b11c95d1-5777-45b0-858b-a831b6cd6f86 req-c2b60b94-9d78-49d0-a778-d99a4e37df45 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243253 Dec 23 12:34:02.179144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Transition to ACTIVE for port object 18592a31-e244-4ba6-b305-876d1a1711eb will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:02.203826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.301991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.364322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Pushing event updated for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:02.377748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63525b-da6c-4578-9932-c76b0c781a5e req-dc7b1a71-aa82-4bc9-994d-4b6b53718c20 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:02.385876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc63525b-da6c-4578-9932-c76b0c781a5e req-dc7b1a71-aa82-4bc9-994d-4b6b53718c20 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.1488614 Dec 23 12:34:02.533159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc63525b-da6c-4578-9932-c76b0c781a5e req-05dabc0c-d3f4-4cb0-bb91-4b32471d0f93 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466715 Dec 23 12:34:02.570405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872f74-663e-4a2e-9ae4-ad9918448aee req-93dac03c-5920-44a9-9c9d-0f25394f28eb tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:02.573549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d872f74-663e-4a2e-9ae4-ad9918448aee req-93dac03c-5920-44a9-9c9d-0f25394f28eb tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 943 time: 0.0925438 Dec 23 12:34:02.575073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Attempting to bind port 18592a31-e244-4ba6-b305-876d1a1711eb on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:02.575628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Attempting to bind port 18592a31-e244-4ba6-b305-876d1a1711eb by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:02.575878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Attempting to bind port 18592a31-e244-4ba6-b305-876d1a1711eb on network 53d61828-8fe2-40f9-b890-0c84b57247c3 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:02.585705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Port 18592a31-e244-4ba6-b305-876d1a1711eb on network 53d61828-8fe2-40f9-b890-0c84b57247c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:02.585705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Attempting to bind port 18592a31-e244-4ba6-b305-876d1a1711eb on network 53d61828-8fe2-40f9-b890-0c84b57247c3 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:02.598470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:02.598818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Checking segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:02.599202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Bound using segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:02.599646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Bound port: 18592a31-e244-4ba6-b305-876d1a1711eb, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:02.600003 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.662906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:02.663419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.666481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d3ff924a-1933-466d-9b73-114522865ff6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:02.721829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: d3ff924a-1933-466d-9b73-114522865ff6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:02.722179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d3ff924a-1933-466d-9b73-114522865ff6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:02.733429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d872f74-663e-4a2e-9ae4-ad9918448aee req-922260de-7cbd-4c67-a76d-cfa4d49cc19c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411302 Dec 23 12:34:02.737955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:02.741945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18592a31-e244-4ba6-b305-876d1a1711eb,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:02.823200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.880236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port f619f37e-c0c3-43a6-9f80-ceac37d1cdc7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:02.880957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.897160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:02.898082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:02.901216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] 10.222.0.57 "PUT /v2.0/ports/18592a31-e244-4ba6-b305-876d1a1711eb HTTP/1.1" status: 200 len: 1091 time: 1.3853960 Dec 23 12:34:02.902234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:02.904288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:02.911224 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee197a5-750c-430d-b9f1-201e81f30222" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:02.930362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-a5d49480-74bd-4dda-9f2f-bcbc48b14931 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:02.932877 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-a5d49480-74bd-4dda-9f2f-bcbc48b14931 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.1151879 Dec 23 12:34:03.005122 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47367f9-734c-4368-88ca-21f9bfa1daa6 x-openstack-request-id: req-c47367f9-734c-4368-88ca-21f9bfa1daa6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:03.006210 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:03.006210 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c47367f9-734c-4368-88ca-21f9bfa1daa6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:03.006210 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb', 'status': 'completed', 'code': 200} Dec 23 12:34:03.008859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c53699-7db7-4f4d-ae23-2ee0a0efef68 service neutron] Pushing event updated for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:03.042444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-63f31c4b-1e67-4ec5-96e0-50a470b2fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:03.044054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-63f31c4b-1e67-4ec5-96e0-50a470b2fe00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 1094 time: 0.0529308 Dec 23 12:34:03.105677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-ffe749f6-fb62-4c5d-8a98-9612c2a483e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18592a31-e244-4ba6-b305-876d1a1711eb HTTP/1.1" status: 200 len: 217 time: 0.0455310 Dec 23 12:34:03.170954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-7bc39f97-6270-47a2-9918-abe94a5def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:03.172264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-7bc39f97-6270-47a2-9918-abe94a5def61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.0591068 Dec 23 12:34:03.212988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-efc3259a-db87-4bca-b298-a26e732a41b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326881 Dec 23 12:34:03.405824 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683267-0a2b-42ce-8502-dc139a33047d req-5abfb227-248f-4594-90b3-47eee7090b45 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:03.407395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d683267-0a2b-42ce-8502-dc139a33047d req-5abfb227-248f-4594-90b3-47eee7090b45 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 945 time: 0.3403454 Dec 23 12:34:03.410301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Deleting port 98802324-43a4-4a94-a26b-8eb404eaec3d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:03.410647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:03.419366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-ed6e3ded-0086-41c8-8b97-019361e421ba service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981704 Dec 23 12:34:03.434916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:03.539829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=f619f37e-c0c3-43a6-9f80-ceac37d1cdc7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:03.594234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c1498-1745-4d3e-995b-73c23d20d399 req-eec444e7-ca15-4f22-af66-f030df4c06a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:03.601128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61c1498-1745-4d3e-995b-73c23d20d399 req-eec444e7-ca15-4f22-af66-f030df4c06a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.2978032 Dec 23 12:34:03.613883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832ab1f8-33ab-4aa5-914a-3ceb44745fe8 req-1f2f0241-6c5f-4ebc-b6c1-d11e9842bc12 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862805 Dec 23 12:34:03.763023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a61c1498-1745-4d3e-995b-73c23d20d399 req-6ba248af-3c35-4660-9a58-e517d0068247 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545544 Dec 23 12:34:03.981593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-c78a8612-9e08-4ab0-977c-1469b267a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:03.987193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-c78a8612-9e08-4ab0-977c-1469b267a49e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 1094 time: 0.2204709 Dec 23 12:34:04.003047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] For port 98802324-43a4-4a94-a26b-8eb404eaec3d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=98802324-43a4-4a94-a26b-8eb404eaec3d,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:04.003593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:04.009098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:04.015753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c35f83-1f38-4fc5-89de-b64894a034da req-e3d9cab1-7153-4c50-972f-b27adc8004d7 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:04.026264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c35f83-1f38-4fc5-89de-b64894a034da req-e3d9cab1-7153-4c50-972f-b27adc8004d7 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 946 time: 0.2560649 Dec 23 12:34:04.030915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Calling delete_port for 98802324-43a4-4a94-a26b-8eb404eaec3d owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:04.096124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Deleting port 0e787725-b42e-4ea8-9bee-205acfcbe735 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:04.096350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:04.102069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a868d-7a38-4233-9cad-f07a60e00873 req-4828f012-3fe8-49ec-814e-5e8949e44566 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:04.103612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-578a868d-7a38-4233-9cad-f07a60e00873 req-4828f012-3fe8-49ec-814e-5e8949e44566 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 943 time: 0.1788468 Dec 23 12:34:04.180287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c35f83-1f38-4fc5-89de-b64894a034da req-2ebd8df2-5bb1-4545-a87b-727b60e72926 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed64c717-fe52-4752-8ee6-ecc6211f8a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335471 Dec 23 12:34:04.222539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-578a868d-7a38-4233-9cad-f07a60e00873 req-6b8cee02-aa33-4a78-a6b1-410bd7fe1273 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101923 Dec 23 12:34:04.223663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-4c8f2e9b-6628-4350-9e8d-fab6cf6a09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:04.227376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-4c8f2e9b-6628-4350-9e8d-fab6cf6a09a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 911 time: 0.2288053 Dec 23 12:34:04.286346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-225ec79b-5eb9-4e9d-a260-3896c2af442d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18592a31-e244-4ba6-b305-876d1a1711eb HTTP/1.1" status: 200 len: 217 time: 0.0483904 Dec 23 12:34:04.352481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-9264531b-e989-4086-9a80-e43684a05bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:04.354736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-9264531b-e989-4086-9a80-e43684a05bc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.0635173 Dec 23 12:34:04.389484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-bfe6edea-0813-4580-8d9e-5027eb940808 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269318 Dec 23 12:34:04.418852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] For port 0e787725-b42e-4ea8-9bee-205acfcbe735, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=0e787725-b42e-4ea8-9bee-205acfcbe735,segment=NetworkSegment(e4dd546b-87a9-42e9-9a74-14cfcb102b07),segment_id=e4dd546b-87a9-42e9-9a74-14cfcb102b07)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:04.419224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:04.448104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Calling delete_port for 0e787725-b42e-4ea8-9bee-205acfcbe735 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:04.487376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-84ba3d61-c9f2-41dc-b0aa-8130015dcabc service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892320 Dec 23 12:34:04.567163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router aff52d36-e954-4549-8ca5-62701f434fff has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:34:04.597099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee197a5-750c-430d-b9f1-201e81f30222 req-f352b0df-a059-4976-8ef8-c65abf0043b0 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Dec 23 12:34:04.631110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:04.643166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['0e787725-b42e-4ea8-9bee-205acfcbe735'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:04.645398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['98802324-43a4-4a94-a26b-8eb404eaec3d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:04.694262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event deleted for resources: {'Port': ['ID=98802324-43a4-4a94-a26b-8eb404eaec3d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:04.888563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd742d-318b-4c22-9895-09e910c7a157 req-5c1dad38-40a5-400e-ab21-4906a0498c30 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:04.890212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dbd742d-318b-4c22-9895-09e910c7a157 req-5c1dad38-40a5-400e-ab21-4906a0498c30 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Dec 23 12:34:04.942335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dbd742d-318b-4c22-9895-09e910c7a157 req-8b61f71d-cc84-4361-8e1b-dc98d34775b4 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460329 Dec 23 12:34:05.082316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] No DVR routers for this DVR port 98802324-43a4-4a94-a26b-8eb404eaec3d on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:34:05.088467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.091801 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-92f89636-a4d5-4b99-8e3b-6d2d43821d1d req-676b1d6b-f1e8-456c-809b-fda9b6e00b54 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.57 "DELETE /v2.0/ports/98802324-43a4-4a94-a26b-8eb404eaec3d HTTP/1.1" status: 204 len: 173 time: 2.1484842 Dec 23 12:34:05.092263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'name': 'network-vif-deleted', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:05.094596 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f22030-aab0-4b04-b10a-e9a769b8da7e" -d '{"events": [{"server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "name": "network-vif-deleted", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:05.098218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:34:05.103222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2a2db36-7d82-42d6-bb8d-3afa8eb1f443 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/aff52d36-e954-4549-8ca5-62701f434fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100020 Dec 23 12:34:05.109962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:05.123706 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Sync routers for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:34:05.140697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:05.141641 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:05.146784 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072c7cb-abf9-4c26-8923-41ae56271f11 x-openstack-request-id: req-4072c7cb-abf9-4c26-8923-41ae56271f11 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:05.147085 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd503bb-2812-4049-a6bf-2d6f917533b1", "name": "network-vif-deleted", "tag": "98802324-43a4-4a94-a26b-8eb404eaec3d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:05.147347 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4072c7cb-abf9-4c26-8923-41ae56271f11 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:05.147759 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd503bb-2812-4049-a6bf-2d6f917533b1', 'name': 'network-vif-deleted', 'tag': '98802324-43a4-4a94-a26b-8eb404eaec3d', 'status': 'completed', 'code': 200} Dec 23 12:34:05.227901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.288673 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:05.296345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Pushing event deleted for resources: {'Port': ['ID=0e787725-b42e-4ea8-9bee-205acfcbe735,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:05.384217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] No DVR routers for this DVR port 0e787725-b42e-4ea8-9bee-205acfcbe735 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:34:05.387658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.392125 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d683267-0a2b-42ce-8502-dc139a33047d req-16f44837-7bc5-4e0c-978d-129f0bb4facc tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.43 "DELETE /v2.0/ports/0e787725-b42e-4ea8-9bee-205acfcbe735 HTTP/1.1" status: 204 len: 173 time: 1.9761639 Dec 23 12:34:05.541873 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:34:03Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:05.576497 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Checking router: aff52d36-e954-4549-8ca5-62701f434fff for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:34:05.584872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Routers {'aff52d36-e954-4549-8ca5-62701f434fff'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:05.585483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['aff52d36-e954-4549-8ca5-62701f434fff'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:05.602444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fb18669-5117-4b2c-b62b-3447bffb952a req-f5c4a1f5-e758-4495-a556-b3a816d0d0a4 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd503bb-2812-4049-a6bf-2d6f917533b1 HTTP/1.1" status: 200 len: 210 time: 0.0553734 Dec 23 12:34:05.608399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting subnet c85ed054-e05e-46dc-a421-85142c67db10 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:34:05.612293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.656375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.712913 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] Set router aff52d36-e954-4549-8ca5-62701f434fff gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:05.748951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d2e26-6b4f-46c7-99cd-b3ffabd68fae req-0d32ac0f-2ccb-4737-9fb2-b614ea22d423 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:05.756656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09d2e26-6b4f-46c7-99cd-b3ffabd68fae req-0d32ac0f-2ccb-4737-9fb2-b614ea22d423 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 943 time: 0.2108865 Dec 23 12:34:05.789288 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.841547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09d2e26-6b4f-46c7-99cd-b3ffabd68fae req-cb581c86-dd4f-4e72-aeea-7e47cb647210 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Dec 23 12:34:05.907038 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:34:03Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:05.933780 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894995d-6a15-47fe-b6fc-4ab51ff5e75e None None] The sync data for ids ['aff52d36-e954-4549-8ca5-62701f434fff'] in n-d-822750-2 is: [{'id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743347188', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:31:22Z', 'updated_at': '2021-12-23T12:34:03Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '9bc618e3-a6f2-4130-9807-8e0ca28218c1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff52d36-e954-4549-8ca5-62701f434fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:31:24Z', 'updated_at': '2021-12-23T12:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:34:06.053038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.079465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Subnet': ['ID=c85ed054-e05e-46dc-a421-85142c67db10,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:06.092192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.098144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:06.098660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1cd98339-74e1-4b77-8e8e-0df4d43df7a0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/subnets/c85ed054-e05e-46dc-a421-85142c67db10 HTTP/1.1" status: 204 len: 168 time: 0.9909117 Dec 23 12:34:06.103553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5de83b-db8b-468e-905c-b9c6de6cd02d None None] Network 046e5050-bceb-4d1f-b47b-1b15994f1e98 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:06.127714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570a19-e2fb-4619-ad8e-7fd4ab912e32 req-69d8a1f8-1edc-42c3-89ed-00f5992d8aee tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:06.138789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6570a19-e2fb-4619-ad8e-7fd4ab912e32 req-69d8a1f8-1edc-42c3-89ed-00f5992d8aee tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1157732 Dec 23 12:34:06.205554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6570a19-e2fb-4619-ad8e-7fd4ab912e32 req-6bae0501-5c0f-47e5-9ce1-139709c32bb8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Dec 23 12:34:06.231435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.301004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] DHCP port deletion for 046e5050-bceb-4d1f-b47b-1b15994f1e98 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:34:06.392538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Deleting port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:06.396147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.402428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.470568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] For port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,segment=NetworkSegment(72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4),segment_id=72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:06.470568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.486408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Calling delete_port for 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:06.552193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 9bc618e3-a6f2-4130-9807-8e0ca28218c1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:06.556811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.662015 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.685396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 9bc618e3-a6f2-4130-9807-8e0ca28218c1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9bc618e3-a6f2-4130-9807-8e0ca28218c1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:06.685396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:06.720347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 9bc618e3-a6f2-4130-9807-8e0ca28218c1 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:06.731624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:06.733654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 98802324-43a4-4a94-a26b-8eb404eaec3d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:06.748104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] Pushing event deleted for resources: {'Port': ['ID=0d7bd866-b3c0-4a0b-a84a-81a7358a90c3,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:06.791266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a738b4-1780-4675-a530-41dc3a6e1d27 None None] No DVR routers for this DVR port 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:34:06.815828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 98802324-43a4-4a94-a26b-8eb404eaec3d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:06.815828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 98802324-43a4-4a94-a26b-8eb404eaec3d not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:06.863505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dd6e73a-ab72-4aa7-8c4f-691e59ed7af6 req-04025b19-23b5-4d71-86c4-8ebe316e50c7 tempest-ListServersNegativeTestJSON-1570394899 tempest-ListServersNegativeTestJSON-1570394899-project] 10.222.0.16 "GET /v2.0/ports?device_id=7171e83c-0827-469c-bdba-4dd275023723 HTTP/1.1" status: 200 len: 210 time: 0.0411019 Dec 23 12:34:06.939090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:06.952627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:07.004999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.018670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:07.042593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:07.047634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476656c6-2f83-494c-a826-c14e5d820fe1 req-249e63e2-d260-4c9f-b0b7-04acd409ce67 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:07.049292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-476656c6-2f83-494c-a826-c14e5d820fe1 req-249e63e2-d260-4c9f-b0b7-04acd409ce67 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 943 time: 0.0591516 Dec 23 12:34:07.085156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.105078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-476656c6-2f83-494c-a826-c14e5d820fe1 req-2c1b8354-ad75-456d-9c23-b8c1941a6530 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Dec 23 12:34:07.108049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.135947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591a44f-ad7f-4752-bc6f-40164674e1bd None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:34:07.168068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'name': 'network-vif-deleted', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:07.170612 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de2078-1098-4ac0-814b-cc2147dc84de" -d '{"events": [{"server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "name": "network-vif-deleted", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:07.177745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:07.193951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=9bc618e3-a6f2-4130-9807-8e0ca28218c1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:07.203037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:07.205907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['80e830b5-6a12-4f41-820c-24a03b19ca45'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:07.224642 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933bb34-7740-475a-b0db-6bfe014b651c x-openstack-request-id: req-3933bb34-7740-475a-b0db-6bfe014b651c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:07.225095 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171e83c-0827-469c-bdba-4dd275023723", "name": "network-vif-deleted", "tag": "0e787725-b42e-4ea8-9bee-205acfcbe735", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:07.225447 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3933bb34-7740-475a-b0db-6bfe014b651c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:07.225943 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171e83c-0827-469c-bdba-4dd275023723', 'name': 'network-vif-deleted', 'tag': '0e787725-b42e-4ea8-9bee-205acfcbe735', 'status': 'completed', 'code': 200} Dec 23 12:34:07.241623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:07.241782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f619f37e-c0c3-43a6-9f80-ceac37d1cdc7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:07.242907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:07.246718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.295436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:07.296097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d7bd866-b3c0-4a0b-a84a-81a7358a90c3 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:07.340972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 0e787725-b42e-4ea8-9bee-205acfcbe735 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:07.350105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1831d-3a25-4ae6-8726-8ec2f6ee3bd6 req-be217c01-cc67-4300-b29d-70c0df360d08 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:07.351877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53a1831d-3a25-4ae6-8726-8ec2f6ee3bd6 req-be217c01-cc67-4300-b29d-70c0df360d08 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0634439 Dec 23 12:34:07.365646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 0e787725-b42e-4ea8-9bee-205acfcbe735 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:07.371424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 0e787725-b42e-4ea8-9bee-205acfcbe735 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:07.375286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.377558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.405954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53a1831d-3a25-4ae6-8726-8ec2f6ee3bd6 req-6b020770-ac50-449d-a799-88b421a99ff9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Dec 23 12:34:07.489189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.489754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Fanout notify agent at l3_agent the message router_deleted on router aff52d36-e954-4549-8ca5-62701f434fff {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:34:07.504528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.506004 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89de2fb6-0f42-4205-ac35-46698a187dc8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/routers/aff52d36-e954-4549-8ca5-62701f434fff HTTP/1.1" status: 204 len: 168 time: 1.4050949 Dec 23 12:34:07.508608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:07.683699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.779173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.801139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046e5050-bceb-4d1f-b47b-1b15994f1e98']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:07.811647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:07.811941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cc8e9c-e6ee-490a-a1d8-cdb50e9ef8e4') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:07.821302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.834468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.840630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:34:07.841035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:34:07.843946 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:34:07.933392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56718) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:07.980849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Deleting subnet 4aea4bde-9e31-4969-a99e-b75819f6ecc6 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:34:07.984131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.004999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.015205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.018462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/networks/046e5050-bceb-4d1f-b47b-1b15994f1e98 HTTP/1.1" status: 204 len: 168 time: 0.5087340 Dec 23 12:34:08.021178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:08.031626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477bb2c-4a24-4fe6-be4d-8c18d378ecd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Network': ['ID=046e5050-bceb-4d1f-b47b-1b15994f1e98,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:08.048813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.119427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.145254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.184212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.271297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ae69-b76d-4971-af55-dd9a5635bd37 req-759e3988-7dad-49e8-966c-0d235feb9098 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:08.272709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bff8ae69-b76d-4971-af55-dd9a5635bd37 req-759e3988-7dad-49e8-966c-0d235feb9098 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 943 time: 0.0929313 Dec 23 12:34:08.295853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.330276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aea4bde-9e31-4969-a99e-b75819f6ecc6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:08.340577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.343763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad8f3b02-0f8d-4038-bf8f-52ad30722a96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4aea4bde-9e31-4969-a99e-b75819f6ecc6 HTTP/1.1" status: 204 len: 168 time: 0.4093850 Dec 23 12:34:08.346443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56724) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:08.361206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bff8ae69-b76d-4971-af55-dd9a5635bd37 req-2123c920-7a0b-4945-9707-2f6bc2c0e9c5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821726 Dec 23 12:34:08.387494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.390261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.391311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/security-groups/c95a7f08-7936-4285-9603-f4023e6ed7fb HTTP/1.1" status: 204 len: 168 time: 0.3688533 Dec 23 12:34:08.400432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b70f93-e975-4391-b777-3866ff34adbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a7f08-7936-4285-9603-f4023e6ed7fb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:08.427409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.509133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.544147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff42024-7a88-4bd3-89e9-e92bfeb577c6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:08.554629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dd546b-87a9-42e9-9a74-14cfcb102b07') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:08.555065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dd546b-87a9-42e9-9a74-14cfcb102b07') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:08.566041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.570739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4a854-9fed-4751-9f31-7f2933cba4a3 req-ae486a72-0e64-40a3-ac30-efdf5e2af7da tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:08.573362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12b4a854-9fed-4751-9f31-7f2933cba4a3 req-ae486a72-0e64-40a3-ac30-efdf5e2af7da tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0771101 Dec 23 12:34:08.581763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.588711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:34:08.589126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:34:08.590780 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:34:08.627637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12b4a854-9fed-4751-9f31-7f2933cba4a3 req-49c0f43e-058b-45a4-be80-e16ac346e439 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Dec 23 12:34:08.687926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18592a31-e244-4ba6-b305-876d1a1711eb details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:08.689885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:08.713242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.718377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.725504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ff42024-7a88-4bd3-89e9-e92bfeb577c6 HTTP/1.1" status: 204 len: 168 time: 0.3741648 Dec 23 12:34:08.737225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdc94c-28a7-44c5-bd47-e9774395b939 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff42024-7a88-4bd3-89e9-e92bfeb577c6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:08.816640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 80e830b5-6a12-4f41-820c-24a03b19ca45 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:08.821912 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.887126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18592a31-e244-4ba6-b305-876d1a1711eb,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:08.902988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '18592a31-e244-4ba6-b305-876d1a1711eb', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'port_id': '18592a31-e244-4ba6-b305-876d1a1711eb', 'mac_address': 'fa:16:3e:25:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:08.970129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.977816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:08.980072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.985341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661881291', 'description': 'tempest-secgroup-smoke-661881291 description', 'project_id': 'c95a45dd98b447989e82921fb516201d'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:09.010777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18592a31-e244-4ba6-b305-876d1a1711eb {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:09.022302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:09.022983 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511adca7-4f83-42c0-b9e8-88ced5822832" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:09.041400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:09.049753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18592a31-e244-4ba6-b305-876d1a1711eb,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:09.062202 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ed8f2-5fbb-4258-8cb0-9097574d6225 x-openstack-request-id: req-057ed8f2-5fbb-4258-8cb0-9097574d6225 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:09.062497 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:09.062750 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-057ed8f2-5fbb-4258-8cb0-9097574d6225 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:09.063137 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:34:09.110479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56748) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:09.124259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.149462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9bc618e3-a6f2-4130-9807-8e0ca28218c1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:09.154396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.174155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9bc618e3-a6f2-4130-9807-8e0ca28218c1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:09.174494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9bc618e3-a6f2-4130-9807-8e0ca28218c1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:09.178197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3b60149-f821-4123-a646-011d81633355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52187f0594104dac8e5397d0b4e3fb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665503 Dec 23 12:34:09.180870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56750) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:09.190636 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.204387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:09.240144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.246190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.258364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:09.273907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.324212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.358592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486b8c51-dcc4-46be-bdf1-afdf1e27270e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:09.432276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.432448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.432631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.432757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9b5108c5-ec5d-4ab7-bc8c-8f78d384fbd2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4520741 Dec 23 12:34:09.433353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed64c717-fe52-4752-8ee6-ecc6211f8a51 HTTP/1.1" status: 204 len: 168 time: 0.2499774 Dec 23 12:34:09.436205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56756) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:09.441688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:09.447711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87877123-ea5f-4899-aec4-590e30f1c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed64c717-fe52-4752-8ee6-ecc6211f8a51,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:09.514741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e4707-a765-4a36-ac70-f522ac705917 req-3de2b617-9219-4b29-881f-d87d60d2c30e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:09.516364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c45e4707-a765-4a36-ac70-f522ac705917 req-3de2b617-9219-4b29-881f-d87d60d2c30e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 944 time: 0.0737214 Dec 23 12:34:09.572980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c45e4707-a765-4a36-ac70-f522ac705917 req-9d577201-faba-407b-bd9e-db312b6439d7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499051 Dec 23 12:34:09.586859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.642105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['18592a31-e244-4ba6-b305-876d1a1711eb'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:09.643429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.749512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fd427-e4e6-47a6-b14f-058ee7278b9a req-a9195ec5-92d9-4b26-8555-e0123b9bf927 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:09.751088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f4fd427-e4e6-47a6-b14f-058ee7278b9a req-a9195ec5-92d9-4b26-8555-e0123b9bf927 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Dec 23 12:34:09.770297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.788859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d6334d-ff7e-4108-b18c-08c36d1e52ce,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:09.810253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f4fd427-e4e6-47a6-b14f-058ee7278b9a req-c74f6033-d376-46c2-b7b1-a968ad7b93f3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Dec 23 12:34:09.923520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.925275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:09.925727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e60019b-7099-4749-bca5-5a2afecc8346 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881608 Dec 23 12:34:09.931337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:10.051858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.120524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.193042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.214459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715fbd07-98fc-4d6e-979a-3a97076befdf,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:10.285874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.287193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3cc2734d-fe77-46ef-a219-bde0c7ca7802 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604269 Dec 23 12:34:10.289990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56784) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:10.294366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:10.415346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.479173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.616141 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.642512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516fe96e-869e-4027-acde-f2359069ae7a,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:10.713932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56802) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:10.717515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.719256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bc1bc5f7-2343-4de6-9242-e569dfbe294e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4282949 Dec 23 12:34:10.722143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56806) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:10.730228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:10.761322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e804995-dbd8-44ba-b309-700e8d81412c req-e248adc8-d826-4021-981a-71bb38754f9b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:10.761322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e804995-dbd8-44ba-b309-700e8d81412c req-e248adc8-d826-4021-981a-71bb38754f9b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 944 time: 0.0901983 Dec 23 12:34:10.843670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e804995-dbd8-44ba-b309-700e8d81412c req-3b49f86e-d636-46b0-9992-1e25bf58df3c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638309 Dec 23 12:34:10.865132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1376317737-network', 'tenant_id': 'a0471c1441974ee78d3525d2e1d512d2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:10.919543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.978524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7340dc6-2e6d-4650-a58b-8358c111db3a req-17f2c9b0-7680-4d87-a871-3d37993e6110 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:10.980105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7340dc6-2e6d-4650-a58b-8358c111db3a req-17f2c9b0-7680-4d87-a871-3d37993e6110 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0917733 Dec 23 12:34:10.998176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Made reservation on behalf of a0471c1441974ee78d3525d2e1d512d2 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:11.004345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.012416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.024154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.048413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7340dc6-2e6d-4650-a58b-8358c111db3a req-1ca16a80-05de-4b50-a8fd-a443d3d1af7a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607283 Dec 23 12:34:11.095631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.099897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.122786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af30f7d-cd82-4c53-bff4-963d3958bd6c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:11.175739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.196548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.201033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-edef1531-7eb9-4f7d-b2a1-ed4d09155d0f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4750519 Dec 23 12:34:11.201340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56812) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:11.205020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:34:11.207836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:11.211896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b91cc79-6a41-4147-bcda-07b59e916fb5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:11.222760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.222760 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Added segment 7dd928b2-7563-4ef6-9b74-7eb2c6044261 of type vlan for network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb Dec 23 12:34:11.224682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.225174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.225385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.225720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.226048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.226379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.226702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.227026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.227347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.227675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.228669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.228978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.229300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:11.276372 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.319086 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:34:11.324863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.386933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.392964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.395651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:11.395651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.461064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] Pushing event updated for resources: {'Network': ['ID=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:11.471997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.472186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:34:11.494079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4091112-4179-4ba7-969b-c0dac8bd3ce1,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:11.544459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:11.544714 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3fbab9e-b4f3-40ce-91c0-01a4c3280792 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8290224 Dec 23 12:34:11.550033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Request body: {'subnet': {'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1376317737-subnet', 'tenant_id': 'a0471c1441974ee78d3525d2e1d512d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:11.561944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.563153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-753513cc-f51d-48b4-996a-e1c289db1fc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3601947 Dec 23 12:34:11.570119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56822) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:11.577824 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '486b8c51-dcc4-46be-bdf1-afdf1e27270e', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:11.678677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Made reservation on behalf of a0471c1441974ee78d3525d2e1d512d2 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:11.681262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.770291 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:34:11.779845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.851248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.942341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.982240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:11.996786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331bd60-568a-4277-bb7a-62c5c37fb433 req-0198d4aa-4c21-4b8f-9b26-8d3414ab7e4e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:11.998399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a331bd60-568a-4277-bb7a-62c5c37fb433 req-0198d4aa-4c21-4b8f-9b26-8d3414ab7e4e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 944 time: 0.0928044 Dec 23 12:34:12.021939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f102b5e6-1d11-46e4-9dd3-123d02552044,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:12.034193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a93772-c655-4c90-b79b-ecd27cdc3f4d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:12.057945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Checking segment: {'id': '7dd928b2-7563-4ef6-9b74-7eb2c6044261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:12.058306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Network hostable DHCP agents. Network: 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:34:12.084331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a331bd60-568a-4277-bb7a-62c5c37fb433 req-326cbb9b-af11-48a4-a45e-8f33a49ede81 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759740 Dec 23 12:34:12.106366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.106366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-32b0b5bd-cb92-4524-acc8-4b07eb798610 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5337231 Dec 23 12:34:12.108331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:12.114208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'network': {'name': 'tempest-network-smoke--461717184', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:12.194140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:34:12.206759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1dff3-667b-4c9e-8a76-a4e2b57b187e req-3c10651a-7994-4c90-9d10-ee6d4c14997e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:12.208335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eec1dff3-667b-4c9e-8a76-a4e2b57b187e req-3c10651a-7994-4c90-9d10-ee6d4c14997e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0633895 Dec 23 12:34:12.232877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:12.237769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.289372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eec1dff3-667b-4c9e-8a76-a4e2b57b187e req-edb341b8-c6b9-4474-afa9-d409e1ad9992 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732007 Dec 23 12:34:12.295309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:34:12.295309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:12.300986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:12.301682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.323941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.323941 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Added segment a1c1f6da-d202-422b-9c10-61054017e409 of type vlan for network e61e5cfb-99cc-4028-87f4-091521e9ebdc Dec 23 12:34:12.324256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d891b1b-1327-495d-a9c6-c6eda5af371e None None] Network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:12.373909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.416391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a54f9de5-7762-4fd0-b0bf-8cff6ca1d072 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8667591 Dec 23 12:34:12.435405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdc5cd-2007-4a40-bcb5-62a495d646da None None] Network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:12.466540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.474801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:12.476512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.623287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Network': ['ID=e61e5cfb-99cc-4028-87f4-091521e9ebdc,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:12.638624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:34:12.642216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56856) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:12.647947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'admin_state_up': True, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:12.649455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c01c3829-cacf-4d70-8cdc-7ac7b3e12866 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5398948 Dec 23 12:34:12.765498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.766954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.836903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:12.894085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18592a31-e244-4ba6-b305-876d1a1711eb up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:13.174606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.193254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 18592a31-e244-4ba6-b305-876d1a1711eb completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:34:13.198414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 18592a31-e244-4ba6-b305-876d1a1711eb triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:13.199030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.218342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ba68-0cf0-4921-979b-7d4e3b07ae42 req-da2c813d-64f6-4ec6-b47c-2c16eecbbe65 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:13.219876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fc9ba68-0cf0-4921-979b-7d4e3b07ae42 req-da2c813d-64f6-4ec6-b47c-2c16eecbbe65 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 944 time: 0.0539954 Dec 23 12:34:13.312554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.318407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fc9ba68-0cf0-4921-979b-7d4e3b07ae42 req-0ea68f6a-a907-4d7f-b8ca-899d899a73b7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Dec 23 12:34:13.320093 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ec76c2f-b361-41b0-a6fa-186a01e0fae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.358843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:13.361724 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdea7402-4f55-473a-857b-8a119d5a28ed" -d '{"events": [{"server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:13.387988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18592a31-e244-4ba6-b305-876d1a1711eb,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:13.479690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.489525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.512992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.537046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b1505-3c5c-4b55-9687-588bd14fdefe req-4d215214-ea4a-4571-890f-d097acc28df3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:13.545909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-790b1505-3c5c-4b55-9687-588bd14fdefe req-4d215214-ea4a-4571-890f-d097acc28df3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1269698 Dec 23 12:34:13.632700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-790b1505-3c5c-4b55-9687-588bd14fdefe req-2ba2ea45-9a58-43de-9cc8-33288eb4278c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854604 Dec 23 12:34:13.649125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:13.662126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.209 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/13a0f9a6-72d6-475f-9690-d804334d8e24) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:13.708195 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db127e-4d33-4d27-9727-a44f62290bfd x-openstack-request-id: req-d7db127e-4d33-4d27-9727-a44f62290bfd {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:13.708195 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "name": "network-vif-plugged", "status": "completed", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:13.708195 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7db127e-4d33-4d27-9727-a44f62290bfd {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:13.708195 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb', 'code': 200} Dec 23 12:34:13.860446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:13.894246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da487-163d-4c6e-ba32-b7ffba997c3a req-efc2ad4c-0971-4a73-8dc5-83f20c983e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:13.895757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-116da487-163d-4c6e-ba32-b7ffba997c3a req-efc2ad4c-0971-4a73-8dc5-83f20c983e9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 1096 time: 0.1221969 Dec 23 12:34:13.972540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-116da487-163d-4c6e-ba32-b7ffba997c3a req-78387a0c-32c7-48ab-aa41-1889e89802d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Dec 23 12:34:13.993147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:14.033877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:14.037050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:14.041846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:14.055862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41da2b1-9db5-4668-903e-df527945250e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:34:14.074846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=13a0f9a6-72d6-475f-9690-d804334d8e24,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:14.131738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f8f12894-6481-427b-991a-68bd7e631fe8 None None] Provisioning complete for port 13a0f9a6-72d6-475f-9690-d804334d8e24 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:14.132672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8f12894-6481-427b-991a-68bd7e631fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:14.178077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f8f12894-6481-427b-991a-68bd7e631fe8 None None] Port 13a0f9a6-72d6-475f-9690-d804334d8e24 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:14.488552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda1a6d-bdcf-45c8-8cef-bdcd653277b3 req-216b6279-b5a4-4501-9615-688aad10feaa tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:14.496163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cda1a6d-bdcf-45c8-8cef-bdcd653277b3 req-216b6279-b5a4-4501-9615-688aad10feaa tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1046157 Dec 23 12:34:14.590698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cda1a6d-bdcf-45c8-8cef-bdcd653277b3 req-58876ef0-4e16-472c-9af6-bc4ec257c4da tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Dec 23 12:34:14.604300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:14.792943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd69d-fbe1-4286-80c5-6c8c8b027015 req-519a7b55-2558-440f-a6e5-c967074422a1 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:14.795418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cbfd69d-fbe1-4286-80c5-6c8c8b027015 req-519a7b55-2558-440f-a6e5-c967074422a1 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.0643451 Dec 23 12:34:14.883421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cbfd69d-fbe1-4286-80c5-6c8c8b027015 req-845d93cf-1b60-4a9a-b103-aeebff3612d2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817492 Dec 23 12:34:14.949092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:15.227826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 721e1e17-96b1-4857-8c23-f99a596adfa8 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:34:15.389389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:34:15.400989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Sync routers for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:34:15.417193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:15.420074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:33:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:15.498956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:15.500876 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-279fd43e-81ee-48cb-8c26-d9b192d794c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8564842 Dec 23 12:34:15.503653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56936) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:15.599018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-841eea27-3c24-4b72-9832-fd358850ea04 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c95a45dd98b447989e82921fb516201d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0905828 Dec 23 12:34:15.601924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56940) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:15.620243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-ae829a77-20b2-4fc2-980f-11db8dba1e73 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:15.627005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-ae829a77-20b2-4fc2-980f-11db8dba1e73 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/networks?id=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb HTTP/1.1" status: 200 len: 810 time: 0.1354804 Dec 23 12:34:15.645299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-4b191cba-ec66-41d6-8e8d-dc077ae39f80 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/quotas/a0471c1441974ee78d3525d2e1d512d2 HTTP/1.1" status: 200 len: 375 time: 0.0166454 Dec 23 12:34:15.706249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-411c8aa8-75b9-464a-8876-95ed48d50afb tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0471c1441974ee78d3525d2e1d512d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538402 Dec 23 12:34:15.714641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:15.843279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f638c2-8874-4753-a5ec-8646aa988486 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:15.847475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3f638c2-8874-4753-a5ec-8646aa988486 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2380145 Dec 23 12:34:15.848440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56950) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:15.891857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9794bb4d-e8eb-41f3-9d91-0abf1f2436c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:15.931556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8ddefbdb-4681-490c-bd3e-03b31609cb4d tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781965 Dec 23 12:34:15.931948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56954) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:15.942003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000594741', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:15.956143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c158f5e4-b425-4ea5-9c8c-4efbae016633 service neutron] 10.222.0.16 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362814 Dec 23 12:34:16.089016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:14Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:16.123308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-152100ff-6517-465c-8146-7ed8d4db9d90 service neutron] 10.222.0.16 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660159 Dec 23 12:34:16.134615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Checking router: 721e1e17-96b1-4857-8c23-f99a596adfa8 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:34:16.138382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Updating router 721e1e17-96b1-4857-8c23-f99a596adfa8 port 13a0f9a6-72d6-475f-9690-d804334d8e24 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:34:16.190933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:16.459934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a5760-0c8f-41fb-9177-2502f6992ef1 req-ede5458f-0af4-4220-bf46-fe6fabfd6582 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:16.472322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01a5760-0c8f-41fb-9177-2502f6992ef1 req-ede5458f-0af4-4220-bf46-fe6fabfd6582 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0950716 Dec 23 12:34:16.544177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:16.552243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01a5760-0c8f-41fb-9177-2502f6992ef1 req-6e739589-a4b9-4293-9c55-5843304e1bb3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 Dec 23 12:34:16.737079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:16.815442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47c72-4487-433c-8b0c-b77d6d1b93e8 req-6a047d44-7925-4785-a3e6-12ed588241d6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:16.817036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4b47c72-4487-433c-8b0c-b77d6d1b93e8 req-6a047d44-7925-4785-a3e6-12ed588241d6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1133037 Dec 23 12:34:16.838948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:16.840775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:16.842516 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:16.945501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4138fb-5d53-416c-a945-ad536d49891a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:34:16.998753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Attempting to bind port 13a0f9a6-72d6-475f-9690-d804334d8e24 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:16.999134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Attempting to bind port 13a0f9a6-72d6-475f-9690-d804334d8e24 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:16.999502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Attempting to bind port 13a0f9a6-72d6-475f-9690-d804334d8e24 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:17.003987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a07a9-e3b1-4500-8d9f-027ebbe5e800 None None] Pushing event updated for resources: {'Port': ['ID=13a0f9a6-72d6-475f-9690-d804334d8e24,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:17.020031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:17.020431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:17.020842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.020984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4b47c72-4487-433c-8b0c-b77d6d1b93e8 req-b0357476-b764-4f3d-8902-37c86fe3eb39 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972294 Dec 23 12:34:17.021234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:17.021721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Bound port: 13a0f9a6-72d6-475f-9690-d804334d8e24, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:17.022108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.080576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1191765c-3c75-4603-9008-5c722a6ff57e None None] Provisioning complete for port 13a0f9a6-72d6-475f-9690-d804334d8e24 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:17.081049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1191765c-3c75-4603-9008-5c722a6ff57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.128201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] For port 13a0f9a6-72d6-475f-9690-d804334d8e24, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:17.143014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1191765c-3c75-4603-9008-5c722a6ff57e None None] Port 13a0f9a6-72d6-475f-9690-d804334d8e24 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:17.145786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] For port 13a0f9a6-72d6-475f-9690-d804334d8e24, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13a0f9a6-72d6-475f-9690-d804334d8e24,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:17.154539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ead89a80-3f7d-4012-a78d-64cb61ef3231 req-4271acff-23ab-4ddf-a4a2-bc0dc7c54ddb tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 210 time: 0.0636351 Dec 23 12:34:17.255638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.312863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:17.313507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:34:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:17.323976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83838564-58a3-4a08-be74-e9b980fef1b8 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:34:17.342299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.409895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a07a9-e3b1-4500-8d9f-027ebbe5e800 None None] Pushing event updated for resources: {'Port': ['ID=13a0f9a6-72d6-475f-9690-d804334d8e24,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:17.449289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] Provisioning complete for port 13a0f9a6-72d6-475f-9690-d804334d8e24 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:17.449680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.465386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb82c-ad4e-4586-a161-8efe1fee1234 req-73637de3-82db-43ef-bd8e-ae8c8274b77a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:17.467638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Subnet': ['ID=f302dc84-a606-4baa-954e-465a1644a132,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:17.479700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbdcb82c-ad4e-4586-a161-8efe1fee1234 req-73637de3-82db-43ef-bd8e-ae8c8274b77a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1142426 Dec 23 12:34:17.555165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:17.556944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network hostable DHCP agents. Network: e61e5cfb-99cc-4028-87f4-091521e9ebdc, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:34:17.582834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:17.584290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2508e-f461-4031-a9de-2928b61cad83 req-5261d4f1-8cad-419d-b188-e3c88d83fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:17.586052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-5261d4f1-8cad-419d-b188-e3c88d83fce6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 1096 time: 0.1107647 Dec 23 12:34:17.596719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbdcb82c-ad4e-4586-a161-8efe1fee1234 req-74a97b8a-cb2b-4f60-9ec7-00150f2fc617 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145630 Dec 23 12:34:17.685803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:34:17.763712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2508e-f461-4031-a9de-2928b61cad83 req-8f7d573b-0bfe-4e9d-bab1-bb50c746a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:17.765283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-8f7d573b-0bfe-4e9d-bab1-bb50c746a280 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 911 time: 0.1721697 Dec 23 12:34:17.808860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.848078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-92536c7c-8bc0-4dfc-b7d1-87d4699eeafa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18592a31-e244-4ba6-b305-876d1a1711eb HTTP/1.1" status: 200 len: 217 time: 0.0702603 Dec 23 12:34:17.850232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e61e5cfb-99cc-4028-87f4-091521e9ebdc) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:17.858473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:17.858915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:17.886039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec2390-571e-4934-a237-afe6c9566671 None None] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:17.900639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] For port 13a0f9a6-72d6-475f-9690-d804334d8e24, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13a0f9a6-72d6-475f-9690-d804334d8e24,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:17.947835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2508e-f461-4031-a9de-2928b61cad83 req-acffb624-5b0c-415e-97e3-133486578ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:17.950031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-acffb624-5b0c-415e-97e3-133486578ff3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.0935726 Dec 23 12:34:17.979453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5d90e496-21c7-46d1-8e8c-c22b3db658be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0433540 Dec 23 12:34:17.982782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56980) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:18.022630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-371602e0-a50f-44c7-af9e-70e66de2b499 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626857 Dec 23 12:34:18.081365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:18.163981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:34:18.165294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:18.279841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:14Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:18.353651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fffa3438-e6fe-4a2a-a32b-0b9ac1e47cef req-89c4eedb-5281-4c41-a44a-6e377154f148 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 210 time: 0.0873389 Dec 23 12:34:18.379898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-1b7b0898-f228-49ee-b77e-203d282001ce service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500252 Dec 23 12:34:18.402066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207c9f-42c7-46cf-81b6-1d9af785e905 req-e54cf96a-7771-42c0-ae17-4fd2f1c5a498 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:18.404352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4b06d-788e-4053-97af-55c74d3aa8f8 None None] The sync data for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 is: [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:14Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:34:18.407628 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:18.411839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4207c9f-42c7-46cf-81b6-1d9af785e905 req-e54cf96a-7771-42c0-ae17-4fd2f1c5a498 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.2286866 Dec 23 12:34:18.541287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb146-3208-4826-bd5f-b1b03ab7c3f4 None None] Pushing event updated for resources: {'Port': ['ID=13a0f9a6-72d6-475f-9690-d804334d8e24,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:18.595787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-54f2508e-f461-4031-a9de-2928b61cad83 req-f549796b-e0e6-4e88-80d6-49b0a9271f37 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035193 Dec 23 12:34:18.610410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4207c9f-42c7-46cf-81b6-1d9af785e905 req-2e9e3950-a863-4848-ae82-cbb4fffb3a76 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973686 Dec 23 12:34:18.621001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Allocated IP 172.20.0.2 (e61e5cfb-99cc-4028-87f4-091521e9ebdc/f302dc84-a606-4baa-954e-465a1644a132/debb97e3-5e2c-4b07-8a2b-e32dde1a595d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:18.800988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ec372-45b7-4741-a8a1-4e4a270f7daa req-c6659f46-d8ab-4eaa-9534-763f1b508ee2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:18.802572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-190ec372-45b7-4741-a8a1-4e4a270f7daa req-c6659f46-d8ab-4eaa-9534-763f1b508ee2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1136701 Dec 23 12:34:18.868275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:18.868275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:18.923791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-190ec372-45b7-4741-a8a1-4e4a270f7daa req-25eb1d43-dfc7-4557-b58d-ec462f3a7a56 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711682 Dec 23 12:34:19.057282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.192718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.268430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:19.293404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:19.335019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:19.357407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13a0f9a6-72d6-475f-9690-d804334d8e24 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:19.426477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Pushing event updated for resources: {'Port': ['ID=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:19.440635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1b60d32-5776-4f81-87b8-a74e0b4fdb17 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:19.561741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-62a9c17e-1764-4596-a22d-613f12108a1c req-a30771ff-bb85-4c23-a86b-48fbe98128b9 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 210 time: 0.0943959 Dec 23 12:34:19.628461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.764304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Attempting to bind port debb97e3-5e2c-4b07-8a2b-e32dde1a595d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:19.764849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Attempting to bind port debb97e3-5e2c-4b07-8a2b-e32dde1a595d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:19.765072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Attempting to bind port debb97e3-5e2c-4b07-8a2b-e32dde1a595d on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:19.784413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:19.784781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:19.787814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.788324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Bound using segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:19.788875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Bound port: debb97e3-5e2c-4b07-8a2b-e32dde1a595d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:19.794615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.863870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 13a0f9a6-72d6-475f-9690-d804334d8e24 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:19.864262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:19.994929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:19.996698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d796-d203-42fb-8d53-423c4207801c req-f35e80b3-c0d8-4725-ad80-30b3d5c9983f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:20.004391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77f0d796-d203-42fb-8d53-423c4207801c req-f35e80b3-c0d8-4725-ad80-30b3d5c9983f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1963317 Dec 23 12:34:20.058261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'mac_address': 'fa:16:3e:37:a8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:20.120258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77f0d796-d203-42fb-8d53-423c4207801c req-b294cb01-8d33-4330-afb4-37c21303d8de tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148467 Dec 23 12:34:20.188076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.1 (e61e5cfb-99cc-4028-87f4-091521e9ebdc/f302dc84-a606-4baa-954e-465a1644a132/32f92140-b657-4488-be4c-584df4c25190) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:20.210477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74a1cc-f926-456a-9294-c9d1ef986a3a req-9b95d65b-ef7a-4556-8eda-491d5ba273f9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:20.218733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc74a1cc-f926-456a-9294-c9d1ef986a3a req-9b95d65b-ef7a-4556-8eda-491d5ba273f9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1223998 Dec 23 12:34:20.380789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc74a1cc-f926-456a-9294-c9d1ef986a3a req-4e0a97c7-f3c3-4673-b232-a8828caae9d1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608174 Dec 23 12:34:20.457031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:20.522635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:20.682459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1b60d32-5776-4f81-87b8-a74e0b4fdb17 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:20.724454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] For port debb97e3-5e2c-4b07-8a2b-e32dde1a595d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:20.735196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] For port debb97e3-5e2c-4b07-8a2b-e32dde1a595d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:20.742110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:20.779427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:20.891805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:20.897294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:20.949333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6ceaa8e-ae77-4202-8587-3798872cba48 req-430038cb-da0e-4fa8-aa76-057eee9fcfb5 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 210 time: 0.1767838 Dec 23 12:34:20.970783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:20.997022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:21.004542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:21.062017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e1b60d32-5776-4f81-87b8-a74e0b4fdb17'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:21.165542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:21.230417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.231118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.241300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.247897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:21.271555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:21.331306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-1609c872-0410-4fc4-a7c0-a93afd3f06e4 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:21.332892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-1609c872-0410-4fc4-a7c0-a93afd3f06e4 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.43 "GET /v2.0/networks?id=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb HTTP/1.1" status: 200 len: 810 time: 0.4535797 Dec 23 12:34:21.348684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Request body: {'port': {'device_id': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb', 'admin_state_up': True, 'tenant_id': 'a0471c1441974ee78d3525d2e1d512d2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:21.376654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:21.596361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08efd0-0c27-47cc-a9b7-dd4df779babd None None] Pushing event updated for resources: {'Port': ['ID=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:21.769378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Made reservation on behalf of a0471c1441974ee78d3525d2e1d512d2 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:21.772907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:22.059928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbdaab-deb8-4ae3-8904-1f64ba43fcaa req-f5fa80c8-456b-4feb-add3-1af40d275864 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:22.062879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ebbdaab-deb8-4ae3-8904-1f64ba43fcaa req-f5fa80c8-456b-4feb-add3-1af40d275864 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 944 time: 0.7400663 Dec 23 12:34:22.186205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ebbdaab-deb8-4ae3-8904-1f64ba43fcaa req-afb393e2-6ec3-4dfd-928d-bf65214ba399 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751197 Dec 23 12:34:22.250402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Allocated IP 172.20.0.6 (1c89e445-2cf7-4151-b7cf-6c0fa238a3eb/04a93772-c655-4c90-b79b-ecd27cdc3f4d/06626c52-f66a-4924-b8a9-0927817b9bf1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:22.327452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:22.577348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13fbc-12d2-4c5c-a29c-ce0ee01175ac req-e9380608-d11c-4c9f-b4c3-b65dcfbaaf90 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:22.590197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a13fbc-12d2-4c5c-a29c-ce0ee01175ac req-e9380608-d11c-4c9f-b4c3-b65dcfbaaf90 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.2636697 Dec 23 12:34:22.667809 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:22.712474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:22.908998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.042489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.122990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668dcd5-9893-4ab8-93d5-9f640e1c92e8 None None] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:23.126550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a13fbc-12d2-4c5c-a29c-ce0ee01175ac req-7751ff87-61a3-45f0-ba3b-fb87be778ac1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353055 Dec 23 12:34:23.134522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.166717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Pushing event updated for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:23.251541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:23.252552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:23.261723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:23.307841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] Provisioning complete for port debb97e3-5e2c-4b07-8a2b-e32dde1a595d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:23.308370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.426126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:23.428089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.462335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:23.473605 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.502376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63414b36-7c3d-4b62-b676-8260058b0f5b req-233c29c5-1618-4d29-b1a5-abc4aa49d2c1 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:23.511005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63414b36-7c3d-4b62-b676-8260058b0f5b req-233c29c5-1618-4d29-b1a5-abc4aa49d2c1 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 931 time: 0.2160223 Dec 23 12:34:23.511898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1b60d32-5776-4f81-87b8-a74e0b4fdb17 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:23.514416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device debb97e3-5e2c-4b07-8a2b-e32dde1a595d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:23.574473 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-c1a47e93-6732-49ed-b944-b4bca5abdfbe tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2313554 Dec 23 12:34:23.592002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-70835077-12f9-4cf2-b49b-ecc8aa34bb56 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:34:23.612790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-70835077-12f9-4cf2-b49b-ecc8aa34bb56 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293703 Dec 23 12:34:23.631549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Request body: {'port': {'device_id': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:23.678045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.689672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63414b36-7c3d-4b62-b676-8260058b0f5b req-482d6e4a-26a0-471f-8313-dac70b380f21 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713133 Dec 23 12:34:23.823880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:23.830429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:23.875945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port debb97e3-5e2c-4b07-8a2b-e32dde1a595d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:23.876354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.886653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:23.945688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:23.947055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.014705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] For port debb97e3-5e2c-4b07-8a2b-e32dde1a595d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:24.137802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.144766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.328535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5b358-c7f0-49ed-aaa4-ed1c210b45dc req-ab81265f-593f-4c83-aab6-4629b3eb2ea7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:24.337340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67a5b358-c7f0-49ed-aaa4-ed1c210b45dc req-ab81265f-593f-4c83-aab6-4629b3eb2ea7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 944 time: 0.1822629 Dec 23 12:34:24.341126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 721e1e17-96b1-4857-8c23-f99a596adfa8 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:34:24.454922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67a5b358-c7f0-49ed-aaa4-ed1c210b45dc req-4632abd3-70a0-42ca-925c-bd9b023f092e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165380 Dec 23 12:34:24.457114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fc98ee80-788e-40bb-bd74-66ea22448ed4 None None] Provisioning complete for port debb97e3-5e2c-4b07-8a2b-e32dde1a595d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:24.457452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc98ee80-788e-40bb-bd74-66ea22448ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.537396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:34:24.537875 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:34:24.674677 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.679012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ed4b-7cf5-4cc5-bf1f-3359fac2da6e None None] Pushing event updated for resources: {'Port': ['ID=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:24.703096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:34:24.718172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Sync routers for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:34:24.734175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7846eece-bfd7-4699-b2fc-6711113b2ea0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/721e1e17-96b1-4857-8c23-f99a596adfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7532558 Dec 23 12:34:24.735453 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:24.736267 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:34:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:24.770593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:24.775464 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ee3d3-163a-4c1f-8ff6-5e1d9e717a89" -d '{"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:24.841311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06626c52-f66a-4924-b8a9-0927817b9bf1 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:24.883507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:24.917973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Transition to ACTIVE for port object 06626c52-f66a-4924-b8a9-0927817b9bf1 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:24.950995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:24.964963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4687-dd89-489d-9f58-44c6dde210f5 req-c654208a-8579-4de1-9979-ee2502842149 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:24.970708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fc98ee80-788e-40bb-bd74-66ea22448ed4 None None] Provisioning complete for port 32f92140-b657-4488-be4c-584df4c25190 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:24.971670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc98ee80-788e-40bb-bd74-66ea22448ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.015747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.024542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30cd4687-dd89-489d-9f58-44c6dde210f5 req-c654208a-8579-4de1-9979-ee2502842149 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.4028833 Dec 23 12:34:25.181267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Pushing event updated for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:25.185961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.209069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fc98ee80-788e-40bb-bd74-66ea22448ed4 None None] Port 32f92140-b657-4488-be4c-584df4c25190 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:25.229104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30cd4687-dd89-489d-9f58-44c6dde210f5 req-4ad7b30f-2881-4e59-a926-6e2dd0bb0e2a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939421 Dec 23 12:34:25.354964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Attempting to bind port 06626c52-f66a-4924-b8a9-0927817b9bf1 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:25.355304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Attempting to bind port 06626c52-f66a-4924-b8a9-0927817b9bf1 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '7dd928b2-7563-4ef6-9b74-7eb2c6044261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:25.357028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Attempting to bind port 06626c52-f66a-4924-b8a9-0927817b9bf1 on network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:25.382733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Port 06626c52-f66a-4924-b8a9-0927817b9bf1 on network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:25.387820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Attempting to bind port 06626c52-f66a-4924-b8a9-0927817b9bf1 on network 1c89e445-2cf7-4151-b7cf-6c0fa238a3eb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:25.405848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:25.412195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:25.412568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Checking segment: {'id': '7dd928b2-7563-4ef6-9b74-7eb2c6044261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:25.412971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Bound using segment: {'id': '7dd928b2-7563-4ef6-9b74-7eb2c6044261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:25.413423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Bound port: 06626c52-f66a-4924-b8a9-0927817b9bf1, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd928b2-7563-4ef6-9b74-7eb2c6044261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:25.413783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.434904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device debb97e3-5e2c-4b07-8a2b-e32dde1a595d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:25.463220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:25.501694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d65bfb7d-d088-4b04-8420-f8cb794f6801 None None] Provisioning complete for port 32f92140-b657-4488-be4c-584df4c25190 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:25.502067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d65bfb7d-d088-4b04-8420-f8cb794f6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.524568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7628fe-4d23-45bb-9f3b-ac5982d9b84c req-7eb00b48-282c-406f-b45d-e7abd116591a tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:25.536374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port debb97e3-5e2c-4b07-8a2b-e32dde1a595d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:25.536936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.539538 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c7628fe-4d23-45bb-9f3b-ac5982d9b84c req-7eb00b48-282c-406f-b45d-e7abd116591a tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 943 time: 0.1736112 Dec 23 12:34:25.611007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d65bfb7d-d088-4b04-8420-f8cb794f6801 None None] Port 32f92140-b657-4488-be4c-584df4c25190 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:25.662714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c7628fe-4d23-45bb-9f3b-ac5982d9b84c req-2a969434-7c6e-4bea-8d35-81ac073cfa89 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163704 Dec 23 12:34:25.730425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:25.734885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=06626c52-f66a-4924-b8a9-0927817b9bf1,segment=NetworkSegment(7dd928b2-7563-4ef6-9b74-7eb2c6044261),segment_id=7dd928b2-7563-4ef6-9b74-7eb2c6044261)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:25.752672 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 2, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:25.754964 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998fc352-bceb-4a8c-83d9-ffe5435c2acf x-openstack-request-id: req-998fc352-bceb-4a8c-83d9-ffe5435c2acf {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:25.755741 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:25.756991 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-998fc352-bceb-4a8c-83d9-ffe5435c2acf {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:25.759542 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'code': 200} Dec 23 12:34:25.806440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.884455 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Checking router: 721e1e17-96b1-4857-8c23-f99a596adfa8 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:34:25.885064 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Updating router 721e1e17-96b1-4857-8c23-f99a596adfa8 port 32f92140-b657-4488-be4c-584df4c25190 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:34:25.895773 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:34:25.900639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:25.901388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:25.906309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] 10.222.0.43 "PUT /v2.0/ports/06626c52-f66a-4924-b8a9-0927817b9bf1 HTTP/1.1" status: 200 len: 1091 time: 2.2829657 Dec 23 12:34:25.911627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:25.914500 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152216e8-446e-4157-a899-e4745e1d403c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:25.965021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2acbd4-6c58-4a99-b5c2-00c6a11d496b service neutron] Pushing event updated for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:26.050601 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:26.269123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-55101aaf-a1c3-4bde-86cd-373c05b3f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:26.280108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-55101aaf-a1c3-4bde-86cd-373c05b3f771 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0471c1441974ee78d3525d2e1d512d2&device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 1094 time: 0.2560263 Dec 23 12:34:26.478401 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-66f48014-69e3-481a-857a-a5d07b24d431 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06626c52-f66a-4924-b8a9-0927817b9bf1 HTTP/1.1" status: 200 len: 217 time: 0.1875610 Dec 23 12:34:26.537059 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:26.557388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-07102328-f97d-4431-a4f5-6ee12e64fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:26.560282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-07102328-f97d-4431-a4f5-6ee12e64fff6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a93772-c655-4c90-b79b-ecd27cdc3f4d HTTP/1.1" status: 200 len: 850 time: 0.0652988 Dec 23 12:34:26.609528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-9489ffc2-ba0e-4d80-90d2-bcc2501ef959 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423698 Dec 23 12:34:26.730817 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-bc3554cc-b763-473b-8c08-8e7fd5bfc4bd service neutron] 10.222.0.43 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142156 Dec 23 12:34:26.796006 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:26.872552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af94413f-d4ec-4572-9ef4-b670f93186d0 req-85383374-ba21-47e9-ae2a-ed4d183b5379 service neutron] 10.222.0.43 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332126 Dec 23 12:34:27.072141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Attempting to bind port 32f92140-b657-4488-be4c-584df4c25190 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:27.073597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Attempting to bind port 32f92140-b657-4488-be4c-584df4c25190 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:27.073597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Attempting to bind port 32f92140-b657-4488-be4c-584df4c25190 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:27.103383 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:27.104033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:27.104639 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:27.105231 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Bound using segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:27.106062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Bound port: 32f92140-b657-4488-be4c-584df4c25190, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:27.107165 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:27.127051 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7fb09-d1b8-430a-8e9b-5518b8e16424 None None] Pushing event updated for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:27.224654 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] For port 32f92140-b657-4488-be4c-584df4c25190, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:27.238340 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] For port 32f92140-b657-4488-be4c-584df4c25190, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=32f92140-b657-4488-be4c-584df4c25190,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:27.377245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8e169ec6-7d84-40c0-a1e4-068dff073335 None None] Provisioning complete for port 32f92140-b657-4488-be4c-584df4c25190 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:27.377826 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e169ec6-7d84-40c0-a1e4-068dff073335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:27.394704 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:27.423114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8e169ec6-7d84-40c0-a1e4-068dff073335 None None] Port 32f92140-b657-4488-be4c-584df4c25190 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:27.480544 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7fb09-d1b8-430a-8e9b-5518b8e16424 None None] Pushing event updated for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:27.510467 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:34:27.511952 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:34:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:27.670311 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:34:27.863552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] Provisioning complete for port 32f92140-b657-4488-be4c-584df4c25190 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:27.864086 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:27.927461 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:27Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:27.965405 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2fe9d-5727-40e4-9e86-7526c0916c2f None None] The sync data for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 is: [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:27Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:34:27.990407 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:28.028996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] For port 32f92140-b657-4488-be4c-584df4c25190, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=32f92140-b657-4488-be4c-584df4c25190,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:28.107129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:28.218751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888d2b2-05c1-47bb-9739-f90a6587f1fc None None] Pushing event updated for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:29.348612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 32f92140-b657-4488-be4c-584df4c25190 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:29.459980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 06626c52-f66a-4924-b8a9-0927817b9bf1 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:29.617957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 32f92140-b657-4488-be4c-584df4c25190 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:29.618425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:29.874856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=06626c52-f66a-4924-b8a9-0927817b9bf1,segment=NetworkSegment(7dd928b2-7563-4ef6-9b74-7eb2c6044261),segment_id=7dd928b2-7563-4ef6-9b74-7eb2c6044261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:29.900073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '06626c52-f66a-4924-b8a9-0927817b9bf1', 'network_id': '1c89e445-2cf7-4151-b7cf-6c0fa238a3eb', 'port_id': '06626c52-f66a-4924-b8a9-0927817b9bf1', 'mac_address': 'fa:16:3e:55:61:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a93772-c655-4c90-b79b-ecd27cdc3f4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:29.975894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:29.994643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06626c52-f66a-4924-b8a9-0927817b9bf1 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:30.042282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=06626c52-f66a-4924-b8a9-0927817b9bf1,segment=NetworkSegment(7dd928b2-7563-4ef6-9b74-7eb2c6044261),segment_id=7dd928b2-7563-4ef6-9b74-7eb2c6044261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:30.101679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:30.201837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:30.332340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['06626c52-f66a-4924-b8a9-0927817b9bf1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:31.464531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 06626c52-f66a-4924-b8a9-0927817b9bf1 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:31.829044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 06626c52-f66a-4924-b8a9-0927817b9bf1 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:34:31.833265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 06626c52-f66a-4924-b8a9-0927817b9bf1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:31.833633 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:31.921645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:31.951797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:32.068250 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f702bd0-c2da-405b-9e20-e981f2fcccbc" -d '{"events": [{"server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:32.068250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=06626c52-f66a-4924-b8a9-0927817b9bf1,segment=NetworkSegment(7dd928b2-7563-4ef6-9b74-7eb2c6044261),segment_id=7dd928b2-7563-4ef6-9b74-7eb2c6044261)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:32.673036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:32.737802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:34.105421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-648f7c4e-5cb7-41d1-adcc-10f938c99d94 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661881291&fields=id&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 267 time: 0.0765810 Dec 23 12:34:34.296335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-954fbef6-ed33-4178-bf77-7ad68c9dd8b1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:34.304447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-954fbef6-ed33-4178-bf77-7ad68c9dd8b1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 796 time: 0.1979322 Dec 23 12:34:34.323276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-970102f9-5827-4b8e-a47d-e91e948abc7f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/quotas/c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 375 time: 0.0177517 Dec 23 12:34:34.425533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d982d-0b97-4083-bcf7-0e32a308526d req-e4837e0c-30ea-478d-950d-caedfabf868b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:34.427261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-082d982d-0b97-4083-bcf7-0e32a308526d req-e4837e0c-30ea-478d-950d-caedfabf868b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1018591 Dec 23 12:34:34.445786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-c73b721f-f24f-4290-a4c4-193fa113f268 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146963 Dec 23 12:34:34.460728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-6861060c-408c-4153-ada0-722a6e706c8b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:34:34.468415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-6861060c-408c-4153-ada0-722a6e706c8b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120125 Dec 23 12:34:34.576208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-082d982d-0b97-4083-bcf7-0e32a308526d req-94e82b35-05d4-48c9-857f-d190f13c0d76 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286786 Dec 23 12:34:34.651108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-53e903c5-60fa-4ede-98c5-1a4ef2005d81 service neutron] 10.222.0.16 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817369 Dec 23 12:34:34.832225 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beced932-7ba6-45aa-9e0d-cb6fc07b8198 x-openstack-request-id: req-beced932-7ba6-45aa-9e0d-cb6fc07b8198 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:34.832771 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:34.833134 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-beced932-7ba6-45aa-9e0d-cb6fc07b8198 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:34.833797 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1', 'status': 'completed', 'code': 200} Dec 23 12:34:34.846726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-6d9671d3-747d-480a-84b5-bbbc501a69e5 service neutron] 10.222.0.16 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935680 Dec 23 12:34:34.974523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152216e8-446e-4157-a899-e4745e1d403c req-8d21eaa1-b6ba-444b-b0eb-6379a4b850ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:34.977741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-8d21eaa1-b6ba-444b-b0eb-6379a4b850ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0471c1441974ee78d3525d2e1d512d2&device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 1096 time: 0.1201603 Dec 23 12:34:35.081613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8261a-94ba-4fc2-a05a-bff89165ef70 req-12af4e9f-e064-41e6-b84d-84c569529b80 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.091926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-beb8261a-94ba-4fc2-a05a-bff89165ef70 req-12af4e9f-e064-41e6-b84d-84c569529b80 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1403780 Dec 23 12:34:35.162180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152216e8-446e-4157-a899-e4745e1d403c req-2fc1f92f-dd13-472b-be51-4d2736a10231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.169645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-2fc1f92f-dd13-472b-be51-4d2736a10231 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb HTTP/1.1" status: 200 len: 911 time: 0.1803343 Dec 23 12:34:35.211912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-beb8261a-94ba-4fc2-a05a-bff89165ef70 req-a86ec877-61cd-4846-bf18-e14a169d5066 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131878 Dec 23 12:34:35.349873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-2c3344a4-607b-4a2e-a3e5-90f3379efdf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06626c52-f66a-4924-b8a9-0927817b9bf1 HTTP/1.1" status: 200 len: 217 time: 0.1763637 Dec 23 12:34:35.499316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7239f6-7ae0-4b4f-ad5b-70c87e577c66 req-5a13550a-1197-483f-9114-f6f760292f55 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.509871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a7239f6-7ae0-4b4f-ad5b-70c87e577c66 req-5a13550a-1197-483f-9114-f6f760292f55 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.1534801 Dec 23 12:34:35.512852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152216e8-446e-4157-a899-e4745e1d403c req-616e8393-4282-4359-89ee-c0dddb0dc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.516426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-616e8393-4282-4359-89ee-c0dddb0dc821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=04a93772-c655-4c90-b79b-ecd27cdc3f4d HTTP/1.1" status: 200 len: 850 time: 0.1518364 Dec 23 12:34:35.558483 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-0691aee7-fbd5-46a6-9ee4-1eec608688dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365150 Dec 23 12:34:35.560120 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa1d47-fc0b-4a2e-b9bf-9be229ab5855 x-openstack-request-id: req-49fa1d47-fc0b-4a2e-b9bf-9be229ab5855 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:35.560642 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:35.560854 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49fa1d47-fc0b-4a2e-b9bf-9be229ab5855 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:35.561644 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1', 'code': 200} Dec 23 12:34:35.582898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a7239f6-7ae0-4b4f-ad5b-70c87e577c66 req-eaf20a95-54db-4553-8518-3a8ad95896b7 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678957 Dec 23 12:34:35.672644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-b8de621b-21ba-47a2-8507-c23950186075 service neutron] 10.222.0.43 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020949 Dec 23 12:34:35.716531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec93acb-0aed-4eb8-9219-4097a44685f8 req-c587d02b-30a4-43fd-bd71-09d3c746456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.718487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ec93acb-0aed-4eb8-9219-4097a44685f8 req-c587d02b-30a4-43fd-bd71-09d3c746456b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 1096 time: 0.0954924 Dec 23 12:34:35.862484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-152216e8-446e-4157-a899-e4745e1d403c req-bf62bc8d-bf1d-440a-b079-86c7048e39eb service neutron] 10.222.0.43 "GET /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822381 Dec 23 12:34:35.873634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277c6b-0254-401a-a326-3b09590831d4 req-d6e9b284-fd12-46db-8eb8-83990b2f1f81 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.875943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20277c6b-0254-401a-a326-3b09590831d4 req-d6e9b284-fd12-46db-8eb8-83990b2f1f81 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.1551235 Dec 23 12:34:35.883249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ec93acb-0aed-4eb8-9219-4097a44685f8 req-24d2a388-3bbc-492d-b840-d3c5b598131f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146281 Dec 23 12:34:35.905408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2739f-f7d9-4d8b-a01b-f858d728a0d9 req-a97af9fe-6dbe-4f7e-865f-b4d5270ad98d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:35.909313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6da2739f-f7d9-4d8b-a01b-f858d728a0d9 req-a97af9fe-6dbe-4f7e-865f-b4d5270ad98d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.2106645 Dec 23 12:34:36.024615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20277c6b-0254-401a-a326-3b09590831d4 req-755561e0-fbdc-4306-89f5-6a8264ac6935 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355917 Dec 23 12:34:36.067970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6da2739f-f7d9-4d8b-a01b-f858d728a0d9 req-4cb01e18-e1b2-4d5f-b5c2-9d213aab0d09 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415179 Dec 23 12:34:36.156018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df450afb-f85b-4094-b455-e55982a01592 req-bd1681ca-cd61-4787-8dc3-dff7af3a77ad tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 210 time: 0.0534766 Dec 23 12:34:36.290232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a17563-3ed8-40d6-a715-bc3566c03138 req-12b50d89-94b5-44ce-be02-8d5a35ea4d22 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:36.300579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a17563-3ed8-40d6-a715-bc3566c03138 req-12b50d89-94b5-44ce-be02-8d5a35ea4d22 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1434491 Dec 23 12:34:36.382878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a17563-3ed8-40d6-a715-bc3566c03138 req-f49d12bd-4004-4b88-862d-77885559086d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812993 Dec 23 12:34:36.664940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52209a0a-76e2-41a9-a428-e07a90d89125 req-e7aec086-113c-4824-a23d-fbc0da19a3f1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:36.668372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52209a0a-76e2-41a9-a428-e07a90d89125 req-e7aec086-113c-4824-a23d-fbc0da19a3f1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1580157 Dec 23 12:34:36.769710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52209a0a-76e2-41a9-a428-e07a90d89125 req-01aa3af8-b029-4419-aca6-379a2953cc4e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907698 Dec 23 12:34:36.809680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:36.987293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:37.032183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0f80-e26c-453b-8844-b6d8d41cbe34 req-3374412f-d94a-4319-a875-5f5fdc8b0027 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:37.038359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-691a0f80-e26c-453b-8844-b6d8d41cbe34 req-3374412f-d94a-4319-a875-5f5fdc8b0027 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.1051700 Dec 23 12:34:37.058535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:37.145213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-691a0f80-e26c-453b-8844-b6d8d41cbe34 req-be8742c4-6267-4db7-8dc3-8319fd582295 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995474 Dec 23 12:34:37.215593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:37.310123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:37.339168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62249-0f19-4a26-9270-035a6c1877f7 req-882de9ac-b899-4df2-b585-97bd4423f670 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:37.346984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9d62249-0f19-4a26-9270-035a6c1877f7 req-882de9ac-b899-4df2-b585-97bd4423f670 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1471312 Dec 23 12:34:37.394595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fedd8b79-d6d5-4ffe-becd-19075730e628 req-bfa614ad-77c6-4a7e-8678-6bf62fe5c801 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 210 time: 0.0869341 Dec 23 12:34:37.483687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9d62249-0f19-4a26-9270-035a6c1877f7 req-e96626cc-9da0-4d05-94ed-95731f241a9f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355770 Dec 23 12:34:37.562727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:37.565396 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36ab60-b7fa-4798-af26-a812a644e278" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:37.637699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469b3f7-abef-42b3-884d-481fd95f6621 req-ca6f8466-d2e5-44f8-ba77-ce18f67b42a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:37.646447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0469b3f7-abef-42b3-884d-481fd95f6621 req-ca6f8466-d2e5-44f8-ba77-ce18f67b42a8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1324723 Dec 23 12:34:37.676959 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae04224-f7ea-4210-ad35-dfbaeefab438 x-openstack-request-id: req-0ae04224-f7ea-4210-ad35-dfbaeefab438 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:37.677627 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:37.678105 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae04224-f7ea-4210-ad35-dfbaeefab438 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:37.678759 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:34:37.710190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0469b3f7-abef-42b3-884d-481fd95f6621 req-375bfc30-9ba9-4ccc-995f-ec5bfb02feaa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624723 Dec 23 12:34:37.893181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92932-a635-43f2-9284-6a433ebe7c6f req-461b1d84-b547-48a3-ad2a-a0139be2648c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:37.895266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ace92932-a635-43f2-9284-6a433ebe7c6f req-461b1d84-b547-48a3-ad2a-a0139be2648c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0615234 Dec 23 12:34:37.956678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ace92932-a635-43f2-9284-6a433ebe7c6f req-5576e629-9024-4423-97eb-31ed21e91b45 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Dec 23 12:34:38.263933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515a051-f5ad-437d-bcce-3670f618a242 req-b75170a6-56c8-47eb-adf5-659ae450e660 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:38.265567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9515a051-f5ad-437d-bcce-3670f618a242 req-b75170a6-56c8-47eb-adf5-659ae450e660 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.0574996 Dec 23 12:34:38.316454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9515a051-f5ad-437d-bcce-3670f618a242 req-22c7c075-0d09-4278-96db-5a400e761bb2 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Dec 23 12:34:38.542359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22492325-e29b-479b-8197-34ed2a5c3c8d req-cf2484d2-1d9b-4445-9ca7-dec60f2079ad tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 210 time: 0.0357614 Dec 23 12:34:38.675779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5e1e5-4128-4c2e-abb7-82982b1cc283 req-dd32373d-0afb-4e38-b540-80410959c986 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:38.683550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34c5e1e5-4128-4c2e-abb7-82982b1cc283 req-dd32373d-0afb-4e38-b540-80410959c986 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0634251 Dec 23 12:34:38.732350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-41f046f6-00fe-48db-be61-f43f1851ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:38.734381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-41f046f6-00fe-48db-be61-f43f1851ea78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1096 time: 0.0645723 Dec 23 12:34:38.744440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34c5e1e5-4128-4c2e-abb7-82982b1cc283 req-85470b9e-5329-4f4b-a680-6a1355eae053 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598865 Dec 23 12:34:38.920456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-8d8fc613-84f1-400d-9424-a632ec43af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:38.927706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-8d8fc613-84f1-400d-9424-a632ec43af04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1655440 Dec 23 12:34:38.958887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf748-05c0-49f6-8b84-8d845a7bf014 req-bc68340f-d1cc-44e6-b12d-152711a27392 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:38.960470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbadf748-05c0-49f6-8b84-8d845a7bf014 req-bc68340f-d1cc-44e6-b12d-152711a27392 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1401651 Dec 23 12:34:39.000095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93888bb8-2359-4957-89fa-bc3a8c34f396 req-bbdbfbb4-eea2-4343-8bb1-73126a798362 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.007622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93888bb8-2359-4957-89fa-bc3a8c34f396 req-bbdbfbb4-eea2-4343-8bb1-73126a798362 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.1120687 Dec 23 12:34:39.023922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-97106882-a8bc-452b-ac7d-c8d4390fb545 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 1000 time: 0.0846944 Dec 23 12:34:39.091779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93888bb8-2359-4957-89fa-bc3a8c34f396 req-bc438f9b-cc17-4d9d-a056-9caadc1cabf6 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Dec 23 12:34:39.092742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-9dfb40f3-fe81-43a4-a75c-b0b0f8a1d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.092742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-9dfb40f3-fe81-43a4-a75c-b0b0f8a1d0df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0578568 Dec 23 12:34:39.121412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbadf748-05c0-49f6-8b84-8d845a7bf014 req-24ceb80a-e5aa-4a0e-b4b1-b32a2011f507 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442938 Dec 23 12:34:39.195693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-bfb482dd-bb92-45cc-9dce-fa6fc51a57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.197811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-bfb482dd-bb92-45cc-9dce-fa6fc51a57b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979252 Dec 23 12:34:39.224314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-311464f5-1953-44ad-b115-07351dcfdc5b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:34:39.224975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-311464f5-1953-44ad-b115-07351dcfdc5b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059962 Dec 23 12:34:39.299919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c2fb6-ded0-416b-afd5-6f767d0e56c5 req-7b1e65e7-da40-43c3-8574-fc299956c75b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.302916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2c2fb6-ded0-416b-afd5-6f767d0e56c5 req-7b1e65e7-da40-43c3-8574-fc299956c75b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0928166 Dec 23 12:34:39.381139 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-fd11efa2-4c28-4d5d-814a-4ef5c719c828 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477838 Dec 23 12:34:39.451207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2c2fb6-ded0-416b-afd5-6f767d0e56c5 req-dbce4837-a1c6-40aa-99ac-fa297064d4ac tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353128 Dec 23 12:34:39.488601 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-024c3a57-df83-42b4-a92a-c8b1bd1ba910 req-e5da436b-5a07-4cc1-a42d-b568f6a947f8 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991416 Dec 23 12:34:39.505293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f07b4587-3845-4faf-bb52-68a037923054 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.506852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f07b4587-3845-4faf-bb52-68a037923054 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 796 time: 0.1648605 Dec 23 12:34:39.598308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-1ad9e67e-1731-4069-b644-37629a052c56 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 379 time: 0.0731180 Dec 23 12:34:39.608222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'port': {'device_id': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'admin_state_up': True, 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'security_groups': ['486b8c51-dcc4-46be-bdf1-afdf1e27270e']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:39.683607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9ec5a9c-87c4-4eeb-87ba-983fdf624c95 req-c6aac064-6362-41cf-b879-c5d2111751a7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 210 time: 0.0589314 Dec 23 12:34:39.843624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:39.847108 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:39.918213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce267b6-0e85-4948-bb3e-62bdcca713c4 req-b356a3dc-e8e1-4eef-a6a2-c967d6786cb6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:39.919835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce267b6-0e85-4948-bb3e-62bdcca713c4 req-b356a3dc-e8e1-4eef-a6a2-c967d6786cb6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1079607 Dec 23 12:34:40.017720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce267b6-0e85-4948-bb3e-62bdcca713c4 req-c2c5848e-5fad-49ca-8260-37546337cf0c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885224 Dec 23 12:34:40.027489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.5 (e61e5cfb-99cc-4028-87f4-091521e9ebdc/f302dc84-a606-4baa-954e-465a1644a132/fa173192-0bc4-4449-90ff-a9fb8d803765) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:40.269385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:40.315138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255833b-6de9-4a74-8845-f0f89ffe49bc req-f482a133-7ca7-4b1d-abdf-18ce0ed14374 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.315138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b255833b-6de9-4a74-8845-f0f89ffe49bc req-f482a133-7ca7-4b1d-abdf-18ce0ed14374 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.1644950 Dec 23 12:34:40.328356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-28baec6e-28ec-43d5-8333-f120842d8b60 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.329924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-28baec6e-28ec-43d5-8333-f120842d8b60 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 945 time: 0.1454561 Dec 23 12:34:40.392004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fffe9e-6440-43ee-ab34-e0f6fafd4473 req-5d7fb00d-811f-4a85-b284-a42e9e0c8ee7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.393813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89fffe9e-6440-43ee-ab34-e0f6fafd4473 req-5d7fb00d-811f-4a85-b284-a42e9e0c8ee7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.2103703 Dec 23 12:34:40.487381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:40.487814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfff0e-9483-4926-9948-01876818083a req-7f758c0f-812d-482c-b69f-3918d53ab73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.490190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-7f758c0f-812d-482c-b69f-3918d53ab73b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 1096 time: 0.0493131 Dec 23 12:34:40.502731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b255833b-6de9-4a74-8845-f0f89ffe49bc req-2b6b0bb9-5dc4-4be8-a319-64f5f8ce4bc5 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b91cc79-6a41-4147-bcda-07b59e916fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673772 Dec 23 12:34:40.589924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:40.597527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89fffe9e-6440-43ee-ab34-e0f6fafd4473 req-b792aad7-becf-4c8a-8c8c-d3947383061d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864355 Dec 23 12:34:40.600168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:40.603615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:40.606151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:40.619141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfff0e-9483-4926-9948-01876818083a req-4bc52e6a-f4e9-443f-b3b1-e55086aff10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.623195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-4bc52e6a-f4e9-443f-b3b1-e55086aff10f service neutron] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1232994 Dec 23 12:34:40.658791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Deleting port 06626c52-f66a-4924-b8a9-0927817b9bf1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:40.659133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.726735 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:40.730312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.731849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:40.756238 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-a35da658-4247-4bcd-b6d0-f68f9e848345 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17 HTTP/1.1" status: 200 len: 217 time: 0.1263280 Dec 23 12:34:40.800422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] For port 06626c52-f66a-4924-b8a9-0927817b9bf1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=06626c52-f66a-4924-b8a9-0927817b9bf1,segment=NetworkSegment(7dd928b2-7563-4ef6-9b74-7eb2c6044261),segment_id=7dd928b2-7563-4ef6-9b74-7eb2c6044261)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:40.801049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:40.820787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Calling delete_port for 06626c52-f66a-4924-b8a9-0927817b9bf1 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:40.875280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfff0e-9483-4926-9948-01876818083a req-be22ad56-6ceb-4d7e-8bcb-467c0533fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:40.878211 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-be22ad56-6ceb-4d7e-8bcb-467c0533fc2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.1133914 Dec 23 12:34:40.931898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-71c5430b-e9dd-4970-a9ee-9cdf9e786df2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461092 Dec 23 12:34:40.981517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c1dcbb8a-0541-4c8f-9a01-e7c6910705f9 None None] Provisioning complete for port fa173192-0bc4-4449-90ff-a9fb8d803765 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:40.982115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c1dcbb8a-0541-4c8f-9a01-e7c6910705f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.035798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcbb8a-0541-4c8f-9a01-e7c6910705f9 None None] Port fa173192-0bc4-4449-90ff-a9fb8d803765 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:34:41.045833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57310) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:41.048578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b857baa-9221-4f72-9cb2-d30384ca37b2 req-631e26ec-c9fe-40ef-8afd-0523f6ff1374 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.050331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b857baa-9221-4f72-9cb2-d30384ca37b2 req-631e26ec-c9fe-40ef-8afd-0523f6ff1374 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.3295288 Dec 23 12:34:41.058479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-f43cd7ec-1174-4a6b-a301-ca9286d5e188 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539881 Dec 23 12:34:41.080805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25246-8408-4a33-b4ef-1fc8e9151db6 req-c3f059e1-d6eb-40cc-8431-1a2dfd2255a7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.081574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-395cfbae-d734-4170-9e23-c9c29d962ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433690 Dec 23 12:34:41.089551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cc25246-8408-4a33-b4ef-1fc8e9151db6 req-c3f059e1-d6eb-40cc-8431-1a2dfd2255a7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 931 time: 0.1714461 Dec 23 12:34:41.102413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Request body: {'port': {'device_id': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:41.191568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c863db80-089f-4b5a-b20d-ee72b244c4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.232886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2cfff0e-9483-4926-9948-01876818083a req-a0133611-d968-4cd3-8c8a-67124a568a5b service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442728 Dec 23 12:34:41.243939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.255782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['06626c52-f66a-4924-b8a9-0927817b9bf1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:41.267926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b857baa-9221-4f72-9cb2-d30384ca37b2 req-5783b61a-09bd-4298-9894-91053d2056dd tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084713 Dec 23 12:34:41.297490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cc25246-8408-4a33-b4ef-1fc8e9151db6 req-75a555fb-b066-4c86-933e-59598a33a696 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069602 Dec 23 12:34:41.307538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.319773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c863db80-089f-4b5a-b20d-ee72b244c4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.368837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Pushing event deleted for resources: {'Port': ['ID=06626c52-f66a-4924-b8a9-0927817b9bf1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:41.387282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c863db80-089f-4b5a-b20d-ee72b244c4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.418075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] No DVR routers for this DVR port 06626c52-f66a-4924-b8a9-0927817b9bf1 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:34:41.421081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.425003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cfbe68e-82a0-4247-9e40-25a5f825631e req-5a970a35-d54f-48ef-8e11-6cf8d3c83470 tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.43 "DELETE /v2.0/ports/06626c52-f66a-4924-b8a9-0927817b9bf1 HTTP/1.1" status: 204 len: 173 time: 1.0857334 Dec 23 12:34:41.431290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'name': 'network-vif-deleted', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:41.434085 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee926307-dec5-4235-952e-632b977bdafd" -d '{"events": [{"server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "name": "network-vif-deleted", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:41.453390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863db80-089f-4b5a-b20d-ee72b244c4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7112c18-a3d6-486e-884e-aed1b9eec26c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:41.462247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c863db80-089f-4b5a-b20d-ee72b244c4a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9863bb0c0748428490d4120dd140d61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147396 Dec 23 12:34:41.463395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57322) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:41.488873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415cb22-3627-445b-b09b-d79a65017321 req-b757a8c8-5a4a-4089-aaa6-5982272ba3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.493752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-b757a8c8-5a4a-4089-aaa6-5982272ba3cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 1096 time: 0.0874467 Dec 23 12:34:41.564156 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6605f2-85c3-4aa2-a8c1-b77edbdbddb7 x-openstack-request-id: req-2c6605f2-85c3-4aa2-a8c1-b77edbdbddb7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:41.564524 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc838b5-192b-4bfd-8bac-9fb90add9d4f", "name": "network-vif-deleted", "tag": "06626c52-f66a-4924-b8a9-0927817b9bf1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:41.564928 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c6605f2-85c3-4aa2-a8c1-b77edbdbddb7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:41.565427 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc838b5-192b-4bfd-8bac-9fb90add9d4f', 'name': 'network-vif-deleted', 'tag': '06626c52-f66a-4924-b8a9-0927817b9bf1', 'status': 'completed', 'code': 200} Dec 23 12:34:41.576334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.589156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6e64e-133f-4663-bf62-5e37d2c50244 req-6c21ae8c-c86a-4d14-ae3e-e87c958551f4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.599253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37e6e64e-133f-4663-bf62-5e37d2c50244 req-6c21ae8c-c86a-4d14-ae3e-e87c958551f4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1823723 Dec 23 12:34:41.622340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.658338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b87d81b3-5042-4f57-b7ef-53cef9b5abe3 req-6d968d36-c330-421c-b756-d2f6942e15db tempest-ServerGroupTestJSON-873769022 tempest-ServerGroupTestJSON-873769022-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc838b5-192b-4bfd-8bac-9fb90add9d4f HTTP/1.1" status: 200 len: 210 time: 0.0555069 Dec 23 12:34:41.667618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415cb22-3627-445b-b09b-d79a65017321 req-113400ed-15c2-4046-bfe9-34dd3674ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.669142 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-113400ed-15c2-4046-bfe9-34dd3674ddf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1558907 Dec 23 12:34:41.721608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-6e66c302-135f-4f61-be7b-d3a43f116b90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17 HTTP/1.1" status: 200 len: 217 time: 0.0432947 Dec 23 12:34:41.729884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37e6e64e-133f-4663-bf62-5e37d2c50244 req-6b8ade02-563d-4f3d-9096-31cc966c6601 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296773 Dec 23 12:34:41.792243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415cb22-3627-445b-b09b-d79a65017321 req-82de3c6c-a7b0-453d-8d6d-f58226202480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.794433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-82de3c6c-a7b0-453d-8d6d-f58226202480 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0655258 Dec 23 12:34:41.816952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.818683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.822337 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7112c18-a3d6-486e-884e-aed1b9eec26c HTTP/1.1" status: 204 len: 168 time: 0.3545494 Dec 23 12:34:41.854848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-da23a574-701a-4714-8304-6266dc6f811e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517006 Dec 23 12:34:41.855926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70628a7-52f8-4716-9494-c0b58a521752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7112c18-a3d6-486e-884e-aed1b9eec26c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:41.880856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:41.893279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:41.915050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0960d-3a3e-4841-980a-4ec73cc52c6f req-c2bbb4f4-0618-46e1-a387-5da63c33a5e6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:41.915050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ae0960d-3a3e-4841-980a-4ec73cc52c6f req-c2bbb4f4-0618-46e1-a387-5da63c33a5e6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1026223 Dec 23 12:34:41.929871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Transition to ACTIVE for port object fa173192-0bc4-4449-90ff-a9fb8d803765 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:41.962668 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-53c6a286-3b28-46d3-803c-ec1bb38b0cbe service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002789 Dec 23 12:34:41.969410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ae0960d-3a3e-4841-980a-4ec73cc52c6f req-5870c963-b8e5-4d78-8c46-7df059fc3208 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483699 Dec 23 12:34:42.009919 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:42.064007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:42.066947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c415cb22-3627-445b-b09b-d79a65017321 req-7ab48a10-1a1d-404a-a482-67adbeaf637e service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960622 Dec 23 12:34:42.150186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:42.150797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:42.151127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:42.157196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:42.157878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:42.163790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:42.164132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:42.164558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Bound using segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:42.165022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Bound port: fa173192-0bc4-4449-90ff-a9fb8d803765, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:42.165389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:42.241054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:42.244441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:42.324227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:42.388886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.389487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:42.390979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] 10.222.0.57 "PUT /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1091 time: 1.2995405 Dec 23 12:34:42.456202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949aec-27be-49b9-82cb-336ff5430a2a service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:42.469793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa3fc6-e25d-4250-980d-0a051d8d5e98 req-604e875a-cf38-41b3-8bab-c8db66e4d5c1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.471366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5fa3fc6-e25d-4250-980d-0a051d8d5e98 req-604e875a-cf38-41b3-8bab-c8db66e4d5c1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1161067 Dec 23 12:34:42.516505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a91e1-0b9d-402a-9abf-9c23540e4da4 req-bba99284-2daf-433a-a83c-b042ff150209 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.518121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-225a91e1-0b9d-402a-9abf-9c23540e4da4 req-bba99284-2daf-433a-a83c-b042ff150209 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.1058745 Dec 23 12:34:42.593042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5fa3fc6-e25d-4250-980d-0a051d8d5e98 req-16261eb6-6654-4fc1-86e3-f42735c59aae tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132457 Dec 23 12:34:42.612055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5b38c93-8c22-472f-8748-aa289a76f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.613548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-d5b38c93-8c22-472f-8748-aa289a76f635 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1094 time: 0.1160920 Dec 23 12:34:42.638497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-225a91e1-0b9d-402a-9abf-9c23540e4da4 req-c42d28f3-426d-4de3-9986-e87bf5acfda7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961084 Dec 23 12:34:42.670583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-eeed6f8d-9b80-45b4-a20f-b0be7d48d80c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 217 time: 0.0473537 Dec 23 12:34:42.730862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-4d0891b2-8460-43d8-974f-85dcde30dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.732521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-4d0891b2-8460-43d8-974f-85dcde30dd52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.0538425 Dec 23 12:34:42.792003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-1772a1d7-db2b-4b96-9fe4-9f5f55b50d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.794568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-1772a1d7-db2b-4b96-9fe4-9f5f55b50d86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523894 Dec 23 12:34:42.849291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:42.962958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57372) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:42.972655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:42.977840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94f88d-ea01-4119-85ef-41be56b4bd41 req-72b79dc7-06a4-43cb-b184-b67836137f82 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:42.985356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d94f88d-ea01-4119-85ef-41be56b4bd41 req-72b79dc7-06a4-43cb-b184-b67836137f82 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0962358 Dec 23 12:34:43.002385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-a9cec3a2-bacb-4198-9704-c650873fe5e0 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996839 Dec 23 12:34:43.102515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d94f88d-ea01-4119-85ef-41be56b4bd41 req-6f778dc4-f145-4adf-a0fa-8ff72252400e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155872 Dec 23 12:34:43.122680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-113867287-network', 'tenant_id': 'd786c08853e547779772cc13791cd63a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:43.176799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:43.211652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9aa9c07a-6b9b-450d-ae22-d37bcf7eec2f req-82113959-2538-4600-9b9c-1ecd89102739 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977780 Dec 23 12:34:43.215681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Made reservation on behalf of d786c08853e547779772cc13791cd63a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:43.218066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.225674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a497fe-d334-4b69-9570-70fec6deb5d7 req-3af416ed-473b-4788-9083-0e8811daa78d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:43.228555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.234235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97a497fe-d334-4b69-9570-70fec6deb5d7 req-3af416ed-473b-4788-9083-0e8811daa78d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 945 time: 0.1288540 Dec 23 12:34:43.240871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.257783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:43.282896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97a497fe-d334-4b69-9570-70fec6deb5d7 req-da8f326e-5267-44cd-a32b-a55ee9ef6a58 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472920 Dec 23 12:34:43.291276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:43.294145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-238c8717-a287-45c1-bed2-4cc7cddd218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.319112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.346142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57394) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:43.363064 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.391412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Deleting subnet 04a93772-c655-4c90-b79b-ecd27cdc3f4d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:34:43.394519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.410708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:43.419768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.438061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.444840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:34:43.454749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:43.459494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.460167 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Added segment 34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e of type vlan for network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e Dec 23 12:34:43.482386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.485748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['80e830b5-6a12-4f41-820c-24a03b19ca45'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:43.503985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.531089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 06626c52-f66a-4924-b8a9-0927817b9bf1 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:43.555257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 06626c52-f66a-4924-b8a9-0927817b9bf1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:34:43.555606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 06626c52-f66a-4924-b8a9-0927817b9bf1 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:34:43.556043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1b60d32-5776-4f81-87b8-a74e0b4fdb17 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:34:43.566627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:43.569145 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e0fae-333e-4a5d-b063-ee687e5c1497" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:43.622020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.622252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.623066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:43.623798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.674811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a93772-c655-4c90-b79b-ecd27cdc3f4d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:43.695612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.702249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bb411f00-e8c1-4c22-a1d4-ab40b40911c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/04a93772-c655-4c90-b79b-ecd27cdc3f4d HTTP/1.1" status: 204 len: 168 time: 0.3550463 Dec 23 12:34:43.705244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57404) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:43.706469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.716301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] Pushing event updated for resources: {'Network': ['ID=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:43.730320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:34:43.746443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:43.750490 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b22c4-195c-4438-8f5a-2cbb1ff54d01" -d '{"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:43.779649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762f58-7d17-4ab6-aa47-0f5b6c171a2f req-14f3667b-8ec7-4ca5-ac0c-7c1ca38383ee tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:43.781519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39762f58-7d17-4ab6-aa47-0f5b6c171a2f req-14f3667b-8ec7-4ca5-ac0c-7c1ca38383ee tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0928273 Dec 23 12:34:43.813692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57408) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:43.814168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9af886b5-42fb-489b-9d39-7d366952f40e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8491564 Dec 23 12:34:43.816341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:43.819813 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.831645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Request body: {'subnet': {'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-113867287-subnet', 'tenant_id': 'd786c08853e547779772cc13791cd63a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:43.868864 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709fc07-6616-4218-97b9-319018f08e61 x-openstack-request-id: req-8709fc07-6616-4218-97b9-319018f08e61 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:43.869150 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:43.869410 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8709fc07-6616-4218-97b9-319018f08e61 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:43.869803 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:34:43.876883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39762f58-7d17-4ab6-aa47-0f5b6c171a2f req-7d51f702-de72-472e-bb5a-8bcaef695fc7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890443 Dec 23 12:34:43.901902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.963736 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f52d1c-fed4-405b-a68f-9addd9b44ab8 x-openstack-request-id: req-91f52d1c-fed4-405b-a68f-9addd9b44ab8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:43.964023 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-unplugged", "status": "failed", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17", "code": 422}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:43.964331 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91f52d1c-fed4-405b-a68f-9addd9b44ab8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:43.964741 n-d-822750-2 neutron-server[104039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'code': 422} returned with failed status Dec 23 12:34:43.971828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.975100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Made reservation on behalf of d786c08853e547779772cc13791cd63a for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:43.978407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:43.981234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:43.999467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c89e445-2cf7-4151-b7cf-6c0fa238a3eb']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:44.014977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd928b2-7563-4ef6-9b74-7eb2c6044261') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:44.015300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd928b2-7563-4ef6-9b74-7eb2c6044261') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:34:44.026541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.041448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.047706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:34:44.048096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:34:44.049971 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:34:44.191571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.197886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.201893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c89e445-2cf7-4151-b7cf-6c0fa238a3eb HTTP/1.1" status: 204 len: 168 time: 0.4952574 Dec 23 12:34:44.219680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb3459-4ee5-4251-8f88-432a9026f46f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c89e445-2cf7-4151-b7cf-6c0fa238a3eb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:44.379054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-c5f25081-60e7-492e-951f-243f8e4cba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.380499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-c5f25081-60e7-492e-951f-243f8e4cba54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1094 time: 0.4876730 Dec 23 12:34:44.482802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7ad2-dd9b-4fb8-b7d5-76678686c938 req-878fd789-9746-4def-a5f2-38d66ef85810 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.484280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cca7ad2-dd9b-4fb8-b7d5-76678686c938 req-878fd789-9746-4def-a5f2-38d66ef85810 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.5456660 Dec 23 12:34:44.514199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35249b8b-7131-4a90-98f1-0268e9984753 req-6c4ebc5a-b256-4846-95c2-4dd5af6ee490 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.515644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35249b8b-7131-4a90-98f1-0268e9984753 req-6c4ebc5a-b256-4846-95c2-4dd5af6ee490 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1639397 Dec 23 12:34:44.537394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:44.581572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3ff4be9-632f-47f1-bb04-0ef98738cc9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0471c1441974ee78d3525d2e1d512d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430119 Dec 23 12:34:44.584043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57424) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:44.632182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-3a4acfd0-9834-47d2-9e75-478c8a174004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.632788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.634379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-3a4acfd0-9834-47d2-9e75-478c8a174004 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.2389026 Dec 23 12:34:44.649690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cca7ad2-dd9b-4fb8-b7d5-76678686c938 req-fecd41f0-2e21-49d7-a2f7-ddbd6767f5f1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521139 Dec 23 12:34:44.655922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.671891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35249b8b-7131-4a90-98f1-0268e9984753 req-a6847b40-286c-4ca6-8fbd-1e43053a994e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484809 Dec 23 12:34:44.736045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-4d5ee456-ceac-45c7-86e9-bb252095006c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 217 time: 0.0840352 Dec 23 12:34:44.769837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.772422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.773601 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b91cc79-6a41-4147-bcda-07b59e916fb5 HTTP/1.1" status: 204 len: 168 time: 0.1886735 Dec 23 12:34:44.783640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777f611-1a50-4580-95f2-e14ec188dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b91cc79-6a41-4147-bcda-07b59e916fb5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:44.825805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-a2a949a0-df6e-4698-b3a8-ed6cc1639f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.827265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-a2a949a0-df6e-4698-b3a8-ed6cc1639f96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.0784447 Dec 23 12:34:44.835478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c37add-7e80-4794-ba84-5a35d7cafff4 req-0919716f-bfa5-4e5c-a4e9-a3f47d60fe2a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.837609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75c37add-7e80-4794-ba84-5a35d7cafff4 req-0919716f-bfa5-4e5c-a4e9-a3f47d60fe2a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 943 time: 0.1034505 Dec 23 12:34:44.867209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:44.888527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.931975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 80e830b5-6a12-4f41-820c-24a03b19ca45 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:44.932452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:44.996333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-2afb04b8-8a66-4fb3-80d7-9c0b2e3e6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:44.998071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-2afb04b8-8a66-4fb3-80d7-9c0b2e3e6232 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595566 Dec 23 12:34:45.034693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:45.042055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75c37add-7e80-4794-ba84-5a35d7cafff4 req-8cd4c587-c728-46c7-a6c5-a9a83c29dd7c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944547 Dec 23 12:34:45.043377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e276db-88c5-4404-9a39-ff8411085229,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:45.088643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:45.103486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Checking segment: {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:45.104500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Network hostable DHCP agents. Network: 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:34:45.169052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab4a51-895d-4027-8f70-7f7dace47df8 req-6695f66a-4ed5-4e0b-8e79-10bd58681fb7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:45.170683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37ab4a51-895d-4027-8f70-7f7dace47df8 req-6695f66a-4ed5-4e0b-8e79-10bd58681fb7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1981647 Dec 23 12:34:45.180643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-58e5e57c-d936-4567-ac4b-c19b90943ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600950 Dec 23 12:34:45.185103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:45.261807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=10']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:45.288430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37ab4a51-895d-4027-8f70-7f7dace47df8 req-b0ce018d-a939-484a-a107-244cfd63e949 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091654 Dec 23 12:34:45.290857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:34:45.331903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b33e0fae-333e-4a5d-b063-ee687e5c1497 req-3f05efd6-0f94-49c8-98e9-b558ccc68e12 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436286 Dec 23 12:34:45.426629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:45.431430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:45.432157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:45.436142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021973f6-2604-4ce3-90e4-6471b8aa7998 None None] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:45.510367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21282230-8191-4777-947c-9a015bbd4a9d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6938076 Dec 23 12:34:45.545072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ec62a-327b-4e1d-b62c-0b2d0f2ee8b8 None None] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:45.615364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3b23117-8a30-440b-b31a-caba669b5f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:45.788439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fb079-ab61-4a31-badc-84df9a0a75bf req-79050823-f2aa-42ab-ab5c-03e1b6537f50 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:45.789965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-073fb079-ab61-4a31-badc-84df9a0a75bf req-79050823-f2aa-42ab-ab5c-03e1b6537f50 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.0627968 Dec 23 12:34:45.865033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-073fb079-ab61-4a31-badc-84df9a0a75bf req-494c86a3-1c41-41ad-aa5d-4fced5500954 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623748 Dec 23 12:34:45.966138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:45.968529 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad12dab-ff65-432f-b9a7-d021e087353e" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:45.971642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7335f42-4d36-4c1e-b64f-c5c6a4ef9fbf req-6776514f-b9e0-4301-95d6-7d522d51b608 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:45.973154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7335f42-4d36-4c1e-b64f-c5c6a4ef9fbf req-6776514f-b9e0-4301-95d6-7d522d51b608 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Dec 23 12:34:46.023083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7335f42-4d36-4c1e-b64f-c5c6a4ef9fbf req-22806199-2599-4025-81db-feebf41c32a8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Dec 23 12:34:46.076202 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbfdad-d935-445d-af2a-6cee340e0e03 x-openstack-request-id: req-fadbfdad-d935-445d-af2a-6cee340e0e03 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:46.076518 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:46.076812 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fadbfdad-d935-445d-af2a-6cee340e0e03 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:46.077249 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:34:46.160982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:46.265815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2081680613-network', 'tenant_id': 'e51ca3450c5e42d581e7629df02c8943'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:46.378759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Made reservation on behalf of e51ca3450c5e42d581e7629df02c8943 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:46.381274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.390539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.477456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1f42-0b51-48e4-84c1-4722c3c6a9d7 req-3fb7ec8f-b9df-4318-80be-ca15fbce6df1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:46.477699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.481895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-342a1f42-0b51-48e4-84c1-4722c3c6a9d7 req-3fb7ec8f-b9df-4318-80be-ca15fbce6df1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0908449 Dec 23 12:34:46.513237 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.535150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-342a1f42-0b51-48e4-84c1-4722c3c6a9d7 req-3795fab9-cc8b-45f0-9bba-e8ead5253e1d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457346 Dec 23 12:34:46.574126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.595773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:34:46.610718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627089e-46e3-4ded-91d3-7dfa17a9156d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:46.615557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.615892 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Added segment 9aea6e39-9851-4853-a7e9-2ad719ffd4e2 of type vlan for network a90b114d-531a-4538-b63b-fbaebbad3a88 Dec 23 12:34:46.658751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.770022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-f44ebe8c-11d3-4d9a-af82-9684cd1fdd18 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:46.771525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-f44ebe8c-11d3-4d9a-af82-9684cd1fdd18 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=d732449b-dab9-4002-a37a-2695ba286a52 HTTP/1.1" status: 200 len: 943 time: 0.0492392 Dec 23 12:34:46.775890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.780232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:46.780232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:46.840704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a90b114d-531a-4538-b63b-fbaebbad3a88,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:46.851121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a90b114d-531a-4538-b63b-fbaebbad3a88 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:34:46.895334 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2114b5a7-b176-4b0e-8d0e-19741ae179a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7304273 Dec 23 12:34:46.895561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:46.901073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Request body: {'subnet': {'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2081680613-subnet', 'tenant_id': 'e51ca3450c5e42d581e7629df02c8943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:46.905832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:34:46.906352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:46.907033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.019756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Made reservation on behalf of e51ca3450c5e42d581e7629df02c8943 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:47.022456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.054079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:47.066725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:47.073772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port e1b60d32-5776-4f81-87b8-a74e0b4fdb17, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:47.074145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.089422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for e1b60d32-5776-4f81-87b8-a74e0b4fdb17 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:34:47.122365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.138533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:47.175179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:47.177122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd853871-3119-445f-92fe-8f86c16ac2a7 req-98394637-0cc1-4d39-b075-a7cc34d0f2d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:47.185172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd853871-3119-445f-92fe-8f86c16ac2a7 req-98394637-0cc1-4d39-b075-a7cc34d0f2d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.2114265 Dec 23 12:34:47.261390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.301420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd853871-3119-445f-92fe-8f86c16ac2a7 req-3d7b7eaa-71a7-4587-80a3-f9aa8721ae8a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153033 Dec 23 12:34:47.331969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:47.364439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.415793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.431006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:47.439894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Checking segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:47.440170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Network hostable DHCP agents. Network: a90b114d-531a-4538-b63b-fbaebbad3a88, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:34:47.449185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=e1b60d32-5776-4f81-87b8-a74e0b4fdb17,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:47.494076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36cc1-b50d-4198-8e39-fca8297ab33a req-5ec042c2-c1c4-4a53-9088-eedc67eda7c4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:47.495774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97e36cc1-b50d-4198-8e39-fca8297ab33a req-5ec042c2-c1c4-4a53-9088-eedc67eda7c4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1136358 Dec 23 12:34:47.517285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port e1b60d32-5776-4f81-87b8-a74e0b4fdb17 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:34:47.526053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.529548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400c04c9-1d25-4fe6-a670-0a96663fdeb8 req-df171660-6a26-400f-a51b-489b9e3ee386 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "DELETE /v2.0/ports/e1b60d32-5776-4f81-87b8-a74e0b4fdb17 HTTP/1.1" status: 204 len: 173 time: 0.7516794 Dec 23 12:34:47.530123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-deleted', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:47.536259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Network a90b114d-531a-4538-b63b-fbaebbad3a88 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:34:47.546203 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b603a0-d0cf-4de9-92d1-ebcd78c0df55" -d '{"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-deleted", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:47.606316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97e36cc1-b50d-4198-8e39-fca8297ab33a req-35cbb2c9-ea72-4341-a2da-e803b71068b8 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896597 Dec 23 12:34:47.611508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a90b114d-531a-4538-b63b-fbaebbad3a88) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:47.622498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd0d18-5274-44ff-b404-61404c6bb5b9 None None] Network a90b114d-531a-4538-b63b-fbaebbad3a88 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:47.622801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:47.623409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.687213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['fa173192-0bc4-4449-90ff-a9fb8d803765'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:47.727669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5a853908-619e-4de7-bb56-463ba955639c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8310030 Dec 23 12:34:47.756218 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4793b-0f9f-4292-8c12-cbb498b28260 x-openstack-request-id: req-25e4793b-0f9f-4292-8c12-cbb498b28260 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:47.756719 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732449b-dab9-4002-a37a-2695ba286a52", "name": "network-vif-deleted", "tag": "e1b60d32-5776-4f81-87b8-a74e0b4fdb17", "status": "failed", "code": 422}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:47.757324 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25e4793b-0f9f-4292-8c12-cbb498b28260 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:47.765205 n-d-822750-2 neutron-server[104037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd732449b-dab9-4002-a37a-2695ba286a52', 'name': 'network-vif-deleted', 'tag': 'e1b60d32-5776-4f81-87b8-a74e0b4fdb17', 'status': 'failed', 'code': 422} returned with failed status Dec 23 12:34:47.793544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6287e44-71ec-4a1a-9fcd-b4c3133fbbe1 None None] Network a90b114d-531a-4538-b63b-fbaebbad3a88 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:34:47.897714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b290e-08df-4d0e-87c6-8bef38af1daf req-d3d8042d-4dfd-4087-abc1-2d7d9916211a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:47.900035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1b290e-08df-4d0e-87c6-8bef38af1daf req-d3d8042d-4dfd-4087-abc1-2d7d9916211a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0819035 Dec 23 12:34:47.981482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1b290e-08df-4d0e-87c6-8bef38af1daf req-32278ebc-3d80-42cc-ad61-a3a0c5cbd52b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720706 Dec 23 12:34:48.243563 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:48.259718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:48.328536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-b1bee6eb-23ab-4a7b-9770-961d3e84922d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:48.336619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-b1bee6eb-23ab-4a7b-9770-961d3e84922d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 814 time: 0.1478031 Dec 23 12:34:48.348498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-23ceb9fb-8f88-4d2d-b05f-49f2d10a2542 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/quotas/e51ca3450c5e42d581e7629df02c8943 HTTP/1.1" status: 200 len: 375 time: 0.0101063 Dec 23 12:34:48.394666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-599e4fe3-3d4a-4db9-8c16-46271b6bc7d7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395224 Dec 23 12:34:48.572136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f17d86-0458-426f-8fea-bd51bac2959c req-ca0c859a-614d-4cb7-b81e-a17ed91edac8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:48.574716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45f17d86-0458-426f-8fea-bd51bac2959c req-ca0c859a-614d-4cb7-b81e-a17ed91edac8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.0896978 Dec 23 12:34:48.607759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-4034be60-55aa-480e-916e-e5d1265eeac8 service neutron] 10.222.0.16 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051404 Dec 23 12:34:48.708441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45f17d86-0458-426f-8fea-bd51bac2959c req-8b02359b-e028-4be5-b66d-790e3452155f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275549 Dec 23 12:34:48.752427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-c7e3a58b-ef58-4973-be0c-b2ce97374806 service neutron] 10.222.0.16 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431861 Dec 23 12:34:48.910264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0bffa-0717-4774-8693-227482f2501f req-43f596bb-d104-4554-849e-2a61f6caca06 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:48.912725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9e0bffa-0717-4774-8693-227482f2501f req-43f596bb-d104-4554-849e-2a61f6caca06 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0653002 Dec 23 12:34:49.004436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9e0bffa-0717-4774-8693-227482f2501f req-1d22fe7a-f609-4dca-b69b-6c2c1f305fee tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834980 Dec 23 12:34:49.170277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:49.356300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-d976a665-98af-4500-8371-588dc5399e77 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:49.358427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-d976a665-98af-4500-8371-588dc5399e77 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 808 time: 0.2343402 Dec 23 12:34:49.385912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-a83e580f-f85f-44e9-a160-d39566324584 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:49.389288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-a83e580f-f85f-44e9-a160-d39566324584 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2009060 Dec 23 12:34:49.396541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-379f4175-9da6-4d6d-8b2d-2cd45c13ca66 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/quotas/d786c08853e547779772cc13791cd63a HTTP/1.1" status: 200 len: 375 time: 0.0323744 Dec 23 12:34:49.433386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-9c1536bc-bb09-48c0-b552-33bb82235ac9 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358677 Dec 23 12:34:49.441301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-50426cd4-91e6-4f7a-b3e6-133df1ced280 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0350966 Dec 23 12:34:49.515673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-eeac0d27-a64a-4c4c-8542-9ef4df27f203 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655355 Dec 23 12:34:49.624401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-3753200a-5a6f-4ba1-9daf-d5e3cfd65767 service neutron] 10.222.0.16 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819367 Dec 23 12:34:49.717413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-931d867f-d731-4397-8427-32def9e1a6e8 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893444 Dec 23 12:34:49.805332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-e54cd2b0-4ab4-46af-b860-28d4c45125f7 service neutron] 10.222.0.16 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795802 Dec 23 12:34:49.865862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-d11cd716-5536-45d3-8333-3c3c6f5704d7 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361616 Dec 23 12:34:50.257111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81f84e9c-0c42-4e4f-b37e-bf92e3ebf606 req-34c917df-3394-4cc1-890a-c07a37940bd5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 210 time: 0.0793109 Dec 23 12:34:50.381065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc70979-32ce-494d-9292-b4eecb1685ce req-549caa62-2e5f-457e-ac40-bba0897cec28 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:50.382626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddc70979-32ce-494d-9292-b4eecb1685ce req-549caa62-2e5f-457e-ac40-bba0897cec28 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0848215 Dec 23 12:34:50.465927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed484d4e-1a68-4790-98a8-5a4b57d5dcd1 req-ec1b793e-7b4b-4d10-a42c-48b5ca9abd72 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:50.467528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed484d4e-1a68-4790-98a8-5a4b57d5dcd1 req-ec1b793e-7b4b-4d10-a42c-48b5ca9abd72 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.0839291 Dec 23 12:34:50.471526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddc70979-32ce-494d-9292-b4eecb1685ce req-c83970b7-aa95-4bef-b9d7-77df7029d979 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776658 Dec 23 12:34:50.528275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed484d4e-1a68-4790-98a8-5a4b57d5dcd1 req-76ae73ee-8d6f-472e-b216-3122d649024a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538850 Dec 23 12:34:50.636275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480084-06d0-4e14-a98e-c8d077020bba req-0627a02d-fa5c-4eda-b240-f53c4628e92f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:50.637884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c480084-06d0-4e14-a98e-c8d077020bba req-0627a02d-fa5c-4eda-b240-f53c4628e92f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Dec 23 12:34:50.765436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c480084-06d0-4e14-a98e-c8d077020bba req-72c60286-186e-413a-860c-88c129edfeb2 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210022 Dec 23 12:34:50.767605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab9789d3-cd07-41eb-9aed-dfd6d51804d9 req-d9e7ad21-8c74-4582-b1a1-4d79bf6df1f6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0724220 Dec 23 12:34:50.869869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e29b3d2a-b8d9-4e2d-bb97-d0badf22d484 req-d5f86f48-dc2b-49f4-9848-3ba6579c0f7b tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 210 time: 0.0281239 Dec 23 12:34:50.926087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:51.112408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port fa173192-0bc4-4449-90ff-a9fb8d803765 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:34:51.121572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port fa173192-0bc4-4449-90ff-a9fb8d803765 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:51.122416 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:51.233710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:51.257844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:51.260718 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6754f-8a3b-43fd-99ef-4ef458f1e481" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:51.286187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:51.313594 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f234317-5fd7-4d0a-9757-0dce8db8f100 x-openstack-request-id: req-9f234317-5fd7-4d0a-9757-0dce8db8f100 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:51.314702 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:51.315384 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f234317-5fd7-4d0a-9757-0dce8db8f100 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:51.315784 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'code': 200} Dec 23 12:34:51.391648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9862168-f886-45f2-afc9-a69fda3b8194 req-25229609-5011-4c96-b88b-429ef89cd001 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 210 time: 0.0401993 Dec 23 12:34:51.404043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:51.467735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71477f8a-32dd-4cca-9475-5ee46922e87b req-98fc9036-b882-43f1-b28a-8c9a947030a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:51.470255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71477f8a-32dd-4cca-9475-5ee46922e87b req-98fc9036-b882-43f1-b28a-8c9a947030a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1096 time: 0.0730038 Dec 23 12:34:51.476035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:51.621749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71477f8a-32dd-4cca-9475-5ee46922e87b req-620515e3-55f0-4ebe-b8b0-9d8085e3bc33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331737 Dec 23 12:34:51.699531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91914efb-6c09-4e53-a17d-8ada8aaa0b5a req-72297427-6526-4892-8521-fd2a58ede780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:51.701765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-91914efb-6c09-4e53-a17d-8ada8aaa0b5a req-72297427-6526-4892-8521-fd2a58ede780 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 1096 time: 0.1473317 Dec 23 12:34:51.724577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfa6db-7bf0-4916-b4d8-0f3b4181e5df req-15d8e7b8-b3ee-4da4-946f-a760357a8c33 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:51.726813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69cfa6db-7bf0-4916-b4d8-0f3b4181e5df req-15d8e7b8-b3ee-4da4-946f-a760357a8c33 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.1098444 Dec 23 12:34:51.748447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330ae80-6216-46aa-9adf-47572200e0a3 req-c1dacdeb-4d54-4dfc-ba90-2028f1765622 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:51.758880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5330ae80-6216-46aa-9adf-47572200e0a3 req-c1dacdeb-4d54-4dfc-ba90-2028f1765622 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1027875 Dec 23 12:34:51.769762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-c0fcb075-8ab7-464f-a6c9-0a43d23f2839 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:51.771374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-c0fcb075-8ab7-464f-a6c9-0a43d23f2839 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 814 time: 0.1712077 Dec 23 12:34:51.794734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Request body: {'port': {'device_id': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'admin_state_up': True, 'tenant_id': 'e51ca3450c5e42d581e7629df02c8943'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:51.847939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69cfa6db-7bf0-4916-b4d8-0f3b4181e5df req-471cfa22-6c22-4806-971d-c5d08ef09869 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134179 Dec 23 12:34:51.865303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5330ae80-6216-46aa-9adf-47572200e0a3 req-c87df1be-4a6f-4eb2-919b-28b3de5232c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011543 Dec 23 12:34:51.978007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-91914efb-6c09-4e53-a17d-8ada8aaa0b5a req-1aacf238-0d9b-4420-bd88-a333f577b851 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812383 Dec 23 12:34:52.033292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488adc1-1035-4731-93d9-66027f2818a5 req-fbdf68ad-7ae4-40c5-bd5a-51f2deaf135e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:52.034884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5488adc1-1035-4731-93d9-66027f2818a5 req-fbdf68ad-7ae4-40c5-bd5a-51f2deaf135e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0686009 Dec 23 12:34:52.056300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c10ea7-08df-46ff-a11e-eeffa9488e8a req-f8db8573-4c95-44e4-9829-06d83b6bc777 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0407679 Dec 23 12:34:52.099903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5488adc1-1035-4731-93d9-66027f2818a5 req-19c6e486-e689-4bd7-b705-01d3fff8b6e0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459712 Dec 23 12:34:52.139044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4c029d7-3f5e-4b15-bffd-ca2132733ac1 req-284da06f-e76b-4588-977b-97415a6facd1 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 210 time: 0.0268312 Dec 23 12:34:52.221312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Made reservation on behalf of e51ca3450c5e42d581e7629df02c8943 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:52.224936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:52.369809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Allocated IP 172.20.0.6 (a90b114d-531a-4538-b63b-fbaebbad3a88/0eb369dd-1afe-4d33-b3f3-6f4e36fc562a/ac0db840-4ce6-4344-93f9-62835c2407e9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:52.512627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f1e44c1-1d31-4669-a1e9-e44e751c8343 req-bdc21d07-c7fe-44cd-be71-4ed9a8076a42 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 210 time: 0.0419595 Dec 23 12:34:52.557143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:52.666759 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:52.702259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:52.754172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Network a90b114d-531a-4538-b63b-fbaebbad3a88 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:52.760377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:52.766571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:52.802047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:52.832409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:52.833414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:52.921752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:52.967861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-8b6f9624-7d37-47df-b0bb-6a874ded37ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1806273 Dec 23 12:34:52.983509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Request body: {'port': {'device_id': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:53.065130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64721ca6-a03c-4c0a-8e6d-c8eff123b13c req-7f1b775c-a2a9-43d9-ab1f-d4190305abbf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:53.080606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64721ca6-a03c-4c0a-8e6d-c8eff123b13c req-7f1b775c-a2a9-43d9-ab1f-d4190305abbf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1234879 Dec 23 12:34:53.119038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:53.123317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:53.141444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:53.194120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:53.236352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:53.270169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:53.366079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:53.393385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64721ca6-a03c-4c0a-8e6d-c8eff123b13c req-1b940701-3e38-4333-8db3-afc96ecb242d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114748 Dec 23 12:34:53.402392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-9efa035f-4c76-40d5-a694-704bc52620bc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:53.403876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-9efa035f-4c76-40d5-a694-704bc52620bc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2765644 Dec 23 12:34:53.414712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aa8cc-fe46-4762-a2af-2aa0bdfc2239 req-36b1729d-5395-46aa-b253-410a2abc6be2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:53.420501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba7aa8cc-fe46-4762-a2af-2aa0bdfc2239 req-36b1729d-5395-46aa-b253-410a2abc6be2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.3331563 Dec 23 12:34:53.433095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:53.449913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:53.575553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba7aa8cc-fe46-4762-a2af-2aa0bdfc2239 req-cf9a7a5c-16f5-456c-941f-8f22c591acd5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306276 Dec 23 12:34:53.739011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75e722ff-4721-43e4-a7f2-9e4ff7a8255e req-ab87e253-491e-4bfc-aee7-8a43d5ec453b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0521839 Dec 23 12:34:53.759986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['613906d7-bdcf-42cf-a903-6ee2ce621a02'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:53.954341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e98f-362f-4bac-a203-dac46298fad1 req-6210d4d5-5238-453b-9d56-9700fdc4afa4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:53.962552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2127e98f-362f-4bac-a203-dac46298fad1 req-6210d4d5-5238-453b-9d56-9700fdc4afa4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.2125194 Dec 23 12:34:53.998827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-634fa8ce-3d13-4d03-96f4-33d945f9b36e req-edf5eafd-b740-46b7-ba6c-902b53fa6b33 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 210 time: 0.1028421 Dec 23 12:34:54.034251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:54.066977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.100078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2127e98f-362f-4bac-a203-dac46298fad1 req-dedb36c9-82d7-41bd-bdb3-13980dcf067d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370449 Dec 23 12:34:54.102331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:54.113307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.136764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-63d41fcb-5e48-4692-bdf1-fb75e102acfd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:54.138330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-63d41fcb-5e48-4692-bdf1-fb75e102acfd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 808 time: 0.2882106 Dec 23 12:34:54.143693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Transition to ACTIVE for port object ac0db840-4ce6-4344-93f9-62835c2407e9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:54.151281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Request body: {'port': {'device_id': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e', 'admin_state_up': True, 'tenant_id': 'd786c08853e547779772cc13791cd63a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:54.267895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8057066-0353-4836-b242-553476189e2e req-aa1a5df7-a59f-4088-9548-65e9254f371f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:54.277044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8057066-0353-4836-b242-553476189e2e req-aa1a5df7-a59f-4088-9548-65e9254f371f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 931 time: 0.1576755 Dec 23 12:34:54.284901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.368788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:54.388964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8057066-0353-4836-b242-553476189e2e req-6eb3bf5e-c8b3-4fd8-85f2-85efd2eb6de7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097465 Dec 23 12:34:54.412318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.4 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/7d77cf61-ebe2-4984-b208-6cee46ab5b28) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:54.426166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Made reservation on behalf of d786c08853e547779772cc13791cd63a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:34:54.431576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.573406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:54.573812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:54.574331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:54.584065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:54.584065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:54.601470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:54.602537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Checking segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:54.603223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Bound using segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:54.603847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Bound port: ac0db840-4ce6-4344-93f9-62835c2407e9, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:54.604277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.644637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244468a-5627-41fe-a77a-b9d149ea32ad req-c0d320a4-02ba-4600-8481-21ad664aa4b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:54.646163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f244468a-5627-41fe-a77a-b9d149ea32ad req-c0d320a4-02ba-4600-8481-21ad664aa4b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1176193 Dec 23 12:34:54.716471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Allocated IP 172.20.0.4 (07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e/98e276db-88c5-4404-9a39-ff8411085229/48e4ab0e-31e5-4ff7-b19c-4eacc47c87da) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:54.724445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.736853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:54.741729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:54.780735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f244468a-5627-41fe-a77a-b9d149ea32ad req-fd443dfb-9724-4dff-9bae-c12f63159553 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214216 Dec 23 12:34:54.893573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14251-d4d2-4fca-a726-1897e6cd798e req-ffce4959-7f17-4bd4-bc32-45379259c8d3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:54.903986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.904529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a14251-d4d2-4fca-a726-1897e6cd798e req-ffce4959-7f17-4bd4-bc32-45379259c8d3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0977721 Dec 23 12:34:54.910903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.924902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.944057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:54.972438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:54.973311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:54.977502 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 1091 time: 2.0009871 Dec 23 12:34:54.994490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:54.999383 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e46eb6f-d73d-4b2b-b7a8-adee42596748" -d '{"events": [{"name": "network-changed", "server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:55.059343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:55.060575 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.136534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ddcd5-16e8-4799-a401-b4e006d62a89 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:55.193217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-48c8c708-c19d-4bcc-9d9e-821d53a2a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.194979 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-48c8c708-c19d-4bcc-9d9e-821d53a2a951 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1094 time: 0.1045814 Dec 23 12:34:55.242211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.265985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-30ec3a94-2a57-4619-b637-4ad29425ab38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.0621481 Dec 23 12:34:55.267156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.274607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:55.277618 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ec351-37b6-41ef-9c78-602c412dd304" -d '{"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:55.295387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:55.353917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:55.361233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:55.363724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:55.370402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.433234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.433234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.456522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Pushing event updated for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:55.464084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:55.467625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-297682df-c884-45a7-be2e-287352f8811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.469273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-297682df-c884-45a7-be2e-287352f8811f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.1963139 Dec 23 12:34:55.509702 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-2cd2f1bb-00a3-44c5-844f-0436143fca9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310855 Dec 23 12:34:55.536391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:55.547545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a14251-d4d2-4fca-a726-1897e6cd798e req-6f940dcd-1a50-473f-9ef5-f6d113b61383 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414912 Dec 23 12:34:55.551210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:55.561621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:55.594347 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-28643464-0681-420c-ad04-4be0e4343382 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4474542 Dec 23 12:34:55.598137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1abf5a-bf43-428f-b323-979e3866f8b4 req-199abdd0-2692-4937-a165-bd96054fac64 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.598771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b1abf5a-bf43-428f-b323-979e3866f8b4 req-199abdd0-2692-4937-a165-bd96054fac64 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 931 time: 0.7269771 Dec 23 12:34:55.601012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:55.623950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Request body: {'port': {'device_id': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:55.745020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.745647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.754360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-89f24bf0-0b78-4b5f-b212-57498ef3b95f service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390356 Dec 23 12:34:55.762536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:55.772804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e362111-1d76-4543-bcf9-e6b79410c082 req-b3a2a628-49f6-4130-a2fc-23db98f590f2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:55.774870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e362111-1d76-4543-bcf9-e6b79410c082 req-b3a2a628-49f6-4130-a2fc-23db98f590f2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1215584 Dec 23 12:34:55.779485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b1abf5a-bf43-428f-b323-979e3866f8b4 req-b8948161-2c9f-4019-9da8-ad1eec71a10f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274142 Dec 23 12:34:55.849530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-3b81aa7f-3a2c-4586-b076-f7a3b5cd4100 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4323440 Dec 23 12:34:55.864057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e362111-1d76-4543-bcf9-e6b79410c082 req-2b65dc2e-3216-4c59-af32-787c12cfd958 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773630 Dec 23 12:34:55.879852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Request body: {'port': {'device_id': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:55.890076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57748) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:55.894842 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4daac-855f-4dc4-87f6-c13349fdda7b x-openstack-request-id: req-60e4daac-855f-4dc4-87f6-c13349fdda7b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:55.895189 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:55.895492 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60e4daac-855f-4dc4-87f6-c13349fdda7b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:55.895908 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'status': 'completed', 'code': 200} Dec 23 12:34:56.058896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.061366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c531e15-8852-45e7-b8e7-f6c3e83ec5ee req-203a98e2-147f-4417-8c72-1f81f7142a07 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946961 Dec 23 12:34:56.076386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a465d3-713d-4a60-9c1d-a2f5c7293fd2 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.078390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-49a465d3-713d-4a60-9c1d-a2f5c7293fd2 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1091 time: 0.1906483 Dec 23 12:34:56.083271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57750) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:34:56.092086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:34:56.147304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69853-f7a0-4311-b364-65c777ec94ae req-88973ff0-ec46-4f38-8d48-bfc49e2fc32f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.149999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3f69853-f7a0-4311-b364-65c777ec94ae req-88973ff0-ec46-4f38-8d48-bfc49e2fc32f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 931 time: 0.1599057 Dec 23 12:34:56.168094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277521-997d-48e6-ac7d-d04ea0253243 req-d3e34260-3ca4-433c-a852-5d5e8cf4a0e0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.169511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20277521-997d-48e6-ac7d-d04ea0253243 req-d3e34260-3ca4-433c-a852-5d5e8cf4a0e0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1817060 Dec 23 12:34:56.298600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.308008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:56.319477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.324454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-0408dab7-b65a-4a2a-812f-54448f225a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.326228 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-0408dab7-b65a-4a2a-812f-54448f225a2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1094 time: 0.0874503 Dec 23 12:34:56.395303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Transition to ACTIVE for port object 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:56.432695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3f69853-f7a0-4311-b364-65c777ec94ae req-812522f1-a28b-4c5e-8bb5-676c089f8b17 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591071 Dec 23 12:34:56.446876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20277521-997d-48e6-ac7d-d04ea0253243 req-4a6017e3-74c7-4364-b676-5782498895a3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568340 Dec 23 12:34:56.455483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-8c3ead10-2886-4ce8-b29e-8745b380fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.457019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-8c3ead10-2886-4ce8-b29e-8745b380fe5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.1219416 Dec 23 12:34:56.470131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.595145 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd556a-2505-4739-906c-088224add92f x-openstack-request-id: req-c7bd556a-2505-4739-906c-088224add92f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:56.595664 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:56.595895 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7bd556a-2505-4739-906c-088224add92f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:56.596381 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'code': 200} Dec 23 12:34:56.609051 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-07e8fb75-d750-4216-8473-ce8549e64f35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.1431978 Dec 23 12:34:56.629386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Pushing event updated for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:56.669042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.693083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ab807-342f-4956-a33d-76e786b9732b req-58a5f61f-0eab-41c4-bccb-f4ae2935f10a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.701023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-844ab807-342f-4956-a33d-76e786b9732b req-58a5f61f-0eab-41c4-bccb-f4ae2935f10a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 0.1470914 Dec 23 12:34:56.724939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-7770e061-dd42-4db6-b803-12cb755f6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:56.726318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-7770e061-dd42-4db6-b803-12cb755f6a8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.1075244 Dec 23 12:34:56.754014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d77cf61-ebe2-4984-b208-6cee46ab5b28 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:56.782465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.791485 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-5b845555-9c46-4167-b837-957c156a26ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551267 Dec 23 12:34:56.837166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-844ab807-342f-4956-a33d-76e786b9732b req-04bf3829-6143-40a6-9fe2-1104322ba3c4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261950 Dec 23 12:34:56.880013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Attempting to bind port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:56.880355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Attempting to bind port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:56.880684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Attempting to bind port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:56.898623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:56.898944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Attempting to bind port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:56.908264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:56.908605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Checking segment: {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:56.909027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Bound using segment: {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:56.909468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Bound port: 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:56.909842 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:56.970280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Transition to ACTIVE for port object 7d77cf61-ebe2-4984-b208-6cee46ab5b28 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:34:56.983724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-d2b938e4-e15c-43b9-95f7-44f2a53a9f26 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831717 Dec 23 12:34:57.066634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.86 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bd1b9e0f-54f2-4098-a198-e74b6c910ada) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:34:57.066634 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.083154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:57.088038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:57.114057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5e46eb6f-d73d-4b2b-b7a8-adee42596748 req-78f11f81-0b87-40cb-94df-7e6e586b5489 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214926 Dec 23 12:34:57.136023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275850-63ba-42a1-b0ac-ebd3cbfc439a req-3ff7d537-33a0-4ab9-ba94-4b203a9b7bb5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:57.137701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6275850-63ba-42a1-b0ac-ebd3cbfc439a req-3ff7d537-33a0-4ab9-ba94-4b203a9b7bb5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 931 time: 0.2302094 Dec 23 12:34:57.153959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-aa4953ca-cbbc-4a45-96e7-9f9dcde65e27 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:57.155541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-aa4953ca-cbbc-4a45-96e7-9f9dcde65e27 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 810 time: 0.3935037 Dec 23 12:34:57.229471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:57.243534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-5077c8e7-3562-41ff-9235-a656c6551186 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/quotas/c08cb0324fd84a79a560ced12eeb1150 HTTP/1.1" status: 200 len: 375 time: 0.0698354 Dec 23 12:34:57.352468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6275850-63ba-42a1-b0ac-ebd3cbfc439a req-fc3a381e-9b81-4b14-9794-376661c8bf18 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918733 Dec 23 12:34:57.414386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.419029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Attempting to bind port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:34:57.419364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Attempting to bind port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:34:57.419697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Attempting to bind port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:57.430633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-2be1469a-1119-4a24-8075-9d5237ce9736 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765740 Dec 23 12:34:57.436132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:34:57.436481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Attempting to bind port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:34:57.493152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:34:57.493507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:34:57.493896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:34:57.494353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Bound port: 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:34:57.494707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.590416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:34:57.644543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1202-afde-426b-ad22-4567abda9fe0 req-0a225dd8-9a3c-4ef1-9d9f-1c8fb213ca68 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:57.645996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a96f1202-afde-426b-ad22-4567abda9fe0 req-0a225dd8-9a3c-4ef1-9d9f-1c8fb213ca68 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 943 time: 0.1404030 Dec 23 12:34:57.650697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-622d1b75-cb82-4e27-a09a-0a0dd9f07b80 service neutron] 10.222.0.16 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108850 Dec 23 12:34:57.655997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:34:57.685008 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.703039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:57.717509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'port_id': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'mac_address': 'fa:16:3e:c5:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb369dd-1afe-4d33-b3f3-6f4e36fc562a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:34:57.727116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:57.727886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.728400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:34:57.729362 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] 10.222.0.43 "PUT /v2.0/ports/48e4ab0e-31e5-4ff7-b19c-4eacc47c87da HTTP/1.1" status: 200 len: 1091 time: 2.1150336 Dec 23 12:34:57.753613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.767563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d6f3-cfde-4301-ab18-af9c9e660420 service neutron] Pushing event updated for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:57.783132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.799616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:34:57.810784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a96f1202-afde-426b-ad22-4567abda9fe0 req-fb5abed6-7243-46bf-b661-7c5aaeebb343 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566548 Dec 23 12:34:57.818323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:34:57.823960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:34:57.831072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:34:57.839222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:34:57.854418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.897236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:57.899040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=bd1b9e0f-54f2-4098-a198-e74b6c910ada,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:57.905521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-d82bbe67-3fba-4abb-8fcf-810955c2d05e service neutron] 10.222.0.16 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472212 Dec 23 12:34:57.915118 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171587c0-b220-428c-8578-501d5b6c6252" -d '{"events": [{"name": "network-changed", "server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:57.923252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:57.923877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:57.925323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d77cf61-ebe2-4984-b208-6cee46ab5b28 HTTP/1.1" status: 200 len: 1091 time: 2.0574346 Dec 23 12:34:57.925768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:34:57.931350 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:34:57.935696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:58.054459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:58.063759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1881624-9ccb-4b3c-af73-12b90ff64d39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:34:58.080328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.081050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.082773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.083284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.083985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.084565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.085160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.085679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.087016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.087746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.088292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.088853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.089337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:34:58.104530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-c717ad5f-f987-4cf1-af1e-e14e56ed9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.107468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-c717ad5f-f987-4cf1-af1e-e14e56ed9ab7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 1094 time: 0.1793933 Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.138126 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:34:58.141372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52cb4e-611a-4d9d-a138-f55751746675 req-eb722403-6431-4128-bfa4-1bd16e98eb0c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.150027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e52cb4e-611a-4d9d-a138-f55751746675 req-eb722403-6431-4128-bfa4-1bd16e98eb0c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1838379 Dec 23 12:34:58.165273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:34:58.237360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-491463f6-6763-410c-97ef-fce2121ae6ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da HTTP/1.1" status: 200 len: 217 time: 0.0988917 Dec 23 12:34:58.295090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-0236ac0e-a83c-4bc3-9a75-ebc5dd519385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.296643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-0236ac0e-a83c-4bc3-9a75-ebc5dd519385 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 1094 time: 0.2050939 Dec 23 12:34:58.331361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-993f965f-f164-4f8c-89d6-71799570a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.333848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-993f965f-f164-4f8c-89d6-71799570a270 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98e276db-88c5-4404-9a39-ff8411085229 HTTP/1.1" status: 200 len: 848 time: 0.0955751 Dec 23 12:34:58.351255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e52cb4e-611a-4d9d-a138-f55751746675 req-a9b82d8e-12db-4adc-9db5-6a13303e8d7d tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004466 Dec 23 12:34:58.404921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-b4e66c32-e7f9-4c24-bbac-f1c26833c4d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28 HTTP/1.1" status: 200 len: 217 time: 0.0947819 Dec 23 12:34:58.424549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-3e37b874-7305-4d7b-8660-ea706e20227a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775895 Dec 23 12:34:58.507317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-05477c89-7972-4811-ae8b-326c42eb0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.511139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-05477c89-7972-4811-ae8b-326c42eb0bdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0965097 Dec 23 12:34:58.568313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-e392f4e0-a360-4a83-ade2-cd7f0507c846 service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305320 Dec 23 12:34:58.594375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-f8d9f531-1c54-4b37-869c-c8639057da4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577915 Dec 23 12:34:58.736348 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397a7e5-7e6c-4216-b991-efdc8dc0b326 x-openstack-request-id: req-b397a7e5-7e6c-4216-b991-efdc8dc0b326 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:58.745042 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:58.745510 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b397a7e5-7e6c-4216-b991-efdc8dc0b326 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:58.746070 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28', 'status': 'completed', 'code': 200} Dec 23 12:34:58.776912 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-15909eca-9aba-4e3f-9aea-4422ddbf1c2c req-c98a6725-175a-4933-8d6f-8e7fab8e2f22 service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001460 Dec 23 12:34:58.779374 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcadd024-27b5-4cd6-ab2c-8ab5a2604ed4 x-openstack-request-id: req-fcadd024-27b5-4cd6-ab2c-8ab5a2604ed4 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:34:58.786325 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:34:58.788055 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcadd024-27b5-4cd6-ab2c-8ab5a2604ed4 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:34:58.800505 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da', 'status': 'completed', 'code': 200} Dec 23 12:34:58.850026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56bc4297-a835-4fa7-86c8-0cd61d56c2c0 req-885480e1-4028-41d8-b289-b92adb183a3b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 210 time: 0.0984223 Dec 23 12:34:58.866674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb40899-2a0c-4623-bf9f-eb20b93e5348 req-18e1536f-f10a-4119-a528-f3e2b7f1aefb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:58.872692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-beb40899-2a0c-4623-bf9f-eb20b93e5348 req-18e1536f-f10a-4119-a528-f3e2b7f1aefb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.3605285 Dec 23 12:34:59.071391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-48bb45f7-0f16-4916-a5a9-d20c4c5d76e4 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661620 Dec 23 12:34:59.088669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171587c0-b220-428c-8578-501d5b6c6252 req-a3cef09a-f414-4659-aec0-3288874cba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:59.090219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-a3cef09a-f414-4659-aec0-3288874cba8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 1094 time: 0.0992997 Dec 23 12:34:59.119882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-beb40899-2a0c-4623-bf9f-eb20b93e5348 req-0181e796-6f82-488f-b84f-a4b27090f1c8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375503 Dec 23 12:34:59.197986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c1fe8-14cf-4dd4-b142-5e73501d92db req-5c6fe5b4-c961-4b5c-acfe-acdf576a6e91 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:59.222112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f11c1fe8-14cf-4dd4-b142-5e73501d92db req-5c6fe5b4-c961-4b5c-acfe-acdf576a6e91 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 943 time: 0.2676022 Dec 23 12:34:59.230075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:59.343251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171587c0-b220-428c-8578-501d5b6c6252 req-7c03d840-bc2d-4d71-80fe-f9906dbe2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:59.344672 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-7c03d840-bc2d-4d71-80fe-f9906dbe2d14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 909 time: 0.2480836 Dec 23 12:34:59.474477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-ab8cc90b-2082-4c4c-b6f1-338126ba6ad4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da HTTP/1.1" status: 200 len: 217 time: 0.1177096 Dec 23 12:34:59.566465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171587c0-b220-428c-8578-501d5b6c6252 req-2b8577df-9135-4275-a77a-49630cdbdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:59.568272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-2b8577df-9135-4275-a77a-49630cdbdd67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98e276db-88c5-4404-9a39-ff8411085229 HTTP/1.1" status: 200 len: 848 time: 0.0851998 Dec 23 12:34:59.610618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:34:59.664716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-9eddd964-243d-4918-8c92-9d11c6b21599 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858486 Dec 23 12:34:59.760649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60ea138d-9bc0-4747-a34b-5f7e704e2017 req-64327958-3a42-41ca-a604-87900cabb24d service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748834 Dec 23 12:34:59.852974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f11c1fe8-14cf-4dd4-b142-5e73501d92db req-cd85b854-a858-4f37-996c-e11fc0511b84 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265922 Dec 23 12:34:59.861554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port ac0db840-4ce6-4344-93f9-62835c2407e9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:34:59.870526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port ac0db840-4ce6-4344-93f9-62835c2407e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:34:59.871042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:59.925808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-c1eea4d0-e41e-40a4-8dca-ff593b741e05 service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548668 Dec 23 12:34:59.943411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f9d54-e915-4eb2-8cf9-f0cb7872b981 req-e3dc204f-de44-44dc-bc0b-1fcbd203f864 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:34:59.957145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-292f9d54-e915-4eb2-8cf9-f0cb7872b981 req-e3dc204f-de44-44dc-bc0b-1fcbd203f864 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 943 time: 0.7223215 Dec 23 12:35:00.111718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:00.168676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-82d1e8ae-b18f-4c4d-bec8-ae84c279ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:00.170746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-82d1e8ae-b18f-4c4d-bec8-ae84c279ba1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 1094 time: 0.1236317 Dec 23 12:35:00.176304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:00.196928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:00.205939 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f1b41-21cb-4879-977c-a7f2b7676ea0" -d '{"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:00.212563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-171587c0-b220-428c-8578-501d5b6c6252 req-c184aed4-d458-41aa-8f3a-2d4b36483ffa service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764866 Dec 23 12:35:00.240530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:00.278693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-292f9d54-e915-4eb2-8cf9-f0cb7872b981 req-97dd3376-99cb-4ee2-907d-a07dd86cdce0 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145008 Dec 23 12:35:00.347332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:00.460426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-93814321-e4fd-46c2-8661-9ac07925152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:00.464513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-93814321-e4fd-46c2-8661-9ac07925152a service neutron] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1978354 Dec 23 12:35:00.529646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:00.621474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-824ec13f-f25f-44e4-a218-071a70bc7fb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28 HTTP/1.1" status: 200 len: 217 time: 0.0779488 Dec 23 12:35:00.639374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3342bfde-d145-4999-87f3-bea8cdef7009 req-70b3e254-d906-4faa-9dfd-6f6641c991a4 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 210 time: 0.0940533 Dec 23 12:35:00.660893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543d43-8ec8-4699-ae7a-e9c78deae12e req-1aefbf3b-e7b8-428e-aa94-2234f686a29e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:00.674280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab543d43-8ec8-4699-ae7a-e9c78deae12e req-1aefbf3b-e7b8-428e-aa94-2234f686a29e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.5887189 Dec 23 12:35:00.870928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-2fc447c0-c328-4df1-a351-99c1f42635df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:00.873156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-2fc447c0-c328-4df1-a351-99c1f42635df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.2348838 Dec 23 12:35:00.892694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab543d43-8ec8-4699-ae7a-e9c78deae12e req-7d086027-edc2-4fb3-9501-6a629396d6a7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160792 Dec 23 12:35:00.993553 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb8ce9-1303-4311-84ee-09751eec97be x-openstack-request-id: req-faeb8ce9-1303-4311-84ee-09751eec97be {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:00.995203 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:00.996265 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faeb8ce9-1303-4311-84ee-09751eec97be {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:00.996884 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'code': 200} Dec 23 12:35:00.998624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-1a87c299-f635-47e9-a93e-29c13a05dd1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028786 Dec 23 12:35:01.010047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:01.060215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993afda-613d-457c-92af-3c8b3f244323 req-9f1f0879-95ee-45e5-a0ba-23ab26b5369e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:01.069903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8993afda-613d-457c-92af-3c8b3f244323 req-9f1f0879-95ee-45e5-a0ba-23ab26b5369e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.3167427 Dec 23 12:35:01.167597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:01.182641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f57b4-9d40-45a3-9423-319c4941223a req-2781088a-c07d-41b0-b4c1-bcdf47028d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:01.187296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7c7f57b4-9d40-45a3-9423-319c4941223a req-2781088a-c07d-41b0-b4c1-bcdf47028d44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1096 time: 0.1198635 Dec 23 12:35:01.309210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=bd1b9e0f-54f2-4098-a198-e74b6c910ada,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:01.327600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8993afda-613d-457c-92af-3c8b3f244323 req-58ccb972-2850-42f6-9787-20b46b45f0b1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558327 Dec 23 12:35:01.374817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9d7ea-5408-477b-b1a6-f08ba83615e8 req-d8f3f363-bbcd-4904-b4b0-ed1c3acff6a3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:01.392024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56f9d7ea-5408-477b-b1a6-f08ba83615e8 req-d8f3f363-bbcd-4904-b4b0-ed1c3acff6a3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 943 time: 0.2917368 Dec 23 12:35:01.404635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:01.443209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-c179c2b6-19c7-434e-9347-e6232f3e8a6a service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168315 Dec 23 12:35:01.569021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-f8e6df2d-ea76-4688-bd36-692d68ee4cc2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:01.569021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-f8e6df2d-ea76-4688-bd36-692d68ee4cc2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 810 time: 0.2716143 Dec 23 12:35:01.582245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7c7f57b4-9d40-45a3-9423-319c4941223a req-4a0874d6-d608-4ef1-a806-5fae46838edf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871953 Dec 23 12:35:01.605487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Request body: {'port': {'device_id': '73d97906-cac0-4412-8066-73558bd7423c', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'admin_state_up': True, 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:01.831263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:01.862311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c15bda4-7b02-46d6-a7e8-5b6305a39cb7 req-3ea8f681-09ea-4ae9-9884-e0f10bb2d131 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195065 Dec 23 12:35:01.897752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56f9d7ea-5408-477b-b1a6-f08ba83615e8 req-af150ec4-2709-4fb3-ae5e-93b8d6d83fa6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043743 Dec 23 12:35:01.936937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a39d8-55ed-4acd-b3bd-d82561a2b09e req-558baa53-bdfe-4a54-8b17-de1a255cc854 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:01.939718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72a39d8-55ed-4acd-b3bd-d82561a2b09e req-558baa53-bdfe-4a54-8b17-de1a255cc854 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 943 time: 0.4258835 Dec 23 12:35:01.945575 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP e7e1f998-f462-4ec1-b61d-79cb26c6e779 associated. External IP: 172.25.7.86, port: fa173192-0bc4-4449-90ff-a9fb8d803765. Dec 23 12:35:02.065207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Made reservation on behalf of c08cb0324fd84a79a560ced12eeb1150 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:35:02.070180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:02.076569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72a39d8-55ed-4acd-b3bd-d82561a2b09e req-36b17f1f-90f7-4e25-b9d8-5c40facfa7a7 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281414 Dec 23 12:35:02.221182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:02.287350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da', 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e', 'port_id': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da', 'mac_address': 'fa:16:3e:75:7a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e276db-88c5-4404-9a39-ff8411085229', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:02.348546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6af28b7f-3744-4100-b1c7-f010554abd29 req-a03a6a4c-6bb4-4217-8713-5e3979ec1ac6 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 210 time: 0.0871134 Dec 23 12:35:02.559649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe8867-515f-4ad7-85b7-a434d7b16dfb req-6a525960-d579-4ed5-9929-8d0af0b1470e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:02.574906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4abe8867-515f-4ad7-85b7-a434d7b16dfb req-6a525960-d579-4ed5-9929-8d0af0b1470e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.3437748 Dec 23 12:35:02.591703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Allocated IP 172.20.0.10 (53d61828-8fe2-40f9-b890-0c84b57247c3/ce826c0d-2904-4875-8391-26e3eccd34c4/9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:35:02.601469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:02.628780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:02.678494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:02.804959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 721e1e17-96b1-4857-8c23-f99a596adfa8 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:35:02.841117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:02.841117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7d77cf61-ebe2-4984-b208-6cee46ab5b28 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:02.841443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040c59-49ef-40a4-8c2e-edd5fd8edd34 req-1db74bd1-f455-4077-a03c-b16abf951a5b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:02.847578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7040c59-49ef-40a4-8c2e-edd5fd8edd34 req-1db74bd1-f455-4077-a03c-b16abf951a5b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2536604 Dec 23 12:35:02.862851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4abe8867-515f-4ad7-85b7-a434d7b16dfb req-73e3e30f-fb47-4187-8b07-8ee24175a65e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773206 Dec 23 12:35:02.894517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:35:02.952766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7040c59-49ef-40a4-8c2e-edd5fd8edd34 req-db982c42-b6c9-4dac-9011-76ff75b582ef tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039381 Dec 23 12:35:03.053396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:03.067421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:03.078489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7d77cf61-ebe2-4984-b208-6cee46ab5b28', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': '7d77cf61-ebe2-4984-b208-6cee46ab5b28', 'mac_address': 'fa:16:3e:fd:e0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:03.133942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.160555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.199478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77cf61-ebe2-4984-b208-6cee46ab5b28 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:03.224539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:03.273999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.291309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['18592a31-e244-4ba6-b305-876d1a1711eb'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:03.415710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.452256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Network 53d61828-8fe2-40f9-b890-0c84b57247c3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:35:03.458241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:35:03.461286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:35:03.480620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:35:03.490486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44f6c-48c9-45c2-8e8b-ab8b27509ded req-f49e20cb-6a63-4f0d-bf01-29f7747909be tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:03.494225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16a44f6c-48c9-45c2-8e8b-ab8b27509ded req-f49e20cb-6a63-4f0d-bf01-29f7747909be tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 943 time: 0.3612709 Dec 23 12:35:03.499267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Pushing event updated for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:03.537577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8292-778e-4b84-bac6-4b1b47f72a24 req-600fe13d-d77b-47d2-ac64-2a1125c91bf5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:03.540221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Sync routers for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:35:03.541376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:03.543074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.547147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-854c8292-778e-4b84-bac6-4b1b47f72a24 req-600fe13d-d77b-47d2-ac64-2a1125c91bf5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 944 time: 0.1196849 Dec 23 12:35:03.629942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-65788d06-5cee-43c5-8be4-89bd7f60bb5d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0400622 Dec 23 12:35:03.633691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:35:03.635065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:34:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:35:03.652912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-854c8292-778e-4b84-bac6-4b1b47f72a24 req-94ffa65e-b27f-4a69-9fdb-f5cb6cc9a338 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905526 Dec 23 12:35:03.661828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16a44f6c-48c9-45c2-8e8b-ab8b27509ded req-20344613-e9e8-4142-8dc1-10c09c3f9621 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575830 Dec 23 12:35:03.726335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:03.763491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Request body: {'port': {'device_id': '73d97906-cac0-4412-8066-73558bd7423c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:03.815971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:35:03.856050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7abd93ee-6861-4baa-9e5c-d9b14b635546 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7685947 Dec 23 12:35:03.865059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:03.870645 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:03.947707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a3a74-d2ac-480e-adb7-41de97299172 req-c549a509-7d53-4b5e-ae08-64d1032dd685 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:03.949341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f2a3a74-d2ac-480e-adb7-41de97299172 req-c549a509-7d53-4b5e-ae08-64d1032dd685 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 932 time: 0.1681809 Dec 23 12:35:04.045178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:04.054095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7d77cf61-ebe2-4984-b208-6cee46ab5b28'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:04.056471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['48e4ab0e-31e5-4ff7-b19c-4eacc47c87da'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:04.070140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f2a3a74-d2ac-480e-adb7-41de97299172 req-a73efbf6-bc03-4ba1-bd16-e511942624a3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132812 Dec 23 12:35:04.123348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912812b7-3c0d-4cf1-aaed-43fb900f2043 req-913c9a15-3765-4d78-8585-122d78ffedef tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:04.126478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-912812b7-3c0d-4cf1-aaed-43fb900f2043 req-913c9a15-3765-4d78-8585-122d78ffedef tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1355703 Dec 23 12:35:04.171231 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf81b5b-97d2-4793-85bc-8ac44a50347e x-openstack-request-id: req-faf81b5b-97d2-4793-85bc-8ac44a50347e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:04.171601 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:04.171813 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faf81b5b-97d2-4793-85bc-8ac44a50347e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:04.172584 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:35:04.453862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-912812b7-3c0d-4cf1-aaed-43fb900f2043 req-a1620e0e-675f-4e78-b2b3-d5233976b3f4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224075 Dec 23 12:35:04.466000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-da563ed9-8df2-410e-971a-623659b73e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:04.467504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-da563ed9-8df2-410e-971a-623659b73e21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1096 time: 0.2661035 Dec 23 12:35:04.509824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779635-0d90-40fe-9ff3-5000b1c5ca22 req-ec7715aa-77a5-405c-8113-09c0b22ec3c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:04.528438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44779635-0d90-40fe-9ff3-5000b1c5ca22 req-ec7715aa-77a5-405c-8113-09c0b22ec3c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.2481372 Dec 23 12:35:04.556568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:35:04.573605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:04.791858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'e7e1f998-f462-4ec1-b61d-79cb26c6e779', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:34:58Z', 'updated_at': '2021-12-23T12:34:58Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:35:04.837848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Checking router: 721e1e17-96b1-4857-8c23-f99a596adfa8 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:35:04.859403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:35:04.861504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:34:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:35:04.874405 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b5ca8778-26ef-4b9b-99c6-f3db87ec600f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 200 len: 990 time: 0.3166239 Dec 23 12:35:04.882244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44779635-0d90-40fe-9ff3-5000b1c5ca22 req-d35fe89f-d44d-44d8-9816-7422faa531f7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529532 Dec 23 12:35:04.951022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1d06-fdf8-4bd3-8d7a-637b44cd9213 req-1d51277a-1210-4937-a28f-e5567425a017 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:04.954783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bdf1d06-fdf8-4bd3-8d7a-637b44cd9213 req-1d51277a-1210-4937-a28f-e5567425a017 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.3753943 Dec 23 12:35:05.073844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:35:05.215243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:05.238097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:05.269825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Transition to ACTIVE for port object 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:05.513807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'e7e1f998-f462-4ec1-b61d-79cb26c6e779', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:34:58Z', 'updated_at': '2021-12-23T12:34:58Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:35:05.515341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-a1f3d540-299d-4b85-898a-70c8b69c3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:05.516797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-a1f3d540-299d-4b85-898a-70c8b69c3066 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 1.0321443 Dec 23 12:35:05.546257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffa5b3-87dc-4943-a0a3-710071f5af23 None None] The sync data for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 is: [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'e7e1f998-f462-4ec1-b61d-79cb26c6e779', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:34:58Z', 'updated_at': '2021-12-23T12:34:58Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:35:05.579270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:05.616504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bdf1d06-fdf8-4bd3-8d7a-637b44cd9213 req-073b2d8d-8f02-45bb-a63a-4cfdfd66a679 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608455 Dec 23 12:35:05.639086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7d77cf61-ebe2-4984-b208-6cee46ab5b28 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:05.670919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-93cfa82f-7cae-47ea-ad24-d8dc00b455be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.1362393 Dec 23 12:35:05.692181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92c403-15fb-41c8-9055-2dd99ef29dec req-516a2f7e-8349-436e-a8ed-9f48eb585abd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:05.695619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec92c403-15fb-41c8-9055-2dd99ef29dec req-516a2f7e-8349-436e-a8ed-9f48eb585abd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 944 time: 0.1939635 Dec 23 12:35:05.706753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:05.817084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-9b36ea03-bcb2-4208-b20f-01f76398b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:05.818600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-9b36ea03-bcb2-4208-b20f-01f76398b709 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.1220796 Dec 23 12:35:05.832656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:05.839438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:05.839438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:05.878254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:35:05.903990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec92c403-15fb-41c8-9055-2dd99ef29dec req-6a2c7bfb-6f23-4377-8686-677983dfff98 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864779 Dec 23 12:35:05.974114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd829f-119a-408b-8563-0c36108376d6 req-0f1f697f-b6ee-46a0-b4c0-5559f47bc1ed tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:05.976338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0bd829f-119a-408b-8563-0c36108376d6 req-0f1f697f-b6ee-46a0-b4c0-5559f47bc1ed tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 944 time: 0.1561835 Dec 23 12:35:05.983780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-653cf493-c2a9-4ec6-bf0c-dbad28bdada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:05.985890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-653cf493-c2a9-4ec6-bf0c-dbad28bdada9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477616 Dec 23 12:35:06.032914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.037382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Attempting to bind port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:06.037724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Attempting to bind port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:06.038060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Attempting to bind port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff on network 53d61828-8fe2-40f9-b890-0c84b57247c3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:06.052565 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7bef8-5a40-4122-9600-7803c35a3e00 None None] New status for floating IP e7e1f998-f462-4ec1-b61d-79cb26c6e779: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:35:06.082330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff on network 53d61828-8fe2-40f9-b890-0c84b57247c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:06.082651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Attempting to bind port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff on network 53d61828-8fe2-40f9-b890-0c84b57247c3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:06.088528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:06.090836 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a290e-86c1-4522-be57-8b55a347a1c7" -d '{"events": [{"server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "name": "network-vif-plugged", "status": "completed", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:06.093975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35e9aae7-16b5-4075-a776-2f252c2e291f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 200 len: 990 time: 0.2145681 Dec 23 12:35:06.095061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:06.095401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Checking segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:06.095783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Bound using segment: {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:06.096227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Bound port: 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:06.096589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.122097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:06.165248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0bd829f-119a-408b-8563-0c36108376d6 req-646d140e-b8de-4bba-a58d-99f980b99dad tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780477 Dec 23 12:35:06.186475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.187385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:06.194908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:06.199279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:06.249942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babebe0c-2e89-422e-9288-db8be0f73a72 req-205873d6-6ef7-4b99-9d0c-8259b6c964fe tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.251873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-babebe0c-2e89-422e-9288-db8be0f73a72 req-205873d6-6ef7-4b99-9d0c-8259b6c964fe tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 944 time: 0.1520891 Dec 23 12:35:06.271754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.282882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-f7602864-3c2f-489e-a631-f38a417b2db1 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859924 Dec 23 12:35:06.310329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:06.335401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.336883 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.338632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] 10.222.0.57 "PUT /v2.0/ports/9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 200 len: 1092 time: 2.6995234 Dec 23 12:35:06.339110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:06.341435 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0" -d '{"events": [{"name": "network-changed", "server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:06.366787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b59f9-0593-4c83-b39b-6205b89ed6cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:06.369853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:06.380003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:06.380358 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.455526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-babebe0c-2e89-422e-9288-db8be0f73a72 req-d3e26790-67e8-487d-9379-e033fd60cdd1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936300 Dec 23 12:35:06.557919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0442ad8-2cfa-4c90-b55b-b7dd042041fb req-fe37266f-c466-41b5-b0ca-5622f2d77129 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605114 Dec 23 12:35:06.596005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-db3d59ec-255f-4876-8c36-b0c745cbcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.599668 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-db3d59ec-255f-4876-8c36-b0c745cbcb5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1095 time: 0.1175597 Dec 23 12:35:06.623184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.657457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-f17a79e3-455b-4977-83a0-5698c8a4f3cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 200 len: 217 time: 0.0451031 Dec 23 12:35:06.704918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbfdc1-db3e-4541-b837-6eaec4ce232e req-bff4fc46-31b8-412f-aa60-b24d6f73d350 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.707708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3abbfdc1-db3e-4541-b837-6eaec4ce232e req-bff4fc46-31b8-412f-aa60-b24d6f73d350 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1069839 Dec 23 12:35:06.717729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:06.722347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-92516ff7-29c3-44df-8903-35aeec0b9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.723977 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-92516ff7-29c3-44df-8903-35aeec0b9678 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.0561674 Dec 23 12:35:06.759872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-4d55dba9-9b9b-4d26-9220-946bbecb7fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276842 Dec 23 12:35:06.798706 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:06.876668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:06.887224 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-3b885efe-a9fa-4859-9b5c-95b2d0356f79 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185918 Dec 23 12:35:06.918040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-64c77bb5-6d43-4e91-80da-7c41b6e81e4b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:06.920657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-64c77bb5-6d43-4e91-80da-7c41b6e81e4b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 814 time: 0.1737177 Dec 23 12:35:06.928872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3abbfdc1-db3e-4541-b837-6eaec4ce232e req-ccf27813-ab98-42a6-8fd3-bcfb74d255a4 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141230 Dec 23 12:35:06.978837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-9e4959c8-2ca5-4a14-9450-d8a6458e23df tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/quotas/e51ca3450c5e42d581e7629df02c8943 HTTP/1.1" status: 200 len: 375 time: 0.0446999 Dec 23 12:35:07.033451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-289c8e39-d259-4868-bcce-7e989ccb08a0 req-ecc3a9e8-1c25-4770-8f91-40350237503d service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362078 Dec 23 12:35:07.058616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a9b60cac-4e99-441b-905d-452464793f45 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778155 Dec 23 12:35:07.087883 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6957a6-1a46-41c5-b7cf-b15502a8cee2 x-openstack-request-id: req-4a6957a6-1a46-41c5-b7cf-b15502a8cee2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:07.088285 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "name": "network-vif-plugged", "status": "completed", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:07.088639 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a6957a6-1a46-41c5-b7cf-b15502a8cee2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:07.089163 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28', 'code': 200} Dec 23 12:35:07.095293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57926) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:35:07.208362 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95021a8-2f9e-4abe-8ed8-e91429b89081 x-openstack-request-id: req-a95021a8-2f9e-4abe-8ed8-e91429b89081 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:07.208650 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:07.208966 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a95021a8-2f9e-4abe-8ed8-e91429b89081 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:07.209372 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff', 'status': 'completed', 'code': 200} Dec 23 12:35:07.229819 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7292308-2f16-4b4b-9ef2-98abdae3487e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 200 len: 992 time: 0.1333330 Dec 23 12:35:07.294652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-4d534a3e-c275-48fe-95a7-ad025daafcbe service neutron] 10.222.0.16 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350619 Dec 23 12:35:07.298201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07774ec6-bd34-468f-a6b2-1d361bb0952a req-eb73bd26-4512-4a46-8319-a8ce9da287d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.299627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07774ec6-bd34-468f-a6b2-1d361bb0952a req-eb73bd26-4512-4a46-8319-a8ce9da287d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 1096 time: 0.1369612 Dec 23 12:35:07.317616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874a21-0d41-4eee-9644-5a0e18c97e2e req-378365ef-6f18-4abc-b57b-97e7efe53491 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.319157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61874a21-0d41-4eee-9644-5a0e18c97e2e req-378365ef-6f18-4abc-b57b-97e7efe53491 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1133404 Dec 23 12:35:07.352421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-2ce3a366-948c-4279-ad62-8366e1876da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.354026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-2ce3a366-948c-4279-ad62-8366e1876da2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1095 time: 0.0517368 Dec 23 12:35:07.466158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07774ec6-bd34-468f-a6b2-1d361bb0952a req-13aa5292-9552-4304-9dbe-2643f6f1189f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321201 Dec 23 12:35:07.491000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61874a21-0d41-4eee-9644-5a0e18c97e2e req-df1a2f97-b525-4c18-b8c0-c57c42c742b8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433778 Dec 23 12:35:07.520302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-daee7f7d-199b-4357-bb81-d4f5317c20b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961272 Dec 23 12:35:07.524061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-2ba93d5b-548c-4e91-9c2e-6e85c4de56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.527841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-2ba93d5b-548c-4e91-9c2e-6e85c4de56e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 911 time: 0.1601365 Dec 23 12:35:07.604595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-6a44709d-1927-4a13-9df1-751855a5e61a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 200 len: 217 time: 0.0658932 Dec 23 12:35:07.657174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f1d72-c780-4bf9-8ace-e31d5afddfef req-4c4ba385-5ca8-454d-8eb2-05caed5655b5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.661267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e21f1d72-c780-4bf9-8ace-e31d5afddfef req-4c4ba385-5ca8-454d-8eb2-05caed5655b5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.0837243 Dec 23 12:35:07.686366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-d94d567d-3e1a-421f-a23f-c0e47628970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.688482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-d94d567d-3e1a-421f-a23f-c0e47628970d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.0725205 Dec 23 12:35:07.729610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-5bce9024-7268-4a90-807e-7396275820dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313799 Dec 23 12:35:07.733711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e21f1d72-c780-4bf9-8ace-e31d5afddfef req-e1154554-eb46-4692-bf15-24abe0453467 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Dec 23 12:35:07.842803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-f4b75263-842f-480a-8c5a-a454c09ee256 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029003 Dec 23 12:35:07.964910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2835a3-5294-4ee0-b6a6-9631b1196256 req-304cb616-ae1d-4454-9f59-d3fdf66cb87b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:07.974557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b2835a3-5294-4ee0-b6a6-9631b1196256 req-304cb616-ae1d-4454-9f59-d3fdf66cb87b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1582077 Dec 23 12:35:08.000723 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c13753a7-faaa-4f4a-9960-f6b8bcd010e0 req-ff9326b3-1834-44b0-b109-f42a36d0e551 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423655 Dec 23 12:35:08.033426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f178c7-a44f-49fd-be11-8a17a76b5b51 req-a66a300b-33a9-4023-bd7c-778536998640 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:08.035003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f178c7-a44f-49fd-be11-8a17a76b5b51 req-a66a300b-33a9-4023-bd7c-778536998640 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 944 time: 0.1560104 Dec 23 12:35:08.104552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b2835a3-5294-4ee0-b6a6-9631b1196256 req-02a6b677-52fd-4abf-a802-758fcf2f7662 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290572 Dec 23 12:35:08.137441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f178c7-a44f-49fd-be11-8a17a76b5b51 req-b0f8d336-51c7-47fa-9fc6-76d4106d48c1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943880 Dec 23 12:35:08.202335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f477318-3d12-4ef2-a027-bac34c4962eb req-515c01a6-b4f2-45af-8dd9-cb21c619aa10 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0435567 Dec 23 12:35:08.287225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23f7a-791e-4792-b524-b76b56c78aa0 req-e61ec872-14c4-4623-afef-9907a24beccd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:08.288265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a23f7a-791e-4792-b524-b76b56c78aa0 req-e61ec872-14c4-4623-afef-9907a24beccd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0636477 Dec 23 12:35:08.355476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6a23f7a-791e-4792-b524-b76b56c78aa0 req-845e77ce-f2c7-49ac-85c5-256950194d70 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590119 Dec 23 12:35:08.655586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5d0a6-fbed-4b70-8a27-78cdd80d90ed req-66dbf624-7d32-4e7d-a3ee-931ed6299f3b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:08.657349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eef5d0a6-fbed-4b70-8a27-78cdd80d90ed req-66dbf624-7d32-4e7d-a3ee-931ed6299f3b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0784826 Dec 23 12:35:08.718934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eef5d0a6-fbed-4b70-8a27-78cdd80d90ed req-76dfa8d9-3c1a-4254-87e9-f2770d579ecc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553730 Dec 23 12:35:08.887011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0890161-5f32-4b35-a188-a9a94cb0121e req-12fa5a04-4ed3-434c-8fa3-896b4f6357bf tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:08.889695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0890161-5f32-4b35-a188-a9a94cb0121e req-12fa5a04-4ed3-434c-8fa3-896b4f6357bf tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.0749733 Dec 23 12:35:08.959471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0890161-5f32-4b35-a188-a9a94cb0121e req-3e2919f9-193a-40ed-a72d-1508b7f496ba tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636251 Dec 23 12:35:09.089947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:09.093081 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe7bff-da9b-4ad5-bf05-c86315d4a7ed" -d '{"events": [{"server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "name": "network-vif-plugged", "status": "completed", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:09.137133 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7807ad78-9917-4195-a932-c48549c019f2 x-openstack-request-id: req-7807ad78-9917-4195-a932-c48549c019f2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:09.137133 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "name": "network-vif-plugged", "status": "completed", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:09.137133 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7807ad78-9917-4195-a932-c48549c019f2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:09.137133 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da', 'code': 200} Dec 23 12:35:09.280169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b457031-3287-4f46-a7fd-1d3fed0810b3 req-4f25fded-cd47-41a7-9314-cdcb7e032f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:09.281765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b457031-3287-4f46-a7fd-1d3fed0810b3 req-4f25fded-cd47-41a7-9314-cdcb7e032f75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 1096 time: 0.0816951 Dec 23 12:35:09.290927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7199-27fd-4b85-b368-2416f7f3c799 req-30ec0b00-3b79-4667-8e09-7bfc1f4a931d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:09.292438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f0b7199-27fd-4b85-b368-2416f7f3c799 req-30ec0b00-3b79-4667-8e09-7bfc1f4a931d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0824831 Dec 23 12:35:09.376895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b457031-3287-4f46-a7fd-1d3fed0810b3 req-3565323d-f7a9-4835-9a0e-e0e833150666 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787311 Dec 23 12:35:09.381810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f0b7199-27fd-4b85-b368-2416f7f3c799 req-0a41fe4e-8ffb-4843-8bc2-6d75feb5de78 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774291 Dec 23 12:35:09.534734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5229d812-0ba8-48f4-9ec1-4dd1b774c44a req-082af495-0459-47a6-b3f6-5fc66484c84d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0395148 Dec 23 12:35:09.578946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44883f6e-559d-429e-9919-1e642a5655fb req-d81579ab-4ecc-476c-b00e-833c654a4478 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:09.581865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44883f6e-559d-429e-9919-1e642a5655fb req-d81579ab-4ecc-476c-b00e-833c654a4478 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 944 time: 0.1231947 Dec 23 12:35:09.648077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44883f6e-559d-429e-9919-1e642a5655fb req-a3013796-82d0-4466-afc5-bdb570c339da tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595205 Dec 23 12:35:09.805166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c3d3b-2866-41ef-9674-c3c25c104989 req-517f408e-4eff-4a7b-8771-c1efc1a53883 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:09.806742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a9c3d3b-2866-41ef-9674-c3c25c104989 req-517f408e-4eff-4a7b-8771-c1efc1a53883 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0882623 Dec 23 12:35:09.831898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b12b81-6fd9-4edb-9467-2cedb863dbf3 req-bb48f2dc-719a-4199-8a1e-0703f45b9f86 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:09.835039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76b12b81-6fd9-4edb-9467-2cedb863dbf3 req-bb48f2dc-719a-4199-8a1e-0703f45b9f86 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0815258 Dec 23 12:35:09.904493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a9c3d3b-2866-41ef-9674-c3c25c104989 req-66cb7b02-4d97-496f-a777-53d5229206c6 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901885 Dec 23 12:35:09.935580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76b12b81-6fd9-4edb-9467-2cedb863dbf3 req-e2cc87e3-9410-42a2-87ef-d9b6f9cbde01 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935328 Dec 23 12:35:10.094786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9293ffa-6d44-4b06-a09e-3ae2ab561c5d req-cdb798e0-21d9-4ac7-b95d-7487d763678f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:10.095880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9293ffa-6d44-4b06-a09e-3ae2ab561c5d req-cdb798e0-21d9-4ac7-b95d-7487d763678f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.0567796 Dec 23 12:35:10.145818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9293ffa-6d44-4b06-a09e-3ae2ab561c5d req-4a0a8552-0c43-4b68-becc-d623d711bf61 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Dec 23 12:35:10.651148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4052976c-b276-41ba-a1b0-0577af9cd52a req-f451f578-7a52-4bdd-aa9e-08fd759af730 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Dec 23 12:35:10.908173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02898baf-90b1-45c3-89c9-073ea916e31c req-974ab9bc-988a-4078-bccd-2984572d6835 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:10.909918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02898baf-90b1-45c3-89c9-073ea916e31c req-974ab9bc-988a-4078-bccd-2984572d6835 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 944 time: 0.1371496 Dec 23 12:35:10.997333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-bbdf498c-a37c-4750-b43d-1f88b801ea27 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:10.999435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-bbdf498c-a37c-4750-b43d-1f88b801ea27 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 814 time: 0.2272079 Dec 23 12:35:11.016994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Request body: {'port': {'device_id': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'admin_state_up': True, 'tenant_id': 'e51ca3450c5e42d581e7629df02c8943'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:11.020916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:11.057357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:11.067464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb763e9e-dde3-40ac-b1f5-9073c8e1a68c req-9a3d10a5-436f-4113-a337-07331a736769 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:11.082051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb763e9e-dde3-40ac-b1f5-9073c8e1a68c req-9a3d10a5-436f-4113-a337-07331a736769 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1583748 Dec 23 12:35:11.165112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02898baf-90b1-45c3-89c9-073ea916e31c req-224b4999-649d-4fdd-9059-475485a1c1a5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980631 Dec 23 12:35:11.228845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb763e9e-dde3-40ac-b1f5-9073c8e1a68c req-eed94579-315d-4fb5-88b2-a4596601d5c1 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466112 Dec 23 12:35:11.423342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Made reservation on behalf of e51ca3450c5e42d581e7629df02c8943 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:35:11.427253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:11.457558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7e72-06f0-46aa-b058-7821aa83ea81 req-6f1cf676-535d-4cd8-8470-6d55fa8a3147 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:11.459473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fbf7e72-06f0-46aa-b058-7821aa83ea81 req-6f1cf676-535d-4cd8-8470-6d55fa8a3147 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1138527 Dec 23 12:35:11.464122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:11.476334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff', 'network_id': '53d61828-8fe2-40f9-b890-0c84b57247c3', 'port_id': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce826c0d-2904-4875-8391-26e3eccd34c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:11.483278 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:11.488196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d36f6-d788-4f6c-9306-32f6753010de req-0b7ae0d6-f385-419e-9b3b-12abda9551cb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:11.488196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-768d36f6-d788-4f6c-9306-32f6753010de req-0b7ae0d6-f385-419e-9b3b-12abda9551cb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1041038 Dec 23 12:35:11.544311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:11.546606 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3e71ae-6397-4c3c-9e81-72de2da0fec2" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:11.553293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:11.572098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:11.578206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:11.599944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:11.621847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fbf7e72-06f0-46aa-b058-7821aa83ea81 req-017e9432-55c8-4d03-a98c-d9ba9b72b4bf tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480453 Dec 23 12:35:11.636809 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:11.657922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-768d36f6-d788-4f6c-9306-32f6753010de req-8381f13b-6b75-4f91-962b-5d28507b647d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621583 Dec 23 12:35:11.686961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:11.718372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Allocated IP 172.20.0.3 (a90b114d-531a-4538-b63b-fbaebbad3a88/0eb369dd-1afe-4d33-b3f3-6f4e36fc562a/f90063c4-47b3-4dba-8e1e-78fa16715c37) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:35:11.739996 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66ed04-62b6-494b-9022-fed0084796bc x-openstack-request-id: req-aa66ed04-62b6-494b-9022-fed0084796bc {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:11.740384 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:11.740533 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa66ed04-62b6-494b-9022-fed0084796bc {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:11.741023 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:35:11.754143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:11.813484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:11.845648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d28d1e03-d788-49b8-8f25-92cbd52472e0 req-a0544006-36b2-418a-b88b-0bbe5a6ea68e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0451927 Dec 23 12:35:11.902978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63259a14-d4b3-4a34-bb73-b08609b4392f req-ca708e0b-a255-458e-b52b-83e68af1a28b tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:11.904576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63259a14-d4b3-4a34-bb73-b08609b4392f req-ca708e0b-a255-458e-b52b-83e68af1a28b tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.1445260 Dec 23 12:35:12.017150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63259a14-d4b3-4a34-bb73-b08609b4392f req-350d78d6-2151-44af-a07e-1b24e60e2583 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826695 Dec 23 12:35:12.018340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:12.128109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:12.143972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:12.147887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:12.194472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Network a90b114d-531a-4538-b63b-fbaebbad3a88 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:35:12.199605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:35:12.203668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:35:12.232337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Pushing event updated for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:12.277580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:12.278313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:12.416966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-5783eea1-c919-4124-a494-6244262e7a76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4072061 Dec 23 12:35:12.441313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Request body: {'port': {'device_id': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:12.520725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3fbc6-5eb2-4419-9d28-b0c2dd6c4d13 req-e5fb7171-185c-4e30-981f-999b6c0d193a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:12.522337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94d3fbc6-5eb2-4419-9d28-b0c2dd6c4d13 req-e5fb7171-185c-4e30-981f-999b6c0d193a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1588938 Dec 23 12:35:12.532750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7906-d5cb-4ded-987e-28dfaef55a88 req-42abce06-a3c9-4eba-bcb4-65a809356d98 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:12.534444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c8a7906-d5cb-4ded-987e-28dfaef55a88 req-42abce06-a3c9-4eba-bcb4-65a809356d98 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 945 time: 0.1814013 Dec 23 12:35:12.606687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:12.649457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94d3fbc6-5eb2-4419-9d28-b0c2dd6c4d13 req-0422d762-3f5a-4366-97b7-f8c14295a171 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138241 Dec 23 12:35:12.697789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c8a7906-d5cb-4ded-987e-28dfaef55a88 req-33d43f32-87c4-4d34-b958-c68be22ad7fc tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358857 Dec 23 12:35:12.965481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590c5f9-7daf-499d-9961-420d23ab2cfd req-93628ba8-fb1c-4abf-b32b-be4a5fda5d9a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:12.967004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7590c5f9-7daf-499d-9961-420d23ab2cfd req-93628ba8-fb1c-4abf-b32b-be4a5fda5d9a tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1616979 Dec 23 12:35:13.003203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0253c91-29c8-443d-aaf4-a88ffbc9e10d req-c37bcbc7-0a80-4ded-97b4-4cbacce4379a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:13.004741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0253c91-29c8-443d-aaf4-a88ffbc9e10d req-c37bcbc7-0a80-4ded-97b4-4cbacce4379a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1816397 Dec 23 12:35:13.022817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:13.135712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90063c4-47b3-4dba-8e1e-78fa16715c37 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:13.145920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.183906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:13.197886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'mac_address': 'fa:16:3e:da:34:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:13.209693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0253c91-29c8-443d-aaf4-a88ffbc9e10d req-13135549-346d-4e33-a7b2-d899e450adb0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939147 Dec 23 12:35:13.221606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Transition to ACTIVE for port object f90063c4-47b3-4dba-8e1e-78fa16715c37 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:13.243671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.248540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7590c5f9-7daf-499d-9961-420d23ab2cfd req-47b0f748-6469-4c2e-8d7f-b4a80cb9a5c9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620926 Dec 23 12:35:13.280689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0a90c6ac-caa5-481b-aac5-57f0b06890e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.294744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:13.325528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:13.331975 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.386416 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.440480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eded09-6c9a-478c-a269-9026ac0d6d04 req-5506953c-2a77-44b5-a8ea-91ef3d5726e2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:13.443423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50eded09-6c9a-478c-a269-9026ac0d6d04 req-5506953c-2a77-44b5-a8ea-91ef3d5726e2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 931 time: 0.1670771 Dec 23 12:35:13.467029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Pushing event updated for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:13.481053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:13.568310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50eded09-6c9a-478c-a269-9026ac0d6d04 req-291bd406-a67b-4b76-a8cc-b35d0d23d2d4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966876 Dec 23 12:35:13.571821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Attempting to bind port f90063c4-47b3-4dba-8e1e-78fa16715c37 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:13.572167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Attempting to bind port f90063c4-47b3-4dba-8e1e-78fa16715c37 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:13.572504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Attempting to bind port f90063c4-47b3-4dba-8e1e-78fa16715c37 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:13.580264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Port f90063c4-47b3-4dba-8e1e-78fa16715c37 on network a90b114d-531a-4538-b63b-fbaebbad3a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:13.589337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['80e830b5-6a12-4f41-820c-24a03b19ca45'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:13.589582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Attempting to bind port f90063c4-47b3-4dba-8e1e-78fa16715c37 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:13.590296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:13.590563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Checking segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:13.590959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Bound using segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:13.591403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Bound port: f90063c4-47b3-4dba-8e1e-78fa16715c37, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:13.591758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:13.725969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:13.732142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:13.795434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699e7d-9995-44aa-ad19-6d47c0773dae req-d8fe192d-0fca-4274-b880-61944c407bb5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:13.797205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59699e7d-9995-44aa-ad19-6d47c0773dae req-d8fe192d-0fca-4274-b880-61944c407bb5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0579834 Dec 23 12:35:13.853770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59699e7d-9995-44aa-ad19-6d47c0773dae req-91fdfb80-a78a-43cf-9e94-85f6cafe3ee5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Dec 23 12:35:13.901003 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:14.007278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.008610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:14.010127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] 10.222.0.43 "PUT /v2.0/ports/f90063c4-47b3-4dba-8e1e-78fa16715c37 HTTP/1.1" status: 200 len: 1091 time: 1.5734940 Dec 23 12:35:14.012559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:14.015161 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc1646-237e-4f3d-af1d-6f3ece308b26" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:14.042619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded0b0-6591-4fd7-85d5-b2a2b208e207 service neutron] Pushing event updated for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:14.068909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843ee4-a908-4e00-b366-5895196bdc17 req-9b8c8a28-f389-49ed-8dee-6f76d5bd248d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.070919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72843ee4-a908-4e00-b366-5895196bdc17 req-9b8c8a28-f389-49ed-8dee-6f76d5bd248d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 945 time: 0.1176205 Dec 23 12:35:14.078517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6ce8e-dbbf-4053-9257-b43b05ea677b req-ceed56d5-d4bd-4ad6-87c4-92aaa3c011f2 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.080167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6b6ce8e-dbbf-4053-9257-b43b05ea677b req-ceed56d5-d4bd-4ad6-87c4-92aaa3c011f2 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.1367297 Dec 23 12:35:14.186583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72843ee4-a908-4e00-b366-5895196bdc17 req-e92027fc-1699-457f-8c7c-39f47b7f0556 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054151 Dec 23 12:35:14.194159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6b6ce8e-dbbf-4053-9257-b43b05ea677b req-843596a3-fafb-4744-abb0-4ac9445aafdc tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057446 Dec 23 12:35:14.214920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-9db74e8b-a061-4a9e-9163-518ab1965e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.216459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-9db74e8b-a061-4a9e-9163-518ab1965e49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 1094 time: 0.0945475 Dec 23 12:35:14.268983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-9e948cdd-a781-4e22-86a1-f5ed3252513b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37 HTTP/1.1" status: 200 len: 217 time: 0.0430894 Dec 23 12:35:14.270956 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae47e24-1fd3-4822-a1b6-70922c125a0e x-openstack-request-id: req-eae47e24-1fd3-4822-a1b6-70922c125a0e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:14.271387 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:14.271744 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eae47e24-1fd3-4822-a1b6-70922c125a0e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:14.272239 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37', 'status': 'completed', 'code': 200} Dec 23 12:35:14.396529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-3a75a902-9abc-45a4-aa49-5aa49cf012ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.398891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-3a75a902-9abc-45a4-aa49-5aa49cf012ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.1184542 Dec 23 12:35:14.433546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdae54-9b0c-4252-94a9-4d277cfd6307 req-77dcd6a8-f722-4c31-9a9c-236004a2d9f0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.435310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5fdae54-9b0c-4252-94a9-4d277cfd6307 req-77dcd6a8-f722-4c31-9a9c-236004a2d9f0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 945 time: 0.1123953 Dec 23 12:35:14.465959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-c9d90e5e-2692-4f2b-83c4-e3e0ec509765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493155 Dec 23 12:35:14.475742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9f378-018a-4ecd-8f7a-36edfe25e82c req-81e3c533-e6f6-43f1-a4ea-6a57b1ad5314 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:14.477950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2aa9f378-018a-4ecd-8f7a-36edfe25e82c req-81e3c533-e6f6-43f1-a4ea-6a57b1ad5314 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1194470 Dec 23 12:35:14.918936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5fdae54-9b0c-4252-94a9-4d277cfd6307 req-83554ba1-1971-4d30-906e-9b1040066cba tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4763725 Dec 23 12:35:14.947253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2aa9f378-018a-4ecd-8f7a-36edfe25e82c req-53cfd671-391c-4b68-9147-337c64174ee1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555418 Dec 23 12:35:14.968638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-1952d45e-ff9e-4e56-8444-5252658aab6a service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838586 Dec 23 12:35:15.035400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:15.108944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 80e830b5-6a12-4f41-820c-24a03b19ca45 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:15.109318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.154146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce484ad-d889-47c4-b37f-dcff61d37262 req-341a34fd-2b66-47fd-aaf6-180044daa50d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.155999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ce484ad-d889-47c4-b37f-dcff61d37262 req-341a34fd-2b66-47fd-aaf6-180044daa50d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 943 time: 0.1094501 Dec 23 12:35:15.186823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8dee5-5449-4fb1-8426-33f330dca205 req-ba704671-5982-48fd-b8ac-69d8bf54b605 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.193433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c8dee5-5449-4fb1-8426-33f330dca205 req-ba704671-5982-48fd-b8ac-69d8bf54b605 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1127949 Dec 23 12:35:15.206158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.223529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-761a0982-8ef9-4c48-8ad8-60260f7cb5a6 req-ccc87ff5-f6c0-4267-aec7-7c880c5073d8 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472432 Dec 23 12:35:15.260591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:15.262922 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eea900-a79c-465a-b09e-1a7fc2cce7f5" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:15.282986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:15.284951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ce484ad-d889-47c4-b37f-dcff61d37262 req-50a22335-b55c-46f2-8ef0-11e53815b215 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182158 Dec 23 12:35:15.323206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c8dee5-5449-4fb1-8426-33f330dca205 req-1762684e-8b9b-473e-a0c0-21e818ab7e69 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141670 Dec 23 12:35:15.382882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.384442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:15.435959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-d4ec8992-4e02-4332-9ae4-7005014803db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.441018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-d4ec8992-4e02-4332-9ae4-7005014803db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 1094 time: 0.0575755 Dec 23 12:35:15.501561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=13']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:15.508031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4cc43-be8b-4889-91f8-f0b18020e616 req-ebb7076d-0296-44fa-88f2-50db858e9b1a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.509951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a4cc43-be8b-4889-91f8-f0b18020e616 req-ebb7076d-0296-44fa-88f2-50db858e9b1a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 945 time: 0.1487095 Dec 23 12:35:15.517897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-418009f7-b90a-422f-a08e-aa7f2543b82d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.519388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-418009f7-b90a-422f-a08e-aa7f2543b82d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.1444855 Dec 23 12:35:15.545862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0fca-4f75-44ca-ad87-a05d3ef85b0c req-62512c40-6d43-43c1-8a81-890f9fe34a8d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.547537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:15.553929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb7e0fca-4f75-44ca-ad87-a05d3ef85b0c req-62512c40-6d43-43c1-8a81-890f9fe34a8d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 945 time: 0.1311128 Dec 23 12:35:15.556975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:15.557499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.573330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-3a86a57e-d30b-4b20-8f85-5c92fcf3918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.574815 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-3a86a57e-d30b-4b20-8f85-5c92fcf3918f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.1138334 Dec 23 12:35:15.639258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-cbe9424e-9c39-4f13-ba1a-b71cd5c28b7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37 HTTP/1.1" status: 200 len: 217 time: 0.0556612 Dec 23 12:35:15.655607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-445ff945-6377-4669-bc3b-7ae61af99663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.666675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.676047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a4cc43-be8b-4889-91f8-f0b18020e616 req-23259d35-d28d-4f72-9dfd-c798ffeb1457 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555879 Dec 23 12:35:15.700557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb7e0fca-4f75-44ca-ad87-a05d3ef85b0c req-8bd1a212-71b5-4f3f-9a82-1b61bec896fc tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438222 Dec 23 12:35:15.713263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-b9ceaebe-2b9f-4359-84c9-9cb6c112971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:15.714907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-b9ceaebe-2b9f-4359-84c9-9cb6c112971f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.0681827 Dec 23 12:35:15.743955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:15.754493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Deleting port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:35:15.754907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.767326 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-c94fbc89-509b-4315-95a5-7653c39f5775 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450387 Dec 23 12:35:15.779397 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b64a65b-4f66-487d-bf2a-fc4b7afb69a8 x-openstack-request-id: req-1b64a65b-4f66-487d-bf2a-fc4b7afb69a8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:15.779698 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-plugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:15.779958 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b64a65b-4f66-487d-bf2a-fc4b7afb69a8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:15.780357 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:35:15.844127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.873588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] For port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:15.874273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:15.885901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-2decdca2-ef89-4759-aa09-3ffdb59c634b service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101944 Dec 23 12:35:15.890356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Calling delete_port for 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:35:15.943991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:16.029925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59bc1646-237e-4f3d-af1d-6f3ece308b26 req-8a057c04-99c3-49b7-bd2d-b6552bf04ae7 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358469 Dec 23 12:35:16.166639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28945-36e5-4a59-9353-1a4d500476f1 req-b80a294a-9828-46f0-acfe-a18791e1598e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:16.168425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8be28945-36e5-4a59-9353-1a4d500476f1 req-b80a294a-9828-46f0-acfe-a18791e1598e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1031051 Dec 23 12:35:16.177533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994299-fb08-43f0-b4b1-8dc7c78238c0 req-aabe8b4f-b006-4e21-a378-bc7fc07366d9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:16.179088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9994299-fb08-43f0-b4b1-8dc7c78238c0 req-aabe8b4f-b006-4e21-a378-bc7fc07366d9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1125972 Dec 23 12:35:16.256914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8be28945-36e5-4a59-9353-1a4d500476f1 req-c7b1c12b-ff33-4404-b387-0639477b0518 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 Dec 23 12:35:16.262092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9994299-fb08-43f0-b4b1-8dc7c78238c0 req-537ad7b3-7ff3-47b2-bf61-69b6003e9e4c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758333 Dec 23 12:35:16.272321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:16.304119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Pushing event deleted for resources: {'Port': ['ID=48e4ab0e-31e5-4ff7-b19c-4eacc47c87da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:16.349486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] No DVR routers for this DVR port 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:35:16.352303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:16.356272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-228af8a2-32fd-460e-b2b5-b7ea145c98a0 req-3bd2268c-a2be-403c-87ce-f4f96aea54df tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "DELETE /v2.0/ports/48e4ab0e-31e5-4ff7-b19c-4eacc47c87da HTTP/1.1" status: 204 len: 173 time: 0.8263347 Dec 23 12:35:16.356598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'name': 'network-vif-deleted', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:16.358943 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb41388a-ab8f-4218-90de-ff173232a731" -d '{"events": [{"server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "name": "network-vif-deleted", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:16.452225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ee8b6-9f23-4dd1-b94b-0786c370922a req-eb389a83-cc24-468f-8243-f0b2cfdcf8b8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:16.453750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a9ee8b6-9f23-4dd1-b94b-0786c370922a req-eb389a83-cc24-468f-8243-f0b2cfdcf8b8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 943 time: 0.0826035 Dec 23 12:35:16.464556 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:16.488139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791d135-e837-4348-b01a-f80a8ca43c08 req-5341b000-f89a-484e-9484-346a866baa5a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:16.490746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8791d135-e837-4348-b01a-f80a8ca43c08 req-5341b000-f89a-484e-9484-346a866baa5a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0816743 Dec 23 12:35:16.530010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a9ee8b6-9f23-4dd1-b94b-0786c370922a req-486b8617-b5dc-45c9-999c-3671dbeea9eb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 Dec 23 12:35:16.564320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8791d135-e837-4348-b01a-f80a8ca43c08 req-47c801d1-efbd-4196-9c87-0a0c6de47833 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627663 Dec 23 12:35:16.579914 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa457e3e-95b6-49fb-b31e-78dfa1377790 x-openstack-request-id: req-fa457e3e-95b6-49fb-b31e-78dfa1377790 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:16.580311 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fac594-7570-42b8-85c5-d4c97eceee5e", "name": "network-vif-deleted", "tag": "48e4ab0e-31e5-4ff7-b19c-4eacc47c87da", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:16.580462 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa457e3e-95b6-49fb-b31e-78dfa1377790 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:16.581136 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fac594-7570-42b8-85c5-d4c97eceee5e', 'name': 'network-vif-deleted', 'tag': '48e4ab0e-31e5-4ff7-b19c-4eacc47c87da', 'status': 'completed', 'code': 200} Dec 23 12:35:16.819952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a670cab-b3cc-49d4-8cfa-0561e93b4a48 req-793b41d0-84cc-40c0-9ab7-30cc1085616c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fac594-7570-42b8-85c5-d4c97eceee5e HTTP/1.1" status: 200 len: 210 time: 0.0296087 Dec 23 12:35:16.832529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1e9a-85e0-48b3-aefd-aa3ba3fb9999 req-20dc5c00-a2a4-4530-8ab2-94c6aa4fc8bc tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:16.834039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1fe1e9a-85e0-48b3-aefd-aa3ba3fb9999 req-20dc5c00-a2a4-4530-8ab2-94c6aa4fc8bc tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0740452 Dec 23 12:35:16.887027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1fe1e9a-85e0-48b3-aefd-aa3ba3fb9999 req-9af8b491-682c-4380-ad48-e011c6c8e6d8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464783 Dec 23 12:35:17.415958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d5a0-0ff8-4372-8e74-5ae181a0df3f req-7a03e6e1-be57-4fe1-b54b-88f6446820ee tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.417389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1236d5a0-0ff8-4372-8e74-5ae181a0df3f req-7a03e6e1-be57-4fe1-b54b-88f6446820ee tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0806193 Dec 23 12:35:17.425787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd775795-48af-4ba5-927c-5f5c7b9490b3 req-84cb9021-c725-4ca3-8571-0d5ccb3dafba tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.431260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd775795-48af-4ba5-927c-5f5c7b9490b3 req-84cb9021-c725-4ca3-8571-0d5ccb3dafba tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0809305 Dec 23 12:35:17.498837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1236d5a0-0ff8-4372-8e74-5ae181a0df3f req-18c380d3-713d-437a-91f2-b91b1ec09d38 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701921 Dec 23 12:35:17.503057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd775795-48af-4ba5-927c-5f5c7b9490b3 req-3a94e9da-fde1-4b00-a5b2-0bbf4226bbe7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686743 Dec 23 12:35:17.656229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-28a9f2f7-8169-42d3-b03e-3c370bf2f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.657766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-28a9f2f7-8169-42d3-b03e-3c370bf2f3aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1096 time: 0.0449476 Dec 23 12:35:17.668768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f90063c4-47b3-4dba-8e1e-78fa16715c37 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:17.672862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:17.688114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393c7c0-e1a5-4eb9-9ef9-32da52cf9078 req-5ef4b192-0534-4f63-a757-ac5219df9e21 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.689673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8393c7c0-e1a5-4eb9-9ef9-32da52cf9078 req-5ef4b192-0534-4f63-a757-ac5219df9e21 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 943 time: 0.0850523 Dec 23 12:35:17.702673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:35:17.703295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 48e4ab0e-31e5-4ff7-b19c-4eacc47c87da not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:35:17.718941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ec69-34df-4024-a883-96995d5a8c46 req-257e6e73-73a8-4bcc-a992-77a8bbccfbda tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.721267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7824ec69-34df-4024-a883-96995d5a8c46 req-257e6e73-73a8-4bcc-a992-77a8bbccfbda tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0774558 Dec 23 12:35:17.754498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-52eb07f4-eaaa-4726-8f10-80a894d46863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:17.756431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-52eb07f4-eaaa-4726-8f10-80a894d46863 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.0915694 Dec 23 12:35:17.783418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:17.785223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8393c7c0-e1a5-4eb9-9ef9-32da52cf9078 req-858d2196-5295-4a74-8b14-d39363442d48 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853264 Dec 23 12:35:17.786306 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cefcde2-86d0-4ed7-b901-50a21874c9c5" -d '{"events": [{"server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:17.812092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:17.825256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f90063c4-47b3-4dba-8e1e-78fa16715c37', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'port_id': 'f90063c4-47b3-4dba-8e1e-78fa16715c37', 'mac_address': 'fa:16:3e:84:33:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb369dd-1afe-4d33-b3f3-6f4e36fc562a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:17.834035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7824ec69-34df-4024-a883-96995d5a8c46 req-d93abdb4-1c07-4c2f-9fe2-df336a9f7ed0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997415 Dec 23 12:35:17.862619 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c995de-3a93-46da-9e95-753c5ba58287 x-openstack-request-id: req-09c995de-3a93-46da-9e95-753c5ba58287 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:17.863271 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "name": "network-vif-plugged", "status": "completed", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:17.863755 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09c995de-3a93-46da-9e95-753c5ba58287 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:17.864214 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff', 'code': 200} Dec 23 12:35:17.874386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:17.895387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90063c4-47b3-4dba-8e1e-78fa16715c37 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:17.901049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-5cc1816a-9cef-48ae-a080-a457b45efc5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 1000 time: 0.1191061 Dec 23 12:35:17.931435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:17.982007 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:18.001646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82695e-3267-41bf-9724-076bbdb215f8 req-5dbe50a1-b18e-453b-adef-5679020490df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.003003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-ec7f3ece-4d46-487c-98a4-8be0c2eec29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.003207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c82695e-3267-41bf-9724-076bbdb215f8 req-5dbe50a1-b18e-453b-adef-5679020490df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1097 time: 0.0789235 Dec 23 12:35:18.005276 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-ec7f3ece-4d46-487c-98a4-8be0c2eec29b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0793047 Dec 23 12:35:18.053383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:18.075068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-0a767d56-d81f-423d-9c7f-3020165c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.077374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-0a767d56-d81f-423d-9c7f-3020165c80b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Dec 23 12:35:18.113683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:18.157385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45920a5-6594-4091-a874-5f4699217843 req-bcf27e3a-f8fa-499d-a2dc-3b062c760bfc tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.158869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d45920a5-6594-4091-a874-5f4699217843 req-bcf27e3a-f8fa-499d-a2dc-3b062c760bfc tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1511593 Dec 23 12:35:18.175738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c82695e-3267-41bf-9724-076bbdb215f8 req-f4810685-403e-46cd-acef-cec11ff9bb31 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403193 Dec 23 12:35:18.183948 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-d2a6f559-1c55-44e5-8d4f-79c9911443e4 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963531 Dec 23 12:35:18.190208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:18.210322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f90063c4-47b3-4dba-8e1e-78fa16715c37'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:18.239718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-51692796-6897-4d06-801f-0fe0d32eb031 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.241188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-51692796-6897-4d06-801f-0fe0d32eb031 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 808 time: 0.2073903 Dec 23 12:35:18.261792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d45920a5-6594-4091-a874-5f4699217843 req-c3422576-51c8-4750-90b9-30ca41545f96 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919154 Dec 23 12:35:18.264229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-ff3e9f16-9ebd-49b2-ad50-e60bc6f8abe5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/quotas/d786c08853e547779772cc13791cd63a HTTP/1.1" status: 200 len: 375 time: 0.0141494 Dec 23 12:35:18.299478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-95cdb2dc-4021-4055-bc8c-259b16a4bb23 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289705 Dec 23 12:35:18.391374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-52c9342d-c136-4d88-a675-0dba38a256fa service neutron] 10.222.0.16 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835450 Dec 23 12:35:18.499755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6b5434dc-cd51-4fe8-893c-7dc2e6a8d191 service neutron] 10.222.0.16 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998256 Dec 23 12:35:18.547491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ba928d4f-b617-4f01-9f80-c0e7d184fd88 req-0385e340-c93a-42a8-9b22-343633ff5825 service neutron] 10.222.0.57 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012962 Dec 23 12:35:18.635303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e713746-9ae3-46bc-a573-7dd91a6792ac req-44f920a3-6a0b-4500-8823-c7b75c5de1fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.636883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e713746-9ae3-46bc-a573-7dd91a6792ac req-44f920a3-6a0b-4500-8823-c7b75c5de1fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0635426 Dec 23 12:35:18.688057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e713746-9ae3-46bc-a573-7dd91a6792ac req-306ad16d-b7c6-4267-9f61-089d52ce7f07 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447614 Dec 23 12:35:18.806848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986cc50-e41d-43b8-8a51-b597d0d751ab req-771883eb-cfa2-4f10-b459-e0c3b1e4b195 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.806848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a986cc50-e41d-43b8-8a51-b597d0d751ab req-771883eb-cfa2-4f10-b459-e0c3b1e4b195 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0546072 Dec 23 12:35:18.877431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a986cc50-e41d-43b8-8a51-b597d0d751ab req-4ba1d9b6-e638-402e-9c67-d4555a557c4c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624247 Dec 23 12:35:18.936318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d1c3-5712-489d-80d5-303bddc3e02d req-d5f231d2-0e96-4582-b58c-67790d8216cf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:18.937826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bea4d1c3-5712-489d-80d5-303bddc3e02d req-d5f231d2-0e96-4582-b58c-67790d8216cf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 944 time: 0.0594368 Dec 23 12:35:18.969841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79c6d2b9-9005-4b3f-a8fc-9cd45480b916 req-039e02aa-5311-45e1-8326-62c347f3b0e0 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 210 time: 0.0448775 Dec 23 12:35:19.045708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bea4d1c3-5712-489d-80d5-303bddc3e02d req-e68e3191-6b9b-44fd-892c-4ce1cc59c579 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905101 Dec 23 12:35:19.144007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d8b33-1f7e-475c-a72d-a8f5f1abec83 req-5d918670-e491-422e-9840-bdc2e4f4d78c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:19.145761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617d8b33-1f7e-475c-a72d-a8f5f1abec83 req-5d918670-e491-422e-9840-bdc2e4f4d78c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0721242 Dec 23 12:35:19.190462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:19.222997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617d8b33-1f7e-475c-a72d-a8f5f1abec83 req-2ab2ed08-15f4-4431-aab4-6963c970904a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Dec 23 12:35:19.401352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144cc16-015e-4a7c-8896-f53e9dd35ac9 req-0e34021c-b8e9-4efe-990f-05b4c184ff90 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:19.410574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b144cc16-015e-4a7c-8896-f53e9dd35ac9 req-0e34021c-b8e9-4efe-990f-05b4c184ff90 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0662942 Dec 23 12:35:19.463070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b144cc16-015e-4a7c-8896-f53e9dd35ac9 req-b9acbdbf-129c-4a8b-95d2-a2594d45889c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Dec 23 12:35:19.684248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f90063c4-47b3-4dba-8e1e-78fa16715c37 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:19.841972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f90063c4-47b3-4dba-8e1e-78fa16715c37 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:19.846091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f90063c4-47b3-4dba-8e1e-78fa16715c37 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:19.846459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:19.849744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5bdb3-7678-4bde-b03f-fb63c8d94b09 req-94711d2b-c80f-40f5-826b-f0e91db284e4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:19.858921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a5bdb3-7678-4bde-b03f-fb63c8d94b09 req-94711d2b-c80f-40f5-826b-f0e91db284e4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0750549 Dec 23 12:35:19.935464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a5bdb3-7678-4bde-b03f-fb63c8d94b09 req-3b885852-a7ce-404c-aa17-b6926b2b27d8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687933 Dec 23 12:35:20.001410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:20.095145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:20.098039 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18302818-ba25-4e74-865d-083343811a0d" -d '{"events": [{"server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "name": "network-vif-plugged", "status": "completed", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:20.113448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:20.128035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa07b854-ae74-47a8-89d2-c5abd6713f03 req-eed84f67-95e5-49a4-bddc-6f0576dfdab5 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 210 time: 0.0363603 Dec 23 12:35:20.137842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeb913-c264-4bc7-92e2-a911684e5aa7 req-f7d2bea1-9457-41af-9693-a29f66675b22 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:20.139774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bbeb913-c264-4bc7-92e2-a911684e5aa7 req-f7d2bea1-9457-41af-9693-a29f66675b22 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.1303041 Dec 23 12:35:20.241336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bbeb913-c264-4bc7-92e2-a911684e5aa7 req-ab71cdbe-d9ea-4b37-b401-d4ae945c7866 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837915 Dec 23 12:35:20.246773 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:20.322015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072e20c-e20e-49ce-b1d4-8b03fd419406 req-991cf33e-04b2-4f9e-9a33-b3ee70f567cf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:20.330877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:20.331640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c072e20c-e20e-49ce-b1d4-8b03fd419406 req-991cf33e-04b2-4f9e-9a33-b3ee70f567cf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 945 time: 0.1069310 Dec 23 12:35:20.376095 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11417c9c-87e6-441c-92b5-6a0db8276f9d x-openstack-request-id: req-11417c9c-87e6-441c-92b5-6a0db8276f9d {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:20.381470 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "name": "network-vif-plugged", "status": "completed", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:20.386009 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11417c9c-87e6-441c-92b5-6a0db8276f9d {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:20.386571 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37', 'code': 200} Dec 23 12:35:20.396957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c072e20c-e20e-49ce-b1d4-8b03fd419406 req-2c0868ff-8089-458f-82ad-0148b5951125 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643525 Dec 23 12:35:20.511522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5563ff8-660e-4037-9a6a-78b481f67fbc req-fef2b259-4a63-4f86-8574-607dc4959619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:20.513489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5563ff8-660e-4037-9a6a-78b481f67fbc req-fef2b259-4a63-4f86-8574-607dc4959619 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 1096 time: 0.0768445 Dec 23 12:35:20.521878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161184-da99-489a-8b24-02083848c745 req-1f4d0753-f2c9-43eb-aabc-8f28f5a0f4fc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:20.524435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da161184-da99-489a-8b24-02083848c745 req-1f4d0753-f2c9-43eb-aabc-8f28f5a0f4fc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0793750 Dec 23 12:35:20.640204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5563ff8-660e-4037-9a6a-78b481f67fbc req-7d6b39f1-2d52-4014-8da3-8fd1975cd02d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131077 Dec 23 12:35:20.647041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da161184-da99-489a-8b24-02083848c745 req-9e9c3568-75a5-4b6e-9794-6d4f24fb8b45 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109610 Dec 23 12:35:20.659824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2d4b-5baf-45c5-a6f2-8b37022e494e req-5e021796-9d13-44d0-83e7-a99e9d073fa5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:20.670298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54e2d4b-5baf-45c5-a6f2-8b37022e494e req-5e021796-9d13-44d0-83e7-a99e9d073fa5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1019433 Dec 23 12:35:20.738353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54e2d4b-5baf-45c5-a6f2-8b37022e494e req-b4f20317-30fc-4b4e-8046-80c93c8ba07f tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620737 Dec 23 12:35:21.088739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:21.097231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4c5b8-355e-455b-87d7-c5263106e17f req-81eca5ac-f1b7-4a62-8c70-e74eb3b5955c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.107205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10c4c5b8-355e-455b-87d7-c5263106e17f req-81eca5ac-f1b7-4a62-8c70-e74eb3b5955c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0632987 Dec 23 12:35:21.177332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10c4c5b8-355e-455b-87d7-c5263106e17f req-398d09ac-ac1e-4c44-b86d-d9a8e074a994 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656180 Dec 23 12:35:21.215906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:21.276617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:21.351413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99cfd527-4395-4309-8ca5-caeded0d4489 req-d6c2ed39-a79a-4a2a-9859-ea9b873f4ae6 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 210 time: 0.0558195 Dec 23 12:35:21.387117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:21.418026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11719774-ae9c-423a-80a6-44c62fceea76 req-6f96f440-1f27-4bc7-8086-db149c480375 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.429726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11719774-ae9c-423a-80a6-44c62fceea76 req-6f96f440-1f27-4bc7-8086-db149c480375 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1328020 Dec 23 12:35:21.452464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-ebd65594-07d3-4e90-bca0-26a4d57cd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.454794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-ebd65594-07d3-4e90-bca0-26a4d57cd45e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1097 time: 0.1212513 Dec 23 12:35:21.502825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-f96980b5-5b77-4d98-93e9-ddc7d1ec8b73 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.519821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-f96980b5-5b77-4d98-93e9-ddc7d1ec8b73 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 808 time: 0.3042843 Dec 23 12:35:21.530971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:21.547217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Request body: {'port': {'device_id': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e', 'admin_state_up': True, 'tenant_id': 'd786c08853e547779772cc13791cd63a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:21.576666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-43e90c1f-11b7-45c5-9fd4-0506e37b1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.578364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-43e90c1f-11b7-45c5-9fd4-0506e37b1de7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 911 time: 0.1140976 Dec 23 12:35:21.637509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11719774-ae9c-423a-80a6-44c62fceea76 req-246e8d4a-5a97-45fd-8de6-0b086e4b41ed tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943688 Dec 23 12:35:21.682795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411704-990c-4f9c-b0b0-a5c477194abe req-c44ff85c-39a9-40b0-b9cb-8ba09c754575 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.684346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10411704-990c-4f9c-b0b0-a5c477194abe req-c44ff85c-39a9-40b0-b9cb-8ba09c754575 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.1569209 Dec 23 12:35:21.698573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-72b8858e-643e-4493-a2c5-c0739dc0730f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 200 len: 217 time: 0.1032214 Dec 23 12:35:21.789340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10411704-990c-4f9c-b0b0-a5c477194abe req-e80d5468-a0f2-4211-8d39-b4b5423451e5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876243 Dec 23 12:35:21.828537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-677e9044-782b-448d-85a4-f9882ab863bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.831099 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-677e9044-782b-448d-85a4-f9882ab863bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.1218507 Dec 23 12:35:21.860187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0f5b-6d77-454e-a7e4-207bcbe5698b req-ec7c682a-2856-4302-a4c4-65ca0b288a08 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:21.861915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6fd0f5b-6d77-454e-a7e4-207bcbe5698b req-ec7c682a-2856-4302-a4c4-65ca0b288a08 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 945 time: 0.1123590 Dec 23 12:35:21.863105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Made reservation on behalf of d786c08853e547779772cc13791cd63a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:35:21.869125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:21.886176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-ff181178-2078-446d-b56a-d7c1f9deab58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457644 Dec 23 12:35:22.015928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-9346e2f7-ead4-432c-b3a0-68a91325c2cc service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166358 Dec 23 12:35:22.043681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6fd0f5b-6d77-454e-a7e4-207bcbe5698b req-7893c216-21ff-4f0b-a402-c9ed8272459b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414371 Dec 23 12:35:22.143013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20a4b5d8-bb2e-40ed-a221-f1662c049fe3 req-b158f347-b8af-4583-9f0f-d1fb28ab473d service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167157 Dec 23 12:35:22.160935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aac21-47fa-447f-8aa0-3ebbc4fd2885 req-5447f147-e7ca-451b-b9e0-468fc233caf2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:22.169476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c49aac21-47fa-447f-8aa0-3ebbc4fd2885 req-5447f147-e7ca-451b-b9e0-468fc233caf2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.2800462 Dec 23 12:35:22.182066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Allocated IP 172.20.0.2 (07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e/98e276db-88c5-4404-9a39-ff8411085229/a5e10c29-7f04-4e9f-adc4-78aed2ce19cd) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:35:22.261410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c49aac21-47fa-447f-8aa0-3ebbc4fd2885 req-174d78af-ada4-4f0e-9fa9-545ec9132d65 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Dec 23 12:35:22.387280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:22.397682 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb0f0b-ebe4-4d24-8879-d34dcdf7d7a7" -d '{"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-unplugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:22.459536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:22.547101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f4b9-0edc-4809-aa9c-4f3c0c1c2965 req-97e05f49-70f1-4461-b725-92b87ba43303 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:22.556403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb96f4b9-0edc-4809-aa9c-4f3c0c1c2965 req-97e05f49-70f1-4461-b725-92b87ba43303 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0862284 Dec 23 12:35:22.629857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb96f4b9-0edc-4809-aa9c-4f3c0c1c2965 req-4eed160a-5bed-4825-a428-8270ee9c1258 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709677 Dec 23 12:35:22.656331 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:22.713564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:35:22.721964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:35:22.728036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:35:22.743408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:22.804919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Pushing event updated for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:22.825482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.825826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.826167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.826502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.826836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.827163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.827489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.827815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.828139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.828462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.828844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.841052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.841052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:22.841052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:22.842320 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:22.865763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b40eb-2c6d-4e20-9e61-67e1d4a9a1e2 req-4885670a-81ac-4a57-b2c1-4f97c1ff7096 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:22.868630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-917b40eb-2c6d-4e20-9e61-67e1d4a9a1e2 req-4885670a-81ac-4a57-b2c1-4f97c1ff7096 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 931 time: 0.1100459 Dec 23 12:35:22.967543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-917b40eb-2c6d-4e20-9e61-67e1d4a9a1e2 req-c59e98b8-8c4e-4af9-bb08-f477c1ae546c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Dec 23 12:35:22.974992 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eac467-024f-430f-8d45-45d075d62bf8 x-openstack-request-id: req-b9eac467-024f-430f-8d45-45d075d62bf8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:22.975285 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-unplugged", "status": "failed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "code": 422}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:22.975581 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9eac467-024f-430f-8d45-45d075d62bf8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:22.975934 n-d-822750-2 neutron-server[104039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'code': 422} returned with failed status Dec 23 12:35:23.076207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b0687-7334-43ad-8bd6-c4f5ec11d90b req-38b08d94-4dbe-4832-b898-ee5db304bba1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:23.077992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e9b0687-7334-43ad-8bd6-c4f5ec11d90b req-38b08d94-4dbe-4832-b898-ee5db304bba1 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0488505 Dec 23 12:35:23.130196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e9b0687-7334-43ad-8bd6-c4f5ec11d90b req-ba2d15f2-9f4d-4884-bb92-97c295cffdc7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Dec 23 12:35:23.225569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-6cd21cb3-1be4-41be-8264-5c1cb4f97f21 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6828456 Dec 23 12:35:23.238987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963d28d-6ace-4893-aad6-b705cac0fee1 req-11276adb-3a85-4a28-ab50-6ef1481df573 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:23.242356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9963d28d-6ace-4893-aad6-b705cac0fee1 req-11276adb-3a85-4a28-ab50-6ef1481df573 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 945 time: 0.0541952 Dec 23 12:35:23.246276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Request body: {'port': {'device_id': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:23.331321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9963d28d-6ace-4893-aad6-b705cac0fee1 req-48dfdfe9-3d91-4611-b736-9f0cb44ec0a4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823176 Dec 23 12:35:23.332041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:23.550783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb167-403f-4a5a-a53c-72f770424229 req-43e6cbd4-502e-4bea-8fb5-e26d0b1764db tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:23.552323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a6eb167-403f-4a5a-a53c-72f770424229 req-43e6cbd4-502e-4bea-8fb5-e26d0b1764db tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1601267 Dec 23 12:35:23.633653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a6eb167-403f-4a5a-a53c-72f770424229 req-51e116fc-f16c-4d24-883e-b283230755b3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728526 Dec 23 12:35:23.690527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e10c29-7f04-4e9f-adc4-78aed2ce19cd {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:23.698234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:23.711031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Transition to ACTIVE for port object a5e10c29-7f04-4e9f-adc4-78aed2ce19cd will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:23.807851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:23.904896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Pushing event updated for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:23.961330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Attempting to bind port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:23.961713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Attempting to bind port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:23.961951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Attempting to bind port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:23.966582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:23.966904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Attempting to bind port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd on network 07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:23.971813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:23.972152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Checking segment: {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:23.972541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Bound using segment: {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:23.973030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Bound port: a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:23.973400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:24.048203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:24.051649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:24.209977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:24.256145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.256806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:24.259314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] 10.222.0.43 "PUT /v2.0/ports/a5e10c29-7f04-4e9f-adc4-78aed2ce19cd HTTP/1.1" status: 200 len: 1091 time: 1.0175588 Dec 23 12:35:24.259442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d5e8d-b328-4a18-a096-44f61f4342a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d487d7-ffb1-4ab4-b449-c2e6466ba2bc service neutron] Pushing event updated for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.552873 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbad4e-2fe1-4482-8d6d-8e72578210d9 req-3eb7c34a-34aa-4215-a255-0c9e48dd758b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5fbad4e-2fe1-4482-8d6d-8e72578210d9 req-3eb7c34a-34aa-4215-a255-0c9e48dd758b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1172018 Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55105fe-b455-4527-a3c3-259f3413fec4 req-b4971aa9-108a-4813-a477-282933cb4598 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.557173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c55105fe-b455-4527-a3c3-259f3413fec4 req-b4971aa9-108a-4813-a477-282933cb4598 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 943 time: 0.1264277 Dec 23 12:35:24.589118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-d59439bb-4bb2-43ab-bbe3-0d7146586d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.590672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-d59439bb-4bb2-43ab-bbe3-0d7146586d56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 1094 time: 0.1167605 Dec 23 12:35:24.596559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5fbad4e-2fe1-4482-8d6d-8e72578210d9 req-1764b359-b6ef-4eca-b4a0-0f132c497b06 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123085 Dec 23 12:35:24.652861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-d1d8ddad-cbe7-4173-9882-7ae098bda52f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd HTTP/1.1" status: 200 len: 217 time: 0.0489390 Dec 23 12:35:24.687361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c55105fe-b455-4527-a3c3-259f3413fec4 req-498da275-d63c-487b-9bdb-4319e52603a1 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427372 Dec 23 12:35:24.777729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8891bde-ad81-4145-9522-b7ce7e19960d req-44562a60-33d3-4e2e-ad53-92dc96fd72bf tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.779225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8891bde-ad81-4145-9522-b7ce7e19960d req-44562a60-33d3-4e2e-ad53-92dc96fd72bf tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1060023 Dec 23 12:35:24.781436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2136-1cee-4343-a515-a2ca01c23110 req-1bfeb992-87a0-4677-b1c5-b2fdaca7e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.782779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-1bfeb992-87a0-4677-b1c5-b2fdaca7e359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98e276db-88c5-4404-9a39-ff8411085229 HTTP/1.1" status: 200 len: 848 time: 0.1196413 Dec 23 12:35:24.849283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-575d1b5f-8dd4-427d-bbaa-995a5a9b81d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372069 Dec 23 12:35:24.894994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8891bde-ad81-4145-9522-b7ce7e19960d req-cf3bb58a-37e6-4baf-8eea-d1dfe8e9224b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046991 Dec 23 12:35:24.965577 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7334774a-d39b-4753-8845-b1f9f8f7ab2c x-openstack-request-id: req-7334774a-d39b-4753-8845-b1f9f8f7ab2c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:24.965870 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:24.966131 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7334774a-d39b-4753-8845-b1f9f8f7ab2c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:24.966573 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd', 'status': 'completed', 'code': 200} Dec 23 12:35:24.975975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3631b-7e52-4f9d-b77a-f35e28f56b48 req-31936adc-8900-4943-99ed-2e1516cd8aa4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:24.977691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26e3631b-7e52-4f9d-b77a-f35e28f56b48 req-31936adc-8900-4943-99ed-2e1516cd8aa4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 945 time: 0.2088957 Dec 23 12:35:25.059746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-9cda237e-0c76-4f8f-88be-902557d5171d service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845250 Dec 23 12:35:25.063562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26e3631b-7e52-4f9d-b77a-f35e28f56b48 req-eb83cba5-66ee-473d-ba66-b903fb8a2642 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Dec 23 12:35:25.101585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:25.228353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-828c2136-1cee-4343-a515-a2ca01c23110 req-10bbed45-5685-49bc-93c8-2f7ae2604c7d service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569586 Dec 23 12:35:25.252166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dd266-ea4e-46ad-b78f-cc2765f433b8 req-d67a039f-e12a-4315-be2a-ce3099e60855 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.253951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed7dd266-ea4e-46ad-b78f-cc2765f433b8 req-d67a039f-e12a-4315-be2a-ce3099e60855 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0751092 Dec 23 12:35:25.311640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed7dd266-ea4e-46ad-b78f-cc2765f433b8 req-70252f42-7750-4609-8ef4-796481a936dc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Dec 23 12:35:25.487932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-6597f623-b66e-40be-8ff8-53abe33c337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.489877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-6597f623-b66e-40be-8ff8-53abe33c337d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d786c08853e547779772cc13791cd63a&device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 1094 time: 0.0477076 Dec 23 12:35:25.618846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-26e69946-560b-4cac-a26f-e97caf9633c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.620303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-26e69946-560b-4cac-a26f-e97caf9633c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 200 len: 909 time: 0.1202927 Dec 23 12:35:25.693190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-aec07d1f-eb24-4df8-913f-33018b0b5cb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd HTTP/1.1" status: 200 len: 217 time: 0.0590734 Dec 23 12:35:25.814577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7a8df-0fb8-4a38-a99c-a102a4dde376 req-5c1f5887-1cac-4d0f-9056-cedf5d8d0c9f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.822943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ba7a8df-0fb8-4a38-a99c-a102a4dde376 req-5c1f5887-1cac-4d0f-9056-cedf5d8d0c9f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1278706 Dec 23 12:35:25.833327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-b96524fd-41b0-4fe2-b287-3d1625100fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.834754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-b96524fd-41b0-4fe2-b287-3d1625100fcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=98e276db-88c5-4404-9a39-ff8411085229 HTTP/1.1" status: 200 len: 848 time: 0.1370778 Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.877492 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:25.879630 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:35:25.882805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-bd37e54f-4730-495a-a365-3554c9170ef1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:25.884789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-bd37e54f-4730-495a-a365-3554c9170ef1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 945 time: 0.1090796 Dec 23 12:35:25.922838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ba7a8df-0fb8-4a38-a99c-a102a4dde376 req-c45fbac3-3219-4087-bad2-7961458e1d8a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985641 Dec 23 12:35:25.925006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-fabd2f31-3f16-4bdb-b768-49622281dbaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814981 Dec 23 12:35:26.037600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Deleting port f90063c4-47b3-4dba-8e1e-78fa16715c37 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:35:26.038226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:26.167058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] For port f90063c4-47b3-4dba-8e1e-78fa16715c37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f90063c4-47b3-4dba-8e1e-78fa16715c37,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:26.167672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:26.190068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Calling delete_port for f90063c4-47b3-4dba-8e1e-78fa16715c37 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:35:26.419612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:26.432631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9', 'f90063c4-47b3-4dba-8e1e-78fa16715c37'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:26.457934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-6587e3a9-3edc-41ec-b203-a9b814098e5b req-4813cf00-115e-4cdf-a20c-71a0a91d349d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:35:26.458915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6587e3a9-3edc-41ec-b203-a9b814098e5b req-4813cf00-115e-4cdf-a20c-71a0a91d349d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061786 Dec 23 12:35:26.489824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ad6a-46a2-4313-b58a-910ff40640b1 req-5dc61087-aed3-455f-8640-e6d7798b5339 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:26.492448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Pushing event deleted for resources: {'Port': ['ID=f90063c4-47b3-4dba-8e1e-78fa16715c37,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:26.501620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b71ad6a-46a2-4313-b58a-910ff40640b1 req-5dc61087-aed3-455f-8640-e6d7798b5339 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 943 time: 0.6443002 Dec 23 12:35:26.508040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.510738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.515344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.515694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.516111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.518998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.519349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.519686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.520020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.520353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.524006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.524359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.524699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:26.591693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] No DVR routers for this DVR port f90063c4-47b3-4dba-8e1e-78fa16715c37 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:35:26.592259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b71ad6a-46a2-4313-b58a-910ff40640b1 req-f6484aeb-59ac-42d7-ae46-1cf22eda030e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895708 Dec 23 12:35:26.595302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:26.596790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-b39768e7-e98c-498f-8269-24d33799d0dc service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398826 Dec 23 12:35:26.598941 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-075ad936-e61b-4107-a292-f01b1dfe0a55 req-cc50cd1d-5574-490a-ae1b-8bdb6c0d75d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.43 "DELETE /v2.0/ports/f90063c4-47b3-4dba-8e1e-78fa16715c37 HTTP/1.1" status: 204 len: 173 time: 0.7066309 Dec 23 12:35:26.599425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'name': 'network-vif-deleted', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:26.601884 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a279c-f1e2-4d6f-bdbe-c7a12a8e3173" -d '{"events": [{"server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "name": "network-vif-deleted", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:26.764276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54222dfa-95fb-4ad5-bb84-40822d1371fa req-398cccc9-408b-48cd-b5a1-a76d25747109 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:26.771968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54222dfa-95fb-4ad5-bb84-40822d1371fa req-398cccc9-408b-48cd-b5a1-a76d25747109 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0944147 Dec 23 12:35:26.812428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7d5e8d-b328-4a18-a096-44f61f4342a6 req-38e3bafa-374e-4db0-9f60-e38a97811a49 service neutron] 10.222.0.43 "GET /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059641 Dec 23 12:35:26.872413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a17f555-b884-46b7-949e-4e5e38d47596 req-a6de41f0-cc58-4e8e-b278-b8b039dd1bae tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0502338 Dec 23 12:35:26.899391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54222dfa-95fb-4ad5-bb84-40822d1371fa req-b64c3be4-5694-4b82-885f-2155fbcdaf32 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264832 Dec 23 12:35:27.036364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef76be-4315-4ec6-ad85-d1213041f32b req-be15c884-6a79-4e34-ba06-b994fab38f57 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:27.039022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88ef76be-4315-4ec6-ad85-d1213041f32b req-be15c884-6a79-4e34-ba06-b994fab38f57 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0688376 Dec 23 12:35:27.071074 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1f824-a33a-4d4b-a2f8-13820e15a41e x-openstack-request-id: req-b5f1f824-a33a-4d4b-a2f8-13820e15a41e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:27.072425 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a7b5e-e58c-443c-b1c5-4889ae931821", "name": "network-vif-deleted", "tag": "f90063c4-47b3-4dba-8e1e-78fa16715c37", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:27.073179 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5f1f824-a33a-4d4b-a2f8-13820e15a41e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:27.073748 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a7b5e-e58c-443c-b1c5-4889ae931821', 'name': 'network-vif-deleted', 'tag': 'f90063c4-47b3-4dba-8e1e-78fa16715c37', 'status': 'completed', 'code': 200} Dec 23 12:35:27.098449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88ef76be-4315-4ec6-ad85-d1213041f32b req-a779d3b9-7af8-4c89-a065-a73706d60de5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Dec 23 12:35:27.182066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7266-afd7-4969-9383-31ce734b045e req-b31a8ebb-74f5-4b24-a274-375c3fe25eda tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:27.183613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c2e7266-afd7-4969-9383-31ce734b045e req-b31a8ebb-74f5-4b24-a274-375c3fe25eda tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.0642710 Dec 23 12:35:27.264223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cd347-0971-4a2b-9e05-03f8368ece84 req-9a92f4b5-e782-4d7b-b5fb-d21d37f95287 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:27.266113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f45cd347-0971-4a2b-9e05-03f8368ece84 req-9a92f4b5-e782-4d7b-b5fb-d21d37f95287 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1038249 Dec 23 12:35:27.287289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c2e7266-afd7-4969-9383-31ce734b045e req-4213bf62-4be9-4c84-9e20-c1f67c3a66ab tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819774 Dec 23 12:35:27.325126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f45cd347-0971-4a2b-9e05-03f8368ece84 req-4212e7f5-09c3-4679-846f-94fc802a77d2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503519 Dec 23 12:35:27.687793 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-bef01062-f46e-4924-ac4f-44d60709387e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153567 Dec 23 12:35:27.697690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-3dbadfb1-b088-452e-8318-a40ab6c5d960 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:35:27.699116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-3dbadfb1-b088-452e-8318-a40ab6c5d960 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063117 Dec 23 12:35:27.716895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e631-171b-4343-b1ef-de787d353f2d req-bb54ef7a-f2cb-4332-b203-ba0d0e7fb43a tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:27.722634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f82e631-171b-4343-b1ef-de787d353f2d req-bb54ef7a-f2cb-4332-b203-ba0d0e7fb43a tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 943 time: 0.0715289 Dec 23 12:35:27.756197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a5e10c29-7f04-4e9f-adc4-78aed2ce19cd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:27.805145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f82e631-171b-4343-b1ef-de787d353f2d req-827b297d-87cf-44bf-9d22-bef40a5fbb04 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712321 Dec 23 12:35:27.937436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:27.965145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd', 'network_id': '07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e', 'port_id': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd', 'mac_address': 'fa:16:3e:30:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e276db-88c5-4404-9a39-ff8411085229', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:28.050467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:28.066148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e10c29-7f04-4e9f-adc4-78aed2ce19cd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:28.091392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:28.128915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c7e5bb3-cbc5-4430-9d54-72b10abda08d req-2e152bbc-4ded-427c-b4b4-d7512b12044b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7a7b5e-e58c-443c-b1c5-4889ae931821 HTTP/1.1" status: 200 len: 210 time: 0.0613766 Dec 23 12:35:28.151967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d27c8-45ae-48d9-9d26-ead2c297790d req-e11d33a3-2876-406c-8d76-abcf715b892b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:28.153632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-946d27c8-45ae-48d9-9d26-ead2c297790d req-e11d33a3-2876-406c-8d76-abcf715b892b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1343188 Dec 23 12:35:28.190754 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:28.232208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-946d27c8-45ae-48d9-9d26-ead2c297790d req-ddf27334-de0d-40c0-88df-26af635456f5 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662577 Dec 23 12:35:28.282353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:28.361505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d530b32-5b1d-46ba-9545-29f30219ce44 req-fcc0d12a-1f5d-4c45-9633-e4809fccc91d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:28.361505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d530b32-5b1d-46ba-9545-29f30219ce44 req-fcc0d12a-1f5d-4c45-9633-e4809fccc91d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0781288 Dec 23 12:35:28.417974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a5e10c29-7f04-4e9f-adc4-78aed2ce19cd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:28.451124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d530b32-5b1d-46ba-9545-29f30219ce44 req-566447ed-9a9c-4d18-9d6b-251bba5b8198 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837700 Dec 23 12:35:28.488455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3953f9-1ba7-4a88-aae0-9926079e7c52 req-d1f08e24-2b23-45d6-a625-3a544aac1e18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:28.504863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a3953f9-1ba7-4a88-aae0-9926079e7c52 req-d1f08e24-2b23-45d6-a625-3a544aac1e18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.1309085 Dec 23 12:35:28.615936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a3953f9-1ba7-4a88-aae0-9926079e7c52 req-df145574-660d-4ea8-9085-c1ea55bfce76 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100914 Dec 23 12:35:28.643794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c51c-2b13-40a6-9ecc-2b487701c808 req-e43563a4-c638-4634-a5ae-0d50b48a8668 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:28.651808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1211c51c-2b13-40a6-9ecc-2b487701c808 req-e43563a4-c638-4634-a5ae-0d50b48a8668 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0928018 Dec 23 12:35:28.699219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1211c51c-2b13-40a6-9ecc-2b487701c808 req-ad6ed8dd-db52-4f24-a0d8-18236f0e83cb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 Dec 23 12:35:28.936347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c6b9-c91c-4d6a-8a3e-58aed1b0cf6d req-089b8e31-6880-4c70-86ad-5671d8bc5a73 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:28.938246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab01c6b9-c91c-4d6a-8a3e-58aed1b0cf6d req-089b8e31-6880-4c70-86ad-5671d8bc5a73 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 944 time: 0.0667889 Dec 23 12:35:29.010421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab01c6b9-c91c-4d6a-8a3e-58aed1b0cf6d req-70f33824-808d-468a-9072-e7e8319f95b8 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Dec 23 12:35:29.312314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a34c60-3eb1-49c3-a930-de58cc5b2401 req-1d551584-c5eb-4db5-a7dc-23464c11a985 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:29.313973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90a34c60-3eb1-49c3-a930-de58cc5b2401 req-1d551584-c5eb-4db5-a7dc-23464c11a985 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0634823 Dec 23 12:35:29.434823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90a34c60-3eb1-49c3-a930-de58cc5b2401 req-8e55dd3e-9054-49cf-8c8c-b244f0b4ac90 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113801 Dec 23 12:35:29.489345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-134a0e8d-a04b-44af-9566-cb46f9304a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:29.491354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-134a0e8d-a04b-44af-9566-cb46f9304a71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267&tenant_id=b6d316c7d9b34344b962db62214d5df5 HTTP/1.1" status: 200 len: 1094 time: 0.1022084 Dec 23 12:35:29.506016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bb7c6-dbca-4df9-8ad0-f4107850f9ee req-216a844e-3ec2-452f-817d-e1c12b7d7a15 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:29.515631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-106bb7c6-dbca-4df9-8ad0-f4107850f9ee req-216a844e-3ec2-452f-817d-e1c12b7d7a15 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1420574 Dec 23 12:35:29.524353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:29.651287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:29.660220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c32b-a0db-4547-84bf-2f04edced52e req-8f60913e-22bc-4371-8f8d-e91813127bc9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:29.661756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c384c32b-a0db-4547-84bf-2f04edced52e req-8f60913e-22bc-4371-8f8d-e91813127bc9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1295040 Dec 23 12:35:29.679062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-106bb7c6-dbca-4df9-8ad0-f4107850f9ee req-ea546056-7fec-4f5d-af7d-fc04aab2f98f tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622922 Dec 23 12:35:29.759076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a5e10c29-7f04-4e9f-adc4-78aed2ce19cd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:29.858411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c384c32b-a0db-4547-84bf-2f04edced52e req-3fd3a0c9-f4d3-4226-8323-578887244dbc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765220 Dec 23 12:35:29.882006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:29.886668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:29.887050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:29.918765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337a23f-a852-4530-91b3-a582e5170d0b req-c3513394-2810-4d27-8f8c-c6964de8e604 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:29.921042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4337a23f-a852-4530-91b3-a582e5170d0b req-c3513394-2810-4d27-8f8c-c6964de8e604 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.1489952 Dec 23 12:35:30.018032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:30.067453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:30.072981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:30.072981 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c7ec6-e816-4b22-8785-4a21e787c7b9" -d '{"events": [{"server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "name": "network-vif-plugged", "status": "completed", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:30.093365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4337a23f-a852-4530-91b3-a582e5170d0b req-da7a3b4d-a50e-4f66-b31b-af12d7d060f0 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569002 Dec 23 12:35:30.101531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe4231-39fd-42db-bc42-17ab8ae2bbc1 req-de578522-20ae-4e4a-8220-4acc55974764 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.103062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dfe4231-39fd-42db-bc42-17ab8ae2bbc1 req-de578522-20ae-4e4a-8220-4acc55974764 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1307633 Dec 23 12:35:30.105135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:30.150401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:30.151363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f90063c4-47b3-4dba-8e1e-78fa16715c37 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:30.170893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:30.179263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f90063c4-47b3-4dba-8e1e-78fa16715c37 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:35:30.180105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f90063c4-47b3-4dba-8e1e-78fa16715c37 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:35:30.233794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dfe4231-39fd-42db-bc42-17ab8ae2bbc1 req-fb29050c-a3b6-4ba6-a221-97639ba10f5e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193178 Dec 23 12:35:30.255583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:30.257328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:30.284179 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:30.300319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f0088-1056-4216-b6f3-fd073b43db7d req-82e904ee-8083-4339-abcd-6b3f00f95ede tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.301885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb9f0088-1056-4216-b6f3-fd073b43db7d req-82e904ee-8083-4339-abcd-6b3f00f95ede tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1103563 Dec 23 12:35:30.322561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Transition to ACTIVE for port object 613906d7-bdcf-42cf-a903-6ee2ce621a02 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:30.408165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb9f0088-1056-4216-b6f3-fd073b43db7d req-571f8df2-9960-4ce2-809a-a86990621c62 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937896 Dec 23 12:35:30.417471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb160b-b273-446a-b843-ef25a41538ba req-c457a937-98a3-42a3-9d35-02619d0d5cf0 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.424759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfeb160b-b273-446a-b843-ef25a41538ba req-c457a937-98a3-42a3-9d35-02619d0d5cf0 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0934565 Dec 23 12:35:30.448640 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19705a61-75e8-4123-85b4-26f165b76ba4 x-openstack-request-id: req-19705a61-75e8-4123-85b4-26f165b76ba4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:30.449015 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "name": "network-vif-plugged", "status": "completed", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:30.449124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:30.449394 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19705a61-75e8-4123-85b4-26f165b76ba4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:30.449856 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd', 'code': 200} Dec 23 12:35:30.503069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=9']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:30.557868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfeb160b-b273-446a-b843-ef25a41538ba req-f0a4e9ce-07dd-4523-ae6c-146b7b9a240a tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310544 Dec 23 12:35:30.586341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429dae6-aae3-4ea6-8201-fc373e998632 req-6070d951-4c9b-4d61-ae47-254d9d8fcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.590767 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7429dae6-aae3-4ea6-8201-fc373e998632 req-6070d951-4c9b-4d61-ae47-254d9d8fcfbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 1096 time: 0.0567813 Dec 23 12:35:30.668363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] No DVR routers for this DVR port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:35:30.687096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7429dae6-aae3-4ea6-8201-fc373e998632 req-58391a5b-a075-4607-bb98-c3f7518edcff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880432 Dec 23 12:35:30.871222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7cb56-c71d-4f03-ae24-cd716f6f431b req-b5905f70-3398-4973-87ec-5926d7db45bc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.873498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2f7cb56-c71d-4f03-ae24-cd716f6f431b req-b5905f70-3398-4973-87ec-5926d7db45bc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.3145144 Dec 23 12:35:30.901059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ae65-4505-42e5-8171-3aba9af4a4aa req-7967f489-ed6b-4551-8a2a-2a5364ac8ae9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:30.908511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd22ae65-4505-42e5-8171-3aba9af4a4aa req-7967f489-ed6b-4551-8a2a-2a5364ac8ae9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1033933 Dec 23 12:35:30.998575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:30.998923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:30.999254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:31.034781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:31.035083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Attempting to bind port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on network daac3158-be80-4870-b6ae-b0042dc1f213 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:31.044888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd22ae65-4505-42e5-8171-3aba9af4a4aa req-b3bc4720-fbfd-429d-a529-8c523949a670 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354725 Dec 23 12:35:31.052020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2f7cb56-c71d-4f03-ae24-cd716f6f431b req-44d86fe4-99ac-4c48-81f9-b33a2245dc49 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671686 Dec 23 12:35:31.052796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:31.053160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Checking segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:31.053540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Bound using segment: {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:31.054059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Bound port: 613906d7-bdcf-42cf-a903-6ee2ce621a02, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f726ac-9456-45c0-bf3e-af4c1a5bef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:31.054630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:31.230315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:31.230315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:31.282017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985c820-e829-498e-9ef4-c9b9a9873f64 req-31b2d7d0-a27b-43b7-b17d-5049858f3a49 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:31.283793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e985c820-e829-498e-9ef4-c9b9a9873f64 req-31b2d7d0-a27b-43b7-b17d-5049858f3a49 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1114967 Dec 23 12:35:31.343775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e985c820-e829-498e-9ef4-c9b9a9873f64 req-67c65c47-5ddf-4102-ac60-22bddc6601c2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Dec 23 12:35:31.534545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce7a4-8d42-4b36-b306-3b7e823d627d req-38bda2bd-31b3-4daa-bfd2-3ec713258b50 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:31.536130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-595ce7a4-8d42-4b36-b306-3b7e823d627d req-38bda2bd-31b3-4daa-bfd2-3ec713258b50 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 943 time: 0.0775166 Dec 23 12:35:31.548540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e971-023c-4d94-8b46-fff561259300 req-9c613bd6-0eac-438b-887c-3c76993d8294 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:31.550208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf31e971-023c-4d94-8b46-fff561259300 req-9c613bd6-0eac-438b-887c-3c76993d8294 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0791340 Dec 23 12:35:31.624933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-595ce7a4-8d42-4b36-b306-3b7e823d627d req-b6c2d608-5041-4181-99ae-824090b4c7f9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736580 Dec 23 12:35:31.629569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf31e971-023c-4d94-8b46-fff561259300 req-859e9550-d947-4a25-bc23-e1f59e58ea53 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720091 Dec 23 12:35:31.751222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e014-5f30-48ce-9a6b-7b6efc86770e req-21aaae5b-210a-428b-a827-67ae3d8f1748 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:31.752698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fe3e014-5f30-48ce-9a6b-7b6efc86770e req-21aaae5b-210a-428b-a827-67ae3d8f1748 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0608971 Dec 23 12:35:31.800020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fe3e014-5f30-48ce-9a6b-7b6efc86770e req-75a08c84-7d52-4c1a-90ff-465b70be6844 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Dec 23 12:35:31.967885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:32.005317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.005930 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:32.007340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 1091 time: 2.4889951 Dec 23 12:35:32.008040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:32.010308 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b4bbe-2597-4363-9f0f-2aba8f855f74" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:32.057860 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f23afe-7696-4201-a790-d2936dd19242 x-openstack-request-id: req-62f23afe-7696-4201-a790-d2936dd19242 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:32.058179 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:32.058405 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62f23afe-7696-4201-a790-d2936dd19242 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:32.058844 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'status': 'completed', 'code': 200} Dec 23 12:35:32.078428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff453b73-7b3d-44d2-be15-807621a5b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=10']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:32.120720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-a2efeb3a-7288-4340-9d12-ca0d8a293c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.122366 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-a2efeb3a-7288-4340-9d12-ca0d8a293c50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1095 time: 0.0864985 Dec 23 12:35:32.284980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9ccb-022d-4335-acad-8d230eef9170 req-50e87831-dd98-4195-82e3-c9f44297500f tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.286771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a7a9ccb-022d-4335-acad-8d230eef9170 req-50e87831-dd98-4195-82e3-c9f44297500f tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1467402 Dec 23 12:35:32.324093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-629c07e2-2a08-4b4e-8e8e-4d0b30a7972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.325721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-629c07e2-2a08-4b4e-8e8e-4d0b30a7972c service neutron] 10.222.0.43 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1947150 Dec 23 12:35:32.424401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a7a9ccb-022d-4335-acad-8d230eef9170 req-7a051f2d-8f36-46bc-afda-fa843069a6ee tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275616 Dec 23 12:35:32.450414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-d8817ed9-4fec-4de4-8247-3ec946f1b0f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 998 time: 0.1085179 Dec 23 12:35:32.529676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-5354101a-6f37-4936-89d7-45405a29a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.531171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-5354101a-6f37-4936-89d7-45405a29a028 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0728171 Dec 23 12:35:32.540796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f237-cd6b-4b38-8f8b-2a6a9088bd1a req-67a1fcc2-2e94-49b8-b973-1a348c775d13 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.547905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1402f237-cd6b-4b38-8f8b-2a6a9088bd1a req-67a1fcc2-2e94-49b8-b973-1a348c775d13 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0982828 Dec 23 12:35:32.631134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-4fc926f2-8268-4d1b-b4dd-11b158cf2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.631490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-4fc926f2-8268-4d1b-b4dd-11b158cf2179 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810037 Dec 23 12:35:32.647304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1402f237-cd6b-4b38-8f8b-2a6a9088bd1a req-76046b2c-501b-461f-9de4-68a4bee778fc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984409 Dec 23 12:35:32.832898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-1f5a92eb-d93b-4a53-bca2-d9fa94af66be service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845021 Dec 23 12:35:32.864945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5334ef-32fe-4dbe-97b5-fd26ca51bee6 req-c4e504f1-655d-4920-b127-ce8187e29a94 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.866412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a5334ef-32fe-4dbe-97b5-fd26ca51bee6 req-c4e504f1-655d-4920-b127-ce8187e29a94 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1047037 Dec 23 12:35:32.938751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca902-369e-4902-a44b-8d42027edce3 req-1ede876b-e6d3-4dd0-8ef5-38adfcccafd9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:32.940303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3baca902-369e-4902-a44b-8d42027edce3 req-1ede876b-e6d3-4dd0-8ef5-38adfcccafd9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.1583140 Dec 23 12:35:33.003440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a5334ef-32fe-4dbe-97b5-fd26ca51bee6 req-be1d0e30-3960-476c-b51b-a58e1f210685 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222568 Dec 23 12:35:33.039875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94a719a9-8fe1-4623-8f18-cc1ba17961c0 req-faa336e0-a4cf-4603-a9c3-d2f0ef5950ca service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926951 Dec 23 12:35:33.048129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3baca902-369e-4902-a44b-8d42027edce3 req-f586d92a-16d8-4071-8814-2925a4b92250 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918968 Dec 23 12:35:33.190150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356e498-328b-483a-a8db-a7b2cd6d1ec3 req-dccc517d-7d05-4148-863f-8ad2833e7f6f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.191676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a356e498-328b-483a-a8db-a7b2cd6d1ec3 req-dccc517d-7d05-4148-863f-8ad2833e7f6f tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0781648 Dec 23 12:35:33.225145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-6a4feaaf-1dec-4286-b1d7-ff3e3f2b3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.226895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-6a4feaaf-1dec-4286-b1d7-ff3e3f2b3672 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1095 time: 0.0726604 Dec 23 12:35:33.316047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a356e498-328b-483a-a8db-a7b2cd6d1ec3 req-e405cb99-f59e-4aad-8832-8fb24d2cfbb6 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152000 Dec 23 12:35:33.376521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-7051b5b8-f40c-481a-8115-4fcfc309d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.378237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-7051b5b8-f40c-481a-8115-4fcfc309d8d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1393399 Dec 23 12:35:33.466527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-ae516a1e-9e8b-4a1a-8dba-5461f14c9ca4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 998 time: 0.0808678 Dec 23 12:35:33.556282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-510082fd-12cd-4d8c-874d-2ba38ae18753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.557867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-510082fd-12cd-4d8c-874d-2ba38ae18753 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0834129 Dec 23 12:35:33.602581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea172216-ae7f-43f8-bfa5-4b9c6b60d240 req-25666342-5078-49b5-8e61-3700d89f4475 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.604278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea172216-ae7f-43f8-bfa5-4b9c6b60d240 req-25666342-5078-49b5-8e61-3700d89f4475 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0674989 Dec 23 12:35:33.716540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea172216-ae7f-43f8-bfa5-4b9c6b60d240 req-1d8c9ea4-85e1-4820-b03e-dbba4a1e4208 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046414 Dec 23 12:35:33.863590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400b436-cb72-475c-9a50-b8e4e920c056 req-e258dfd2-4dbb-4187-b014-62fbb5225ea6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.865663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8400b436-cb72-475c-9a50-b8e4e920c056 req-e258dfd2-4dbb-4187-b014-62fbb5225ea6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0975597 Dec 23 12:35:33.909402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-58a1eca1-9c99-406f-80f3-823575a62849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:33.916142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-58a1eca1-9c99-406f-80f3-823575a62849 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032400 Dec 23 12:35:33.950486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8400b436-cb72-475c-9a50-b8e4e920c056 req-8b34af9c-60c2-4cc4-b217-540ca674fa15 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Dec 23 12:35:34.156448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3540-607b-47c9-8680-1cf6597945d6 req-5061d677-95f8-4265-8255-581cd94db856 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:34.158093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dff3540-607b-47c9-8680-1cf6597945d6 req-5061d677-95f8-4265-8255-581cd94db856 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0616853 Dec 23 12:35:34.244195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633aabd-d8e2-4392-8a2b-73a11b640576 req-76bcf1ec-20d3-4b6c-bb54-5b325dc80783 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:34.245724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a633aabd-d8e2-4392-8a2b-73a11b640576 req-76bcf1ec-20d3-4b6c-bb54-5b325dc80783 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0856221 Dec 23 12:35:34.261909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dff3540-607b-47c9-8680-1cf6597945d6 req-1ae48f45-c26c-4c33-b46e-e184ceda85d8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887156 Dec 23 12:35:34.361460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a633aabd-d8e2-4392-8a2b-73a11b640576 req-1c38d746-ec0c-4340-b134-24cf6bd653da tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960317 Dec 23 12:35:34.882735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b8db7-a006-4f00-98a8-30aa551baff3 req-7d23716a-c444-4343-a542-72ab5024907e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:34.884248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b7b8db7-a006-4f00-98a8-30aa551baff3 req-7d23716a-c444-4343-a542-72ab5024907e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0578666 Dec 23 12:35:34.938445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b7b8db7-a006-4f00-98a8-30aa551baff3 req-d1b9bdca-6f89-45e6-9502-e374a126e957 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Dec 23 12:35:35.092743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320d3e-2c66-469e-b97b-4f2c5e80fc37 req-6f276d6c-679c-4dd0-90ca-cda3a19637b9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.094665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17320d3e-2c66-469e-b97b-4f2c5e80fc37 req-6f276d6c-679c-4dd0-90ca-cda3a19637b9 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0611584 Dec 23 12:35:35.156484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17320d3e-2c66-469e-b97b-4f2c5e80fc37 req-f799a634-c30f-4026-8847-8f70a4d1a8d7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Dec 23 12:35:35.318612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314beaa-16ab-4587-b3ab-d12173422f81 req-b78d579f-9978-4098-aa62-03126d3933bd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.320978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0314beaa-16ab-4587-b3ab-d12173422f81 req-b78d579f-9978-4098-aa62-03126d3933bd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0860400 Dec 23 12:35:35.333628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ed82-e0b1-45b4-a6da-d3eef27bb2cf req-1b6b56e2-557a-4867-99a2-40fbed9b8a7a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.335199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0635ed82-e0b1-45b4-a6da-d3eef27bb2cf req-1b6b56e2-557a-4867-99a2-40fbed9b8a7a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0682516 Dec 23 12:35:35.414368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0314beaa-16ab-4587-b3ab-d12173422f81 req-c70cc3cd-0ba4-4f6f-8609-751c0a375592 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Dec 23 12:35:35.422134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0635ed82-e0b1-45b4-a6da-d3eef27bb2cf req-c4923acf-e6a9-47fa-b399-7000b67f2767 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774469 Dec 23 12:35:35.545966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ad04-ed99-4bd9-955b-20a328fbf442 req-9654f137-0e7b-4e6b-9290-36ec35cc54d9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.547926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d92ad04-ed99-4bd9-955b-20a328fbf442 req-9654f137-0e7b-4e6b-9290-36ec35cc54d9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.0702858 Dec 23 12:35:35.655161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d92ad04-ed99-4bd9-955b-20a328fbf442 req-7093ee06-bbac-403d-aa37-1f470ab2ad7b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970917 Dec 23 12:35:35.668986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19b85-e964-4a48-870c-e3883ad3a032 req-428ec355-26ba-44ea-80fe-97adbeaa338f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.678086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c19b85-e964-4a48-870c-e3883ad3a032 req-428ec355-26ba-44ea-80fe-97adbeaa338f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0876074 Dec 23 12:35:35.794934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c19b85-e964-4a48-870c-e3883ad3a032 req-73c7bce9-4348-46dd-b779-489caeed30c5 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060336 Dec 23 12:35:35.844186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cca0b-8597-4694-865b-61017f23a247 req-6e4c41c8-969a-48a5-a13f-7a15ace77942 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:35.846077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407cca0b-8597-4694-865b-61017f23a247 req-6e4c41c8-969a-48a5-a13f-7a15ace77942 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1061685 Dec 23 12:35:35.906324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407cca0b-8597-4694-865b-61017f23a247 req-773713e8-fef1-490c-be56-bcf13679cd8b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Dec 23 12:35:36.077008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a8bd4-cf6d-4d53-ae8f-7b7950a728c4 req-45b5bf18-01d0-4b05-a173-b9956052cbba tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:36.078842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c61a8bd4-cf6d-4d53-ae8f-7b7950a728c4 req-45b5bf18-01d0-4b05-a173-b9956052cbba tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0594792 Dec 23 12:35:36.161375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c61a8bd4-cf6d-4d53-ae8f-7b7950a728c4 req-d3771936-69a2-4c79-be7b-3533b5485d0c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755224 Dec 23 12:35:36.299246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2bd2c-9159-47ff-8593-527e54afb9bf req-1848e081-f2df-4b23-be16-14d341930d08 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:36.300955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c2bd2c-9159-47ff-8593-527e54afb9bf req-1848e081-f2df-4b23-be16-14d341930d08 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Dec 23 12:35:36.360745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c2bd2c-9159-47ff-8593-527e54afb9bf req-124a9988-ae78-486c-b065-cdc522839a42 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Dec 23 12:35:36.573277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03567-2189-4a8f-96cb-7ae6d1cf9b27 req-fa8c41e5-99af-4826-8f1e-cd3fdfae008c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:36.575648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7d03567-2189-4a8f-96cb-7ae6d1cf9b27 req-fa8c41e5-99af-4826-8f1e-cd3fdfae008c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0774772 Dec 23 12:35:36.643323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7d03567-2189-4a8f-96cb-7ae6d1cf9b27 req-e6d97751-9bd9-4ca6-8e8b-2fffec736ef1 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600214 Dec 23 12:35:37.028811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263dd6-9bfe-4c72-8027-0ccc59f37fba req-efecbbef-ad5d-4ab4-ad81-d19088869cc0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:37.031320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef263dd6-9bfe-4c72-8027-0ccc59f37fba req-efecbbef-ad5d-4ab4-ad81-d19088869cc0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 946 time: 0.1147451 Dec 23 12:35:37.044786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2fdcf-4e84-4316-aa53-7717e1d3f569 req-83f96839-c992-4dca-8371-54286c362d2e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:37.049299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36e2fdcf-4e84-4316-aa53-7717e1d3f569 req-83f96839-c992-4dca-8371-54286c362d2e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.1431780 Dec 23 12:35:37.150206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef263dd6-9bfe-4c72-8027-0ccc59f37fba req-54155951-0937-484e-859d-2af2facef12b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025202 Dec 23 12:35:37.154859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36e2fdcf-4e84-4316-aa53-7717e1d3f569 req-77f18ac7-aee5-4ea0-81e2-5b3ea5b30ef1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998929 Dec 23 12:35:37.316729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab128ce-fc19-42d3-ad3e-18572515939b req-bb7ad8cd-f201-4c87-9728-7f04d082e543 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:37.318680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fab128ce-fc19-42d3-ad3e-18572515939b req-bb7ad8cd-f201-4c87-9728-7f04d082e543 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0708988 Dec 23 12:35:37.414860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fab128ce-fc19-42d3-ad3e-18572515939b req-63a0c9bc-5cb6-4945-bc00-b5488a7bae4f tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866838 Dec 23 12:35:37.510690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2be021-10bc-4285-b742-2d8b0d213348 req-f288f391-f1b1-4564-8694-11c230dedafd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:37.517354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f2be021-10bc-4285-b742-2d8b0d213348 req-f288f391-f1b1-4564-8694-11c230dedafd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0681262 Dec 23 12:35:37.599888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f2be021-10bc-4285-b742-2d8b0d213348 req-d44558f8-a963-41a3-bec5-c3a8c8fc46c2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 Dec 23 12:35:37.799865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea32c48-8681-4ff9-95bd-2ccdac714c77 req-e312c849-dce1-4a4b-bd36-bbd7494cbd4d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:37.801396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eea32c48-8681-4ff9-95bd-2ccdac714c77 req-e312c849-dce1-4a4b-bd36-bbd7494cbd4d tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0586002 Dec 23 12:35:37.856759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eea32c48-8681-4ff9-95bd-2ccdac714c77 req-7af07fb1-ce02-4b5d-a4c0-2954631aee54 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Dec 23 12:35:38.326452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9114-a6f0-4af4-81fe-97920eb5b8e2 req-8e101540-044b-4f8b-b686-4f37b5298c9f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:38.328885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-132f9114-a6f0-4af4-81fe-97920eb5b8e2 req-8e101540-044b-4f8b-b686-4f37b5298c9f tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0611176 Dec 23 12:35:38.387918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-132f9114-a6f0-4af4-81fe-97920eb5b8e2 req-2a92327a-1b58-463d-9f40-c367c88a0b09 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528250 Dec 23 12:35:38.538813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c43db-0e50-45b4-8daa-72f9a5638e47 req-553bdefd-42ca-4b15-8451-4dab76f72bc8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:38.540618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-500c43db-0e50-45b4-8daa-72f9a5638e47 req-553bdefd-42ca-4b15-8451-4dab76f72bc8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0572045 Dec 23 12:35:38.594279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-500c43db-0e50-45b4-8daa-72f9a5638e47 req-84b3fd26-115e-4110-924b-ee2c8afd29d8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463533 Dec 23 12:35:38.749246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f8d66-34d9-45a9-af07-894df54268f3 req-cd2eaa38-d41c-45c0-9e87-176589acbb31 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:38.757654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-103f8d66-34d9-45a9-af07-894df54268f3 req-cd2eaa38-d41c-45c0-9e87-176589acbb31 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0579147 Dec 23 12:35:38.808802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-103f8d66-34d9-45a9-af07-894df54268f3 req-c59d7d2b-ece7-424b-9bc2-ee66a9716640 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502219 Dec 23 12:35:38.990247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283c35-86af-4ca8-a40b-81a8e857c817 req-d10c5113-1dc7-4288-a772-24cfb193c51e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:38.992512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e283c35-86af-4ca8-a40b-81a8e857c817 req-d10c5113-1dc7-4288-a772-24cfb193c51e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Dec 23 12:35:39.052993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e283c35-86af-4ca8-a40b-81a8e857c817 req-4872b2bc-76b8-4b69-9ad6-630bf2c2657e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539825 Dec 23 12:35:39.168907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:39.280938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:39.319341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:39.329082 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb77002b-7280-49db-bf01-35efce819c21" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:39.330931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:39.343075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445483b4-628c-42a8-abbe-7c43ed430f71 req-f3209776-d009-46ff-990a-b3a8292eb800 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:39.345175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-445483b4-628c-42a8-abbe-7c43ed430f71 req-f3209776-d009-46ff-990a-b3a8292eb800 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0743494 Dec 23 12:35:39.373393 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ca16f-5c5d-41fa-b645-31c2686153fc x-openstack-request-id: req-946ca16f-5c5d-41fa-b645-31c2686153fc {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:39.373956 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-unplugged", "status": "completed", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:39.374308 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-946ca16f-5c5d-41fa-b645-31c2686153fc {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:39.374824 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'code': 200} Dec 23 12:35:39.401235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-445483b4-628c-42a8-abbe-7c43ed430f71 req-53c4bda5-2f42-4a98-a1fc-fc4070d83a89 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500233 Dec 23 12:35:39.409659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:39.499386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=14']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:39.612835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e966e2f-b546-45de-99d6-2628ab8926d9 req-bc853ecd-81bd-4e92-8bf2-273c1d73f39c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:39.614394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e966e2f-b546-45de-99d6-2628ab8926d9 req-bc853ecd-81bd-4e92-8bf2-273c1d73f39c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0846326 Dec 23 12:35:39.628553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d539b-659e-4d1c-a1e4-09dba90c59a6 req-a918fd5f-df88-43fa-8bd0-c70be7498888 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:39.630113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09d539b-659e-4d1c-a1e4-09dba90c59a6 req-a918fd5f-df88-43fa-8bd0-c70be7498888 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1095667 Dec 23 12:35:39.878319 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:35:40.044649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e966e2f-b546-45de-99d6-2628ab8926d9 req-2e24c5d0-1946-4178-88db-a0576694e6f3 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135795 Dec 23 12:35:40.048020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09d539b-659e-4d1c-a1e4-09dba90c59a6 req-05d82841-6600-4792-88fd-755ac97743d7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110515 Dec 23 12:35:40.218211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf0000-7934-4ddc-8d7d-b23a9a287b1e req-290805c5-c3bf-4388-a980-8df26173b83b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.221285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fbf0000-7934-4ddc-8d7d-b23a9a287b1e req-290805c5-c3bf-4388-a980-8df26173b83b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0627639 Dec 23 12:35:40.303524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fbf0000-7934-4ddc-8d7d-b23a9a287b1e req-befacff6-ab92-4c77-acbe-aef820a9afba tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776808 Dec 23 12:35:40.317064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd901a-a766-474a-a7a2-b837c3fe41d8 req-e0b0eef6-f749-412b-afd3-5c1088eddbd8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.322134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30fd901a-a766-474a-a7a2-b837c3fe41d8 req-e0b0eef6-f749-412b-afd3-5c1088eddbd8 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0944138 Dec 23 12:35:40.395185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30fd901a-a766-474a-a7a2-b837c3fe41d8 req-02e52010-6d2b-451b-a127-b0e19018bdee tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Dec 23 12:35:40.486808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323411d6-58dd-445f-8532-884cede6b949 req-4e2d47f3-cd33-4274-918f-7c1b9b03b367 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.494859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-323411d6-58dd-445f-8532-884cede6b949 req-4e2d47f3-cd33-4274-918f-7c1b9b03b367 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0854161 Dec 23 12:35:40.584807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-323411d6-58dd-445f-8532-884cede6b949 req-5c7c4712-fd3c-432d-be0d-312e6f2e17d0 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890691 Dec 23 12:35:40.599237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9293d5e-78be-4edc-a866-d79ec82b4214 req-1968a3c8-5cf3-40e3-8cfe-435df76b8674 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.600985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9293d5e-78be-4edc-a866-d79ec82b4214 req-1968a3c8-5cf3-40e3-8cfe-435df76b8674 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0905862 Dec 23 12:35:40.671995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-07b86e68-7ce7-4437-aceb-82fcb2bea05e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750277 Dec 23 12:35:40.710021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9293d5e-78be-4edc-a866-d79ec82b4214 req-e6164b61-2d2f-4cfd-9779-3185ad95062b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964692 Dec 23 12:35:40.787519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-4055f3e9-1e60-4ecd-8139-b9690cb394e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.789625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-4055f3e9-1e60-4ecd-8139-b9690cb394e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0568600 Dec 23 12:35:40.887372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99fdcf-27d3-4a7a-a652-251e831df789 req-bbd2b895-ba7b-4f26-b033-e4c3d1bcc2ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.891535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff99fdcf-27d3-4a7a-a652-251e831df789 req-bbd2b895-ba7b-4f26-b033-e4c3d1bcc2ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0740144 Dec 23 12:35:40.953805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-1e7f6b30-feea-43cd-86ba-610e4f912af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:40.956258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-1e7f6b30-feea-43cd-86ba-610e4f912af0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1446917 Dec 23 12:35:40.957716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff99fdcf-27d3-4a7a-a652-251e831df789 req-ca5e58f6-b276-42fd-8992-6e4d6b57d26f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Dec 23 12:35:41.087883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-5076b8be-c7f7-44cb-8475-6622f3dcde95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1237729 Dec 23 12:35:41.151223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4085312-49fd-4c01-9cb8-da07141f0a5f req-7d8689da-fe04-4f31-a444-c802e3806a9e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.153597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4085312-49fd-4c01-9cb8-da07141f0a5f req-7d8689da-fe04-4f31-a444-c802e3806a9e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0892754 Dec 23 12:35:41.173089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-2f762b8f-32f9-493b-b481-3f66b1a23fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.175192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-2f762b8f-32f9-493b-b481-3f66b1a23fa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0795429 Dec 23 12:35:41.236961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-85949213-3df9-488b-9ab5-7fcebf900a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.236961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-85949213-3df9-488b-9ab5-7fcebf900a1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520029 Dec 23 12:35:41.244345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4085312-49fd-4c01-9cb8-da07141f0a5f req-d163ec7f-04df-4f78-b94b-dbdb07277f0e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792665 Dec 23 12:35:41.258861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e930065-7c93-4bbd-b804-6a0b5b29cfef req-a39408ff-acb5-4967-9e26-4edb65373d57 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.270871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e930065-7c93-4bbd-b804-6a0b5b29cfef req-a39408ff-acb5-4967-9e26-4edb65373d57 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1367779 Dec 23 12:35:41.347012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e930065-7c93-4bbd-b804-6a0b5b29cfef req-3f7f0c15-ee25-439e-bf2e-265bb8d87e40 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Dec 23 12:35:41.426212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-089402e2-d4f1-415d-8ff7-f99dd7faa905 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815050 Dec 23 12:35:41.487333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839546a-350f-419d-9a7f-28ae0e92d293 req-07e1e8b1-4242-4960-aaa4-d2907c575f88 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.501753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4839546a-350f-419d-9a7f-28ae0e92d293 req-07e1e8b1-4242-4960-aaa4-d2907c575f88 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.1357875 Dec 23 12:35:41.568680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea513d59-762c-4eb0-8755-8b4516dd85d4 req-f702536f-1864-426f-ac03-8b2618470396 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336827 Dec 23 12:35:41.583255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4839546a-350f-419d-9a7f-28ae0e92d293 req-1bb6d32c-8054-4203-8a4e-1c4f157b8a3c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804737 Dec 23 12:35:41.721344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7ba1e-4c13-4463-8a86-02920ed6d283 req-0f2b6e1e-2036-4dff-bcf5-e241e5678cd9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.722864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0f7ba1e-4c13-4463-8a86-02920ed6d283 req-0f2b6e1e-2036-4dff-bcf5-e241e5678cd9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0590153 Dec 23 12:35:41.774788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0f7ba1e-4c13-4463-8a86-02920ed6d283 req-e3a0a5fe-2249-459f-aa8f-125d3658b90d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Dec 23 12:35:41.896204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e8f4-2704-4598-bebd-25d3154f44b5 req-dc03cac6-619e-49fa-adcf-808da50c2b12 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:41.898549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9854e8f4-2704-4598-bebd-25d3154f44b5 req-dc03cac6-619e-49fa-adcf-808da50c2b12 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0522256 Dec 23 12:35:41.952346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9854e8f4-2704-4598-bebd-25d3154f44b5 req-fe3bc469-0417-44ac-b9ce-ec6c5aad2745 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Dec 23 12:35:42.068411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686260e2-9274-4767-a312-dd96d6e04e1e req-ea85b041-dbdd-4d95-a47f-3d430b894906 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.071077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-686260e2-9274-4767-a312-dd96d6e04e1e req-ea85b041-dbdd-4d95-a47f-3d430b894906 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Dec 23 12:35:42.131293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-686260e2-9274-4767-a312-dd96d6e04e1e req-8757d4f3-9df0-483a-8878-ef66255b6de0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522380 Dec 23 12:35:42.247529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abef128-97b4-42af-8e7b-fe1f279e6250 req-09deb2bf-c29b-4e42-8d48-31ae7706cbcd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.249159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3abef128-97b4-42af-8e7b-fe1f279e6250 req-09deb2bf-c29b-4e42-8d48-31ae7706cbcd tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Dec 23 12:35:42.328459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3abef128-97b4-42af-8e7b-fe1f279e6250 req-1bc34d49-3df1-41cb-a2df-a26859311401 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Dec 23 12:35:42.395084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9b242-5b8a-4f67-93ea-5ad496c023d4 req-7e13707f-9841-406e-a13c-76ef7df6dec5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.396937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ca9b242-5b8a-4f67-93ea-5ad496c023d4 req-7e13707f-9841-406e-a13c-76ef7df6dec5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0878167 Dec 23 12:35:42.435085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-bf094acd-0770-40f4-a0e2-7d74d8e37fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.436681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-bf094acd-0770-40f4-a0e2-7d74d8e37fd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0623021 Dec 23 12:35:42.506296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c852d21-4c00-4099-9fbb-4c3a9a285cc4 req-77ad14ea-6977-4df6-87ba-297018fcee65 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.509183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c852d21-4c00-4099-9fbb-4c3a9a285cc4 req-77ad14ea-6977-4df6-87ba-297018fcee65 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0833564 Dec 23 12:35:42.514360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ca9b242-5b8a-4f67-93ea-5ad496c023d4 req-20f4b8ba-c799-4f6d-aceb-6e2dbc1a8318 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105790 Dec 23 12:35:42.575743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-bb375efc-267c-45af-a212-a85fcf07a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.577443 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-bb375efc-267c-45af-a212-a85fcf07a955 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1298571 Dec 23 12:35:42.580537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c852d21-4c00-4099-9fbb-4c3a9a285cc4 req-986a3d6d-d598-46d9-92a8-d8539f53c15a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644681 Dec 23 12:35:42.680066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-b2fc17b9-60ef-4be5-830b-bac7b3f5fe86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.0932724 Dec 23 12:35:42.714008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19729e7-f64f-49b1-85f6-266aab78b97d req-1c36dc9c-2893-480a-bfb7-16e6a3c6c3e7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.715709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c19729e7-f64f-49b1-85f6-266aab78b97d req-1c36dc9c-2893-480a-bfb7-16e6a3c6c3e7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0602953 Dec 23 12:35:42.743536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-9fabbdc9-07a5-4687-8288-4546cea46e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.745482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-9fabbdc9-07a5-4687-8288-4546cea46e9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0584407 Dec 23 12:35:42.796995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-e4f7a681-feb7-4e7f-9e59-489051766261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.801971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-e4f7a681-feb7-4e7f-9e59-489051766261 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463893 Dec 23 12:35:42.817593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c19729e7-f64f-49b1-85f6-266aab78b97d req-d386cd45-d13b-4e97-b632-4329f4d46de3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917962 Dec 23 12:35:42.849197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9872-c618-46bb-91ca-e2d10b6270ac req-4e37b1a8-cdc9-4a95-9bdf-7d88f85e08ea tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:42.862909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acda9872-c618-46bb-91ca-e2d10b6270ac req-4e37b1a8-cdc9-4a95-9bdf-7d88f85e08ea tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.1411679 Dec 23 12:35:42.949064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acda9872-c618-46bb-91ca-e2d10b6270ac req-4d9e0d66-0ee9-4bbd-88c9-f7e617bac317 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901639 Dec 23 12:35:43.002302 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-3fa87c07-abb5-477d-bb8e-0aa170c966c4 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936417 Dec 23 12:35:43.040573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c8978-95ee-4739-9880-a59eac1709cb req-415b4837-e0cf-4dfe-86a6-14d3e18c58c2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.042644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a1c8978-95ee-4739-9880-a59eac1709cb req-415b4837-e0cf-4dfe-86a6-14d3e18c58c2 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0847867 Dec 23 12:35:43.129904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a1c8978-95ee-4739-9880-a59eac1709cb req-01c4174b-030d-4dc6-9892-7dcf83e636e7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Dec 23 12:35:43.170764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3007dd00-b21e-40a3-9d2e-bbebd1ce6cdf req-fa4aa69c-a2f6-486b-aa63-27119f2234a1 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588435 Dec 23 12:35:43.173981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf71f84-7206-4331-b284-3d6ec441ab8e req-858441ec-f983-47d8-be18-f9e35fd9a7b9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.182805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cf71f84-7206-4331-b284-3d6ec441ab8e req-858441ec-f983-47d8-be18-f9e35fd9a7b9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1067040 Dec 23 12:35:43.230393 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b43e7525-d09c-4257-a38a-0eff7b10bc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:43.238714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cf71f84-7206-4331-b284-3d6ec441ab8e req-46aa8376-5c14-4278-8b3e-3b13cc6fd4ee tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Dec 23 12:35:43.328623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd59e-1bb8-473a-bcbd-6e5552a89d0c req-8bb29a1f-5058-4424-b805-5367eed34564 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.336275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-622bd59e-1bb8-473a-bcbd-6e5552a89d0c req-8bb29a1f-5058-4424-b805-5367eed34564 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0842805 Dec 23 12:35:43.421926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-622bd59e-1bb8-473a-bcbd-6e5552a89d0c req-e89eeca1-e88b-43a1-9445-7145131db6cc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846002 Dec 23 12:35:43.435362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e386b-a6f0-4fcb-b406-093f9b086c40 req-6a8b83ee-60a0-43a8-88fe-7bb2d9e8c974 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.437065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b0e386b-a6f0-4fcb-b406-093f9b086c40 req-6a8b83ee-60a0-43a8-88fe-7bb2d9e8c974 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0752649 Dec 23 12:35:43.499209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b0e386b-a6f0-4fcb-b406-093f9b086c40 req-393f7e78-62dc-4928-b9ed-b1eb8beae62b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482776 Dec 23 12:35:43.562783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc657f4-6df0-49d3-a4b7-71cc5083f1fc req-1ee718c5-b81e-4e7f-b83e-acb058fdc324 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.569991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcc657f4-6df0-49d3-a4b7-71cc5083f1fc req-1ee718c5-b81e-4e7f-b83e-acb058fdc324 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.0669894 Dec 23 12:35:43.641329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcc657f4-6df0-49d3-a4b7-71cc5083f1fc req-042e0281-ee16-4cf2-acb8-b9a1d7213f49 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694366 Dec 23 12:35:43.667300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465af2-289b-4d34-9b0b-787ca4782d9f req-91156869-2757-4568-9f60-b1ca4533f98b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.668837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96465af2-289b-4d34-9b0b-787ca4782d9f req-91156869-2757-4568-9f60-b1ca4533f98b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0685129 Dec 23 12:35:43.723106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96465af2-289b-4d34-9b0b-787ca4782d9f req-425c53ef-feda-410a-973f-0ab10173985c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Dec 23 12:35:43.829101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1143-8760-49c1-bf39-0dccba3a7a64 req-75681a76-7731-42a8-968e-ed4a82739870 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:43.830583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-918f1143-8760-49c1-bf39-0dccba3a7a64 req-75681a76-7731-42a8-968e-ed4a82739870 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0504639 Dec 23 12:35:43.884006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-918f1143-8760-49c1-bf39-0dccba3a7a64 req-59d722c7-72e1-4ce6-99d7-a9c1f1a88526 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Dec 23 12:35:44.005419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eaa51-ad26-41cc-8f14-26d99edcc8b4 req-27e9269f-a3da-4de9-b60e-ed988c6a67dd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.006966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f87eaa51-ad26-41cc-8f14-26d99edcc8b4 req-27e9269f-a3da-4de9-b60e-ed988c6a67dd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0502553 Dec 23 12:35:44.080427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f87eaa51-ad26-41cc-8f14-26d99edcc8b4 req-d9594b83-6ddb-4939-b857-830285ce57c2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 Dec 23 12:35:44.100298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cae57-b843-42cc-8a0e-fd9ab2821112 req-5981432d-d453-4c99-95a5-f1cff1f9be70 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.101785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf9cae57-b843-42cc-8a0e-fd9ab2821112 req-5981432d-d453-4c99-95a5-f1cff1f9be70 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0689878 Dec 23 12:35:44.153108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf9cae57-b843-42cc-8a0e-fd9ab2821112 req-19e7a7db-8b9b-4a69-af61-85d9d7c08874 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Dec 23 12:35:44.391783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faecfe-17ba-490a-9572-48bd87dd9048 req-bc17b1c6-10ee-4d53-b9d4-542601f1a6f3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.393298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74faecfe-17ba-490a-9572-48bd87dd9048 req-bc17b1c6-10ee-4d53-b9d4-542601f1a6f3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1790097 Dec 23 12:35:44.449886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89bfc8-b7af-4c5a-a3cd-8da16125cdb1 req-6304b82a-1dd2-4724-b83e-e42895467b3c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.451474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a89bfc8-b7af-4c5a-a3cd-8da16125cdb1 req-6304b82a-1dd2-4724-b83e-e42895467b3c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 814 time: 0.2361534 Dec 23 12:35:44.453260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-6a02c8a4-ef14-46ba-93bd-e5d26e06cf30 service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491727 Dec 23 12:35:44.501562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a89bfc8-b7af-4c5a-a3cd-8da16125cdb1 req-16691bbe-6459-4c83-8cc0-5eacb6f16133 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/quotas/e51ca3450c5e42d581e7629df02c8943 HTTP/1.1" status: 200 len: 375 time: 0.0426316 Dec 23 12:35:44.530620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74faecfe-17ba-490a-9572-48bd87dd9048 req-76b083aa-d28c-4906-be78-da3aed55b5c7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291301 Dec 23 12:35:44.638121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a89bfc8-b7af-4c5a-a3cd-8da16125cdb1 req-1b2370aa-6f96-4d6c-b8e3-e65a2f09e3b2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113164 Dec 23 12:35:44.642790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-915b4bbe-2597-4363-9f0f-2aba8f855f74 req-890c4d80-b50e-4962-a100-69999b06f8a5 service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724219 Dec 23 12:35:44.665544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e21b81-2a56-4d23-b2dd-677150461284 req-e18cb382-e1a2-4825-8bef-0cb1514eb463 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.667158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58e21b81-2a56-4d23-b2dd-677150461284 req-e18cb382-e1a2-4825-8bef-0cb1514eb463 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0761733 Dec 23 12:35:44.754209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58e21b81-2a56-4d23-b2dd-677150461284 req-ccbf7a4f-30ae-4d37-80ce-ee158f72ddf0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802624 Dec 23 12:35:44.792980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-e5b83cff-f27e-45fc-be5b-f7705f4a5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.794489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-e5b83cff-f27e-45fc-be5b-f7705f4a5c69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6d316c7d9b34344b962db62214d5df5&device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1095 time: 0.0850332 Dec 23 12:35:44.808753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d24af-5b71-4b3c-a337-c5a80b1c5cc6 req-2a5bd8b4-5d18-44c5-98dc-c18f1350db20 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.813298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-558d24af-5b71-4b3c-a337-c5a80b1c5cc6 req-2a5bd8b4-5d18-44c5-98dc-c18f1350db20 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0907741 Dec 23 12:35:44.955059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b179-4767-4349-b998-e1fd77835e77 req-db67d6f5-155a-445b-8633-f8b8c85d2a1c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:44.956651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae87b179-4767-4349-b998-e1fd77835e77 req-db67d6f5-155a-445b-8633-f8b8c85d2a1c tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.1423271 Dec 23 12:35:44.964926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-558d24af-5b71-4b3c-a337-c5a80b1c5cc6 req-da3877c4-13fc-4693-be7e-2b7b3da7190f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403913 Dec 23 12:35:45.015053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-b949b622-3355-44ce-850d-b08a41e6bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.017170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-b949b622-3355-44ce-850d-b08a41e6bf15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 200 len: 918 time: 0.1930859 Dec 23 12:35:45.028257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae87b179-4767-4349-b998-e1fd77835e77 req-17423451-e3e4-4ef1-894c-18149d1a6358 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 Dec 23 12:35:45.121208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-1ca4bb29-3eb3-45eb-870f-bc157140b33e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 200 len: 998 time: 0.0919845 Dec 23 12:35:45.212309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768a06-baed-42a5-8c7f-7e3254b4e945 req-26e48b38-8373-4ed3-83ff-208209587cbb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.213746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d768a06-baed-42a5-8c7f-7e3254b4e945 req-26e48b38-8373-4ed3-83ff-208209587cbb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1261437 Dec 23 12:35:45.217134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-53bbe964-ea1c-4d0f-a499-94958e5958a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.218480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-53bbe964-ea1c-4d0f-a499-94958e5958a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 200 len: 856 time: 0.0869579 Dec 23 12:35:45.233921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff374-5b64-4b1d-9c00-206257fde8de req-4bba4c8d-4b21-47b0-8c19-e2082bddb469 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.235325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-672ff374-5b64-4b1d-9c00-206257fde8de req-4bba4c8d-4b21-47b0-8c19-e2082bddb469 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1303041 Dec 23 12:35:45.327625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d768a06-baed-42a5-8c7f-7e3254b4e945 req-3f4ee0ba-b296-4fea-90aa-34c35a666463 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066225 Dec 23 12:35:45.334003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-52919106-58d1-4141-a7f0-04ea6f9f68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.335469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-52919106-58d1-4141-a7f0-04ea6f9f68bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=daac3158-be80-4870-b6ae-b0042dc1f213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983641 Dec 23 12:35:45.343993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-672ff374-5b64-4b1d-9c00-206257fde8de req-d5c2622d-adaa-4c6d-9060-56a7607e35ca tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918226 Dec 23 12:35:45.466992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432cef9-44d1-4e33-b380-27c9c8c936ea req-c96c0de4-6ce0-404f-8da8-5ba33147536c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.468365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a432cef9-44d1-4e33-b380-27c9c8c936ea req-c96c0de4-6ce0-404f-8da8-5ba33147536c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 944 time: 0.0738721 Dec 23 12:35:45.486635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-80e46ab3-0b5b-4f21-abc0-a1cb8ee07d4a service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414874 Dec 23 12:35:45.595583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a432cef9-44d1-4e33-b380-27c9c8c936ea req-5c45f63d-f754-4b10-9350-bf503f765675 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196728 Dec 23 12:35:45.598522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c48ae90-1b5d-40e8-9647-e92677d1c3f9 req-ef4b0e4b-791d-4ab6-91d9-fd91d5664e12 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e51ca3450c5e42d581e7629df02c8943 HTTP/1.1" status: 200 len: 221 time: 0.0941789 Dec 23 12:35:45.632998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4f9ef5e-15e4-4c6b-b519-3c35d4a3e535 req-05235623-6bf8-450c-b3df-79025f5a64c6 service neutron] 10.222.0.43 "GET /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366477 Dec 23 12:35:45.650001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b58ea955-44e7-4cbd-959c-c13f46733632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:45.738255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff755e-b2d1-4d14-bf66-af579cc6a1c9 req-b137361a-77ac-47e8-9a98-314ee54e42d2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.739651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ff755e-b2d1-4d14-bf66-af579cc6a1c9 req-b137361a-77ac-47e8-9a98-314ee54e42d2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0816543 Dec 23 12:35:45.752806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ea4d3-701c-4dcc-914a-3beac7af4629 req-7e2c1795-6e56-40fd-b5ce-249421f77516 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.754240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304ea4d3-701c-4dcc-914a-3beac7af4629 req-7e2c1795-6e56-40fd-b5ce-249421f77516 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0838664 Dec 23 12:35:45.855258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:45.857765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7ff755e-b2d1-4d14-bf66-af579cc6a1c9 req-ea1f755a-37b3-4e7b-9062-b1d580761986 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024864 Dec 23 12:35:45.866352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304ea4d3-701c-4dcc-914a-3beac7af4629 req-77262e45-96f2-4469-9149-ea9b99348c96 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048949 Dec 23 12:35:45.889858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-1248d8c3-570c-41ac-ad18-909c843bb23e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:45.891871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-1248d8c3-570c-41ac-ad18-909c843bb23e tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.1038413 Dec 23 12:35:45.977054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:45.990090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'port_id': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'mac_address': 'fa:16:3e:f3:44:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:46.033881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.052334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:46.074573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:46.089050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b54af4-67ae-4e42-b8fe-170e6e9d3131 req-cc9c8ec1-488e-49fc-a234-f7464431e392 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.090528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42b54af4-67ae-4e42-b8fe-170e6e9d3131 req-cc9c8ec1-488e-49fc-a234-f7464431e392 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1301711 Dec 23 12:35:46.099820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082dde-fddd-457f-a063-8478f6f3fae1 req-e92a547b-a271-4d3b-8883-adfdf898fb72 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.101209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13082dde-fddd-457f-a063-8478f6f3fae1 req-e92a547b-a271-4d3b-8883-adfdf898fb72 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1397185 Dec 23 12:35:46.137179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Deleting port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:35:46.137516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.157392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.206192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:46.236110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42b54af4-67ae-4e42-b8fe-170e6e9d3131 req-0a24bfcf-43fc-42bb-9d60-5e32ab318dbc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339757 Dec 23 12:35:46.241481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13082dde-fddd-457f-a063-8478f6f3fae1 req-c4358acc-1194-4b42-94cf-5f79423f1e78 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298752 Dec 23 12:35:46.299082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] For port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,segment=NetworkSegment(34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e),segment_id=34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:46.299548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.316229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Calling delete_port for a5e10c29-7f04-4e9f-adc4-78aed2ce19cd owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:35:46.390224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['613906d7-bdcf-42cf-a903-6ee2ce621a02'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:46.460216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.510146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555b357-b7ed-40f4-a4c7-c265ae4129f2 req-69532292-0091-4419-afef-af5c8bf1a1b1 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.511731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6555b357-b7ed-40f4-a4c7-c265ae4129f2 req-69532292-0091-4419-afef-af5c8bf1a1b1 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 945 time: 0.1221907 Dec 23 12:35:46.566086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89ac53-cdbf-4a39-ad41-18e8dd1256bb req-4e791540-74b6-4617-aa45-28005d252c0e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.567686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf89ac53-cdbf-4a39-ad41-18e8dd1256bb req-4e791540-74b6-4617-aa45-28005d252c0e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1318607 Dec 23 12:35:46.618813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6555b357-b7ed-40f4-a4c7-c265ae4129f2 req-bb825b86-d539-434b-a79d-b71dcd72e088 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959678 Dec 23 12:35:46.647524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf89ac53-cdbf-4a39-ad41-18e8dd1256bb req-cffc53f0-8047-4b98-80a3-79358f81e98f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718646 Dec 23 12:35:46.687953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.742585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Pushing event deleted for resources: {'Port': ['ID=a5e10c29-7f04-4e9f-adc4-78aed2ce19cd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:46.803233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] No DVR routers for this DVR port a5e10c29-7f04-4e9f-adc4-78aed2ce19cd on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:35:46.806783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:46.811931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31eb1f79-336d-48fb-9f07-ed08b6f69948 req-058331b8-446a-4020-863e-caa220b9adea tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.43 "DELETE /v2.0/ports/a5e10c29-7f04-4e9f-adc4-78aed2ce19cd HTTP/1.1" status: 204 len: 173 time: 0.9114892 Dec 23 12:35:46.811931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'name': 'network-vif-deleted', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:46.812808 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c195223-5317-45d8-a13a-53d9f6f9222d" -d '{"events": [{"server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "name": "network-vif-deleted", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:46.827163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc84a5-4d04-4966-a81c-e49d4efbfb67 req-875155d2-499b-40cb-9075-65a196f54156 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.828686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7cc84a5-4d04-4966-a81c-e49d4efbfb67 req-875155d2-499b-40cb-9075-65a196f54156 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0962970 Dec 23 12:35:46.880921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7cc84a5-4d04-4966-a81c-e49d4efbfb67 req-cb5afae6-d10f-429f-a1f9-8aa000f69656 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Dec 23 12:35:46.990869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc030-0c0e-4c61-9a11-a86451f49da0 req-1abc2140-c407-4bd2-9eb4-9ed3c6393fa9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:46.992356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-214cc030-0c0e-4c61-9a11-a86451f49da0 req-1abc2140-c407-4bd2-9eb4-9ed3c6393fa9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0505762 Dec 23 12:35:47.044542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-214cc030-0c0e-4c61-9a11-a86451f49da0 req-73efca15-fb8b-46c8-b41c-aa2224d0135c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Dec 23 12:35:47.095725 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b4d37-6ff8-45e9-9ba0-a46539db839b x-openstack-request-id: req-070b4d37-6ff8-45e9-9ba0-a46539db839b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:47.096026 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccd1c93-badb-4b1d-b390-9288ff72d554", "name": "network-vif-deleted", "tag": "a5e10c29-7f04-4e9f-adc4-78aed2ce19cd", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:47.096285 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-070b4d37-6ff8-45e9-9ba0-a46539db839b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:47.096694 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccd1c93-badb-4b1d-b390-9288ff72d554', 'name': 'network-vif-deleted', 'tag': 'a5e10c29-7f04-4e9f-adc4-78aed2ce19cd', 'status': 'completed', 'code': 200} Dec 23 12:35:47.251309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312dab1-80a0-41a3-abba-4505dc161696 req-bd6c6589-16f8-4aa4-9836-724dc4678d87 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:47.252779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9312dab1-80a0-41a3-abba-4505dc161696 req-bd6c6589-16f8-4aa4-9836-724dc4678d87 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0864749 Dec 23 12:35:47.261478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-02442b97-4d05-4481-aaf8-228bf93db59d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:47.262985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-02442b97-4d05-4481-aaf8-228bf93db59d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.1437969 Dec 23 12:35:47.287612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-9dbfb160-70ee-4767-9a56-201305f00e2f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/quotas/bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 375 time: 0.0179808 Dec 23 12:35:47.335597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9312dab1-80a0-41a3-abba-4505dc161696 req-b69016af-ad37-435c-baf2-73b563ef649b tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715766 Dec 23 12:35:47.357861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-9dea40af-c14f-41d0-ae3e-87c6cea63ed5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604687 Dec 23 12:35:47.486919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23571-a6b0-4cd2-82a2-bfd50297504c req-4a680ba2-a59d-4aab-857e-846c96274e31 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:47.493648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89a23571-a6b0-4cd2-82a2-bfd50297504c req-4a680ba2-a59d-4aab-857e-846c96274e31 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Dec 23 12:35:47.494698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-f6c08636-85a1-4480-b9fe-e0fcebfb7e77 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299052 Dec 23 12:35:47.586491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89a23571-a6b0-4cd2-82a2-bfd50297504c req-3eb4eed8-2285-4fa7-9069-515ac62b05a3 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Dec 23 12:35:47.617322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-6001ec62-9214-4d8d-8729-0eaeb74038f8 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161346 Dec 23 12:35:47.753437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f601f-c8a4-4edd-a061-a7760be10ca0 req-ebf1a210-a783-4c34-8454-896ee9b36357 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:47.754909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139f601f-c8a4-4edd-a061-a7760be10ca0 req-ebf1a210-a783-4c34-8454-896ee9b36357 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0507748 Dec 23 12:35:47.804069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139f601f-c8a4-4edd-a061-a7760be10ca0 req-eb2dbd8e-555a-44f8-9d27-350dceaf846d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Dec 23 12:35:47.862841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:47.908721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf9b1963-a484-4448-9a31-6505a49b3fc2 req-0ef9adba-c664-46a9-9be5-18f52c51904d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 210 time: 0.0454705 Dec 23 12:35:47.938259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3faee104-29fa-4dad-9efa-0d0cd8d88548 req-d163cf24-c0e1-4849-b5b9-e6b33c8af678 tempest-VolumesActionsTest-426408321 tempest-VolumesActionsTest-426408321-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ccd1c93-badb-4b1d-b390-9288ff72d554 HTTP/1.1" status: 200 len: 210 time: 0.0611525 Dec 23 12:35:47.998139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:48.002326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 613906d7-bdcf-42cf-a903-6ee2ce621a02 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:48.002768 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.030614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcb729-7668-4a4c-bc17-626c852ae6c9 req-9e142f1a-bde0-412a-bf4d-42c49dd5534d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.032313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cafcb729-7668-4a4c-bc17-626c852ae6c9 req-9e142f1a-bde0-412a-bf4d-42c49dd5534d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0543718 Dec 23 12:35:48.083339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cafcb729-7668-4a4c-bc17-626c852ae6c9 req-e1dace17-f6b9-4bc9-a4df-6b239b07635a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Dec 23 12:35:48.106572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.139441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:48.141780 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842bb1db-f861-4496-97c5-f12566d4a6ec" -d '{"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:48.152883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.154592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:48.178564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a562cf-bd28-425e-803d-d0b1e68ef982 req-ca99b785-910c-47a1-b914-91d870041d7e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.180061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7a562cf-bd28-425e-803d-d0b1e68ef982 req-ca99b785-910c-47a1-b914-91d870041d7e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 945 time: 0.0592141 Dec 23 12:35:48.206764 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.235478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.236448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a5e10c29-7f04-4e9f-adc4-78aed2ce19cd no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:48.273725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd3c1-4bb8-41e9-8135-683dd6ee7f9a req-1fe2e4f7-b71c-4b57-9630-8d8c0ba31ecb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.276175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-898dd3c1-4bb8-41e9-8135-683dd6ee7f9a req-1fe2e4f7-b71c-4b57-9630-8d8c0ba31ecb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0885472 Dec 23 12:35:48.280855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: a5e10c29-7f04-4e9f-adc4-78aed2ce19cd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:35:48.281420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a5e10c29-7f04-4e9f-adc4-78aed2ce19cd not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:35:48.303623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:48.306355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7a562cf-bd28-425e-803d-d0b1e68ef982 req-6d670039-35eb-4872-9602-81160b4025b1 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200943 Dec 23 12:35:48.349756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-35a6349e-3ca4-4367-9723-1678c0450f93 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.351162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-35a6349e-3ca4-4367-9723-1678c0450f93 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1061771 Dec 23 12:35:48.359798 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f6a37f-9968-4304-bf4d-4ec365d04f0f x-openstack-request-id: req-07f6a37f-9968-4304-bf4d-4ec365d04f0f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:48.360517 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-plugged", "status": "completed", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:48.361506 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07f6a37f-9968-4304-bf4d-4ec365d04f0f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:48.366061 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'code': 200} Dec 23 12:35:48.371697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-898dd3c1-4bb8-41e9-8135-683dd6ee7f9a req-d2ae5cf5-5e04-45ba-984d-7dfad8a7d715 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791626 Dec 23 12:35:48.548265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aa418-1516-46cb-a827-97fc53bc9b61 req-b2350409-7f66-420f-be7a-98383df31823 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.549795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f0aa418-1516-46cb-a827-97fc53bc9b61 req-b2350409-7f66-420f-be7a-98383df31823 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1194701 Dec 23 12:35:48.567893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18c6f-d565-4ebb-9785-f89ddc81359b req-bf23547f-2a29-4937-bdef-1b32e5e46fb7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.569351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e18c6f-d565-4ebb-9785-f89ddc81359b req-bf23547f-2a29-4937-bdef-1b32e5e46fb7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0877557 Dec 23 12:35:48.573291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:35:48.573549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.635144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8ed3-1e66-444e-a10f-1e03ec1e4952 req-02e2fbb0-b524-4414-8315-71d499954d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.637292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5aab8ed3-1e66-444e-a10f-1e03ec1e4952 req-02e2fbb0-b524-4414-8315-71d499954d5e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 1097 time: 0.0427012 Dec 23 12:35:48.694707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f0aa418-1516-46cb-a827-97fc53bc9b61 req-f3283c38-e765-4767-a887-e75fccaf4274 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346259 Dec 23 12:35:48.699223 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5aab8ed3-1e66-444e-a10f-1e03ec1e4952 req-6dc2c35d-9695-4fb8-b82a-51a977caa65d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Dec 23 12:35:48.718436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e18c6f-d565-4ebb-9785-f89ddc81359b req-57af43fd-db96-47b0-8b30-97165e887819 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332035 Dec 23 12:35:48.752575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port 7d77cf61-ebe2-4984-b208-6cee46ab5b28, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7d77cf61-ebe2-4984-b208-6cee46ab5b28,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:48.752985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:48.767261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for 7d77cf61-ebe2-4984-b208-6cee46ab5b28 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:35:48.903299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eabb5-7e40-4915-8320-0764101b2ce0 req-bc1143b9-be47-47b4-a36d-f722dd523d87 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.904790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f78eabb5-7e40-4915-8320-0764101b2ce0 req-bc1143b9-be47-47b4-a36d-f722dd523d87 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1335659 Dec 23 12:35:48.948725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de64bf-05d3-46cb-af52-30454e053b82 req-f7c0ce56-4533-4a7b-ac27-ec02e6d7dbbf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:48.950231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20de64bf-05d3-46cb-af52-30454e053b82 req-f7c0ce56-4533-4a7b-ac27-ec02e6d7dbbf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0992651 Dec 23 12:35:49.167040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:49.346432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f78eabb5-7e40-4915-8320-0764101b2ce0 req-98142a5c-4f22-4be2-83dd-8c5b9c3b98bc tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348030 Dec 23 12:35:49.381240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20de64bf-05d3-46cb-af52-30454e053b82 req-c2f11001-762d-426e-a9bc-d6ae175b1b92 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234776 Dec 23 12:35:49.438207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-515c8ff9-c15b-4b24-8ac8-c6f0f60001ba req-70660286-f092-4c0f-b316-05c8293dac6f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 210 time: 0.0324273 Dec 23 12:35:49.484182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:49.484901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7d77cf61-ebe2-4984-b208-6cee46ab5b28'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:49.554715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=7d77cf61-ebe2-4984-b208-6cee46ab5b28,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:49.601207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port 7d77cf61-ebe2-4984-b208-6cee46ab5b28 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:35:49.606852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:49.610613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ceaa2ce1-9a20-4052-bee0-b1ac9a7f9aff req-a283fcca-61fa-447f-8cb9-cee4d8638ffa tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "DELETE /v2.0/ports/7d77cf61-ebe2-4984-b208-6cee46ab5b28 HTTP/1.1" status: 204 len: 173 time: 1.2488089 Dec 23 12:35:49.610613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'name': 'network-vif-deleted', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:49.612836 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34da8b83-9277-4bb0-a3c8-477b4fbd0c99" -d '{"events": [{"server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "name": "network-vif-deleted", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:49.641278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f27f-36d7-4e62-b2d7-2a42cfe78ff7 req-c31199b4-60ab-4717-b18a-7f31e305871e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:49.642771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a110f27f-36d7-4e62-b2d7-2a42cfe78ff7 req-c31199b4-60ab-4717-b18a-7f31e305871e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1371937 Dec 23 12:35:49.654814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a5e1-6365-439f-8696-9cf89c69cd2d req-0bbbb565-70f4-4c0d-833f-b241ee9a637c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:49.656357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae74a5e1-6365-439f-8696-9cf89c69cd2d req-0bbbb565-70f4-4c0d-833f-b241ee9a637c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.1519058 Dec 23 12:35:49.727796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a110f27f-36d7-4e62-b2d7-2a42cfe78ff7 req-168352a7-7de1-4b92-8e1f-49644effe62e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Dec 23 12:35:49.737141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae74a5e1-6365-439f-8696-9cf89c69cd2d req-537fcf44-7ba5-4018-9009-0caf130e62ff tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737295 Dec 23 12:35:49.783669 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da07910e-02ee-4ade-86e9-79b102f41e14 x-openstack-request-id: req-da07910e-02ee-4ade-86e9-79b102f41e14 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:49.783669 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74990e97-d6f6-4d68-ac88-dd037d61e0e7", "name": "network-vif-deleted", "tag": "7d77cf61-ebe2-4984-b208-6cee46ab5b28", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:49.783853 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da07910e-02ee-4ade-86e9-79b102f41e14 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:49.784406 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74990e97-d6f6-4d68-ac88-dd037d61e0e7', 'name': 'network-vif-deleted', 'tag': '7d77cf61-ebe2-4984-b208-6cee46ab5b28', 'status': 'completed', 'code': 200} Dec 23 12:35:49.907384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615064d-ad1d-450c-8cb9-d8cb6c300b6f req-3ee2929a-4d37-43d0-82f6-0ef33cfe3e45 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:49.926347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7615064d-ad1d-450c-8cb9-d8cb6c300b6f req-3ee2929a-4d37-43d0-82f6-0ef33cfe3e45 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1029918 Dec 23 12:35:49.975025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7615064d-ad1d-450c-8cb9-d8cb6c300b6f req-ed9c690a-d120-476b-a78b-b8c22d2d6ca6 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476825 Dec 23 12:35:50.033372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b38a82-1a0c-400e-b5eb-b297df757714 req-83458e5d-155a-43b2-9718-a5c56977ecb8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:50.034916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8b38a82-1a0c-400e-b5eb-b297df757714 req-83458e5d-155a-43b2-9718-a5c56977ecb8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0531726 Dec 23 12:35:50.139822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8b38a82-1a0c-400e-b5eb-b297df757714 req-81d9a6da-027b-4c32-b4c5-4875fbfc1f63 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985239 Dec 23 12:35:50.202420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-3010b5b2-65f2-4dc7-a076-6c00a050813a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:50.202420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-3010b5b2-65f2-4dc7-a076-6c00a050813a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.1289568 Dec 23 12:35:50.214741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'device_id': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'admin_state_up': True, 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:50.330001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a51d-03e8-4004-8e42-e36e08c8c5af req-2e1df854-9da5-450d-8273-2d488b1c54ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:50.331509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b86a51d-03e8-4004-8e42-e36e08c8c5af req-2e1df854-9da5-450d-8273-2d488b1c54ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1115694 Dec 23 12:35:50.409924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b86a51d-03e8-4004-8e42-e36e08c8c5af req-0c6e84e9-8f07-4aae-a933-17378d5c547b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666831 Dec 23 12:35:50.484812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acb956e0-27ec-41b4-b660-d8c0fc1a2b72 req-123ae7cf-e337-4016-99f6-19bb7ef4345e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=74990e97-d6f6-4d68-ac88-dd037d61e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0283017 Dec 23 12:35:50.503122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:35:50.506696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:50.620253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a12580c-082a-4781-8891-edcf095c1afc req-db5b3be7-53d1-4377-8943-090f39441b57 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 210 time: 0.0725915 Dec 23 12:35:50.644793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afc56f-1ad0-41dd-baa6-ef9ecc7dbf68 req-b76d1803-1092-470a-90db-ac1345d21221 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:50.646945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3afc56f-1ad0-41dd-baa6-ef9ecc7dbf68 req-b76d1803-1092-470a-90db-ac1345d21221 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1270607 Dec 23 12:35:50.745331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3afc56f-1ad0-41dd-baa6-ef9ecc7dbf68 req-e9420243-3309-4114-86d5-311a4cd8fde8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840702 Dec 23 12:35:50.751759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.20.0.7 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/1f7e9494-9a33-4837-87da-dfdffd136abf) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:35:50.973985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c762a5-b4ef-4355-83f4-ffacd7b3e83c req-29bd24e8-a90a-4c79-b1bc-a578ec86bf5c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:50.975450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3c762a5-b4ef-4355-83f4-ffacd7b3e83c req-29bd24e8-a90a-4c79-b1bc-a578ec86bf5c tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.1436532 Dec 23 12:35:51.004571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f53ff4-879f-4c86-98aa-f66a63978aba req-7cc22246-e5c8-4089-8da9-aa5544ca39c7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:51.006113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23f53ff4-879f-4c86-98aa-f66a63978aba req-7cc22246-e5c8-4089-8da9-aa5544ca39c7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1344805 Dec 23 12:35:51.030552 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:51.099875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3c762a5-b4ef-4355-83f4-ffacd7b3e83c req-2ccabf4f-8552-4e7b-8919-baa36e30208b tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177764 Dec 23 12:35:51.127224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23f53ff4-879f-4c86-98aa-f66a63978aba req-8612bfcd-7522-4443-9360-5385800ceef0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060789 Dec 23 12:35:51.237409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:51.306682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:35:51.330788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:35:51.333352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:35:51.347665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ad80-cf7c-4444-a9ce-2848f0f7040e req-4ff48fe6-9481-40dc-a7bd-82bb1bed8500 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:51.349242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2945ad80-cf7c-4444-a9ce-2848f0f7040e req-4ff48fe6-9481-40dc-a7bd-82bb1bed8500 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1513658 Dec 23 12:35:51.373680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:51.435266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:51.435924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:51.445591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280410e2-7989-4a53-bc12-826ac6ad7bc7 req-4145eb9d-a022-43bd-bbf9-fae56e5a78f6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:51.448089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280410e2-7989-4a53-bc12-826ac6ad7bc7 req-4145eb9d-a022-43bd-bbf9-fae56e5a78f6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1698527 Dec 23 12:35:51.494023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2945ad80-cf7c-4444-a9ce-2848f0f7040e req-7e09ea57-163f-4d95-a5ab-0d5273cc2b43 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126692 Dec 23 12:35:51.537845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280410e2-7989-4a53-bc12-826ac6ad7bc7 req-5daa7fb4-c20a-471d-9a42-7e498f9260b0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783610 Dec 23 12:35:51.567759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-c3f8e4b7-dcf8-4fd0-8f68-00a970d0e9f9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570564 Dec 23 12:35:51.592159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Request body: {'port': {'device_id': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:51.709765 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:51.807571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-af55263e-35a6-447c-8405-a3e1ffd53127 None None] Provisioning complete for port 1f7e9494-9a33-4837-87da-dfdffd136abf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:51.808154 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-af55263e-35a6-447c-8405-a3e1ffd53127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:51.842207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2393bd8-482b-4196-8aea-ad2cfb9b249b req-f0376aa8-82df-41c4-ac84-204241c9afa7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:51.843504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-af55263e-35a6-447c-8405-a3e1ffd53127 None None] Port 1f7e9494-9a33-4837-87da-dfdffd136abf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:35:51.843670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2393bd8-482b-4196-8aea-ad2cfb9b249b req-f0376aa8-82df-41c4-ac84-204241c9afa7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1802280 Dec 23 12:35:51.886203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7d77cf61-ebe2-4984-b208-6cee46ab5b28 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:35:51.908750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 7d77cf61-ebe2-4984-b208-6cee46ab5b28 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:35:51.909362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7d77cf61-ebe2-4984-b208-6cee46ab5b28 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:35:52.008048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-5165005a-9a70-46e9-98be-3c152e524624 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:52.010108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-5165005a-9a70-46e9-98be-3c152e524624 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2441378 Dec 23 12:35:52.024012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2393bd8-482b-4196-8aea-ad2cfb9b249b req-5e006b82-6911-4c81-b405-83ef682f54db tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715927 Dec 23 12:35:52.061834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-2dea044f-7e9c-43e4-b1e1-a1cca00b73f4 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/quotas/5c874b77cedd4e6d9b913d85385c5aff HTTP/1.1" status: 200 len: 375 time: 0.0414097 Dec 23 12:35:52.108176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-e107d614-0f7a-4c95-a473-e9fd4ec22348 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370319 Dec 23 12:35:52.263252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dea3b-d48e-45ed-84f4-b7aa72b14dae req-5fc1d46c-d603-4ec5-9c1b-f5a8abcc3367 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:52.271217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-510dea3b-d48e-45ed-84f4-b7aa72b14dae req-5fc1d46c-d603-4ec5-9c1b-f5a8abcc3367 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 931 time: 0.1651535 Dec 23 12:35:52.389234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-281437c9-40d3-4a6b-89ae-a9bdf238fde1 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641521 Dec 23 12:35:52.405241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-510dea3b-d48e-45ed-84f4-b7aa72b14dae req-d654ca28-74bb-4773-836c-fb6168379828 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331313 Dec 23 12:35:52.465463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7e9494-9a33-4837-87da-dfdffd136abf {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:52.475867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:52.502422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Transition to ACTIVE for port object 1f7e9494-9a33-4837-87da-dfdffd136abf will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:52.572867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-ebab772e-f265-43cd-9e55-fc02b477dc53 service neutron] 10.222.0.16 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816747 Dec 23 12:35:52.607992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7097e5-1ef1-4813-969b-85541ac773bf req-0602cd0b-7c06-4477-a320-7205ca4b762e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:52.610833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a7097e5-1ef1-4813-969b-85541ac773bf req-0602cd0b-7c06-4477-a320-7205ca4b762e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.0927379 Dec 23 12:35:52.612117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:52.668408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:52.720022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:52.775088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a7097e5-1ef1-4813-969b-85541ac773bf req-355f2160-7a89-4515-aaca-a501560061ad tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524863 Dec 23 12:35:52.927608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Attempting to bind port 1f7e9494-9a33-4837-87da-dfdffd136abf on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:52.928149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Attempting to bind port 1f7e9494-9a33-4837-87da-dfdffd136abf by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:52.928582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Attempting to bind port 1f7e9494-9a33-4837-87da-dfdffd136abf on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:52.935280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Port 1f7e9494-9a33-4837-87da-dfdffd136abf on network 23761586-c834-4b55-87a3-c5461f41da68 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:52.935684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Attempting to bind port 1f7e9494-9a33-4837-87da-dfdffd136abf on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:52.943122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:52.943703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:52.944160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:52.952876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Bound port: 1f7e9494-9a33-4837-87da-dfdffd136abf, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:52.953382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:53.165258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.198078 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:35:53.203752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10476831-44e5-4519-8030-210fb956c131 req-478c8db5-55ee-46c4-9cd3-96257791358c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.208272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10476831-44e5-4519-8030-210fb956c131 req-478c8db5-55ee-46c4-9cd3-96257791358c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2030959 Dec 23 12:35:53.215949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1f7e9494-9a33-4837-87da-dfdffd136abf,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:53.247191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eb4f7-19d9-4639-8523-bec57dc5b7f6 req-4f56ab5c-752f-4ef8-b13f-d75697a3a780 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.248787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b78eb4f7-19d9-4639-8523-bec57dc5b7f6 req-4f56ab5c-752f-4ef8-b13f-d75697a3a780 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1497281 Dec 23 12:35:53.317923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10476831-44e5-4519-8030-210fb956c131 req-f9c828f1-c5f1-46c0-8c01-726780d61c73 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082261 Dec 23 12:35:53.326802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:53.431880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad860706-e6b8-45e8-948d-c6875c2def86 req-3dbc3654-a62c-468d-b173-a054b75ed507 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 210 time: 0.0532136 Dec 23 12:35:53.441292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.442031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:53.443501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] 10.222.0.43 "PUT /v2.0/ports/1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 200 len: 1091 time: 1.8675931 Dec 23 12:35:53.444040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:53.447906 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:53.492503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b78eb4f7-19d9-4639-8523-bec57dc5b7f6 req-47730f23-5d2f-4988-b5d4-241677843013 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348926 Dec 23 12:35:53.497740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3eda-b1c2-4801-92bf-717c914b3abd service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:53.731308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-50caef6b-d955-4e2d-a931-34b8c019ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.733014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-50caef6b-d955-4e2d-a931-34b8c019ae39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 1094 time: 0.1302662 Dec 23 12:35:53.743802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fab8b-b3d9-4eef-80d4-eb20f1e99c02 req-69667356-dda1-45a5-a26b-2e4ffb8cc03b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.751145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d13fab8b-b3d9-4eef-80d4-eb20f1e99c02 req-69667356-dda1-45a5-a26b-2e4ffb8cc03b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1977813 Dec 23 12:35:53.795487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8f16-7272-4039-ba9f-36fba0d8391b req-3847e1b5-79c6-4db2-8f6c-e01b8d5bee90 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:53.803225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eecb8f16-7272-4039-ba9f-36fba0d8391b req-3847e1b5-79c6-4db2-8f6c-e01b8d5bee90 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 943 time: 0.1637704 Dec 23 12:35:53.871360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-f234eff8-7c87-45ed-be86-e29271998735 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 200 len: 217 time: 0.0945835 Dec 23 12:35:53.910030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d13fab8b-b3d9-4eef-80d4-eb20f1e99c02 req-1c6b1fcb-aef4-4d0f-9c49-cd22c364cd21 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573353 Dec 23 12:35:53.962330 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b48278-1e6f-4e91-8bb3-b6693ff59886 x-openstack-request-id: req-22b48278-1e6f-4e91-8bb3-b6693ff59886 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:53.962330 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:53.962330 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22b48278-1e6f-4e91-8bb3-b6693ff59886 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:53.962330 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf', 'status': 'completed', 'code': 200} Dec 23 12:35:53.997267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eecb8f16-7272-4039-ba9f-36fba0d8391b req-39bfbefa-7dba-4e27-86bc-05dc2c6678c3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931653 Dec 23 12:35:54.002738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-8f563205-7f3f-4c0a-883e-6ada15245755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.004594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-8f563205-7f3f-4c0a-883e-6ada15245755 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1242743 Dec 23 12:35:54.091628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-81d6ca95-a842-4ed3-86f2-32b52325fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.097686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-81d6ca95-a842-4ed3-86f2-32b52325fea5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851028 Dec 23 12:35:54.262627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8914-8402-4f6b-b361-1ab8df1b681e req-b2883579-302e-4eae-9c7c-cb1bb1575c94 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.264185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a05d8914-8402-4f6b-b361-1ab8df1b681e req-b2883579-302e-4eae-9c7c-cb1bb1575c94 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1425505 Dec 23 12:35:54.282330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-1a953b0c-4dae-4091-8607-ac399f1f73fd service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781380 Dec 23 12:35:54.386001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a05d8914-8402-4f6b-b361-1ab8df1b681e req-b70948b5-af81-4e1a-a6c2-ea961e057c07 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080241 Dec 23 12:35:54.428557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e245e275-7c55-4cb9-ba36-850f68ef4361 req-06729bd5-bda9-46d8-ba44-02678f6af25b service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368566 Dec 23 12:35:54.518519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c564a-17a4-48c1-8032-e0777057c441 req-b15c5a2d-8461-4b58-a8e9-af24881afe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.520163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc7c564a-17a4-48c1-8032-e0777057c441 req-b15c5a2d-8461-4b58-a8e9-af24881afe23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1097 time: 0.0973630 Dec 23 12:35:54.551701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9d8c-accd-4e4c-8bab-934f9e05417a req-7b07f42c-c31f-4754-8b77-e88be632ba14 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.553878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da8d9d8c-accd-4e4c-8bab-934f9e05417a req-7b07f42c-c31f-4754-8b77-e88be632ba14 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0808768 Dec 23 12:35:54.597344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc7c564a-17a4-48c1-8032-e0777057c441 req-222f88d8-4eb2-40ca-abe8-f350cb0c3c84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697060 Dec 23 12:35:54.669225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ecc84a9-14c5-4862-af15-3e4a48fb9108 req-09345b89-2c57-4f38-853c-c18116971bcd tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 210 time: 0.0852425 Dec 23 12:35:54.729815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da8d9d8c-accd-4e4c-8bab-934f9e05417a req-f391ca4a-f8dd-4342-b573-92d85ff26263 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681495 Dec 23 12:35:54.763018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-cdcf65c3-e755-47d4-8d30-34ad3a54b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.764313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-cdcf65c3-e755-47d4-8d30-34ad3a54b883 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 1094 time: 0.1451662 Dec 23 12:35:54.938407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d615234-bab6-4932-a6e0-aad08e13a950 req-aa47751c-a497-4544-a267-facf12e12564 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.946062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d615234-bab6-4932-a6e0-aad08e13a950 req-aa47751c-a497-4544-a267-facf12e12564 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1971004 Dec 23 12:35:54.994151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda2500-15f3-42c6-ad80-671c4b473b5c req-8350dbc5-4484-4d7c-b24f-cfd83c2e4a40 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:54.995585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fda2500-15f3-42c6-ad80-671c4b473b5c req-8350dbc5-4484-4d7c-b24f-cfd83c2e4a40 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1399713 Dec 23 12:35:55.035080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-b34aa7a4-a0f5-49b8-9121-f35650a5bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.036635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-b34aa7a4-a0f5-49b8-9121-f35650a5bf82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.2531960 Dec 23 12:35:55.090843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-9693cfe8-b6a5-4ceb-be64-1ff35b994d00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 200 len: 217 time: 0.0452337 Dec 23 12:35:55.105414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d615234-bab6-4932-a6e0-aad08e13a950 req-a90d7042-ec00-4bfd-9ce7-d6610205c467 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577363 Dec 23 12:35:55.177125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fda2500-15f3-42c6-ad80-671c4b473b5c req-1d3f4473-5c93-4963-ac0f-67531957bf61 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718004 Dec 23 12:35:55.225407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-b14e5869-1e91-4c43-bcb0-48bf78357d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.225407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-b14e5869-1e91-4c43-bcb0-48bf78357d67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1159339 Dec 23 12:35:55.799341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-dd6c141e-cddc-4474-b919-aadd3d4bc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.801019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-dd6c141e-cddc-4474-b919-aadd3d4bc8e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5695481 Dec 23 12:35:55.807066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-8572762e-ff0f-4db4-a6cd-318782791c09 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.810751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-8572762e-ff0f-4db4-a6cd-318782791c09 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 811 time: 0.2781100 Dec 23 12:35:55.818954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea999d-93d6-4313-b055-75e21225a9c3 req-3ecc091e-66ec-4eb1-87d5-cf3bd295bb03 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.827014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Request body: {'port': {'device_id': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'admin_state_up': True, 'tenant_id': '5c874b77cedd4e6d9b913d85385c5aff'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:55.827730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eea999d-93d6-4313-b055-75e21225a9c3 req-3ecc091e-66ec-4eb1-87d5-cf3bd295bb03 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 943 time: 0.5656345 Dec 23 12:35:55.887047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1f7e9494-9a33-4837-87da-dfdffd136abf details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:35:55.917269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3e9d-11aa-467c-affc-7ffce4ffb171 req-fec40716-360a-4168-8070-53d5154277ad tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:55.925374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c67a3e9d-11aa-467c-affc-7ffce4ffb171 req-fec40716-360a-4168-8070-53d5154277ad tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1883566 Dec 23 12:35:56.036312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1f7e9494-9a33-4837-87da-dfdffd136abf,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:56.049100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '1f7e9494-9a33-4837-87da-dfdffd136abf', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '1f7e9494-9a33-4837-87da-dfdffd136abf', 'mac_address': 'fa:16:3e:ad:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:35:56.053552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c67a3e9d-11aa-467c-affc-7ffce4ffb171 req-4d1fb43f-8da6-4f52-9676-b2dc029854d3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Dec 23 12:35:56.094774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:56.109585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-51cbcb88-329e-4901-83e0-4b1066a4453e service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785783 Dec 23 12:35:56.112385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e9494-9a33-4837-87da-dfdffd136abf {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:56.134515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eea999d-93d6-4313-b055-75e21225a9c3 req-c9f61d63-5564-4418-8c40-bb67852b3d3e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052356 Dec 23 12:35:56.140023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1f7e9494-9a33-4837-87da-dfdffd136abf,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:56.195542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Made reservation on behalf of 5c874b77cedd4e6d9b913d85385c5aff for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:35:56.201225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:56.240950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:56.247590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd5de047-d050-4cd4-aa2d-fef0b71a36cd req-6286f3b6-2a15-43e8-9de2-f599cc3ca78c tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 210 time: 0.0392411 Dec 23 12:35:56.334791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0bd3eb4-247b-411e-81d8-782bb3eb0a77 req-57fb7123-45ad-46da-98b8-a4f55a51e471 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991034 Dec 23 12:35:56.345268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:56.403035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ef0b-21b8-4ced-8dbb-997c4d83dc68 req-9a4c3a78-0879-4fa5-a916-1ba64151f620 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:56.404926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5273ef0b-21b8-4ced-8dbb-997c4d83dc68 req-9a4c3a78-0879-4fa5-a916-1ba64151f620 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0661724 Dec 23 12:35:56.471245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Allocated IP 172.20.0.3 (90172837-ca0a-454e-aa87-9281895724c0/8df9c540-36b2-4d90-af36-b6842383740c/f3190867-eadc-443e-91f6-40896e020dbd) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:35:56.473381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5273ef0b-21b8-4ced-8dbb-997c4d83dc68 req-04f3a8e6-46c0-45c9-b577-9500a4cdfa93 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618095 Dec 23 12:35:56.634901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:35:56.635355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a572d-286f-4719-a5c3-05a35c868200 req-a97c5d5f-6d4c-4401-901f-9bce1d96b07b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:56.635355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae8a572d-286f-4719-a5c3-05a35c868200 req-a97c5d5f-6d4c-4401-901f-9bce1d96b07b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0632570 Dec 23 12:35:56.667613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:56.703520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae8a572d-286f-4719-a5c3-05a35c868200 req-59b9c72b-8ff8-43a0-a597-39b86ec71d33 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644474 Dec 23 12:35:56.821173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:56.867192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Network 90172837-ca0a-454e-aa87-9281895724c0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:35:56.870779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:35:56.873201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:35:56.905659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event updated for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:56.947185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:56.947748 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:57.050848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358127c-468e-459e-9354-06571eeb2f45 req-b3b834ed-8140-407b-9c44-e42015794d81 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.052748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6358127c-468e-459e-9354-06571eeb2f45 req-b3b834ed-8140-407b-9c44-e42015794d81 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0676136 Dec 23 12:35:57.080059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-cbbf298a-d8f3-4d26-8409-58398f414d06 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2613442 Dec 23 12:35:57.096485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Request body: {'port': {'device_id': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:35:57.141236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6358127c-468e-459e-9354-06571eeb2f45 req-8cc0fa86-9a5d-4751-b891-ce8cd7cbe889 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Dec 23 12:35:57.162090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-8e00b086-a2e6-433b-b761-3607401bccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.163607 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-8e00b086-a2e6-433b-b761-3607401bccce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c08cb0324fd84a79a560ced12eeb1150&device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 1097 time: 0.0820076 Dec 23 12:35:57.242279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:57.297202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a362-834f-4fb3-972a-5aab0e49f9a7 req-72f2c8f5-2bae-43c7-aa0a-4a19ebc943dd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.300870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16d1a362-834f-4fb3-972a-5aab0e49f9a7 req-72f2c8f5-2bae-43c7-aa0a-4a19ebc943dd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 944 time: 0.0615749 Dec 23 12:35:57.344642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-bd63ea45-711d-4bc5-8fb2-2bc5a93dbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.347466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-bd63ea45-711d-4bc5-8fb2-2bc5a93dbba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 200 len: 911 time: 0.1605854 Dec 23 12:35:57.377412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16d1a362-834f-4fb3-972a-5aab0e49f9a7 req-406aa959-e98d-4c21-b6cd-7544ea72d9f7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704162 Dec 23 12:35:57.438386 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-a66763c7-6901-4a42-81cd-05d02e28a8d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 200 len: 217 time: 0.0450845 Dec 23 12:35:57.443669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a62cc-13d4-45a8-982f-bf328b4ac3ec req-f986f9ec-7a08-4a0f-a2c2-a8cd68da17e7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.451662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb5a62cc-13d4-45a8-982f-bf328b4ac3ec req-f986f9ec-7a08-4a0f-a2c2-a8cd68da17e7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 931 time: 0.0924816 Dec 23 12:35:57.503044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb5a62cc-13d4-45a8-982f-bf328b4ac3ec req-610c989f-c9c0-4e4a-ae26-30973a6d7c4b tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Dec 23 12:35:57.566910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-3496094f-f695-4694-81fd-505400692b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.568366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-3496094f-f695-4694-81fd-505400692b4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 200 len: 850 time: 0.1193681 Dec 23 12:35:57.620094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-400a46f7-bd17-42f6-a595-da5f7ad1892d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d61828-8fe2-40f9-b890-0c84b57247c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383966 Dec 23 12:35:57.799406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-f7effe34-da38-4c0a-abd2-3b836bdd996e service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698854 Dec 23 12:35:57.852396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322fde-15c0-46b4-bb8f-0a9994f32968 req-1ae71ceb-68ea-4966-afa4-e311eace6900 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:57.854750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9322fde-15c0-46b4-bb8f-0a9994f32968 req-1ae71ceb-68ea-4966-afa4-e311eace6900 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0747247 Dec 23 12:35:57.877939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3190867-eadc-443e-91f6-40896e020dbd {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:35:57.889287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:57.891909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1f7e9494-9a33-4837-87da-dfdffd136abf up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:35:57.916841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Transition to ACTIVE for port object f3190867-eadc-443e-91f6-40896e020dbd will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:35:57.939962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-716a4d38-40fb-4f11-99d2-2a7c252234be req-72c6de4e-255f-44db-bfb6-1bf60a4496c1 service neutron] 10.222.0.57 "GET /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322317 Dec 23 12:35:57.969587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9322fde-15c0-46b4-bb8f-0a9994f32968 req-92f8cef4-b0e7-4f14-b9e1-4fa835b576fb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Dec 23 12:35:58.018153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.072636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 1f7e9494-9a33-4837-87da-dfdffd136abf completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:35:58.080993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 1f7e9494-9a33-4837-87da-dfdffd136abf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:35:58.082577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.134940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Pushing event updated for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:58.170253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Attempting to bind port f3190867-eadc-443e-91f6-40896e020dbd on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:35:58.170667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Attempting to bind port f3190867-eadc-443e-91f6-40896e020dbd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:35:58.171095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Attempting to bind port f3190867-eadc-443e-91f6-40896e020dbd on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:58.176979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Port f3190867-eadc-443e-91f6-40896e020dbd on network 90172837-ca0a-454e-aa87-9281895724c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:35:58.177557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Attempting to bind port f3190867-eadc-443e-91f6-40896e020dbd on network 90172837-ca0a-454e-aa87-9281895724c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:35:58.184673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:35:58.185743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Checking segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:35:58.186544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Bound using segment: {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:35:58.187188 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Bound port: f3190867-eadc-443e-91f6-40896e020dbd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709678a-249d-43f2-927d-579428da572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '90172837-ca0a-454e-aa87-9281895724c0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:35:58.187904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.272967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.289175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:35:58.293756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3190867-eadc-443e-91f6-40896e020dbd,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:35:58.312577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:58.315272 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38507a60-46f1-4877-836e-a291ef91b70d" -d '{"events": [{"server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:58.340863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1f7e9494-9a33-4837-87da-dfdffd136abf,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:35:58.381352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c26dc-18b4-4287-a6fa-326443998e02 req-6a9e3764-0718-43fd-be55-6d35526fd8b3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.392803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c2c26dc-18b4-4287-a6fa-326443998e02 req-6a9e3764-0718-43fd-be55-6d35526fd8b3 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.1115508 Dec 23 12:35:58.403733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.429463 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.435960 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85901e-8961-4d9c-8482-8606c462a3fa x-openstack-request-id: req-0b85901e-8961-4d9c-8482-8606c462a3fa {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:58.436497 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:58.436646 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b85901e-8961-4d9c-8482-8606c462a3fa {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:58.437034 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf', 'code': 200} Dec 23 12:35:58.509164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.509164 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:35:58.512407 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] 10.222.0.43 "PUT /v2.0/ports/f3190867-eadc-443e-91f6-40896e020dbd HTTP/1.1" status: 200 len: 1091 time: 1.4183493 Dec 23 12:35:58.513555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:35:58.516398 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea304fa5-c22f-423f-8030-bfecc69e9955" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "tag": "f3190867-eadc-443e-91f6-40896e020dbd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:35:58.527084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c2c26dc-18b4-4287-a6fa-326443998e02 req-22ab0514-df57-4906-9b81-0299107db71e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197760 Dec 23 12:35:58.577337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c2a51-5508-4b70-bb71-9524dedfbb99 service neutron] Pushing event updated for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:58.592023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:35:58.606005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.607161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.607972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.608567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.609066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.609540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.610077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.610546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.611674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.612204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.612676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.613342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.613848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:35:58.739354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-233b8b45-4023-4542-9539-dfa2de26c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.743873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-233b8b45-4023-4542-9539-dfa2de26c71e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 1094 time: 0.1003056 Dec 23 12:35:58.792194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c3d36-04ca-4e69-b369-aa7e2c1474bd req-52873389-3330-4d06-af1d-e2cf4c1140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.794498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9c3d36-04ca-4e69-b369-aa7e2c1474bd req-52873389-3330-4d06-af1d-e2cf4c1140ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 1096 time: 0.2630515 Dec 23 12:35:58.801919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-b3a5fbcf-737f-432d-a60a-c6a640d44f80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3190867-eadc-443e-91f6-40896e020dbd HTTP/1.1" status: 200 len: 217 time: 0.0509949 Dec 23 12:35:58.834421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e291e65-e172-4e2c-a9c9-ee24c29d9356 req-43c439f5-6e72-45e8-87ce-1fb6d8b560c8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.842994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e291e65-e172-4e2c-a9c9-ee24c29d9356 req-43c439f5-6e72-45e8-87ce-1fb6d8b560c8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2115211 Dec 23 12:35:58.863418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c10351-a042-440a-a9f4-ef466535a13c req-a1ef4b17-9b98-4eb4-bbe9-a69cec5cf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.865083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-a1ef4b17-9b98-4eb4-bbe9-a69cec5cf560 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0564351 Dec 23 12:35:58.879782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d56c4e-46cf-4e26-9b15-c4153034d9ed req-a6ffb124-7dfc-499b-9eac-abb3d66d3dc7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:58.887712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84d56c4e-46cf-4e26-9b15-c4153034d9ed req-a6ffb124-7dfc-499b-9eac-abb3d66d3dc7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1528332 Dec 23 12:35:58.904495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-703019fd-ccd0-4713-a687-19482a34ec06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319662 Dec 23 12:35:58.966371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9c3d36-04ca-4e69-b369-aa7e2c1474bd req-b49190a6-4a84-4ff3-88c4-32ff43256a3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628382 Dec 23 12:35:58.991254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e291e65-e172-4e2c-a9c9-ee24c29d9356 req-8f3a3a44-1050-45f7-a795-4c561bae6d76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410949 Dec 23 12:35:59.025666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84d56c4e-46cf-4e26-9b15-c4153034d9ed req-cb251d5b-86b8-496c-8abe-e9e3ba18dc8e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369011 Dec 23 12:35:59.184200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9283dc-5a6e-42ee-ac66-9c6102e1b338 req-ddb66343-cb2d-4c6f-9958-5b368da38520 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:59.192106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b9283dc-5a6e-42ee-ac66-9c6102e1b338 req-ddb66343-cb2d-4c6f-9958-5b368da38520 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 943 time: 0.0687981 Dec 23 12:35:59.261321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b9283dc-5a6e-42ee-ac66-9c6102e1b338 req-0dbe79a3-f84b-4d48-bf9d-fd7dcdd100b6 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Dec 23 12:35:59.388807 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c7da43-1b03-4c20-869c-6a46e1a6e9bf x-openstack-request-id: req-39c7da43-1b03-4c20-869c-6a46e1a6e9bf {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:35:59.389026 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "tag": "f3190867-eadc-443e-91f6-40896e020dbd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:35:59.389388 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39c7da43-1b03-4c20-869c-6a46e1a6e9bf {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:35:59.389861 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd', 'status': 'completed', 'code': 200} Dec 23 12:35:59.417722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-61d9ec28-d067-4018-be3f-945254df52dd service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032761 Dec 23 12:35:59.529859 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-23c10351-a042-440a-a9f4-ef466535a13c req-4488892e-59c2-48ac-a434-bb9b0095da00 service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012189 Dec 23 12:35:59.738291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3e42-b04b-44f6-946f-97c7afc1c0d6 req-9c5493b0-68de-42f5-9dd8-d5d4ef919e7c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:35:59.753521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c59e3e42-b04b-44f6-946f-97c7afc1c0d6 req-9c5493b0-68de-42f5-9dd8-d5d4ef919e7c tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0958455 Dec 23 12:35:59.808624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c59e3e42-b04b-44f6-946f-97c7afc1c0d6 req-362931d8-ddab-42eb-aba1-0c5dddcaa1af tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Dec 23 12:36:00.023374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-7787f101-d5c0-4d7f-b228-cb3d6ce2db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.025409 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-7787f101-d5c0-4d7f-b228-cb3d6ce2db13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 1094 time: 0.1080070 Dec 23 12:36:00.219193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-572adf48-36bd-42e1-a53c-b6591726fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.219193 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-572adf48-36bd-42e1-a53c-b6591726fcbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 200 len: 912 time: 0.1839762 Dec 23 12:36:00.280045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06600d5c-d634-44eb-a25e-151c7ee5357f req-1192e743-a582-4e53-8a38-a73aeed6057d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.281135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06600d5c-d634-44eb-a25e-151c7ee5357f req-1192e743-a582-4e53-8a38-a73aeed6057d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1574876 Dec 23 12:36:00.290512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-52371221-c65d-4c6e-a87e-5c7ee9f53f0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3190867-eadc-443e-91f6-40896e020dbd HTTP/1.1" status: 200 len: 217 time: 0.0638280 Dec 23 12:36:00.309757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9bdf9-2e23-4af4-baf6-e07e8ba6b792 req-c8b9baf8-9164-4fd0-98df-155c6ec71550 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.311329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83e9bdf9-2e23-4af4-baf6-e07e8ba6b792 req-c8b9baf8-9164-4fd0-98df-155c6ec71550 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1175208 Dec 23 12:36:00.363071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-1050cded-5e37-4eb2-bb0f-ab855f1264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.365218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-1050cded-5e37-4eb2-bb0f-ab855f1264f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 200 len: 851 time: 0.0671172 Dec 23 12:36:00.366984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06600d5c-d634-44eb-a25e-151c7ee5357f req-0c13d169-6697-47bd-b4bc-f8bc2e0e9501 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740883 Dec 23 12:36:00.412478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-35b1cdd1-e3d1-4ec9-833f-d75cb342abce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90172837-ca0a-454e-aa87-9281895724c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385847 Dec 23 12:36:00.472321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83e9bdf9-2e23-4af4-baf6-e07e8ba6b792 req-eedc2c58-83f0-4e82-b525-46ac7a020cf9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155264 Dec 23 12:36:00.608143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-3a36fd4b-dbe0-42bc-9894-27974f9f880f service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866546 Dec 23 12:36:00.688426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f73e4c-ebef-4e49-adf6-dd68dee8f07e req-2ecdb3d8-7258-4c2c-9f51-0d5a4a6c553d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.690261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f73e4c-ebef-4e49-adf6-dd68dee8f07e req-2ecdb3d8-7258-4c2c-9f51-0d5a4a6c553d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 943 time: 0.0967133 Dec 23 12:36:00.776117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ea304fa5-c22f-423f-8030-bfecc69e9955 req-7a0f8913-a7dc-4c7c-903d-07c87df54a5f service neutron] 10.222.0.43 "GET /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600618 Dec 23 12:36:00.792619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42f73e4c-ebef-4e49-adf6-dd68dee8f07e req-d6396fea-818d-4c79-83af-3f04e74619a2 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937605 Dec 23 12:36:00.819754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338a019-ff78-49fb-b5dd-668162e326b7 req-968c569f-415a-46e9-a491-05b19673a381 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:00.819754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2338a019-ff78-49fb-b5dd-668162e326b7 req-968c569f-415a-46e9-a491-05b19673a381 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1225843 Dec 23 12:36:00.903027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2338a019-ff78-49fb-b5dd-668162e326b7 req-f3e74428-528e-4132-83e6-a799b7a2a17f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781918 Dec 23 12:36:01.000758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb64d-443d-4bec-b1f3-d8bc7542b8bb req-e62dc7d1-0fa3-4f3c-a12c-45ad1df6c31d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:01.000758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-028cb64d-443d-4bec-b1f3-d8bc7542b8bb req-e62dc7d1-0fa3-4f3c-a12c-45ad1df6c31d tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0994668 Dec 23 12:36:01.077995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-028cb64d-443d-4bec-b1f3-d8bc7542b8bb req-3e97f7ab-cf6e-40ce-8187-c35d7d9341e9 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778518 Dec 23 12:36:01.184866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327061f4-1f4d-4cf4-be8d-f13b003c2c90 req-f67b4dca-81a2-442a-ae94-6e917651e3e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:01.186167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-327061f4-1f4d-4cf4-be8d-f13b003c2c90 req-f67b4dca-81a2-442a-ae94-6e917651e3e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0798254 Dec 23 12:36:01.248212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-327061f4-1f4d-4cf4-be8d-f13b003c2c90 req-5277ed25-d2d1-4804-86cc-78dc133fd700 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 Dec 23 12:36:01.432071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2097f27-51da-4e60-849f-759f1728f84e req-3c281e8d-7760-49b4-abfe-72dfe92f36e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:01.441711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2097f27-51da-4e60-849f-759f1728f84e req-3c281e8d-7760-49b4-abfe-72dfe92f36e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0809872 Dec 23 12:36:01.498060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2097f27-51da-4e60-849f-759f1728f84e req-2643b1ef-01f8-41df-9807-31d0f13cf6e6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 Dec 23 12:36:01.674756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf0a1-cfed-4a53-b51c-263b2db1fbe6 req-c0b37da6-7765-44df-acfd-e3b975c7c4b4 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:01.676620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ddaf0a1-cfed-4a53-b51c-263b2db1fbe6 req-c0b37da6-7765-44df-acfd-e3b975c7c4b4 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0746803 Dec 23 12:36:01.685090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdd8b9-e695-4aea-847f-a38f33eca668 req-d34a71f2-6f2f-4459-b9f8-73d03572cf44 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:01.686561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bfdd8b9-e695-4aea-847f-a38f33eca668 req-d34a71f2-6f2f-4459-b9f8-73d03572cf44 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0934689 Dec 23 12:36:01.755758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ddaf0a1-cfed-4a53-b51c-263b2db1fbe6 req-224291b8-9979-4711-902a-1e07338cf3fb tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Dec 23 12:36:01.768421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bfdd8b9-e695-4aea-847f-a38f33eca668 req-d4fc29e5-aca5-4379-bfcf-445a556bd2b7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666101 Dec 23 12:36:01.901903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3190867-eadc-443e-91f6-40896e020dbd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:36:02.004905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa2ec-2993-4e8e-ad1d-985c426817d7 req-e30892ed-795d-488f-a0cc-9a447e25f8b9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.006445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1eaa2ec-2993-4e8e-ad1d-985c426817d7 req-e30892ed-795d-488f-a0cc-9a447e25f8b9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1445096 Dec 23 12:36:02.074833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891dd1-f4e5-4685-8003-356039d34de6 req-2c7e7d4b-5b56-4f0c-9eb2-15ee4e64d9e0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.082719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e891dd1-f4e5-4685-8003-356039d34de6 req-2c7e7d4b-5b56-4f0c-9eb2-15ee4e64d9e0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 943 time: 0.1150970 Dec 23 12:36:02.126040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3190867-eadc-443e-91f6-40896e020dbd,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:02.149580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1eaa2ec-2993-4e8e-ad1d-985c426817d7 req-6562f337-f8c2-48d8-a531-0d1dfc01a298 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292906 Dec 23 12:36:02.167201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f3190867-eadc-443e-91f6-40896e020dbd', 'network_id': '90172837-ca0a-454e-aa87-9281895724c0', 'port_id': 'f3190867-eadc-443e-91f6-40896e020dbd', 'mac_address': 'fa:16:3e:61:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df9c540-36b2-4d90-af36-b6842383740c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:36:02.176756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e891dd1-f4e5-4685-8003-356039d34de6 req-2317b63f-19ef-456f-ada8-4437853d1ee7 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Dec 23 12:36:02.237482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:02.258771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3190867-eadc-443e-91f6-40896e020dbd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:02.281379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3190867-eadc-443e-91f6-40896e020dbd,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:02.329946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38d3ed-ef40-4df0-bde2-84bb23d35ad7 req-64c75ffc-9325-41cb-b0d4-7082e203d2de tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.336395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba38d3ed-ef40-4df0-bde2-84bb23d35ad7 req-64c75ffc-9325-41cb-b0d4-7082e203d2de tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0586040 Dec 23 12:36:02.374842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:02.435566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba38d3ed-ef40-4df0-bde2-84bb23d35ad7 req-9a8c1c75-5b96-4976-af97-381bdda58526 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883536 Dec 23 12:36:02.504772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:02.608107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b137-d0ef-416f-9cf8-fc8163e8fe47 req-61b9812f-7b3a-4152-a8b8-8189f58f370b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.610412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1270b137-d0ef-416f-9cf8-fc8163e8fe47 req-61b9812f-7b3a-4152-a8b8-8189f58f370b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1012509 Dec 23 12:36:02.618634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f3190867-eadc-443e-91f6-40896e020dbd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:02.785095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1270b137-d0ef-416f-9cf8-fc8163e8fe47 req-876b1e32-5b16-43e4-9634-c353a52ab133 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464014 Dec 23 12:36:02.799840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22c9d-1861-4d0c-a509-7e7ed90767ba req-38c9fcb9-86d2-4b24-832a-0b80da86cc7e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.809920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79b22c9d-1861-4d0c-a509-7e7ed90767ba req-38c9fcb9-86d2-4b24-832a-0b80da86cc7e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1981771 Dec 23 12:36:02.878396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79b22c9d-1861-4d0c-a509-7e7ed90767ba req-97ab5978-a4e5-46d4-aab4-d141fba2304b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662951 Dec 23 12:36:02.975572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e972efe-7c60-4a21-9c2a-e733e33cecc4 req-84d27971-9a77-4cdc-aef3-c9c25d31dd63 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:02.978088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e972efe-7c60-4a21-9c2a-e733e33cecc4 req-84d27971-9a77-4cdc-aef3-c9c25d31dd63 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0743208 Dec 23 12:36:03.086012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e972efe-7c60-4a21-9c2a-e733e33cecc4 req-4575e175-c2dc-4825-bbcb-5e6299eb4576 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014285 Dec 23 12:36:03.134506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a46799-f678-4b0f-8db8-95649b4082c5 req-9e6a37c2-757b-40cd-874f-566450f3e496 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:03.136652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72a46799-f678-4b0f-8db8-95649b4082c5 req-9e6a37c2-757b-40cd-874f-566450f3e496 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0840647 Dec 23 12:36:03.204937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72a46799-f678-4b0f-8db8-95649b4082c5 req-0fedef6a-047d-4160-ba57-2f120a113b8b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Dec 23 12:36:03.362591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244d4-40e0-427a-9c85-ca891c050a41 req-7b0ede15-4026-4ac6-9dca-b7c3c8bf3cce tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:03.364177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22a244d4-40e0-427a-9c85-ca891c050a41 req-7b0ede15-4026-4ac6-9dca-b7c3c8bf3cce tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 944 time: 0.0951366 Dec 23 12:36:03.395252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce4ac1-aaf8-400e-8e0d-30e59d39b003 req-290ca3b8-7404-49d6-8660-21f2d7a35d9b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:03.403342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7ce4ac1-aaf8-400e-8e0d-30e59d39b003 req-290ca3b8-7404-49d6-8660-21f2d7a35d9b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0965209 Dec 23 12:36:03.497412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22a244d4-40e0-427a-9c85-ca891c050a41 req-b6c474c4-5a21-4366-9ec9-83b9363d881d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247389 Dec 23 12:36:03.502636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7ce4ac1-aaf8-400e-8e0d-30e59d39b003 req-0b198151-7c57-4849-a104-60bd5ffdbfe9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976305 Dec 23 12:36:03.700442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0f3d5-377b-479e-8499-7accce5f1d9a req-d6244b14-8d48-4a51-b683-790ff961a367 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:03.702077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1a0f3d5-377b-479e-8499-7accce5f1d9a req-d6244b14-8d48-4a51-b683-790ff961a367 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0940516 Dec 23 12:36:03.757655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1a0f3d5-377b-479e-8499-7accce5f1d9a req-8a847574-c933-4afc-8ef9-49e6ce5d0198 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487287 Dec 23 12:36:03.911310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3190867-eadc-443e-91f6-40896e020dbd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:03.982438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196df62e-7d93-4b26-94ac-3f6abe0818ad req-9428f4ec-66df-4e6a-9317-a534d7a28d1a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:03.984043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-196df62e-7d93-4b26-94ac-3f6abe0818ad req-9428f4ec-66df-4e6a-9317-a534d7a28d1a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1135981 Dec 23 12:36:04.000785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca638b-886c-4f77-acdf-6d7b334bb89b req-3dc639c6-af79-4fcf-9bfc-cd7b9330d0f5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.012243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ca638b-886c-4f77-acdf-6d7b334bb89b req-3dc639c6-af79-4fcf-9bfc-cd7b9330d0f5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1442075 Dec 23 12:36:04.087201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ca638b-886c-4f77-acdf-6d7b334bb89b req-30c8cf2a-951c-4e24-ab28-cb8b663a7fc2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738432 Dec 23 12:36:04.090471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-196df62e-7d93-4b26-94ac-3f6abe0818ad req-f58bfc8a-ec89-4414-b4a9-53c85139dfa9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Dec 23 12:36:04.094461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f3190867-eadc-443e-91f6-40896e020dbd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:36:04.100577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f3190867-eadc-443e-91f6-40896e020dbd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:04.101105 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:04.272332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:04.299248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bee27-9d9b-4b6d-a647-188d292c96c0 req-7fb1ca65-5ca5-4974-97df-55c90cd51787 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.300860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-038bee27-9d9b-4b6d-a647-188d292c96c0 req-7fb1ca65-5ca5-4974-97df-55c90cd51787 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0841262 Dec 23 12:36:04.326605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:04.333338 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6ad1f-fe40-4051-a1c4-c1ac7703682a" -d '{"events": [{"server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "name": "network-vif-plugged", "status": "completed", "tag": "f3190867-eadc-443e-91f6-40896e020dbd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:04.354342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3190867-eadc-443e-91f6-40896e020dbd,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:04.413828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-038bee27-9d9b-4b6d-a647-188d292c96c0 req-254ef3fd-e7f8-4fe1-853e-3c096c24220a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012650 Dec 23 12:36:04.420692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:04.450069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3071899-11c3-4bd3-b289-d9163638b29b req-1bfb5f1b-4da6-4c3f-83c6-fb87d662f6df tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.457268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3071899-11c3-4bd3-b289-d9163638b29b req-1bfb5f1b-4da6-4c3f-83c6-fb87d662f6df tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1192324 Dec 23 12:36:04.497643 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1eac45-b3dc-487e-adf0-4d93ea6a10af x-openstack-request-id: req-be1eac45-b3dc-487e-adf0-4d93ea6a10af {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:04.498057 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "name": "network-vif-plugged", "status": "completed", "tag": "f3190867-eadc-443e-91f6-40896e020dbd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:04.498386 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be1eac45-b3dc-487e-adf0-4d93ea6a10af {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:04.498850 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd', 'code': 200} Dec 23 12:36:04.515474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:04.592095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3071899-11c3-4bd3-b289-d9163638b29b req-4368164e-b1e4-4728-a481-61534fb50524 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252761 Dec 23 12:36:04.647061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09aeaa-55e3-42f3-bd82-b1980b974d9c req-d7cc5bb4-c507-4c12-8e8b-02641270fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.651545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1a09aeaa-55e3-42f3-bd82-b1980b974d9c req-d7cc5bb4-c507-4c12-8e8b-02641270fd97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 1096 time: 0.0667684 Dec 23 12:36:04.705814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bbbb-6553-4971-9433-340d7a97bb45 req-01b49c76-1543-42aa-b642-79bc3581ed78 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.717689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9122bbbb-6553-4971-9433-340d7a97bb45 req-01b49c76-1543-42aa-b642-79bc3581ed78 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.0857103 Dec 23 12:36:04.744100 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1a09aeaa-55e3-42f3-bd82-b1980b974d9c req-1b6409d7-e3e6-4c9e-89f6-000d624ffdf8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Dec 23 12:36:04.821812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9122bbbb-6553-4971-9433-340d7a97bb45 req-1e42232a-4e73-4d0b-8cbd-8519d749d286 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024656 Dec 23 12:36:04.831023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991a657-e47c-4aa7-8409-2590791b89e4 req-000f02cb-98bb-42f9-b133-6b42a8fc83ba tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:04.832568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e991a657-e47c-4aa7-8409-2590791b89e4 req-000f02cb-98bb-42f9-b133-6b42a8fc83ba tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0859561 Dec 23 12:36:04.907729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e991a657-e47c-4aa7-8409-2590791b89e4 req-c0e90c16-c91f-4505-a50b-ef9343ced066 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632436 Dec 23 12:36:05.122412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781569d-517f-4012-ac11-1b572a4a9b94 req-f6f22f57-0766-44b4-ade3-90cc134b75f7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.122412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e781569d-517f-4012-ac11-1b572a4a9b94 req-f6f22f57-0766-44b4-ade3-90cc134b75f7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0832984 Dec 23 12:36:05.278841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-3447af77-894f-4c3d-8a02-f3c0491e0615 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.286989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-3447af77-894f-4c3d-8a02-f3c0491e0615 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0910418 Dec 23 12:36:05.292264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e781569d-517f-4012-ac11-1b572a4a9b94 req-02a8cf2d-efe6-471a-ae4a-91802062a985 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339536 Dec 23 12:36:05.310386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbc52-82f6-4758-9305-7c21110be481 req-2eaf1c27-fea6-4f99-ae45-75e459927510 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.312325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f04cbc52-82f6-4758-9305-7c21110be481 req-2eaf1c27-fea6-4f99-ae45-75e459927510 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0936863 Dec 23 12:36:05.417300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f04cbc52-82f6-4758-9305-7c21110be481 req-70bb4fb1-f67b-4de0-a0a3-61f3ec348b83 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852258 Dec 23 12:36:05.479588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Deleting port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:05.479935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:05.610383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] For port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:05.610751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:05.634307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Calling delete_port for 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:05.647281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2744-c0ef-41c8-b057-651466efbd0e req-68c3a900-45ca-4666-96a6-dde3df65c26a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.649656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92ba2744-c0ef-41c8-b057-651466efbd0e req-68c3a900-45ca-4666-96a6-dde3df65c26a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 946 time: 0.0985940 Dec 23 12:36:05.692992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6ce1-b1eb-40cb-90c3-4547e8d88c5a req-1c4e320b-2877-4dfa-a5e5-611709fd86ab tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.693895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09da6ce1-b1eb-40cb-90c3-4547e8d88c5a req-1c4e320b-2877-4dfa-a5e5-611709fd86ab tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1279826 Dec 23 12:36:05.770244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92ba2744-c0ef-41c8-b057-651466efbd0e req-846561e8-95ce-433b-af73-6ed7d47cf00a tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112401 Dec 23 12:36:05.798229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-09da6ce1-b1eb-40cb-90c3-4547e8d88c5a req-75132878-1274-4b9b-aec2-0d48ff9b0c10 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032491 Dec 23 12:36:05.975041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b858fb-f691-425c-843d-3045d678bda9 req-f7d8c6a3-9f6c-4b46-9768-61fd13a55fcd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.976445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b858fb-f691-425c-843d-3045d678bda9 req-f7d8c6a3-9f6c-4b46-9768-61fd13a55fcd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0881543 Dec 23 12:36:05.984944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece1fe-a444-49a6-b5d1-bf2e8c21ec75 req-98ad7d84-b473-47e5-a134-bad0c28efe14 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:05.987917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ece1fe-a444-49a6-b5d1-bf2e8c21ec75 req-98ad7d84-b473-47e5-a134-bad0c28efe14 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.0846188 Dec 23 12:36:06.035546 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:06.048632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['18592a31-e244-4ba6-b305-876d1a1711eb', '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:06.067775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b858fb-f691-425c-843d-3045d678bda9 req-f694a148-4d37-44f6-bab1-15d28ec4d009 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805116 Dec 23 12:36:06.069538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Pushing event deleted for resources: {'Port': ['ID=9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:06.071855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ece1fe-a444-49a6-b5d1-bf2e8c21ec75 req-21a1b94c-56d7-491b-b28d-71a5435465d0 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785708 Dec 23 12:36:06.116946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] No DVR routers for this DVR port 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:36:06.120357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:06.124418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d43b3e4e-3b34-457d-bbe6-f3d358c8cccb req-b574ce8c-76fa-42a1-af2a-b65408477f01 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "DELETE /v2.0/ports/9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff HTTP/1.1" status: 204 len: 173 time: 0.8334053 Dec 23 12:36:06.124976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'name': 'network-vif-deleted', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:06.128232 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee98d97-281b-4af2-94a1-fcd145d6d75a" -d '{"events": [{"server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "name": "network-vif-deleted", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:06.251897 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42f7af-bfec-4530-bf1a-0d37c241a794 x-openstack-request-id: req-7c42f7af-bfec-4530-bf1a-0d37c241a794 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:06.251897 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d97906-cac0-4412-8066-73558bd7423c", "name": "network-vif-deleted", "tag": "9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:06.251897 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c42f7af-bfec-4530-bf1a-0d37c241a794 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:06.251897 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d97906-cac0-4412-8066-73558bd7423c', 'name': 'network-vif-deleted', 'tag': '9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff', 'status': 'completed', 'code': 200} Dec 23 12:36:06.328390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d627f2-e03f-4719-970b-cf09f6b7f47d req-5270c4a0-9fa2-4e3f-ad43-0294d648b9b3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:06.341987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84d627f2-e03f-4719-970b-cf09f6b7f47d req-5270c4a0-9fa2-4e3f-ad43-0294d648b9b3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0995924 Dec 23 12:36:06.406411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84d627f2-e03f-4719-970b-cf09f6b7f47d req-d5c19591-f967-4f13-996b-c2b6511af3e2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 Dec 23 12:36:06.619543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4336239-8e69-4a3b-a655-f9778406ba58 req-350005ea-1410-4bf2-b557-560fa60ad612 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:06.628551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4336239-8e69-4a3b-a655-f9778406ba58 req-350005ea-1410-4bf2-b557-560fa60ad612 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1017694 Dec 23 12:36:06.713745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4336239-8e69-4a3b-a655-f9778406ba58 req-e1daab3e-0ad6-4948-ad5b-17fca4cb1575 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837431 Dec 23 12:36:06.729747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaf75b-7a97-453d-9299-b75ca0112467 req-b8dab464-0571-43d4-af16-0802fb946199 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:06.736145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0baaf75b-7a97-453d-9299-b75ca0112467 req-b8dab464-0571-43d4-af16-0802fb946199 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1046991 Dec 23 12:36:06.806090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0baaf75b-7a97-453d-9299-b75ca0112467 req-b817dafc-bd9c-4926-8eec-75ed9e5b9dfd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687420 Dec 23 12:36:06.995652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1489668f-250e-4b4c-ad64-4295a1b00c35 req-4f510df7-a44f-420b-87ae-739288cf2c38 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d97906-cac0-4412-8066-73558bd7423c HTTP/1.1" status: 200 len: 210 time: 0.0345685 Dec 23 12:36:07.055989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f71207-be8e-45bb-9e98-35b9f21d024f req-010ba2dc-ba71-4042-b2d3-1717d5c0f31f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:07.057609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92f71207-be8e-45bb-9e98-35b9f21d024f req-010ba2dc-ba71-4042-b2d3-1717d5c0f31f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0582192 Dec 23 12:36:07.115288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92f71207-be8e-45bb-9e98-35b9f21d024f req-113af1f3-9899-47d0-855d-0cb71d4b99b1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Dec 23 12:36:07.318928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b3222-122a-430c-b248-b27f1b3ec936 req-02f298ba-a5b3-4aae-b2b6-e21f9df41462 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:07.320358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-305b3222-122a-430c-b248-b27f1b3ec936 req-02f298ba-a5b3-4aae-b2b6-e21f9df41462 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0933058 Dec 23 12:36:07.333448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb78f47-4248-4597-a040-6a9c40891b05 req-5d4a7bf9-b8e0-4c45-9524-2c1edb6ff6c5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:07.343104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1eb78f47-4248-4597-a040-6a9c40891b05 req-5d4a7bf9-b8e0-4c45-9524-2c1edb6ff6c5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.1158245 Dec 23 12:36:07.424839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-305b3222-122a-430c-b248-b27f1b3ec936 req-6f01a92e-0452-46da-9447-16bcc03d9504 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Dec 23 12:36:07.435804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1eb78f47-4248-4597-a040-6a9c40891b05 req-796311ca-2efc-47e5-9ec0-220b590a955a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924914 Dec 23 12:36:07.626159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f1951-05ce-4ed6-95c8-8384dc05dad9 req-f887fef0-ce15-48f0-9e41-f991734e191c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:07.633467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f3f1951-05ce-4ed6-95c8-8384dc05dad9 req-f887fef0-ce15-48f0-9e41-f991734e191c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0747523 Dec 23 12:36:07.686969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f3f1951-05ce-4ed6-95c8-8384dc05dad9 req-faff2573-63fb-4654-8cdb-bdd8939de1bd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523481 Dec 23 12:36:07.909424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c109b0-9b2f-453a-a697-5e5b38dae6e2 req-404388d5-896e-4739-bad6-b38100a14bac tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:07.916208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c109b0-9b2f-453a-a697-5e5b38dae6e2 req-404388d5-896e-4739-bad6-b38100a14bac tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0731149 Dec 23 12:36:08.037434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72c109b0-9b2f-453a-a697-5e5b38dae6e2 req-881491cf-8fb2-40e5-9c4e-763bf66ee388 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160984 Dec 23 12:36:08.100177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2751b8-1900-402b-a549-cdbef7c2466b req-f79bb13e-5880-42da-a605-29fac3278b7d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:08.110885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa2751b8-1900-402b-a549-cdbef7c2466b req-f79bb13e-5880-42da-a605-29fac3278b7d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1634538 Dec 23 12:36:08.208971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa2751b8-1900-402b-a549-cdbef7c2466b req-245be419-97cf-4912-ae4e-0fe85604a07e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Dec 23 12:36:08.235255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6abf2-0a34-4d8f-9131-e18a867cec58 req-16a13b67-6273-4045-be66-e0077ff7c348 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:08.242733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1e6abf2-0a34-4d8f-9131-e18a867cec58 req-16a13b67-6273-4045-be66-e0077ff7c348 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.1220331 Dec 23 12:36:08.315105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1e6abf2-0a34-4d8f-9131-e18a867cec58 req-b5429599-98dd-4614-8560-0344b41b234a tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693700 Dec 23 12:36:08.906474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801d3c4-68f4-4f47-bde1-0e1be8d2dbc7 req-609b0483-b947-4a55-8ab4-4c6767422b4e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:08.907300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e801d3c4-68f4-4f47-bde1-0e1be8d2dbc7 req-609b0483-b947-4a55-8ab4-4c6767422b4e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0601215 Dec 23 12:36:08.998358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e801d3c4-68f4-4f47-bde1-0e1be8d2dbc7 req-1c590b02-c546-4570-b9e3-83f1848b2ee6 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842330 Dec 23 12:36:09.158011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3fb91-c13c-4b94-b26d-78c79670c5fb req-52995dc1-17c5-4f87-a236-7463a1e6cfdd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:09.159631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ba3fb91-c13c-4b94-b26d-78c79670c5fb req-52995dc1-17c5-4f87-a236-7463a1e6cfdd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0566258 Dec 23 12:36:09.234763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ba3fb91-c13c-4b94-b26d-78c79670c5fb req-cca6a144-cf09-4d60-98c6-27217f05a793 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653262 Dec 23 12:36:09.318405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:09.344454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed185c10-d356-43a2-abf1-a3ec6abfefbe req-aab4e1fd-602e-4cc2-9e86-0cecbc62edc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:09.350324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed185c10-d356-43a2-abf1-a3ec6abfefbe req-aab4e1fd-602e-4cc2-9e86-0cecbc62edc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0677876 Dec 23 12:36:09.361976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:09.367278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 9c0d4cf9-4197-4b7a-8333-b10f4d1b09ff not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:09.421210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed185c10-d356-43a2-abf1-a3ec6abfefbe req-2baa0bda-e2e5-4eae-b860-9b139b926e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Dec 23 12:36:09.482225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc998-fd06-40d0-b390-f33c3e72817d req-3b0c1ba8-1d35-4240-b365-8dd3ee39a163 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:09.490144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d93fc998-fd06-40d0-b390-f33c3e72817d req-3b0c1ba8-1d35-4240-b365-8dd3ee39a163 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.0684114 Dec 23 12:36:09.546144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d93fc998-fd06-40d0-b390-f33c3e72817d req-9463db60-50cf-4012-8dcc-8da4736b5827 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548162 Dec 23 12:36:10.127910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c43b2-1f47-401d-bbff-86fdf88283b0 req-83c2b2c4-232c-424d-9336-776eecaa63c8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:10.129440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81c43b2-1f47-401d-bbff-86fdf88283b0 req-83c2b2c4-232c-424d-9336-776eecaa63c8 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0557313 Dec 23 12:36:10.189167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81c43b2-1f47-401d-bbff-86fdf88283b0 req-23d371c0-a601-463b-8e36-4ccc6742bb74 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Dec 23 12:36:10.414162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a4558-4e4c-4c48-92ef-6e1230d0d357 req-672da1a0-85b7-4f3a-b976-d9f55b74c899 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:10.417028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b9a4558-4e4c-4c48-92ef-6e1230d0d357 req-672da1a0-85b7-4f3a-b976-d9f55b74c899 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0912938 Dec 23 12:36:10.424978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5d10-81a1-4e62-b43f-73818dfbff5c req-4cb755a5-4d3b-4864-916a-36f4dd9e9869 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:10.426735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea2a5d10-81a1-4e62-b43f-73818dfbff5c req-4cb755a5-4d3b-4864-916a-36f4dd9e9869 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.0735264 Dec 23 12:36:10.506011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b9a4558-4e4c-4c48-92ef-6e1230d0d357 req-66c0d8f5-db34-4422-ace8-bad010ec4f02 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 Dec 23 12:36:10.514110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea2a5d10-81a1-4e62-b43f-73818dfbff5c req-81f4fedd-bcd9-4f5d-9f0e-5156d26f199d tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Dec 23 12:36:10.633034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc0e2-519e-448a-8f56-8fe477710f14 req-7f8d5c00-2072-42d7-b613-bc7983733163 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:10.634618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f71cc0e2-519e-448a-8f56-8fe477710f14 req-7f8d5c00-2072-42d7-b613-bc7983733163 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0535071 Dec 23 12:36:10.703583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f71cc0e2-519e-448a-8f56-8fe477710f14 req-211c1df9-3c6e-432a-9407-4e62eed37d6c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603409 Dec 23 12:36:11.317996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4cdd1-8b0b-4340-a7ff-c9faa189abd2 req-d3df0ed1-9d78-4f13-a291-ee72b138f0d7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:11.327528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad4cdd1-8b0b-4340-a7ff-c9faa189abd2 req-d3df0ed1-9d78-4f13-a291-ee72b138f0d7 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0601549 Dec 23 12:36:11.391333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad4cdd1-8b0b-4340-a7ff-c9faa189abd2 req-3cc6a8dc-06cf-4faa-8f29-fffc05216524 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ca015b0-251d-47d0-9826-92d057f25016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Dec 23 12:36:11.471148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db70dda-4000-46c1-84e0-273503b68537 req-35b5b62f-85b0-48e4-9062-88c6bfa715b4 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:11.472647 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2db70dda-4000-46c1-84e0-273503b68537 req-35b5b62f-85b0-48e4-9062-88c6bfa715b4 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 945 time: 0.0590134 Dec 23 12:36:11.604373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Deleting port 18592a31-e244-4ba6-b305-876d1a1711eb {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:11.604712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:11.724067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] For port 18592a31-e244-4ba6-b305-876d1a1711eb, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18592a31-e244-4ba6-b305-876d1a1711eb,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:11.724481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:11.747439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Calling delete_port for 18592a31-e244-4ba6-b305-876d1a1711eb owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:11.812466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a89f5c-0f0e-4b85-9feb-807d3d3c1f59 req-4d9081a9-bc44-43df-b29b-a6222b403fe6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:11.823445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9a89f5c-0f0e-4b85-9feb-807d3d3c1f59 req-4d9081a9-bc44-43df-b29b-a6222b403fe6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1797235 Dec 23 12:36:11.849718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0367c6-6119-41d8-b2b6-3df14c7cc01d req-e0c83308-3074-4892-ab2f-f05115123133 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:11.851340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c0367c6-6119-41d8-b2b6-3df14c7cc01d req-e0c83308-3074-4892-ab2f-f05115123133 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.1731322 Dec 23 12:36:11.919808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9a89f5c-0f0e-4b85-9feb-807d3d3c1f59 req-6512f8f3-9431-4a3e-bb6e-a0c1fe3f2035 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943282 Dec 23 12:36:11.950019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c0367c6-6119-41d8-b2b6-3df14c7cc01d req-6f9783dd-de8a-4d1b-b108-60051dfc817e tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/security-groups?id=f4e39156-c973-4e31-874f-87675739e828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913768 Dec 23 12:36:12.045579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-16ae220c-ecc7-44ba-9bc5-902e262a19d5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:12.054561 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-16ae220c-ecc7-44ba-9bc5-902e262a19d5 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 945 time: 0.1442959 Dec 23 12:36:12.086688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e670451-36c2-425a-8f50-7eec663b3595 req-d5364c93-13c2-4c19-b068-e071124360dd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:12.097406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e670451-36c2-425a-8f50-7eec663b3595 req-d5364c93-13c2-4c19-b068-e071124360dd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0901110 Dec 23 12:36:12.102924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.116394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['18592a31-e244-4ba6-b305-876d1a1711eb'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:12.172611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e670451-36c2-425a-8f50-7eec663b3595 req-8e39b3bf-17de-4eb4-be27-0b22677d86e8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 Dec 23 12:36:12.203951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Pushing event deleted for resources: {'Port': ['ID=18592a31-e244-4ba6-b305-876d1a1711eb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:12.275220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] No DVR routers for this DVR port 18592a31-e244-4ba6-b305-876d1a1711eb on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:36:12.278595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.281940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2db70dda-4000-46c1-84e0-273503b68537 req-1e1604d6-b017-4753-a693-39f5d9689c7e tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.57 "DELETE /v2.0/ports/18592a31-e244-4ba6-b305-876d1a1711eb HTTP/1.1" status: 204 len: 173 time: 0.8026271 Dec 23 12:36:12.282395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'name': 'network-vif-deleted', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:12.284733 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5309da55-79b4-43d2-b281-6e257369fed8" -d '{"events": [{"server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "name": "network-vif-deleted", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:12.306888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Deleting port f3190867-eadc-443e-91f6-40896e020dbd {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:12.314409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.354872 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d18e688-9754-4139-966e-cd4b4af9bbfc x-openstack-request-id: req-9d18e688-9754-4139-966e-cd4b4af9bbfc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:12.355178 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f", "name": "network-vif-deleted", "tag": "18592a31-e244-4ba6-b305-876d1a1711eb", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:12.355434 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d18e688-9754-4139-966e-cd4b4af9bbfc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:12.355833 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f', 'name': 'network-vif-deleted', 'tag': '18592a31-e244-4ba6-b305-876d1a1711eb', 'status': 'completed', 'code': 200} Dec 23 12:36:12.477539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] For port f3190867-eadc-443e-91f6-40896e020dbd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3190867-eadc-443e-91f6-40896e020dbd,segment=NetworkSegment(6709678a-249d-43f2-927d-579428da572f),segment_id=6709678a-249d-43f2-927d-579428da572f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:12.478240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.505346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Calling delete_port for f3190867-eadc-443e-91f6-40896e020dbd owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:12.525185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d37fa432-74de-42fb-8c5d-9161bd10e664 req-e3904727-652c-4abb-9cf4-e4da4fab5e41 tempest-ServerRescueTestJSON-1670637884 tempest-ServerRescueTestJSON-1670637884-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eeb342a-f5e2-43ae-a7e1-6f45e8ad9e9f HTTP/1.1" status: 200 len: 210 time: 0.0431418 Dec 23 12:36:12.807197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.844991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Pushing event deleted for resources: {'Port': ['ID=f3190867-eadc-443e-91f6-40896e020dbd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:12.897126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] No DVR routers for this DVR port f3190867-eadc-443e-91f6-40896e020dbd on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:36:12.900942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:12.905189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ab2f7756-7d87-4e69-9afa-2e3fb7be8274 req-ee9e4424-10a6-4eda-9b02-59f6ae8c739f tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.43 "DELETE /v2.0/ports/f3190867-eadc-443e-91f6-40896e020dbd HTTP/1.1" status: 204 len: 173 time: 0.8501735 Dec 23 12:36:13.098032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4fc9f-2469-46a6-a4de-a138afb6b149 req-e263a7f9-1335-460e-9c33-4bc397629f0e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:13.107030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a4fc9f-2469-46a6-a4de-a138afb6b149 req-e263a7f9-1335-460e-9c33-4bc397629f0e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0910873 Dec 23 12:36:13.149042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48b05b43-d9e3-46d4-8a43-4bc29c70de0f req-7b36f84a-6ce7-4f63-8f39-d51f6066f0ec tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 210 time: 0.0342741 Dec 23 12:36:13.227406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3a4fc9f-2469-46a6-a4de-a138afb6b149 req-3f8fd629-9dad-479c-9f95-a0b2337564b1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109986 Dec 23 12:36:13.300125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2af9e38-fcaf-4d3b-b3c4-518d7b9c5be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:13.353991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926bc60-bbae-4d4f-b185-da63e46e8845 req-923dee80-9686-43e2-8832-47bd35d0009b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:13.355533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3926bc60-bbae-4d4f-b185-da63e46e8845 req-923dee80-9686-43e2-8832-47bd35d0009b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0726616 Dec 23 12:36:13.427072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3926bc60-bbae-4d4f-b185-da63e46e8845 req-0d0e68e6-f921-4f9b-9437-4e85a15b0363 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641458 Dec 23 12:36:13.574761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59390) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:13.945744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:14.043353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3190867-eadc-443e-91f6-40896e020dbd no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:14.088269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f3190867-eadc-443e-91f6-40896e020dbd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:14.088707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3190867-eadc-443e-91f6-40896e020dbd not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:14.303089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Deleting port 75191d4f-16f6-4de5-b625-d71398c880c5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:14.303398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:14.333607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cacec5db-de89-4465-8bb7-ca94bf08eb7b req-a8611518-cef9-4848-90aa-d09fb71d6089 tempest-DeleteServersTestJSON-1783013452 tempest-DeleteServersTestJSON-1783013452-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae2d447c-c5ad-4249-bbe2-444b93fb2b01 HTTP/1.1" status: 200 len: 210 time: 0.0497155 Dec 23 12:36:14.368143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'name': 'network-vif-deleted', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:14.371454 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f0fae-176e-4764-8b16-85ed4f7c1972" -d '{"events": [{"server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "name": "network-vif-deleted", "tag": "f3190867-eadc-443e-91f6-40896e020dbd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:14.425078 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3f46ec-0c4c-45c6-b306-b553446bd99a x-openstack-request-id: req-6d3f46ec-0c4c-45c6-b306-b553446bd99a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:14.425419 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d447c-c5ad-4249-bbe2-444b93fb2b01", "name": "network-vif-deleted", "tag": "f3190867-eadc-443e-91f6-40896e020dbd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:14.425801 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d3f46ec-0c4c-45c6-b306-b553446bd99a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:14.426436 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d447c-c5ad-4249-bbe2-444b93fb2b01', 'name': 'network-vif-deleted', 'tag': 'f3190867-eadc-443e-91f6-40896e020dbd', 'status': 'completed', 'code': 200} Dec 23 12:36:14.428448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d169f5-19cb-4378-a685-04e47a65a57c req-758109bb-c8a3-4028-b4cc-1082af220239 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:14.431532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93d169f5-19cb-4378-a685-04e47a65a57c req-758109bb-c8a3-4028-b4cc-1082af220239 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1007175 Dec 23 12:36:14.451972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] For port 75191d4f-16f6-4de5-b625-d71398c880c5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=75191d4f-16f6-4de5-b625-d71398c880c5,segment=NetworkSegment(7dbe2ab4-e690-4143-8b9a-b22a51c84ba1),segment_id=7dbe2ab4-e690-4143-8b9a-b22a51c84ba1)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:14.454598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:14.478958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Calling delete_port for 75191d4f-16f6-4de5-b625-d71398c880c5 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:14.538531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93d169f5-19cb-4378-a685-04e47a65a57c req-b93d16d8-4101-4c9d-ae50-531873fe5c74 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008027 Dec 23 12:36:14.592793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ded836-13f8-452d-9972-41163bf0cc97 req-f4699f12-3a2f-410e-a939-11b742bc4ced tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:14.594845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ded836-13f8-452d-9972-41163bf0cc97 req-f4699f12-3a2f-410e-a939-11b742bc4ced tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0746584 Dec 23 12:36:14.667443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9ded836-13f8-452d-9972-41163bf0cc97 req-2c3dee13-d65e-487f-936c-8d8f31c75590 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638683 Dec 23 12:36:14.800631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:14.838321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Pushing event deleted for resources: {'Port': ['ID=75191d4f-16f6-4de5-b625-d71398c880c5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:15.022593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:15.240023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Router 9c76458e-72e6-415d-90fa-7796a418e38f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:36:15.343692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18592a31-e244-4ba6-b305-876d1a1711eb no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:15.355559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:15.360651 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-851cd1bc-0fd7-4425-96a6-9f3b7771d94a admin admin] 10.222.0.16 "PUT /v2.0/routers/9c76458e-72e6-415d-90fa-7796a418e38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848105 Dec 23 12:36:15.363100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59428) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:15.375086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Sync routers for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:15.380430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 18592a31-e244-4ba6-b305-876d1a1711eb {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:15.380430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18592a31-e244-4ba6-b305-876d1a1711eb not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:15.389185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:15.390417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:35:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:15.485461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:15.502464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:15.739548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:36:14Z', 'revision_number': 5, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:15.759265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee5e62-3b95-4f50-b0eb-2caac1c1ab50 req-08e4acac-48bc-48dc-b006-65ccad4d8fcc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:15.762488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88ee5e62-3b95-4f50-b0eb-2caac1c1ab50 req-08e4acac-48bc-48dc-b006-65ccad4d8fcc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0997946 Dec 23 12:36:15.768577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Checking router: 9c76458e-72e6-415d-90fa-7796a418e38f for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:15.770967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d19f34b-e0ac-4d80-be74-9a4d4b75b098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:15.786151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Routers {'9c76458e-72e6-415d-90fa-7796a418e38f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:15.787230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9c76458e-72e6-415d-90fa-7796a418e38f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:15.938629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] Set router 9c76458e-72e6-415d-90fa-7796a418e38f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:15.944916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88ee5e62-3b95-4f50-b0eb-2caac1c1ab50 req-a9ec0fc9-7634-4427-bab1-fea7854f4a8f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751633 Dec 23 12:36:15.997257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5cfa7-f9d8-4b2c-b4b1-f0f838b1fc2a req-2c96e62d-94cd-4784-996f-8177ca9b73bf tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:15.999936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68c5cfa7-f9d8-4b2c-b4b1-f0f838b1fc2a req-2c96e62d-94cd-4784-996f-8177ca9b73bf tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1461079 Dec 23 12:36:16.081907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68c5cfa7-f9d8-4b2c-b4b1-f0f838b1fc2a req-c3bc9cb8-d44e-4389-81ad-6c67575d9b25 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 Dec 23 12:36:16.165287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:36:14Z', 'revision_number': 5, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:16.166692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.195705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111537e-c434-4fb1-ad99-5d2cf11ce46d None None] The sync data for ids ['9c76458e-72e6-415d-90fa-7796a418e38f'] in n-d-822750-2 is: [{'id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'name': 'tempest-ServerRescueTestJSON-610030469-router', 'tenant_id': 'c08cb0324fd84a79a560ced12eeb1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:33:49Z', 'updated_at': '2021-12-23T12:36:14Z', 'revision_number': 5, 'project_id': 'c08cb0324fd84a79a560ced12eeb1150', 'gw_port': {'id': '80856ecf-b0ba-4911-8653-65dea8915e4e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76458e-72e6-415d-90fa-7796a418e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:33:50Z', 'updated_at': '2021-12-23T12:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:36:16.288046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Deleting port 80856ecf-b0ba-4911-8653-65dea8915e4e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:16.288046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.364423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d2182-aca7-4e96-ab18-8a68cddf0d0a req-e36179bc-5d18-4c86-ad84-bbe3b705f0a3 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:16.365985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d6d2182-aca7-4e96-ab18-8a68cddf0d0a req-e36179bc-5d18-4c86-ad84-bbe3b705f0a3 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1096 time: 0.0418017 Dec 23 12:36:16.372233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] For port 80856ecf-b0ba-4911-8653-65dea8915e4e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=80856ecf-b0ba-4911-8653-65dea8915e4e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:16.372233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.388491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Calling delete_port for 80856ecf-b0ba-4911-8653-65dea8915e4e owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:16.423265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d6d2182-aca7-4e96-ab18-8a68cddf0d0a req-007693bb-4da2-42be-ad0a-fcc0cfa697e4 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484314 Dec 23 12:36:16.489173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.543745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab8412-dff6-48ae-9051-bdcc6572112d req-7cce9e99-791c-45eb-a3d1-8aac1e07d578 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:16.545459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cab8412-dff6-48ae-9051-bdcc6572112d req-7cce9e99-791c-45eb-a3d1-8aac1e07d578 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0520670 Dec 23 12:36:16.611669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cab8412-dff6-48ae-9051-bdcc6572112d req-c8877d17-dcf8-46da-9295-2f51e40dd066 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561938 Dec 23 12:36:16.637786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59484) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:16.683523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.725764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80856ecf-b0ba-4911-8653-65dea8915e4e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:16.748272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-76f4aa71-93cf-4215-b42d-6be27c91fc54 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 200 len: 992 time: 0.1018660 Dec 23 12:36:16.751253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e5fa3-a0d3-40ba-9bf8-5b79182b5a6c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:36:16.827821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.877773 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:36:16.933532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:16.935855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.074672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.075397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c76458e-72e6-415d-90fa-7796a418e38f {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:36:17.084499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.086840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:17.090078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3ff9b007-2832-49ce-b442-70253645c7d6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9c76458e-72e6-415d-90fa-7796a418e38f HTTP/1.1" status: 204 len: 168 time: 1.7257907 Dec 23 12:36:17.175739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d572a-51be-4995-a381-1abec72215e3 req-a741dfc4-6d2b-4100-9a6e-ed2e74fbfb12 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:17.183208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-291d572a-51be-4995-a381-1abec72215e3 req-a741dfc4-6d2b-4100-9a6e-ed2e74fbfb12 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1494868 Dec 23 12:36:17.212085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Deleting subnet ce826c0d-2904-4875-8391-26e3eccd34c4 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:36:17.218948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.276766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-291d572a-51be-4995-a381-1abec72215e3 req-ff4cc649-bbe5-4ce1-b307-6ef9c13b9de9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Dec 23 12:36:17.282874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.344800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.454667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346163bd-5222-4a3b-b0ad-aa9d73f43819 req-71e01595-116f-4ce4-b67c-aa18d3ae6be9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:17.456321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346163bd-5222-4a3b-b0ad-aa9d73f43819 req-71e01595-116f-4ce4-b67c-aa18d3ae6be9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0759079 Dec 23 12:36:17.526751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346163bd-5222-4a3b-b0ad-aa9d73f43819 req-d6aecacf-5c54-4308-ac2b-5a39672651d5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640965 Dec 23 12:36:17.528501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.553126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce826c0d-2904-4875-8391-26e3eccd34c4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:17.577099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.582546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cc6ec397-c8c5-4a91-bce3-0af6daa0a761 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce826c0d-2904-4875-8391-26e3eccd34c4 HTTP/1.1" status: 204 len: 168 time: 0.4901226 Dec 23 12:36:17.582717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59540) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:17.662830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.730859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 75191d4f-16f6-4de5-b625-d71398c880c5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:17.762120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 75191d4f-16f6-4de5-b625-d71398c880c5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:17.762856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 75191d4f-16f6-4de5-b625-d71398c880c5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:17.763870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 80856ecf-b0ba-4911-8653-65dea8915e4e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:17.770793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.786564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 80856ecf-b0ba-4911-8653-65dea8915e4e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:17.787049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 80856ecf-b0ba-4911-8653-65dea8915e4e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:17.803935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d61828-8fe2-40f9-b890-0c84b57247c3']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:17.814088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:17.814386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe2ab4-e690-4143-8b9a-b22a51c84ba1') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:17.823659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.836591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.844269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:36:17.844672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:36:17.846641 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:36:18.020403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.030603 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.037333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53d61828-8fe2-40f9-b890-0c84b57247c3 HTTP/1.1" status: 204 len: 168 time: 0.4512346 Dec 23 12:36:18.086419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93083d-05d3-4d73-b516-f2c193214cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d61828-8fe2-40f9-b890-0c84b57247c3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:18.140204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.200727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-d9bc74b3-4920-4b4d-9fc1-51c44b8761ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831187 Dec 23 12:36:18.209429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b698729-907d-4006-b326-f7142cf62103 req-387bb01b-f07c-467f-bfea-4abeb98857ae tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:18.210992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b698729-907d-4006-b326-f7142cf62103 req-387bb01b-f07c-467f-bfea-4abeb98857ae tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0824511 Dec 23 12:36:18.225973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.266459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b698729-907d-4006-b326-f7142cf62103 req-dc978656-c806-4645-8bde-7bb22b94e5cc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Dec 23 12:36:18.422829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047bddc-66fe-43fb-bfad-807d05a7349c req-e61effe1-8e79-4e38-8cc6-2100a7fedb3e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:18.429918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e047bddc-66fe-43fb-bfad-807d05a7349c req-e61effe1-8e79-4e38-8cc6-2100a7fedb3e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0655608 Dec 23 12:36:18.443048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59580) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:18.497599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e047bddc-66fe-43fb-bfad-807d05a7349c req-f54ac07e-462e-4fe8-b35a-145267c6d8ba tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Dec 23 12:36:18.518071 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3984da7-7aa5-4d37-80eb-8fa6af9146ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c08cb0324fd84a79a560ced12eeb1150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703795 Dec 23 12:36:18.520165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:18.573937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.601730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.711090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66372d-2b6b-4b75-8409-2da86b324ed9 req-09f9d70f-3452-43e8-a37a-98ca7349f3c8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:18.713837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d66372d-2b6b-4b75-8409-2da86b324ed9 req-09f9d70f-3452-43e8-a37a-98ca7349f3c8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0798080 Dec 23 12:36:18.763031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.766558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:18.777612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ca015b0-251d-47d0-9826-92d057f25016 HTTP/1.1" status: 204 len: 168 time: 0.2471836 Dec 23 12:36:18.777612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141165ac-9581-4565-afea-d2c604a77faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca015b0-251d-47d0-9826-92d057f25016,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:18.809379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d66372d-2b6b-4b75-8409-2da86b324ed9 req-e0e93566-bf6d-4ce9-85f7-188729676048 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Dec 23 12:36:19.215053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:19.448978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a65b5-ab08-4f3d-b5e1-8c639941b3a4 req-9eb3cd8e-cec3-4cba-bace-9239b50a9a5c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:19.450528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-106a65b5-ab08-4f3d-b5e1-8c639941b3a4 req-9eb3cd8e-cec3-4cba-bace-9239b50a9a5c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0565891 Dec 23 12:36:19.559547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-106a65b5-ab08-4f3d-b5e1-8c639941b3a4 req-7a2368a6-4037-486f-aaeb-7c7cbdbec55c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028764 Dec 23 12:36:19.659570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b3d6c-8631-4cf6-a157-581efc8b41f8 req-20465b7e-fbdf-44d7-a1dd-ef254922b0b6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:19.661225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-095b3d6c-8631-4cf6-a157-581efc8b41f8 req-20465b7e-fbdf-44d7-a1dd-ef254922b0b6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0867205 Dec 23 12:36:19.718011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-095b3d6c-8631-4cf6-a157-581efc8b41f8 req-023185c3-73ea-40a8-9c94-2c5aa715701f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Dec 23 12:36:19.968633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace8f4-c484-4e70-b96e-cf33ae6c3d8b req-a2ede6db-c31f-40cb-97db-1e1b928ddccb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:19.970350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94ace8f4-c484-4e70-b96e-cf33ae6c3d8b req-a2ede6db-c31f-40cb-97db-1e1b928ddccb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0835819 Dec 23 12:36:20.024411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94ace8f4-c484-4e70-b96e-cf33ae6c3d8b req-a255a12c-118f-4894-8e40-c02bd46e50aa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Dec 23 12:36:20.079207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:36:20.241626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:20.242392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:20.263236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'port_id': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'mac_address': 'fa:16:3e:c5:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb369dd-1afe-4d33-b3f3-6f4e36fc562a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:36:20.298378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.312096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:20.335343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:20.358054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1545985103-network', 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:20.405925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.458819 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:20.469111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:20.471649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.481622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.504101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:20.564216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.637132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.684226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:36:20.695925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:20.714665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116417ee-701b-4e31-929b-244b0c0092c3 req-e2b799ca-0245-4107-83e5-31ade88141ba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:20.715924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-116417ee-701b-4e31-929b-244b0c0092c3 req-e2b799ca-0245-4107-83e5-31ade88141ba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0723171 Dec 23 12:36:20.724480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.725043 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Added segment db9190ea-8d2c-4a9c-946e-5a91d0c41714 of type vlan for network f5978295-3853-424d-998e-d6f24503a851 Dec 23 12:36:20.771880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.815363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-116417ee-701b-4e31-929b-244b0c0092c3 req-028afa00-5437-41c2-b0e6-833ae4ce064a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927136 Dec 23 12:36:20.859100 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.860929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:20.864505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:20.945474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb306ee-b9d2-4ced-8035-eb06d818b56e req-405fa3ce-937e-4416-a308-3d5cd36bb5c0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:20.953402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fb306ee-b9d2-4ced-8035-eb06d818b56e req-405fa3ce-937e-4416-a308-3d5cd36bb5c0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1367834 Dec 23 12:36:20.967382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59662) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:20.975924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] Pushing event updated for resources: {'Network': ['ID=f5978295-3853-424d-998e-d6f24503a851,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:20.986412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f5978295-3853-424d-998e-d6f24503a851 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:36:21.025312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1baa31af-9c83-4e2d-aa56-c9b59105d5ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7818267 Dec 23 12:36:21.036964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Deleting subnet 8df9c540-36b2-4d90-af36-b6842383740c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:36:21.041586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.046869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59664) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:21.059254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Request body: {'subnet': {'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1545985103-subnet', 'tenant_id': '69340ff672794c4f926614c340e2f1d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:21.081318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.100645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-3b2921e5-b984-4cc2-823d-022939e08cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.102512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-3b2921e5-b984-4cc2-823d-022939e08cba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1096 time: 0.0965846 Dec 23 12:36:21.243000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:21.245106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fb306ee-b9d2-4ced-8035-eb06d818b56e req-2e2aaf86-906a-4a34-8a8c-b425a298c1e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813990 Dec 23 12:36:21.250011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.333638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.387896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acbf8-575a-4285-869d-8ac9c148f16b req-fc51cb4f-01d2-497a-bbfe-c24dd2c5206e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.389707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139acbf8-575a-4285-869d-8ac9c148f16b req-fc51cb4f-01d2-497a-bbfe-c24dd2c5206e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1882467 Dec 23 12:36:21.462391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-e99b5c64-77e3-4367-9486-f008f526f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.464415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-e99b5c64-77e3-4367-9486-f008f526f523 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.3413904 Dec 23 12:36:21.471944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139acbf8-575a-4285-869d-8ac9c148f16b req-00d46342-ccfe-44c7-a2af-f0032996a6a3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712254 Dec 23 12:36:21.560921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.591425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df9c540-36b2-4d90-af36-b6842383740c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:21.595794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.596521 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-95c24d2d-87da-427f-b275-3e8e5b871587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1000 time: 0.1084313 Dec 23 12:36:21.599521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-932be759-ad56-4f05-a2d5-3bd88c76b19e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8df9c540-36b2-4d90-af36-b6842383740c HTTP/1.1" status: 204 len: 168 time: 0.6310563 Dec 23 12:36:21.602190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:21.664219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-5d083b00-89cc-4408-9895-0386c32e3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.667046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-5d083b00-89cc-4408-9895-0386c32e3e33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.0600390 Dec 23 12:36:21.688300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.711846 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.789150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.793572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-707539dd-73b2-4572-8aee-e6a82d3ade9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.795449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-707539dd-73b2-4572-8aee-e6a82d3ade9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206238 Dec 23 12:36:21.803127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:21.803492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Network hostable DHCP agents. Network: f5978295-3853-424d-998e-d6f24503a851, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:36:21.808137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3014411a-483f-4656-a469-171c61e8bd0c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:21.812049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90172837-ca0a-454e-aa87-9281895724c0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:21.821691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6709678a-249d-43f2-927d-579428da572f') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:21.822557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6709678a-249d-43f2-927d-579428da572f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:21.832413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.849666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.859076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:36:21.859421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:36:21.861244 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:36:21.925980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-eed73588-33d7-485e-9318-3a9202d9c855 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187327 Dec 23 12:36:21.973567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Network f5978295-3853-424d-998e-d6f24503a851 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:36:21.976494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6785-7a9a-46ff-901c-dbac85c54572 req-af19f352-975c-44a0-b7d7-717e946530dd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:21.978095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc4f6785-7a9a-46ff-901c-dbac85c54572 req-af19f352-975c-44a0-b7d7-717e946530dd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0711370 Dec 23 12:36:22.045937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc4f6785-7a9a-46ff-901c-dbac85c54572 req-47572362-0d38-4dff-95ff-54f6ba9f4d58 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546618 Dec 23 12:36:22.057181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-cc4bad07-6ab0-4f2b-90ba-2f9ddf1136d5 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179919 Dec 23 12:36:22.075440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.079139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.083889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] 10.222.0.16 "DELETE /v2.0/networks/90172837-ca0a-454e-aa87-9281895724c0 HTTP/1.1" status: 204 len: 168 time: 0.4807594 Dec 23 12:36:22.098332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176206cc-abc0-41d5-8e96-6554fc559d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=90172837-ca0a-454e-aa87-9281895724c0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:22.109793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:22.114939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f5978295-3853-424d-998e-d6f24503a851) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:22.128551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:22.129223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.160311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a8393-b789-488c-bfad-2dea6a10d66b None None] Network f5978295-3853-424d-998e-d6f24503a851 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:22.223173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe7f0ab2-a782-440a-bba1-b312002ffec8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1702261 Dec 23 12:36:22.259383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port ac0db840-4ce6-4344-93f9-62835c2407e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:22.260727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.284116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:22.408463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b9cd2-4fd8-4d06-b49b-5e55cdb552a1 None None] Network f5978295-3853-424d-998e-d6f24503a851 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:22.428988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Deleting subnet 98e276db-88c5-4404-9a39-ff8411085229 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:36:22.444541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.511868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:22.533632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd99c-5eda-413e-8df4-39c0f521b8cf req-593bd9e6-f393-4521-bf7b-d995bbba5588 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:22.547512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bcfd99c-5eda-413e-8df4-39c0f521b8cf req-593bd9e6-f393-4521-bf7b-d995bbba5588 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.2169096 Dec 23 12:36:22.593104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.653884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.671379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.685564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bcfd99c-5eda-413e-8df4-39c0f521b8cf req-edc858a5-5552-48d1-bc21-e83d8239cc6b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371272 Dec 23 12:36:22.707349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a95cb-521c-41cf-b59f-86f8cb9d0389 req-82a7d6d1-82c0-447f-afcb-36148fa9a184 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:22.715837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d3a95cb-521c-41cf-b59f-86f8cb9d0389 req-82a7d6d1-82c0-447f-afcb-36148fa9a184 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1160848 Dec 23 12:36:22.725816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:22.728790 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c35ca8-a3b6-49a2-90cf-46a8711fd159" -d '{"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:22.729468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-64a1f1e3-8682-479f-a382-d11eab4f4e37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c874b77cedd4e6d9b913d85385c5aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154617 Dec 23 12:36:22.732461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59710) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:22.797485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:22.799000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.815398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d3a95cb-521c-41cf-b59f-86f8cb9d0389 req-3ce06115-5cb0-46fd-a7d0-26fc80a15b44 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940940 Dec 23 12:36:22.845793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.868833 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9d9c9-928c-4d84-8505-396f240f009d x-openstack-request-id: req-bfe9d9c9-928c-4d84-8505-396f240f009d {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:22.869823 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:22.870077 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfe9d9c9-928c-4d84-8505-396f240f009d {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:22.870528 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'code': 200} Dec 23 12:36:22.886182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.918890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.969537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:22.997922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e276db-88c5-4404-9a39-ff8411085229,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:23.000480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:23.007108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.011299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1bf348d5-e154-40e5-b763-0fd25a6d2dc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98e276db-88c5-4404-9a39-ff8411085229 HTTP/1.1" status: 204 len: 168 time: 0.7252676 Dec 23 12:36:23.014288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59722) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:23.363437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.366006 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.370001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4e39156-c973-4e31-874f-87675739e828 HTTP/1.1" status: 204 len: 168 time: 0.6336875 Dec 23 12:36:23.467057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e39156-c973-4e31-874f-87675739e828,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:23.497419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.497777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.498182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.498528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.498993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.499205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.499534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.499864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.500191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.500514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.500868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.501181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.501505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d955f-6553-4004-b4d5-84a180f15643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:23.531069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.549356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7439ce3-1478-4e33-8086-2b43eb9ec26b req-7ec07c26-b53f-4d54-973a-1be2ce01b1ba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:23.557844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7439ce3-1478-4e33-8086-2b43eb9ec26b req-7ec07c26-b53f-4d54-973a-1be2ce01b1ba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.2065923 Dec 23 12:36:23.640558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-9a7e49c4-f7aa-4148-97ac-5073f6c6a0f3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:23.642147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-9a7e49c4-f7aa-4148-97ac-5073f6c6a0f3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.6434438 Dec 23 12:36:23.721533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7439ce3-1478-4e33-8086-2b43eb9ec26b req-917e2c13-6e80-4d56-abd7-a43daf0df1e0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626973 Dec 23 12:36:23.723798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f5c2fc18-c2da-421d-99e2-b03b7c1aa869 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0753920 Dec 23 12:36:23.767106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-2a68e148-4f82-40ab-93db-08b3e0ee5b81 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317612 Dec 23 12:36:23.771249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.846160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:23.862652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:23.862991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cbf9d1-9ef9-475f-bbfe-a0eb2737fa7e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:23.887560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.927178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.935957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-30354ee3-5a02-4a8a-8498-f0482885e2d2 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558881 Dec 23 12:36:23.937128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:36:23.937531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:36:23.939466 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:36:24.121177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618157f1-7c51-4cf5-8a01-7c3d0a338cb9 req-f0127317-71d1-49d4-a2d1-57706cb3f9cb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:24.128426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-618157f1-7c51-4cf5-8a01-7c3d0a338cb9 req-f0127317-71d1-49d4-a2d1-57706cb3f9cb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1292212 Dec 23 12:36:24.174439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:24.179647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-e0290b9a-9687-4277-86cd-475cc2f8789a service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285259 Dec 23 12:36:24.187263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:24.190475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e HTTP/1.1" status: 204 len: 168 time: 1.1749852 Dec 23 12:36:24.210321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90411778-cf2f-4b88-a7a9-63bb1d7c0e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=07987ed3-3739-4cf8-ad8d-4cd5c6bcf64e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:24.226747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-618157f1-7c51-4cf5-8a01-7c3d0a338cb9 req-fb7817c5-e02d-400c-a0c4-44a51474cbed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929003 Dec 23 12:36:24.361691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f94b-1a76-4bd2-8fec-e7ecdb372473 req-0dddf075-8ed6-494d-a153-f6d12f022e05 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:24.369566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7598f94b-1a76-4bd2-8fec-e7ecdb372473 req-0dddf075-8ed6-494d-a153-f6d12f022e05 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0717931 Dec 23 12:36:24.424412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7598f94b-1a76-4bd2-8fec-e7ecdb372473 req-641952e7-a58a-459a-a834-3b2bb06ab63c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Dec 23 12:36:24.611752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d5bacf0-797a-4ce9-af34-ee3caee89a9e req-17d633ae-f3c7-488e-80dc-78633763b65e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0476894 Dec 23 12:36:24.731272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59774) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:24.789353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-241e9704-76ce-4ad3-86ff-54776f4a1fe8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d786c08853e547779772cc13791cd63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568511 Dec 23 12:36:24.792471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59780) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:24.880900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:24.894885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a293189-718c-4456-a5de-158e30673814 req-fdeff128-438a-4f6a-b7b6-7da161138359 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:24.896203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a293189-718c-4456-a5de-158e30673814 req-fdeff128-438a-4f6a-b7b6-7da161138359 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0692842 Dec 23 12:36:24.896698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59784) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:24.912903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.024746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a293189-718c-4456-a5de-158e30673814 req-47e6c8db-5190-4fc5-82f1-3641ef7773d1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152081 Dec 23 12:36:25.067571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-481052971-network', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:25.097903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.100983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.102400 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5e52f9e-c6e0-4b1c-9557-a518d30f7f01 HTTP/1.1" status: 204 len: 168 time: 0.3088632 Dec 23 12:36:25.123296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d5e81-e035-46da-bf05-8e54b30eed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e52f9e-c6e0-4b1c-9557-a518d30f7f01,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:25.211788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:25.219093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.235512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.413804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.449611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57de7-7b56-4ee5-bd3b-55937bc14a80 req-f0db7aaf-c087-4b98-a45f-19ede3f56310 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:25.453295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25d57de7-7b56-4ee5-bd3b-55937bc14a80 req-f0db7aaf-c087-4b98-a45f-19ede3f56310 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0951197 Dec 23 12:36:25.512203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.527668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:36:25.540319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.541658 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Added segment 4784df77-ca3f-4f15-a035-f9ce3403511c of type vlan for network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe Dec 23 12:36:25.604972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b458e74-b1fd-42f8-b073-812a55f8112a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:25.707879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25d57de7-7b56-4ee5-bd3b-55937bc14a80 req-49909342-da24-40d4-ad46-5cc16e401897 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394729 Dec 23 12:36:25.717533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.735796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d0210-6049-4109-a494-f4e95429c97e req-01d23411-1509-46d8-b353-ed7088f08122 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:25.746356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c4d0210-6049-4109-a494-f4e95429c97e req-01d23411-1509-46d8-b353-ed7088f08122 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.2333498 Dec 23 12:36:25.865192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f19cdcd-54e5-41b8-8044-03ff7baca24f req-0724f0ba-7d2e-4113-8098-62078fe95453 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Dec 23 12:36:25.894335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c4d0210-6049-4109-a494-f4e95429c97e req-9956706b-525d-4e29-8292-4d311e8db586 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488309 Dec 23 12:36:25.974999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:25.975821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:25.976402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:26.134625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59826) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:26.136439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2368796 Dec 23 12:36:26.142411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Request body: {'subnet': {'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-481052971-subnet', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:26.144693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e281820-d66a-4704-9034-cbecca3423be admin admin] Pushing event updated for resources: {'Network': ['ID=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:26.158749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:36:26.269929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e34d8-e682-4065-90a0-e9ccf3eda238 req-21b2f604-6a49-4c3a-9c21-350cebf54e35 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:26.271703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2e34d8-e682-4065-90a0-e9ccf3eda238 req-21b2f604-6a49-4c3a-9c21-350cebf54e35 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.0916553 Dec 23 12:36:26.315215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:26.317952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:26.378435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2e34d8-e682-4065-90a0-e9ccf3eda238 req-6839a093-0323-47c0-9815-49f050efec07 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909834 Dec 23 12:36:26.700523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c4b5-799d-4d23-89c6-1451ca2a00b6 req-b669937a-f62e-40ff-a6ca-ad959f746dc7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:26.708705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96d4c4b5-799d-4d23-89c6-1451ca2a00b6 req-b669937a-f62e-40ff-a6ca-ad959f746dc7 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.0855718 Dec 23 12:36:26.765443 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:26.803043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96d4c4b5-799d-4d23-89c6-1451ca2a00b6 req-cba7d2f1-d3ce-441a-87a9-14bd14f09fd9 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933530 Dec 23 12:36:26.934084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b39f98-5557-4d96-aefa-ca565de1dc9a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:26.970676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.972317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.973791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.974356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.974917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.975425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.975958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.976471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.976995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.977689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.978534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.978842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea30476-2c48-4f17-be39-123c08283a40 req-c9e664f3-db90-4bf3-933e-9aa0d123dbfb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:26.979854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.980370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:26.994100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ea30476-2c48-4f17-be39-123c08283a40 req-c9e664f3-db90-4bf3-933e-9aa0d123dbfb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1391325 Dec 23 12:36:27.031420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Checking segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:27.032180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Network hostable DHCP agents. Network: 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:36:27.085365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c197684a-43a0-48cc-ada3-2954dc22d78f req-374cf899-42c3-4f20-acf4-dedf8d796a83 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0600328 Dec 23 12:36:27.127853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ea30476-2c48-4f17-be39-123c08283a40 req-ee0852ea-0605-4333-b346-f9397cffd249 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309052 Dec 23 12:36:27.211820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:36:27.250963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7080a-ddd6-42e7-ad10-a3494fff078b req-57f5ae80-7e8f-45aa-b967-d060ec7d9caa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:27.250963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ba7080a-ddd6-42e7-ad10-a3494fff078b req-57f5ae80-7e8f-45aa-b967-d060ec7d9caa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.0735755 Dec 23 12:36:27.305998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:27.310794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:27.311732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:27.314674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ba7080a-ddd6-42e7-ad10-a3494fff078b req-c31c9e04-90d1-4d8b-8c53-24c78f67fd4c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582247 Dec 23 12:36:27.329193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcc7dd-5191-4c0c-9116-ce2103ca6538 None None] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:27.452390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c0f57d8b-1ba0-4d3e-ac3f-bd1c90190220 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3140585 Dec 23 12:36:27.453353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59856) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:27.457704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:27.513375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:36:27.514827 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:27.573624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:27.574956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:27.713869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:27.721867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Allocated IP 172.20.0.2 (71cd197d-0fc3-4d36-9a5d-1453cd4f7afe/78b39f98-5557-4d96-aefa-ca565de1dc9a/9b0c30ac-82c2-4096-ad71-e7e2f73d406f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:27.726882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826974c-98a0-46c0-9e66-9dc10daa9401 req-a9624847-efa2-4483-9af8-563589139f10 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:27.729204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6826974c-98a0-46c0-9e66-9dc10daa9401 req-a9624847-efa2-4483-9af8-563589139f10 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1503501 Dec 23 12:36:27.789168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6826974c-98a0-46c0-9e66-9dc10daa9401 req-60fb4767-5d87-4fe9-8c45-a695fb2afdbe tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539610 Dec 23 12:36:27.962979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.067479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.068497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-f33abd51-ce58-42c0-88b7-d546fd0272af tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:28.070286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-f33abd51-ce58-42c0-88b7-d546fd0272af tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.0991342 Dec 23 12:36:28.095723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66741f-a3b7-4c1d-add3-6dd4047dc7f3 req-e357ac51-2352-4002-9139-f71200006f18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:28.097350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a66741f-a3b7-4c1d-add3-6dd4047dc7f3 req-e357ac51-2352-4002-9139-f71200006f18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 946 time: 0.0747631 Dec 23 12:36:28.128552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-3aae4755-c43a-44be-96f7-1b540af95acb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:28.129962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-3aae4755-c43a-44be-96f7-1b540af95acb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.2888756 Dec 23 12:36:28.143783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:28.156055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a66741f-a3b7-4c1d-add3-6dd4047dc7f3 req-8131fa21-f534-4974-897c-1db325616775 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups?id=9070169f-293c-423e-9505-8968e70f67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519097 Dec 23 12:36:28.251931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc55a11c-f12f-43a3-9295-22d41f896b94 req-e8b7b854-56e7-4ee1-9cdc-8f036695c015 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0343821 Dec 23 12:36:28.291656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Deleting port 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:28.291656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.347993 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.367343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b596d-1411-44ee-9246-4eea38aa970c req-a1749335-528f-448a-ab40-d7af1b91033a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:28.369886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a05b596d-1411-44ee-9246-4eea38aa970c req-a1749335-528f-448a-ab40-d7af1b91033a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0565557 Dec 23 12:36:28.374924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] For port 613906d7-bdcf-42cf-a903-6ee2ce621a02, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=613906d7-bdcf-42cf-a903-6ee2ce621a02,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:28.375348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.393303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:28.401472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:28.404886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:28.408756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Pushing event updated for resources: {'Port': ['ID=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:28.498568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Attempting to bind port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:28.499124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Attempting to bind port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:28.499650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Attempting to bind port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f on network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:28.505902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:28.506480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Checking segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:28.507192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.507593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Bound using segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:28.508069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Bound port: 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:28.508601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.574828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a05b596d-1411-44ee-9246-4eea38aa970c req-4b3bc27e-5890-453a-854b-42b4cf5af7e7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727645 Dec 23 12:36:28.588967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:28.600305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.615961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] For port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:28.622044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] For port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:28.712213 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.772814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.773551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.774098 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Floating IP af13b8c7-799b-41e1-af1f-3fe7903b0736 disassociated. External IP: 172.25.7.32, port: 613906d7-bdcf-42cf-a903-6ee2ce621a02. Dec 23 12:36:28.774874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Calling delete_port for 613906d7-bdcf-42cf-a903-6ee2ce621a02 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:28.803406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6607-87c0-460b-a4cb-d0ce57f742e0 None None] Pushing event updated for resources: {'Port': ['ID=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:28.892855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd88a4-929b-45aa-88dc-2fc8892b6876 req-8dba2e47-679e-459f-a23f-2b2a5eb2ec1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:28.901597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39fd88a4-929b-45aa-88dc-2fc8892b6876 req-8dba2e47-679e-459f-a23f-2b2a5eb2ec1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.2017386 Dec 23 12:36:28.944382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:28.945477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.10 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/bb5fa0a5-31dc-48c8-b601-684ffc3ccd75) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:29.021816 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:29.072229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39fd88a4-929b-45aa-88dc-2fc8892b6876 req-837b2042-a951-4cf3-a1bd-4e6120687ec8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692028 Dec 23 12:36:29.365321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:29.410916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'Port': ['ID=613906d7-bdcf-42cf-a903-6ee2ce621a02,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:29.444308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Allocated IP 172.25.7.93 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/6a78ceb4-2e8c-4ff3-843f-4be961ba922f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:29.532338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e21773f-d3e7-4f2d-b0d6-ef6bb7e1bbf7 req-7853aa1c-c51b-4ab1-b865-40ed667c4170 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.0678289 Dec 23 12:36:29.601696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60788f91-82c5-4173-a86b-10dcc83f1898 req-f66b1240-b736-4584-ab2b-34ed5586880b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:29.620689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60788f91-82c5-4173-a86b-10dcc83f1898 req-f66b1240-b736-4584-ab2b-34ed5586880b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.5352826 Dec 23 12:36:29.670773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:29.750788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:36:29.760416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b0c30ac-82c2-4096-ad71-e7e2f73d406f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:29.808177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2d3165c-cbd1-4516-a80c-3a68d0e6d82a req-c84bb1bd-c66a-4b18-b36d-0704d23979b1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0738082 Dec 23 12:36:29.921217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:29.921593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:29.929401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60788f91-82c5-4173-a86b-10dcc83f1898 req-c6408a85-8bf8-4699-ba43-893f95dc1aae tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077300 Dec 23 12:36:30.079917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:30.093771 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:30.107292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.128273 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:30.131731 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:30.138477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:30.226259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 613906d7-bdcf-42cf-a903-6ee2ce621a02 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:36:30.226629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 613906d7-bdcf-42cf-a903-6ee2ce621a02 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:30.236236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.249307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.318196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:30.323891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] No DVR routers for this DVR port 613906d7-bdcf-42cf-a903-6ee2ce621a02 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:36:30.327105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.331751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-737d9562-1f26-427b-87ba-5d3485afa4e1 req-1929902c-e34d-4dbb-b9a8-d00505357c18 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.43 "DELETE /v2.0/ports/613906d7-bdcf-42cf-a903-6ee2ce621a02 HTTP/1.1" status: 204 len: 173 time: 2.2543063 Dec 23 12:36:30.340614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-deleted', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:30.343887 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d6138-d8ca-4cd9-89ba-279809d4bfb4" -d '{"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-deleted", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:30.348175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:30.359335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:30.363680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:30.379666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221a587-a55c-469b-868b-dd793f6cbfb1 req-9675fa63-4d51-4124-b72c-0606bff4d9ab tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:30.403305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3221a587-a55c-469b-868b-dd793f6cbfb1 req-9675fa63-4d51-4124-b72c-0606bff4d9ab tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.4136004 Dec 23 12:36:30.420858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.501863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:30.502626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.524110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:30.572526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:30.637318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda15b-2b0b-4be2-b6be-c3452ae67422 req-06419dfe-bd96-46b7-a1f7-5b7c74ad32e9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:30.638949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63cda15b-2b0b-4be2-b6be-c3452ae67422 req-06419dfe-bd96-46b7-a1f7-5b7c74ad32e9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.3867140 Dec 23 12:36:30.649687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-f516288f-e930-4838-ba12-f63582413c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5080905 Dec 23 12:36:30.661855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Request body: {'port': {'device_id': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:30.679515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3221a587-a55c-469b-868b-dd793f6cbfb1 req-897a479a-b8c0-4ed9-95b6-880465324552 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597313 Dec 23 12:36:30.684896 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:30.829788 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974eedb0-bfbb-490b-ad6d-5ca486d1da0c x-openstack-request-id: req-974eedb0-bfbb-490b-ad6d-5ca486d1da0c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:30.840119 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3dc4-b5c6-46f7-a1a9-8867b9b30267", "name": "network-vif-deleted", "tag": "613906d7-bdcf-42cf-a903-6ee2ce621a02", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:30.840521 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-974eedb0-bfbb-490b-ad6d-5ca486d1da0c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:30.840994 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3dc4-b5c6-46f7-a1a9-8867b9b30267', 'name': 'network-vif-deleted', 'tag': '613906d7-bdcf-42cf-a903-6ee2ce621a02', 'status': 'completed', 'code': 200} Dec 23 12:36:30.870496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.957022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63cda15b-2b0b-4be2-b6be-c3452ae67422 req-a5eae82c-e778-4f59-ad6a-0ca471f0711f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744730 Dec 23 12:36:30.958543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:30.968576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b77d9a-bbdd-4025-9f24-7829fd057a92 None None] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:31.094776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Pushing event updated for resources: {'Port': ['ID=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:31.201638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8902c10e-7e50-444d-a51f-72f564277a1c req-307f56e2-2abb-4f82-832c-1138befa253e tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fed3dc4-b5c6-46f7-a1a9-8867b9b30267 HTTP/1.1" status: 200 len: 210 time: 0.1115806 Dec 23 12:36:31.217106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:31.224582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:31.237148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:31.245986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-187f0573-dd41-4f35-9e43-8892474218da None None] Provisioning complete for port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:31.246356 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-187f0573-dd41-4f35-9e43-8892474218da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:31.250999 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:31.255898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:31.278157 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:31.279145 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:31.416212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d30f69-4dc5-480f-bd85-c94eb02abaf3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:36:31.474942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:31.612400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b0c30ac-82c2-4096-ad71-e7e2f73d406f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:31.635547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828f42-4d36-400b-9e14-b59f4ce36a9a req-e308bd10-3616-48a2-b355-b5758229e021 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:31.638050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45828f42-4d36-400b-9e14-b59f4ce36a9a req-e308bd10-3616-48a2-b355-b5758229e021 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 932 time: 0.5298839 Dec 23 12:36:31.813980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:31.813980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:31.861090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:31.896086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:31.923195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Transition to ACTIVE for port object bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:36:31.974823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d389-fc4c-4976-9f36-cddbf8435d7e req-8164ef1f-defb-4282-87ef-08ed626774bd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:31.975071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3a9a737b-2c4e-4941-a8a9-c4a669bfe08f None None] Provisioning complete for port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:31.975494 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a9a737b-2c4e-4941-a8a9-c4a669bfe08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.000467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bb4d389-fc4c-4976-9f36-cddbf8435d7e req-8164ef1f-defb-4282-87ef-08ed626774bd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.6418033 Dec 23 12:36:32.019458 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:32.022771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.086961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a737b-2c4e-4941-a8a9-c4a669bfe08f None None] Port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:32.089460 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf330d2-fab9-4b78-a534-738a1a2b7b37 None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:24:12Z', 'revision_number': 4, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad30fad8-fa7d-4719-add5-2907864e24e1', 'name': '', 'network_id': 'daac3158-be80-4870-b6ae-b0042dc1f213', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'mac_address': 'fa:16:3e:74:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:11Z', 'updated_at': '2021-12-23T12:24:22Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'subnets': [{'id': '57c09dbe-51c1-432d-bfa2-a4d5ee4f6847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:36:32.131475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.227342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:32.248940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45828f42-4d36-400b-9e14-b59f4ce36a9a req-a5301b7f-2737-43f0-8133-59799495c61e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932488 Dec 23 12:36:32.382972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Attempting to bind port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:32.383310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Attempting to bind port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:32.383644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Attempting to bind port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:32.394680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:36:32.398951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Attempting to bind port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:32.413388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:32.413734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:32.414687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:32.414687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Bound port: bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:32.414922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.483234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bb4d389-fc4c-4976-9f36-cddbf8435d7e req-284ad6ae-ee6d-43da-841f-d18d249a14c8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4818516 Dec 23 12:36:32.529666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3510f731-fe78-4d57-b5e7-1f094558b0e1 None None] Provisioning complete for port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:32.530839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3510f731-fe78-4d57-b5e7-1f094558b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.628151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a59baa-d980-457c-be93-e54ee833991a req-90a817a1-4b19-4cf3-9130-a4c4907be401 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:32.630588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4a59baa-d980-457c-be93-e54ee833991a req-90a817a1-4b19-4cf3-9130-a4c4907be401 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1967714 Dec 23 12:36:32.639509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:32.646201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:32.737770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.747297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e802b0-a0f0-4dff-9737-159ebfc68a84 None None] New status for floating IP af13b8c7-799b-41e1-af1f-3fe7903b0736: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:36:32.797274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.840579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:32.874433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:32.875860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:32.877554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-20fe1626-dbaa-4e68-97e4-6dd44e97af24 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 HTTP/1.1" status: 200 len: 1092 time: 2.2208800 Dec 23 12:36:32.879827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:32.887259 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:32.986425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329248-42f4-4c7d-965d-ebcf93297868 req-a09535b9-a702-4180-9b86-890fb5d5237b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:33.001208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7329248-42f4-4c7d-965d-ebcf93297868 req-a09535b9-a702-4180-9b86-890fb5d5237b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.2937069 Dec 23 12:36:33.036208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4a59baa-d980-457c-be93-e54ee833991a req-88577d0a-44e6-402e-93f4-225d1e176140 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629932 Dec 23 12:36:33.147701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-4f564d7a-1216-4d7b-9e1e-a0b9352e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:33.156636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-4f564d7a-1216-4d7b-9e1e-a0b9352e66e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 1095 time: 0.1231134 Dec 23 12:36:33.230812 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-818cac62-93ab-44fc-bb84-cb9f198d9835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 HTTP/1.1" status: 200 len: 217 time: 0.0654199 Dec 23 12:36:33.324002 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2183283-bc14-460a-a9f1-bb5707cd4f4e x-openstack-request-id: req-f2183283-bc14-460a-a9f1-bb5707cd4f4e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:33.324296 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:33.327957 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2183283-bc14-460a-a9f1-bb5707cd4f4e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:33.328427 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', 'status': 'completed', 'code': 200} Dec 23 12:36:33.342706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa871a16-b191-44e9-bdff-ff49af27256c req-9bb27fae-a3f9-4c29-9c2c-d538bb07fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:33.343849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-9bb27fae-a3f9-4c29-9c2c-d538bb07fbfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1004946 Dec 23 12:36:33.441161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-5361cd6e-ef9f-4858-bab6-eda23e3a8dfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843246 Dec 23 12:36:33.441682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59942) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:33.642297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9ed5-cdae-4751-86d2-77552badb54d req-1a4906ca-af93-4445-ab98-d8eed1c5a29a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:33.643894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df6c9ed5-cdae-4751-86d2-77552badb54d req-1a4906ca-af93-4445-ab98-d8eed1c5a29a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 944 time: 0.0898790 Dec 23 12:36:33.650778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7329248-42f4-4c7d-965d-ebcf93297868 req-8571ce04-2e83-4a6a-8c8f-2e99fa4b5440 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487613 Dec 23 12:36:33.750789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df6c9ed5-cdae-4751-86d2-77552badb54d req-357d453b-b298-449c-8180-d7ddf6cf89f9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844738 Dec 23 12:36:33.913092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959f4d7-9bd2-4880-96ee-220352b8b5ab req-a4d0581d-0db4-46a7-ad35-506abbcb3574 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:33.914634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3959f4d7-9bd2-4880-96ee-220352b8b5ab req-a4d0581d-0db4-46a7-ad35-506abbcb3574 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1333170 Dec 23 12:36:33.996283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:34.020244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3959f4d7-9bd2-4880-96ee-220352b8b5ab req-de9ea7d0-fcad-44b1-a198-cbe13b4b6f8c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987179 Dec 23 12:36:34.021093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:36:34.050544 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-0eaf7128-1643-4521-b1df-9480490fdc78 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065886 Dec 23 12:36:34.055669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:34.244775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda69b-1123-476a-bf07-e7111898fb2d req-ee4e2f7a-09f9-4c76-a647-2c239471583e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:34.246270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-caeda69b-1123-476a-bf07-e7111898fb2d req-ee4e2f7a-09f9-4c76-a647-2c239471583e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0700135 Dec 23 12:36:34.258928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa871a16-b191-44e9-bdff-ff49af27256c req-b99d69fc-23ae-46ea-824f-368dca87bf78 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991203 Dec 23 12:36:34.278496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:34.288430 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Sync routers for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:34.315856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:34.318877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:34.340464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:34.347600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:34.350219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "DELETE /v2.0/security-groups/9070169f-293c-423e-9505-8968e70f67fe HTTP/1.1" status: 204 len: 168 time: 0.9061410 Dec 23 12:36:34.351660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59954) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:34.477950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4776a-50db-46b6-af7f-0b4dbb8487dd tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9070169f-293c-423e-9505-8968e70f67fe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:34.495610 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-0358f367-626a-4dcc-80f5-e4f4d1b43223 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] show failed (client error): The resource could not be found. Dec 23 12:36:34.496755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0358f367-626a-4dcc-80f5-e4f4d1b43223 tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "GET /v2.0/security-groups/9070169f-293c-423e-9505-8968e70f67fe HTTP/1.1" status: 404 len: 347 time: 0.1292081 Dec 23 12:36:34.508602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:34.521007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-caeda69b-1123-476a-bf07-e7111898fb2d req-cf3a6ab8-5e00-48d2-a852-626e85c68c99 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600381 Dec 23 12:36:34.530297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:34.532347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f5f700ee-ee8e-4f86-b86f-02d6f6a819df admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0780017 Dec 23 12:36:34.535275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59960) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:34.645938 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:34.660956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-f35108ad-1929-4243-929a-9a4233b00cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:34.664180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-f35108ad-1929-4243-929a-9a4233b00cac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 1095 time: 0.2495229 Dec 23 12:36:34.910146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0135c-485a-4b1e-9935-bade6a1f4534 req-6ce2dba7-4116-4c80-9d12-ce6ce56ce3ec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:34.911893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7d0135c-485a-4b1e-9935-bade6a1f4534 req-6ce2dba7-4116-4c80-9d12-ce6ce56ce3ec tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1127708 Dec 23 12:36:34.978900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-0ade4af9-6b96-41b2-a0f6-7a1803930e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:34.979479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-0ade4af9-6b96-41b2-a0f6-7a1803930e99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 907 time: 0.3017676 Dec 23 12:36:35.047750 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:31Z', 'revision_number': 3, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:35.089422 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Checking router: 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:35.090057 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Updating router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:36:35.105369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7176be-2adf-4053-9316-1d7ec901c455 req-88a39f20-f0e1-4cfd-b4ff-0321ea50b242 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:35.106981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d7176be-2adf-4053-9316-1d7ec901c455 req-88a39f20-f0e1-4cfd-b4ff-0321ea50b242 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 944 time: 0.1941712 Dec 23 12:36:35.129039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Deleting port 874d0bb3-b5d5-4454-889a-e0ba8722d33c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:35.129587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.131976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-d3251e77-6ae2-4244-84e2-7773bd333992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 HTTP/1.1" status: 200 len: 217 time: 0.1312637 Dec 23 12:36:35.132625 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.223647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d7176be-2adf-4053-9316-1d7ec901c455 req-539594b6-f8d0-4c62-afa6-bce4492842b4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070681 Dec 23 12:36:35.226856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a7d0135c-485a-4b1e-9935-bade6a1f4534 req-247edffd-ce6a-4332-a45b-ac9e311e0e94 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671208 Dec 23 12:36:35.428628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-b8389403-d60f-4828-b96d-7908a3021aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:35.430574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-b8389403-d60f-4828-b96d-7908a3021aed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.2846849 Dec 23 12:36:35.485496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.486104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.532987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-5d3b9d51-3521-47fb-ad8e-1c6e9748de9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753069 Dec 23 12:36:35.639304 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.646876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c980247-5c2b-4dc1-942b-e6579d5a29dc req-5e015c45-1847-4d78-9542-8c06f8f5f06a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:35.655802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c980247-5c2b-4dc1-942b-e6579d5a29dc req-5e015c45-1847-4d78-9542-8c06f8f5f06a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1152864 Dec 23 12:36:35.711368 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.726668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dbeea-f520-442f-a8c7-61c777250e50 req-0014ef40-a850-4a8c-83a8-4fbbf0e60b9d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:35.736450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c6dbeea-f520-442f-a8c7-61c777250e50 req-0014ef40-a850-4a8c-83a8-4fbbf0e60b9d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.3308358 Dec 23 12:36:35.783193 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Pushing event updated for resources: {'Port': ['ID=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:35.810310 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.810661 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.811002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.811335 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.811666 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.811995 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.812320 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.812646 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.812991 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.813312 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.813633 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.813950 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.814269 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:35.850566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-7b3b4ed2-f339-478d-a1f8-48abb5cd293c service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110876 Dec 23 12:36:35.851207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abc900-8856-43c3-97ef-e28da244ed21 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:36:35.856293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Calling delete_port for 874d0bb3-b5d5-4454-889a-e0ba8722d33c owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:35.876874 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Attempting to bind port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:35.877251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Attempting to bind port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:35.882870 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Attempting to bind port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:35.898785 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:35.899163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:35.899574 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.900623 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:35.901239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Bound port: 6a78ceb4-2e8c-4ff3-843f-4be961ba922f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:35.908217 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:35.965406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6131c7ae-b396-4eb2-98ef-37d040156c99 None None] Provisioning complete for port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:35.965767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6131c7ae-b396-4eb2-98ef-37d040156c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.021975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c6dbeea-f520-442f-a8c7-61c777250e50 req-662bae9f-9c69-442f-90c7-083d4308d38e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842112 Dec 23 12:36:36.030264 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] For port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:36.037388 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] For port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:36.075323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.091748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c980247-5c2b-4dc1-942b-e6579d5a29dc req-bf663477-7212-4b16-bdc4-1535af0a3639 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347994 Dec 23 12:36:36.140320 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.142751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6131c7ae-b396-4eb2-98ef-37d040156c99 None None] Port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:36.297304 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf7d2-c400-4529-bf09-1c88a2ff5c97 None None] Pushing event updated for resources: {'Port': ['ID=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:36.336477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd145b0f-a302-44ed-9d69-7d906d4135f7 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:36:36.349158 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:36.350012 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:36.497828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.503361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] Provisioning complete for port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:36.503766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.593536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d6bd6bd-2419-470d-84f7-49f1c67a1b5e req-b5e2540c-01f5-4881-adc6-f09767100f88 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346931 Dec 23 12:36:36.602028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Pushing event deleted for resources: {'Port': ['ID=874d0bb3-b5d5-4454-889a-e0ba8722d33c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:36.623443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:36.796925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.845648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] For port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:36.850259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.852225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e0e6-d395-43c4-b1e2-8e0ce522f493 req-e92cdb20-6915-4657-b74c-ef5988e5457f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:36.855562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.860262 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9c1c157b-f662-4443-943d-a370cb07bbbb tempest-AttachVolumeShelveTestJSON-792233378 tempest-AttachVolumeShelveTestJSON-792233378-project] 10.222.0.16 "DELETE /v2.0/floatingips/af13b8c7-799b-41e1-af1f-3fe7903b0736 HTTP/1.1" status: 204 len: 168 time: 2.3460557 Dec 23 12:36:36.860421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bf4e0e6-d395-43c4-b1e2-8e0ce522f493 req-e92cdb20-6915-4657-b74c-ef5988e5457f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.4781599 Dec 23 12:36:36.946621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8f25-ae78-4e71-89eb-d3872a8e54a0 req-1ea23a44-e355-4aaa-b7aa-6977403a53a9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:36.954351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:36.964173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f0f8f25-ae78-4e71-89eb-d3872a8e54a0 req-1ea23a44-e355-4aaa-b7aa-6977403a53a9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.5855415 Dec 23 12:36:37.070533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf090d-2feb-446b-a2ae-490a9eb66d27 None None] Pushing event updated for resources: {'Port': ['ID=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:37.190078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Allocated IP 172.20.0.1 (71cd197d-0fc3-4d36-9a5d-1453cd4f7afe/78b39f98-5557-4d96-aefa-ca565de1dc9a/61dedc61-63a4-48b8-9d6b-672ab6fc6541) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:37.269550 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:31Z', 'revision_number': 3, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:37.363189 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cdbe4-3078-4f76-8047-364e1854e000 None None] The sync data for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 is: [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:31Z', 'revision_number': 3, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:36:37.413172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:37.463564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bf4e0e6-d395-43c4-b1e2-8e0ce522f493 req-f60e99c8-2919-45bc-be5f-036bdc6292ad tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5950673 Dec 23 12:36:37.639021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f0f8f25-ae78-4e71-89eb-d3872a8e54a0 req-b3ccc58d-8243-438d-8192-6f39b9f552d5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635933 Dec 23 12:36:37.729987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:37.859122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Pushing event updated for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:37.987650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014432b-6b3b-491e-8705-9f9095b8013f req-80d50ed5-2989-4410-b330-84d4803084da tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:37.997274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7014432b-6b3b-491e-8705-9f9095b8013f req-80d50ed5-2989-4410-b330-84d4803084da tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 944 time: 0.3275619 Dec 23 12:36:38.038217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:38.045901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:38.049867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:38.113229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:38.194321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c85c34-6757-4635-8662-2622a03301fd req-c0a98436-eebe-44df-b727-39035dac3928 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:38.195923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6c85c34-6757-4635-8662-2622a03301fd req-c0a98436-eebe-44df-b727-39035dac3928 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.3513436 Dec 23 12:36:38.282218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7014432b-6b3b-491e-8705-9f9095b8013f req-6c9372ef-56fe-4e68-8a86-b8d426e4f1c1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819138 Dec 23 12:36:38.388125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6c85c34-6757-4635-8662-2622a03301fd req-92dd805e-d69f-48e5-be87-f8b0f8108595 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691263 Dec 23 12:36:38.511647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a6aaec56-e35b-4c25-9dd2-d4921a093574 None None] Provisioning complete for port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:38.514076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6aaec56-e35b-4c25-9dd2-d4921a093574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:38.733910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaec56-e35b-4c25-9dd2-d4921a093574 None None] Port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:38.738691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-5441a42c-6620-4ec3-86bf-3522b9b21e6a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:38.741109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-5441a42c-6620-4ec3-86bf-3522b9b21e6a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.2717385 Dec 23 12:36:38.763109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-cb526eba-fec9-4930-8e9d-37c1b710a269 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/quotas/bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 375 time: 0.0144157 Dec 23 12:36:38.914687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:39.075220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-136bee7d-e3da-4082-a9c3-a2b8cf075279 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2930982 Dec 23 12:36:39.239618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486031-7077-4a32-b410-16ea06182c78 req-bb9e035c-2a6d-48b6-a992-0e73a99e96d7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:39.241231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32486031-7077-4a32-b410-16ea06182c78 req-bb9e035c-2a6d-48b6-a992-0e73a99e96d7 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.4205084 Dec 23 12:36:39.365768 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-11180760-0dd0-451f-876d-b58548fb8f58 req-f9802b27-101b-458a-93a2-1e84be54eb41 service neutron] show failed (client error): The resource could not be found. Dec 23 12:36:39.367426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-f9802b27-101b-458a-93a2-1e84be54eb41 service neutron] 10.222.0.57 "GET /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.1258287 Dec 23 12:36:39.481108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:36:39.496223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32486031-7077-4a32-b410-16ea06182c78 req-5f46b469-039a-4ef9-b40a-0a14dec2eb15 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243204 Dec 23 12:36:39.507579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-8b9d1585-9fca-404c-866a-486fda146758 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201951 Dec 23 12:36:39.818821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:39.847441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a78ceb4-2e8c-4ff3-843f-4be961ba922f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:40.001014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.019779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', 'mac_address': 'fa:16:3e:9c:68:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:36:40.024289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fab76-a8b1-4f1d-8e08-6008894a93fb req-d064e040-5695-4e6c-9386-22d67c233a9c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:40.026837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-262fab76-a8b1-4f1d-8e08-6008894a93fb req-d064e040-5695-4e6c-9386-22d67c233a9c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 944 time: 0.3071601 Dec 23 12:36:40.096305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.155844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:40.156143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.160425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-2d60ca5b-3622-43f3-992b-5debd684f2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255832 Dec 23 12:36:40.164012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-be78d86e-6520-4815-a5e4-6a6cf559b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:40.167235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-be78d86e-6520-4815-a5e4-6a6cf559b9d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 1096 time: 0.2123971 Dec 23 12:36:40.182788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:40.306725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.325263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-262fab76-a8b1-4f1d-8e08-6008894a93fb req-8dae556f-fefa-4b5b-914e-403eae824d4a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908311 Dec 23 12:36:40.343738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.382224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:40.397344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Pushing event updated for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:40.425129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.504254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:40.648932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270e1e-be47-445a-826c-2ab2bda28a19 req-54e4113d-2081-490e-8ef9-cab3d567c62d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:40.659502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82270e1e-be47-445a-826c-2ab2bda28a19 req-54e4113d-2081-490e-8ef9-cab3d567c62d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.1107523 Dec 23 12:36:40.736651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:40.784662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:40.814872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62dea5-673e-4f9c-a621-bbb78a1b8c47 req-ca8d4c73-11bf-467f-81bc-74232521f46d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:40.828417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e62dea5-673e-4f9c-a621-bbb78a1b8c47 req-ca8d4c73-11bf-467f-81bc-74232521f46d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1191325 Dec 23 12:36:40.873240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:40.958238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:40.997994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:41.004461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82270e1e-be47-445a-826c-2ab2bda28a19 req-f431b20c-ce99-477d-a186-ed529e0c4fb2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436558 Dec 23 12:36:41.120650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:41.237205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:41.417803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:41.420379 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde168c-3555-4900-ae11-f1f5383f9679" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:41.436715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:41.474143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Transition to ACTIVE for port object fa173192-0bc4-4449-90ff-a9fb8d803765 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:36:41.502319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:41.559901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:41.685639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5334dab0-b937-442b-80e3-f9c11d81d15c None None] Provisioning complete for port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:41.688474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5334dab0-b937-442b-80e3-f9c11d81d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:41.775441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port fa173192-0bc4-4449-90ff-a9fb8d803765 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:36:41.780611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:36:41.848186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5334dab0-b937-442b-80e3-f9c11d81d15c None None] Port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:41.984095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:42.021736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] No DVR routers for this DVR port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:36:42.114734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8a6ffd2-7731-47c9-923e-d7d2b4d5c114 req-e94505d3-c3d5-4c58-85fa-52ecf3c400cb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.0883710 Dec 23 12:36:42.133358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e62dea5-673e-4f9c-a621-bbb78a1b8c47 req-f00e8b9c-f18f-4c26-99ea-740a3e1db412 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3039310 Dec 23 12:36:42.209711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:36:42.355968 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea326ac2-d15d-4ea5-ba88-cee15369832f x-openstack-request-id: req-ea326ac2-d15d-4ea5-ba88-cee15369832f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:42.362879 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:42.363272 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea326ac2-d15d-4ea5-ba88-cee15369832f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:42.363800 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'code': 200} Dec 23 12:36:42.365762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:42.369956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:42.369956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:42.388044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:36:42.388799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:42.414050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:42.414420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:42.414920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Bound using segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:42.415696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Bound port: fa173192-0bc4-4449-90ff-a9fb8d803765, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:42.416183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:42.580893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:42.587874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:42.597912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e5d2921c-04b9-4464-989e-7f8f08da6d44 admin admin] 10.222.0.16 "PUT /v2.0/routers/8fc4e8a6-965c-4c64-b728-ff26f2162cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0477898 Dec 23 12:36:42.606699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:42.606871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Sync routers for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:42.676658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:42.683431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:42.689996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7853c-70ad-4249-b3ea-f3d127a52b20 req-55623c1f-b040-4769-badf-466aed310bb8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:42.697454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10e7853c-70ad-4249-b3ea-f3d127a52b20 req-55623c1f-b040-4769-badf-466aed310bb8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.1531081 Dec 23 12:36:42.737638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0702f7-585a-4116-a93f-37cc8afd354e req-2c307736-2f19-447a-9438-c08fb678e617 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:42.739172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c0702f7-585a-4116-a93f-37cc8afd354e req-2c307736-2f19-447a-9438-c08fb678e617 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 945 time: 0.2110012 Dec 23 12:36:42.769168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-0c223b55-e5b0-4faa-b62e-eb7fd7dbfccd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220248 Dec 23 12:36:42.817451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10e7853c-70ad-4249-b3ea-f3d127a52b20 req-cf209238-5f8f-429b-82d5-7eb5e4601d86 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189542 Dec 23 12:36:42.852232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c0702f7-585a-4116-a93f-37cc8afd354e req-f8da9896-153a-4070-99fd-3676c6dbd3d4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055732 Dec 23 12:36:42.888275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-65ac2963-36e6-4aee-9ca1-59ef2c5ba4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:42.890069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-65ac2963-36e6-4aee-9ca1-59ef2c5ba4fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949a73100a3a46e0b0005e1664613890&device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 1096 time: 0.0963867 Dec 23 12:36:42.935325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:43.038571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-966aa19d-d9d2-445d-b04a-e0540ae1ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:43.040661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-966aa19d-d9d2-445d-b04a-e0540ae1ab2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 200 len: 912 time: 0.1298192 Dec 23 12:36:43.138946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:43.358852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30f60da6-6548-4906-ae89-93c26fe01be1 req-4d6229e4-e6a5-4175-bfb2-992e8dc3a350 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.0657814 Dec 23 12:36:43.401039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:43.433360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:43.457543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:43.459018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1e68bd6d-30b4-4d3c-a50f-ae0ad0eda7a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1091 time: 3.2819281 Dec 23 12:36:43.468660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce097-413b-4152-a17c-ae4945d4c0df req-29ae3fd4-4e39-4757-b73f-6234d2bca525 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:43.503019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-361ce097-413b-4152-a17c-ae4945d4c0df req-29ae3fd4-4e39-4757-b73f-6234d2bca525 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1391556 Dec 23 12:36:43.524216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:43.676539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-5f575353-b5de-430a-9990-5b60d0b968ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 200 len: 1001 time: 0.6266668 Dec 23 12:36:43.718968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-361ce097-413b-4152-a17c-ae4945d4c0df req-72050b22-cdd6-465c-9707-39372343ca4f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170820 Dec 23 12:36:43.869750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-56296e7a-e91f-46b4-b1b4-a23868ce626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:43.873388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-56296e7a-e91f-46b4-b1b4-a23868ce626a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 200 len: 850 time: 0.1874888 Dec 23 12:36:43.983895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-2c9c59d9-8214-4c09-a28b-aaaf6414eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:43.985909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-2c9c59d9-8214-4c09-a28b-aaaf6414eae3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1094 time: 0.4913392 Dec 23 12:36:44.153039 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b5aad237-8d6a-4848-92ff-8fbcfb969e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:44.203654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aba95-72dd-436f-a6a9-07dc17b1aac1 req-f8030f6d-0e2d-4b68-a596-2c99f9331399 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:44.213933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d5aba95-72dd-436f-a6a9-07dc17b1aac1 req-f8030f6d-0e2d-4b68-a596-2c99f9331399 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.2314570 Dec 23 12:36:44.251193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-875f7833-180b-49ce-a5dd-535434a74baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:44.256220 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-875f7833-180b-49ce-a5dd-535434a74baf service neutron] 10.222.0.43 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.2605155 Dec 23 12:36:44.286140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60106) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:44.306349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1544797985-network', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:44.349565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-e19e8226-bf0e-4b8e-8a05-a77b8ae2d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:44.359645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-e19e8226-bf0e-4b8e-8a05-a77b8ae2d5fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2940af1d-4bca-42fb-a7a3-9bab1d175e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4777725 Dec 23 12:36:44.378279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc99a8-f438-40f1-891f-2014839cdb87 req-3a724bc6-8654-4e79-8cab-b90bcca65d12 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:44.396774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fbc99a8-f438-40f1-891f-2014839cdb87 req-3a724bc6-8654-4e79-8cab-b90bcca65d12 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 945 time: 0.3370793 Dec 23 12:36:44.411822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:39Z', 'revision_number': 2, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:44.454617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:44.456916 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c018533-1f08-4ed1-bb09-a1672ee2ec92" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:44.481070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Checking router: 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:44.481524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Updating router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:36:44.483586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:36:44.529633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fbc99a8-f438-40f1-891f-2014839cdb87 req-cd546f9c-d4b7-425c-9e43-2c0ece8a072b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237299 Dec 23 12:36:44.560856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:44.560856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:44.662376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d5aba95-72dd-436f-a6a9-07dc17b1aac1 req-12af2c96-7ed9-4ec3-99b1-44b83082d3f6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445946 Dec 23 12:36:44.730088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:44.765515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-ba358ae4-b676-4f51-8749-f10762ddc8b3 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943254 Dec 23 12:36:44.832014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-5c83fa8a-bc5f-4664-9664-c5131de0de2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.5580752 Dec 23 12:36:44.903361 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:44.924494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0072d4a4-b388-4e04-b3d1-97a7cc8d0d8d req-09518e34-5548-4c5a-bd72-70de6f9a5048 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.1361041 Dec 23 12:36:44.992500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cca65-c232-422b-8d59-8967b52b3113 req-3e2a240c-6da0-48b5-8aba-57546e753e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.002628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-3e2a240c-6da0-48b5-8aba-57546e753e89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1096 time: 0.4089472 Dec 23 12:36:45.115501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-08dc2546-00c6-4f85-8810-74ff87f1d511 req-22799be6-ec09-42a0-8a39-60b25a8e33e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288717 Dec 23 12:36:45.123395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:45.128254 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a497fa9-8618-44ea-a366-fda5c7c15695" -d '{"events": [{"server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "name": "network-vif-plugged", "status": "completed", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:45.142000 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2ebefe-77d4-44b9-af92-97488bc19e71 x-openstack-request-id: req-6e2ebefe-77d4-44b9-af92-97488bc19e71 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:45.142297 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:45.142556 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e2ebefe-77d4-44b9-af92-97488bc19e71 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:45.142970 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:36:45.188639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:45.209460 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9867f-c6f1-4a12-983d-83e18d336c21 x-openstack-request-id: req-a3b9867f-c6f1-4a12-983d-83e18d336c21 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:45.209941 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "name": "network-vif-plugged", "status": "completed", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:45.210366 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3b9867f-c6f1-4a12-983d-83e18d336c21 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:45.210912 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', 'code': 200} Dec 23 12:36:45.286741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:45.301843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cca65-c232-422b-8d59-8967b52b3113 req-18c892b1-109d-4bba-83e9-7b4829ef4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.303595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-18c892b1-109d-4bba-83e9-7b4829ef4995 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.2457242 Dec 23 12:36:45.500985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-feaa6c74-52d1-4dd1-9578-ff3910c65db0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.1571567 Dec 23 12:36:45.504015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:45.510153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-b68d059b-3801-411f-b5f4-3acd272ca564 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.517305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-b68d059b-3801-411f-b5f4-3acd272ca564 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.3978667 Dec 23 12:36:45.627119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-0343de38-868c-4c2c-af4b-04a786852e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.646432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-0343de38-868c-4c2c-af4b-04a786852e9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1094 time: 0.7120268 Dec 23 12:36:45.655413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'device_id': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'admin_state_up': True, 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:45.800336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-f7450490-86d2-42df-be69-5fcd8ddd6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.803388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-f7450490-86d2-42df-be69-5fcd8ddd6acd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.6596243 Dec 23 12:36:45.810174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Made reservation on behalf of ba6e3fe22d634525a70472c31126597e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:45.811182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4121-04c9-4bfb-9932-141e80eb1ff5 req-9067adaf-5256-4a4b-aae7-6a6075a4a127 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.818279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:45.825388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ba4121-04c9-4bfb-9932-141e80eb1ff5 req-9067adaf-5256-4a4b-aae7-6a6075a4a127 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.5197525 Dec 23 12:36:45.831460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:45.854657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c619c21-353b-4c18-87d9-9869bc39b499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:45.869264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:45.968832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535e367-9ea8-4d22-a194-44adc9168920 req-6ea995b9-eeb0-4f4b-8ffd-1b4f132900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:45.985794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d535e367-9ea8-4d22-a194-44adc9168920 req-6ea995b9-eeb0-4f4b-8ffd-1b4f132900a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 1097 time: 0.4548080 Dec 23 12:36:46.003690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.097284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0afd45-66b9-4165-a8e4-99283472399b None None] Pushing event updated for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:46.216797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cca65-c232-422b-8d59-8967b52b3113 req-8bb1ce19-01e0-43ab-a3c0-234a97f4527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:46.220352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-8bb1ce19-01e0-43ab-a3c0-234a97f4527d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.6612511 Dec 23 12:36:46.244734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Attempting to bind port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:46.252975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Attempting to bind port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:46.252975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Attempting to bind port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 on network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:46.264606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:46.266317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Checking segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:46.266782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.268620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Bound using segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:46.270736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Bound port: 61dedc61-63a4-48b8-9d6b-672ab6fc6541, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:46.271148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.282913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ba4121-04c9-4bfb-9932-141e80eb1ff5 req-ce2f0237-79d9-45bf-809f-73891054b876 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565680 Dec 23 12:36:46.283990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11180760-0dd0-451f-876d-b58548fb8f58 req-07d5b439-fa51-45e8-bb60-79040e9c37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:46.298523 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-07d5b439-fa51-45e8-bb60-79040e9c37ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4376647 Dec 23 12:36:46.401763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-772a3092-8783-4117-942c-efc9a6b4a3ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705823 Dec 23 12:36:46.567400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca652e2f-ddbc-4f97-9acf-d7c908d0770a req-347f57be-d1a4-4580-bab8-3a36f1c2b509 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:46.580924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca652e2f-ddbc-4f97-9acf-d7c908d0770a req-347f57be-d1a4-4580-bab8-3a36f1c2b509 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.7533305 Dec 23 12:36:46.603203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d4f4d483-d9fd-4b62-b746-a8f59de767b6 None None] Provisioning complete for port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:46.603613 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d483-d9fd-4b62-b746-a8f59de767b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.661065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4d483-d9fd-4b62-b746-a8f59de767b6 None None] Port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:46.672813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] For port 61dedc61-63a4-48b8-9d6b-672ab6fc6541, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:46.679707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] For port 61dedc61-63a4-48b8-9d6b-672ab6fc6541, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=61dedc61-63a4-48b8-9d6b-672ab6fc6541,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:46.684250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.761503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-21281495-f110-47ca-aef3-de203c2cfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:46.762118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:46.763370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-21281495-f110-47ca-aef3-de203c2cfa8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.9899147 Dec 23 12:36:46.861833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0afd45-66b9-4165-a8e4-99283472399b None None] Pushing event updated for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:46.879737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-2a8f312a-b0ea-41e1-a5cd-94e8910a73cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.1001363 Dec 23 12:36:46.968918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:46.969877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:46.983996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca652e2f-ddbc-4f97-9acf-d7c908d0770a req-0582ae39-5f95-4cf7-b3dd-113a546f8e77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021888 Dec 23 12:36:47.144231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18af2ce-4ff7-4b7e-b0f2-14d876de570e req-89563cb7-9388-49bb-9e81-dd708b63ad4c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:47.154497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b18af2ce-4ff7-4b7e-b0f2-14d876de570e req-89563cb7-9388-49bb-9e81-dd708b63ad4c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.6198688 Dec 23 12:36:47.226167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-1e104a75-a196-40b9-bf5b-6caf4a243b40 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7970169 Dec 23 12:36:47.267807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d535e367-9ea8-4d22-a194-44adc9168920 req-90471756-3248-4f60-bbf2-2d3c853490fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2483237 Dec 23 12:36:47.342111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:47.412191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-1c50c64e-10dd-4c96-85c7-b12b45c089bd service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0643091 Dec 23 12:36:47.414507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.416269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:47.420495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.451885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-034cca65-c232-422b-8d59-8967b52b3113 req-b8dca853-0cdd-44f7-8e91-7cf1fcdf52d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668971 Dec 23 12:36:47.468956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-448b5267-79f1-4d4a-b614-8b4a9a98c756 req-af6bec91-eef8-4b60-b6b8-8a8e51a79f1e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.2533808 Dec 23 12:36:47.475383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-3efa94bb-70d6-4e4d-91f7-e2ff07f2f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:47.475538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] Provisioning complete for port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:47.475767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.477200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-3efa94bb-70d6-4e4d-91f7-e2ff07f2f4fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.5869994 Dec 23 12:36:47.590903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b18af2ce-4ff7-4b7e-b0f2-14d876de570e req-df0acda2-d0ef-4152-bd9a-289a9bfc021b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116800 Dec 23 12:36:47.648986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.752925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:36:47.836964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-8c34ef61-50cc-4d79-86b4-6f9ec7adcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:47.843301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-8c34ef61-50cc-4d79-86b4-6f9ec7adcd16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512681 Dec 23 12:36:47.865931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dea9-69a9-4805-9797-34d92b82cf0d req-28071bc4-4e70-434b-926e-428c808e677e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:47.869582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7005dea9-69a9-4805-9797-34d92b82cf0d req-28071bc4-4e70-434b-926e-428c808e677e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2335975 Dec 23 12:36:47.877651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e3e5e-3746-4c5f-b615-a668126befc0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:47.893882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.894807 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Added segment 5850df4f-8a72-4a97-9291-eb466537c416 of type vlan for network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c Dec 23 12:36:47.898987 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:47.996764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] For port 61dedc61-63a4-48b8-9d6b-672ab6fc6541, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=61dedc61-63a4-48b8-9d6b-672ab6fc6541,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:48.002914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:46Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:48.086637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffd672-1d60-4d69-bdc2-e3ddfdef939d None None] The sync data for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 is: [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:46Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:36:48.106889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11180760-0dd0-451f-876d-b58548fb8f58 req-7e58dbb2-e3a6-4a01-9846-a81607b57207 service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712558 Dec 23 12:36:48.151040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.179571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.199669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7005dea9-69a9-4805-9797-34d92b82cf0d req-bfebe47d-4147-4ee8-a112-23871dca3362 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069704 Dec 23 12:36:48.265500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-4ba858a0-548d-416c-a68e-f44e734c8068 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923843 Dec 23 12:36:48.269711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.resource_extend [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:36:48.346707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.399832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebbcb2-e0cb-405b-ab26-382910781ae9 None None] Pushing event updated for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:48.405655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.20.0.11 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/bf513837-d5c5-4d98-8596-789b489da41a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:48.430110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-b07dd094-3bde-425d-a9d3-b88e939ec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:48.433669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-b07dd094-3bde-425d-a9d3-b88e939ec30e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1094 time: 0.1367793 Dec 23 12:36:48.472482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.527693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.528643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:48.529851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:48.555257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4e8f-5751-4f62-9ecd-a4d1213a2e94 req-af9cf507-ba98-4c3b-b0d9-640e7e843be2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:48.570155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1cb4e8f-5751-4f62-9ecd-a4d1213a2e94 req-af9cf507-ba98-4c3b-b0d9-640e7e843be2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.3215435 Dec 23 12:36:48.627800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-2bb34298-de73-47fb-afaf-b35f81eef38b service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537250 Dec 23 12:36:48.678790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1cb4e8f-5751-4f62-9ecd-a4d1213a2e94 req-045a28a1-5277-43b9-b258-13512ba999ab tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065121 Dec 23 12:36:48.764604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c71bb70c-01d8-4df5-b4e4-9cb13a567f1d req-bf160d4c-e585-44b9-9adf-e42b3db2d79a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.0822806 Dec 23 12:36:48.914972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] Pushing event updated for resources: {'Network': ['ID=2ce6b52d-33d8-46ae-bcdb-50b7af09c49c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:48.932141 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-57022395-7a21-46a6-bfc1-65448ced023c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6440783 Dec 23 12:36:48.940147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:48.943116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:36:48.946391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7b77-1af5-475a-9076-7e311db09ff2 req-4d58ad6b-9304-4dbb-94ba-8c7c90b1b386 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:48.948815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-858e7b77-1af5-475a-9076-7e311db09ff2 req-4d58ad6b-9304-4dbb-94ba-8c7c90b1b386 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.1222036 Dec 23 12:36:48.955804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Request body: {'subnet': {'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1544797985-subnet', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:49.106984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-858e7b77-1af5-475a-9076-7e311db09ff2 req-8c7124f3-46cc-4b6b-bc7b-ff46f1632e75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426444 Dec 23 12:36:49.141458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Made reservation on behalf of ba6e3fe22d634525a70472c31126597e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:36:49.154464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:49.247380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:49.251202 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:49.561379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c55d7e-3f11-4e38-98b4-9946d014447a req-1cf150a9-f858-4fd2-89bc-fc550654f703 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:49.583828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8c55d7e-3f11-4e38-98b4-9946d014447a req-1cf150a9-f858-4fd2-89bc-fc550654f703 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1120934 Dec 23 12:36:49.589166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-cd6fdfdb-2f95-4583-97a8-b3c3a283b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:49.599867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-cd6fdfdb-2f95-4583-97a8-b3c3a283b666 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 1.1305439 Dec 23 12:36:49.714884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8c55d7e-3f11-4e38-98b4-9946d014447a req-647ec2f0-7bc2-424f-9531-c8def131575c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131527 Dec 23 12:36:49.742322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:49.831393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 61dedc61-63a4-48b8-9d6b-672ab6fc6541 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:49.968154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=91edf988-7495-4956-993f-178508e5a573,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:49.974805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:49.979926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-e85c6934-615d-4369-b8e3-06d123b3c2a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.3760245 Dec 23 12:36:49.994548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:50.089292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc556b-1a47-409b-b298-4bb9c272e952 req-ff45a73f-f778-447e-b845-bdc905ea96ef tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:50.098396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abbc556b-1a47-409b-b298-4bb9c272e952 req-ff45a73f-f778-447e-b845-bdc905ea96ef tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.2322469 Dec 23 12:36:50.163861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:36:50.245623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:50.246002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:50.255320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff2f4f-51f5-4dc4-8bf5-3edcf40a1704 req-b7dcc899-7500-4bb5-9839-70f06dfc8367 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:50.256952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52ff2f4f-51f5-4dc4-8bf5-3edcf40a1704 req-b7dcc899-7500-4bb5-9839-70f06dfc8367 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 932 time: 0.2907174 Dec 23 12:36:50.307639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-d082600b-00d7-466c-84a3-176964068ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:50.309210 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-d082600b-00d7-466c-84a3-176964068ff2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.3164146 Dec 23 12:36:50.335936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:50.409766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:50.429160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abbc556b-1a47-409b-b298-4bb9c272e952 req-5bc50c79-26ae-42c5-898f-930af3f47a8c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287957 Dec 23 12:36:50.483380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:50.582849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52ff2f4f-51f5-4dc4-8bf5-3edcf40a1704 req-5bfee1fe-41e8-48b3-bbfa-f84be675e18b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168855 Dec 23 12:36:50.744219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.765087 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:36:50.767375 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:36:50.775526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:50.776011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:50.867075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594525e-91fb-4933-8daf-f52a7a80cfa2 req-64c12509-4df1-485b-ad5d-8bacad960304 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:50.877066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0594525e-91fb-4933-8daf-f52a7a80cfa2 req-64c12509-4df1-485b-ad5d-8bacad960304 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 943 time: 0.2153575 Dec 23 12:36:50.878711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Checking segment: {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:50.879087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Network hostable DHCP agents. Network: 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:36:50.895010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:50.921781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:36:51.000456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-b0ac5535-d353-4f72-914b-07088cf5b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:51.002273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-b0ac5535-d353-4f72-914b-07088cf5b923 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6645973 Dec 23 12:36:51.014379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-dce1679b-771f-483d-9caf-69f157362ed2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4782557 Dec 23 12:36:51.053170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Request body: {'port': {'device_id': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:51.105546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0594525e-91fb-4933-8daf-f52a7a80cfa2 req-714d7fd1-db4b-4bc6-b87e-ac3058b1ff04 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258120 Dec 23 12:36:51.111331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:51.182182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d267aea-25dd-4cd3-a4f1-b50c76c1a335 req-4d3e34bd-db51-4460-afe6-e4e7fa1c8422 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:51.197307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d267aea-25dd-4cd3-a4f1-b50c76c1a335 req-4d3e34bd-db51-4460-afe6-e4e7fa1c8422 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2572513 Dec 23 12:36:51.197523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:51.261293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:36:51.377866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ff7a096b-cfd5-44d0-be34-b13790d5429a None None] Provisioning complete for port bf513837-d5c5-4d98-8596-789b489da41a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:51.378223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff7a096b-cfd5-44d0-be34-b13790d5429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:51.401884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d267aea-25dd-4cd3-a4f1-b50c76c1a335 req-e1a6c193-904c-45cc-b700-7be857719337 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034853 Dec 23 12:36:51.424764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:51.518662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:51.522508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a096b-cfd5-44d0-be34-b13790d5429a None None] Port bf513837-d5c5-4d98-8596-789b489da41a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:51.591308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:51.610398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:51.625503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:51.625870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:51.724165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-16248279-da10-49e7-91d8-e6620e33559f service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066758 Dec 23 12:36:51.738190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-3f197307-f460-4011-b17a-23852d4cf283 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:51.744374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:51.746411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-3f197307-f460-4011-b17a-23852d4cf283 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.2682335 Dec 23 12:36:51.758083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01b924-bb4a-4a96-b550-e83d11a19be5 None None] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:51.777998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-cc51d3af-b4e7-466f-9899-f456078032c7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0247421 Dec 23 12:36:51.877614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fa173192-0bc4-4449-90ff-a9fb8d803765'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:51.948867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd9133-2d9b-4ac0-9a0a-26b54077c540 req-32c25e88-5bd0-4e07-92ed-c91c810fee4a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:51.962507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9cd9133-2d9b-4ac0-9a0a-26b54077c540 req-32c25e88-5bd0-4e07-92ed-c91c810fee4a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 932 time: 0.1829219 Dec 23 12:36:52.035088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-531f9d3c-e65e-4f7c-987f-85fe36277544 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473593 Dec 23 12:36:52.061867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9cd9133-2d9b-4ac0-9a0a-26b54077c540 req-9be719cf-8ebf-4e01-b20d-2310e4778b74 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984452 Dec 23 12:36:52.062966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-71f4c875-33ba-4b26-af07-50c525b246ea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1197498 Dec 23 12:36:52.069568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60222) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:52.087980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:36:52.120479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5c018533-1f08-4ed1-bb09-a1672ee2ec92 req-56268a7a-90c3-4419-9946-d3ba017fc67f service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870886 Dec 23 12:36:52.195678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'fixed_ips': [{'subnet_id': '91edf988-7495-4956-993f-178508e5a573'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:36:52.199210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.280057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.285009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.494737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf513837-d5c5-4d98-8596-789b489da41a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:52.511615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.537044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.543543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Transition to ACTIVE for port object bf513837-d5c5-4d98-8596-789b489da41a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:36:52.670306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Allocated IP 172.20.0.2 (2ce6b52d-33d8-46ae-bcdb-50b7af09c49c/91edf988-7495-4956-993f-178508e5a573/b436ac82-7e66-4117-a3f2-0d589fc7a13f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:52.681603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ccc9-b8f9-482f-9847-36790d0b6106 req-781e7cc0-0727-404d-8ac9-b8e9613b2363 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:52.740745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c62ccc9-b8f9-482f-9847-36790d0b6106 req-781e7cc0-0727-404d-8ac9-b8e9613b2363 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.3181531 Dec 23 12:36:52.740745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-101c27da-83e2-48a9-9064-788bd7986b6b service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847327 Dec 23 12:36:52.774345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:52.848884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c62ccc9-b8f9-482f-9847-36790d0b6106 req-adf04003-49c2-48b1-ba1e-85530ca49d89 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553001 Dec 23 12:36:52.852295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:52.979111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Attempting to bind port bf513837-d5c5-4d98-8596-789b489da41a on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:52.979528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Attempting to bind port bf513837-d5c5-4d98-8596-789b489da41a by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:52.979919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Attempting to bind port bf513837-d5c5-4d98-8596-789b489da41a on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:52.993441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Port bf513837-d5c5-4d98-8596-789b489da41a on network 23761586-c834-4b55-87a3-c5461f41da68 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:36:52.993441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Attempting to bind port bf513837-d5c5-4d98-8596-789b489da41a on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:53.006068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:53.006781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:53.006917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:53.007458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Bound port: bf513837-d5c5-4d98-8596-789b489da41a, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:53.007825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.010749 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.152502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:53.159634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bf513837-d5c5-4d98-8596-789b489da41a,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:53.206366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.240172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.245613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-363c9c24-0cf8-4ed2-b546-ed8e17b3635c req-a1b96ecc-4c38-47c4-909f-eaa1e6e6cd33 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144613 Dec 23 12:36:53.261479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5ee6f-5ac2-423b-8b36-17cd6fd73039 req-2ccaa155-aaad-424d-a4d1-dec662f384eb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:53.262871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36a5ee6f-5ac2-423b-8b36-17cd6fd73039 req-2ccaa155-aaad-424d-a4d1-dec662f384eb tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2101023 Dec 23 12:36:53.278909 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.353758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:53.354414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.363764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf513837-d5c5-4d98-8596-789b489da41a HTTP/1.1" status: 200 len: 1092 time: 2.3146207 Dec 23 12:36:53.364341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:53.366892 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c37430b-c74f-4084-9971-c35683926304" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "tag": "bf513837-d5c5-4d98-8596-789b489da41a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:53.411153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e223af9-6ca0-442e-8eec-0da330d85ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:53.411941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.497423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36a5ee6f-5ac2-423b-8b36-17cd6fd73039 req-a68efa70-be54-4714-86a8-9e44bf6dea52 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104397 Dec 23 12:36:53.552555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:53.566873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:53.576380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-5537a1c2-b1da-4616-92f8-182d2e46369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:53.580015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-5537a1c2-b1da-4616-92f8-182d2e46369e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 1095 time: 0.1132505 Dec 23 12:36:53.611397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:53.618343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Pushing event updated for resources: {'Port': ['ID=b436ac82-7e66-4117-a3f2-0d589fc7a13f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:53.751945 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-63dabe6b-9659-406a-a3fa-a900e9e0440e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf513837-d5c5-4d98-8596-789b489da41a HTTP/1.1" status: 200 len: 217 time: 0.1623652 Dec 23 12:36:53.824960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Attempting to bind port b436ac82-7e66-4117-a3f2-0d589fc7a13f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:36:53.830334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Attempting to bind port b436ac82-7e66-4117-a3f2-0d589fc7a13f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:36:53.831272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Attempting to bind port b436ac82-7e66-4117-a3f2-0d589fc7a13f on network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:36:53.857389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:36:53.858056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Checking segment: {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:36:53.858678 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.859700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Bound using segment: {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:36:53.860387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Bound port: b436ac82-7e66-4117-a3f2-0d589fc7a13f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:36:53.860989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:53.880701 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:36:53.891939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-b8435fa7-65fe-4b57-8f92-0387a59e9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:53.902832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-b8435fa7-65fe-4b57-8f92-0387a59e9cda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1410639 Dec 23 12:36:53.984445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-a106a083-7e58-469d-8ce7-8eda051b42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:53.986154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-a106a083-7e58-469d-8ce7-8eda051b42e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700154 Dec 23 12:36:54.033056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] For port b436ac82-7e66-4117-a3f2-0d589fc7a13f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:36:54.042786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] For port b436ac82-7e66-4117-a3f2-0d589fc7a13f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b436ac82-7e66-4117-a3f2-0d589fc7a13f,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:36:54.077833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089d475-37c9-4b76-9019-de7f3dd7cd26 req-4c0467ef-d7e1-4a5e-9d6a-0342ac42d42f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:54.085273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a089d475-37c9-4b76-9019-de7f3dd7cd26 req-4c0467ef-d7e1-4a5e-9d6a-0342ac42d42f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 944 time: 0.2823737 Dec 23 12:36:54.113799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:54.117685 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-b1b39986-bdef-4e3d-94d8-e8e1171c2874 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240697 Dec 23 12:36:54.133205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:54.181754 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:54.189872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:54.206041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a089d475-37c9-4b76-9019-de7f3dd7cd26 req-633734f3-7566-483b-b609-f06e9718597d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 Dec 23 12:36:54.374542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-69cea840-470b-44a0-aa7c-09129a9b5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:54.377815 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-69cea840-470b-44a0-aa7c-09129a9b5b83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1096 time: 0.2421505 Dec 23 12:36:54.402698 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b93f3-dbc9-4c05-be2b-afd392d1e8af x-openstack-request-id: req-305b93f3-dbc9-4c05-be2b-afd392d1e8af {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:54.403031 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "tag": "bf513837-d5c5-4d98-8596-789b489da41a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:54.403288 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-305b93f3-dbc9-4c05-be2b-afd392d1e8af {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:54.403718 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a', 'status': 'completed', 'code': 200} Dec 23 12:36:54.408170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Allocated IP 172.25.7.24 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/8f610074-f317-455d-9c6c-47d05f5ba232) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:36:54.471457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:54.540894 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-78acc843-9bfe-449e-9232-5e19d0c86bf3 req-4dd7f135-c0f6-40f8-a084-8fc96904807c service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161541 Dec 23 12:36:54.630412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805482b-fb5c-4f94-8834-5f087778d90d None None] Pushing event updated for resources: {'Port': ['ID=b436ac82-7e66-4117-a3f2-0d589fc7a13f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:54.722112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-cb8fe9e5-7f5b-43fa-8a5b-9b039086528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:54.723632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-cb8fe9e5-7f5b-43fa-8a5b-9b039086528f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.3186145 Dec 23 12:36:54.771520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port fa173192-0bc4-4449-90ff-a9fb8d803765 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:36:54.778400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port fa173192-0bc4-4449-90ff-a9fb8d803765 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:54.778776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:54.832060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-9b5e1432-3819-4471-8b29-e7bf16085b7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.0980878 Dec 23 12:36:55.037978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:55.108973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:55.110122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:55.115323 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1573ad-ad91-4405-a16a-c738100f982f" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:55.166846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37430b-c74f-4084-9971-c35683926304 req-0e4ff04d-299d-4b9e-96fe-d8f898fa4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:55.168525 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-0e4ff04d-299d-4b9e-96fe-d8f898fa4b92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 1095 time: 0.4439676 Dec 23 12:36:55.174649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-40316769-5390-44ff-ad61-aefd64719125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:55.181359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-40316769-5390-44ff-ad61-aefd64719125 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.3227847 Dec 23 12:36:55.251116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:55.293305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-155bedb3-a150-40f2-a475-327188c5eb3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616858 Dec 23 12:36:55.301148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-bd042577-8fc9-4833-90b8-7163cf8aa6f8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:55.302720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-bd042577-8fc9-4833-90b8-7163cf8aa6f8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b&tenant_id=c95a45dd98b447989e82921fb516201d&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 944 time: 0.7717500 Dec 23 12:36:55.317221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc9e93-1af0-4b4d-9d1c-9c30cf112fc8 req-8b332289-3bdf-4f6e-a3ed-7d6ac182f7d6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:55.318881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20fc9e93-1af0-4b4d-9d1c-9c30cf112fc8 req-8b332289-3bdf-4f6e-a3ed-7d6ac182f7d6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.1418691 Dec 23 12:36:55.327780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:55.350694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:55.378504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88fe6-2217-45c7-ad26-719f79361ff1 req-c04d3534-297e-48f5-afd1-24640f3a2084 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:55.386411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6b88fe6-2217-45c7-ad26-719f79361ff1 req-c04d3534-297e-48f5-afd1-24640f3a2084 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.2165337 Dec 23 12:36:55.491018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20fc9e93-1af0-4b4d-9d1c-9c30cf112fc8 req-07f47b1d-53c1-40cc-8522-e491d9ef275a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609180 Dec 23 12:36:55.535095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-c6e405b4-acf4-4c86-808e-8e8a21216cbe service neutron] 10.222.0.43 "GET /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.2103715 Dec 23 12:36:55.553533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6b88fe6-2217-45c7-ad26-719f79361ff1 req-2b016cf7-5e30-4173-a57f-dca9307a47d9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617715 Dec 23 12:36:55.689635 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9035d23-ce60-4fb8-807e-1798522e44fb x-openstack-request-id: req-d9035d23-ce60-4fb8-807e-1798522e44fb {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:55.689635 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:55.689635 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9035d23-ce60-4fb8-807e-1798522e44fb {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:55.689635 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'code': 200} Dec 23 12:36:55.725887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5edfd4a9-1005-4592-8309-0ac98b484e5d req-dff73360-490a-481a-9226-e6ca1f4114da tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4952e966-9195-4411-b90d-5d4f1b9545de HTTP/1.1" status: 200 len: 210 time: 0.1267600 Dec 23 12:36:55.739790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:55.817588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b436ac82-7e66-4117-a3f2-0d589fc7a13f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:55.863959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-9fc84690-2de5-4eca-a8c4-485b96c17278 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302911 Dec 23 12:36:55.865514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Pushing event updated for resources: {'Port': ['ID=8f610074-f317-455d-9c6c-47d05f5ba232,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:55.902080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:36:55.905449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b436ac82-7e66-4117-a3f2-0d589fc7a13f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:55.906025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:55.911426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:36:55.944613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:36:56.018940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddf475-9772-4f4c-8093-6ed6265dcf67 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:36:56.102700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-bf68051c-aff2-4280-8536-e157f09de216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.104378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-bf68051c-aff2-4280-8536-e157f09de216 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1096 time: 0.5366395 Dec 23 12:36:56.160093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed13ca4c-0ea8-4829-afc2-6c065baf00cc None None] Provisioning complete for port 8f610074-f317-455d-9c6c-47d05f5ba232 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:56.160093 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed13ca4c-0ea8-4829-afc2-6c065baf00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.202190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ed13ca4c-0ea8-4829-afc2-6c065baf00cc None None] Port 8f610074-f317-455d-9c6c-47d05f5ba232 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:36:56.204165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bf513837-d5c5-4d98-8596-789b489da41a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:36:56.214701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.248625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9f5091b6-0fef-4aa8-ad23-8d05dccb7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.250518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9f5091b6-0fef-4aa8-ad23-8d05dccb7174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.1341441 Dec 23 12:36:56.263895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port b436ac82-7e66-4117-a3f2-0d589fc7a13f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b436ac82-7e66-4117-a3f2-0d589fc7a13f,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:56.265602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be793001-0194-490d-a754-93010b6c875d None None] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:36:56.355567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.375424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1ba14-1b5b-432c-a532-8405b5ba749f req-24a67d8e-7fb1-4bf8-b106-6e2df655a319 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.384212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c1ba14-1b5b-432c-a532-8405b5ba749f req-24a67d8e-7fb1-4bf8-b106-6e2df655a319 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 944 time: 0.5015266 Dec 23 12:36:56.393994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-7d447c27-e6b4-44a5-afde-b6c8e0ca48da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1000 time: 0.1314449 Dec 23 12:36:56.444108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=b436ac82-7e66-4117-a3f2-0d589fc7a13f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:56.458010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-65c8bb6b-e988-418f-bbd9-6898b7bcf977 None None] Provisioning complete for port b436ac82-7e66-4117-a3f2-0d589fc7a13f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:56.458542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65c8bb6b-e988-418f-bbd9-6898b7bcf977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.525511 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-680ec9fe-c2d4-4f6e-a6ef-7b3e0ae2bfd8 req-c0d0e9df-89ef-4687-afdf-16ae3a20a134 service neutron] 10.222.0.43 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422331 Dec 23 12:36:56.544695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37430b-c74f-4084-9971-c35683926304 req-c485700a-ca89-4284-b830-8d09182a9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.546450 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-c485700a-ca89-4284-b830-8d09182a9b5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 1.3133130 Dec 23 12:36:56.606325 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-a56c0555-16f7-4510-971b-43503037fc63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf513837-d5c5-4d98-8596-789b489da41a HTTP/1.1" status: 200 len: 217 time: 0.0505092 Dec 23 12:36:56.638727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bf513837-d5c5-4d98-8596-789b489da41a,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:56.654359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c1ba14-1b5b-432c-a532-8405b5ba749f req-0213bc68-d08f-4903-83c5-e682cedb43f2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688785 Dec 23 12:36:56.671030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'bf513837-d5c5-4d98-8596-789b489da41a', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': 'bf513837-d5c5-4d98-8596-789b489da41a', 'mac_address': 'fa:16:3e:27:2f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:36:56.683825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-ef98349a-b033-4aa9-ae8c-36da89ebabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.687947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-ef98349a-b033-4aa9-ae8c-36da89ebabc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.2797697 Dec 23 12:36:56.711750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37430b-c74f-4084-9971-c35683926304 req-12d113fa-5463-47ff-8bdc-d55180b02de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.715470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-12d113fa-5463-47ff-8bdc-d55180b02de7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1007681 Dec 23 12:36:56.725253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.756608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf513837-d5c5-4d98-8596-789b489da41a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:36:56.780915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bf513837-d5c5-4d98-8596-789b489da41a,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:56.800509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37430b-c74f-4084-9971-c35683926304 req-714be489-986a-4fd2-97b9-712be3aaf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:56.802474 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-714be489-986a-4fd2-97b9-712be3aaf9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769217 Dec 23 12:36:56.810554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.859446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:56.942110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:57.069532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-908db0c0-653b-4327-a7dc-595c790e3e8b service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017799 Dec 23 12:36:57.081346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-85333fa0-06f2-449f-97d8-32ddf10d4773 None None] Provisioning complete for port b436ac82-7e66-4117-a3f2-0d589fc7a13f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:57.082257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-85333fa0-06f2-449f-97d8-32ddf10d4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.144950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['bf513837-d5c5-4d98-8596-789b489da41a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:36:57.152628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-b93be325-27f0-41b8-bba4-64e340e58ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:57.154521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-b93be325-27f0-41b8-bba4-64e340e58ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4582746 Dec 23 12:36:57.202605 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2c37430b-c74f-4084-9971-c35683926304 req-6cb718f1-0a72-45c2-93b5-0395eda3ba77 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238213 Dec 23 12:36:57.302318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.417181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-aa81f33f-87ca-4bac-a1b8-aae2fb161c1c service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461298 Dec 23 12:36:57.428318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217966-f976-49a5-9a1f-c5319067765d req-feaffcc0-6856-45a3-b5fa-a60f0cb3cc65 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:57.430143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52217966-f976-49a5-9a1f-c5319067765d req-feaffcc0-6856-45a3-b5fa-a60f0cb3cc65 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.4628320 Dec 23 12:36:57.468596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70530-4848-4875-bff6-b2dbe8559530 req-82bf6a3a-9097-46ff-bc99-0a62de40c30e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:57.470132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03c70530-4848-4875-bff6-b2dbe8559530 req-82bf6a3a-9097-46ff-bc99-0a62de40c30e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.5065379 Dec 23 12:36:57.476365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Deleting port ad30fad8-fa7d-4719-add5-2907864e24e1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:57.476734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.566027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] For port ad30fad8-fa7d-4719-add5-2907864e24e1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad30fad8-fa7d-4719-add5-2907864e24e1,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:57.566352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.583608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Calling delete_port for ad30fad8-fa7d-4719-add5-2907864e24e1 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:36:57.673261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.775261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b436ac82-7e66-4117-a3f2-0d589fc7a13f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:57.895784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b436ac82-7e66-4117-a3f2-0d589fc7a13f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:57.896378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:57.959296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52217966-f976-49a5-9a1f-c5319067765d req-a43f1d34-6776-4c66-b10e-bc78930817ac tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5113895 Dec 23 12:36:58.013919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.064175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03c70530-4848-4875-bff6-b2dbe8559530 req-e305c806-2288-4d6f-97c3-2dbb9ae508b5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531259 Dec 23 12:36:58.066677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-96ca266c-6051-4b74-9517-d17b5f67bb16 service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327584 Dec 23 12:36:58.070143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad30fad8-fa7d-4719-add5-2907864e24e1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:58.198544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bf513837-d5c5-4d98-8596-789b489da41a up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:36:58.276994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9465ff-da6e-48c7-862c-9054f09857cc req-7cabdf2e-c9c8-45ee-8c8b-a92dcd66b806 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:58.286184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d9465ff-da6e-48c7-862c-9054f09857cc req-7cabdf2e-c9c8-45ee-8c8b-a92dcd66b806 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 945 time: 0.1750765 Dec 23 12:36:58.377834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Router c63f5e06-83ae-418e-b42e-85c237437654 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:36:58.386108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port bf513837-d5c5-4d98-8596-789b489da41a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:36:58.390766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port bf513837-d5c5-4d98-8596-789b489da41a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:36:58.391380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.465772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.574740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.587949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d9465ff-da6e-48c7-862c-9054f09857cc req-fe264e0c-940d-4290-94a7-06eef580d937 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993784 Dec 23 12:36:58.603355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-b5e2225b-42a3-49ae-af08-77a806b35baa tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:58.613930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-b5e2225b-42a3-49ae-af08-77a806b35baa tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.4314981 Dec 23 12:36:58.622831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:36:58.625609 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7718ecf9-a343-4941-8dfb-3daeff302a46" -d '{"events": [{"server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "name": "network-vif-plugged", "status": "completed", "tag": "bf513837-d5c5-4d98-8596-789b489da41a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:36:58.642275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bf513837-d5c5-4d98-8596-789b489da41a,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:58.689548 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd841699-40e4-41c6-8896-f3cf118fc59f x-openstack-request-id: req-dd841699-40e4-41c6-8896-f3cf118fc59f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:36:58.689946 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "name": "network-vif-plugged", "status": "completed", "tag": "bf513837-d5c5-4d98-8596-789b489da41a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:36:58.690297 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd841699-40e4-41c6-8896-f3cf118fc59f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:36:58.690791 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a', 'code': 200} Dec 23 12:36:58.709458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0836eec9-0e86-4a65-9ff5-b068eed47e90 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0941689 Dec 23 12:36:58.722696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.723755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:36:58.879375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:58.891187 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Sync routers for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:58.893489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Router 2af390b2-0016-4eba-ad67-dc55fa551dfc has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:36:58.896104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:58.905468 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:58.909504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:58.931649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.932006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.932410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.932760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.933183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.933521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.933854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.934277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.934849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.935234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.938709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.938709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.938709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:36:58.945089 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:58.954721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-ad05875b-c574-48ba-ad77-27d1c8abb1a3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369449 Dec 23 12:36:58.981217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-ee19ee7d-f85b-4645-b30b-494ef425369b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:36:58.982244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-ee19ee7d-f85b-4645-b30b-494ef425369b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162463 Dec 23 12:36:58.993212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:59.010765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5950-da30-4cdd-9147-f2cf22827682 req-62122a0c-9831-46be-bf2e-9eeacdbbeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:36:59.016109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e45a5950-da30-4cdd-9147-f2cf22827682 req-62122a0c-9831-46be-bf2e-9eeacdbbeef2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 1097 time: 0.2071400 Dec 23 12:36:59.024084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.034211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-559620cb-1d6c-4df8-8b34-f52a940c0e38 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9613562 Dec 23 12:36:59.045910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60350) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:59.061094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:36:59.068207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b982b1f6-2424-4236-95ce-d48031067b1a admin admin] 10.222.0.16 "PUT /v2.0/routers/2af390b2-0016-4eba-ad67-dc55fa551dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5302052 Dec 23 12:36:59.071382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:36:59.073899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Sync routers for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:36:59.094558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:59.095247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:59.169008 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:59.203565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.356843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.379032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:36:59.404007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:36:59.528992 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:36:56Z', 'revision_number': 3, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:59.539529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.560760 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Checking router: c63f5e06-83ae-418e-b42e-85c237437654 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:59.561537 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Updating router c63f5e06-83ae-418e-b42e-85c237437654 port 8f610074-f317-455d-9c6c-47d05f5ba232 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:36:59.589292 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.743855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:36:57Z', 'revision_number': 5, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port': {'id': 'c813bd7f-ec46-4004-b959-19cfe0e32f8b', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:24:07Z', 'updated_at': '2021-12-23T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:59.776958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Deleting port c813bd7f-ec46-4004-b959-19cfe0e32f8b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:36:59.782385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.795971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e45a5950-da30-4cdd-9147-f2cf22827682 req-e98d75c3-e8ee-4f62-88da-f9835e9a3264 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7568457 Dec 23 12:36:59.819078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Checking router: 2af390b2-0016-4eba-ad67-dc55fa551dfc for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:36:59.842155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Routers {'2af390b2-0016-4eba-ad67-dc55fa551dfc'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:36:59.842784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2af390b2-0016-4eba-ad67-dc55fa551dfc'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:36:59.938491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] For port c813bd7f-ec46-4004-b959-19cfe0e32f8b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c813bd7f-ec46-4004-b959-19cfe0e32f8b,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:36:59.938856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:36:59.957597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Calling delete_port for c813bd7f-ec46-4004-b959-19cfe0e32f8b owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:00.097457 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.113866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52281a6d-16ee-4b72-aad2-7de35b370aff req-9a47fde3-cb8b-4d03-afee-fed673b6b7b6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:00.122967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52281a6d-16ee-4b72-aad2-7de35b370aff req-9a47fde3-cb8b-4d03-afee-fed673b6b7b6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.8880920 Dec 23 12:37:00.169116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-32b19814-3ba7-473d-99c3-144f7e11be85 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1517944 Dec 23 12:37:00.182278 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.268650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baa772-c190-4bc7-b959-c3d849040226 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:37:00.323691 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Attempting to bind port 8f610074-f317-455d-9c6c-47d05f5ba232 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:00.324206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Attempting to bind port 8f610074-f317-455d-9c6c-47d05f5ba232 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:00.328508 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Attempting to bind port 8f610074-f317-455d-9c6c-47d05f5ba232 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:00.340532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:00.341115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:00.341634 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.342677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:00.343476 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Bound port: 8f610074-f317-455d-9c6c-47d05f5ba232, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:00.344913 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.360156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] Set router 2af390b2-0016-4eba-ad67-dc55fa551dfc gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:00.376982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ce425-9eb4-4151-9e60-4aa2ed67c64f None None] Pushing event updated for resources: {'Port': ['ID=8f610074-f317-455d-9c6c-47d05f5ba232,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:00.466494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] For port 8f610074-f317-455d-9c6c-47d05f5ba232, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:00.481401 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] For port 8f610074-f317-455d-9c6c-47d05f5ba232, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f610074-f317-455d-9c6c-47d05f5ba232,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:00.544092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52281a6d-16ee-4b72-aad2-7de35b370aff req-0d7ce59b-6ff9-4547-b5e2-663edd42cf93 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4197977 Dec 23 12:37:00.558960 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.583403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.607099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-f1336db5-9840-44b5-929a-686071dda14a service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366074 Dec 23 12:37:00.620444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:36:59Z', 'revision_number': 6, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:00.667338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Pushing event deleted for resources: {'Port': ['ID=c813bd7f-ec46-4004-b959-19cfe0e32f8b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:00.709543 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ce425-9eb4-4151-9e60-4aa2ed67c64f None None] Pushing event updated for resources: {'Port': ['ID=8f610074-f317-455d-9c6c-47d05f5ba232,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:00.730789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:37:00.736277 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:00.754678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:00.777126 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b16675-8f4a-47d1-bc3f-ea5b8831cf6e" -d '{"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:00.781011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52cea1-f7d9-4d04-9dfd-f2d7d7727a6a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:37:00.785454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] Provisioning complete for port 8f610074-f317-455d-9c6c-47d05f5ba232 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:00.785833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.789032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54433e2c-ed6f-43ac-b6fb-d61601df4fe6 None None] The sync data for ids ['2af390b2-0016-4eba-ad67-dc55fa551dfc'] in n-d-822750-2 is: [{'id': '2af390b2-0016-4eba-ad67-dc55fa551dfc', 'name': 'tempest-AttachVolumeShelveTestJSON-1229518935-router', 'tenant_id': 'b6d316c7d9b34344b962db62214d5df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:24:06Z', 'updated_at': '2021-12-23T12:36:59Z', 'revision_number': 6, 'project_id': 'b6d316c7d9b34344b962db62214d5df5', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:37:00.866497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f82d06-97c9-46b8-9ef8-bf170b60ad93 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:37:00.872934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:00.960561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:01.099316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.145384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] For port 8f610074-f317-455d-9c6c-47d05f5ba232, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f610074-f317-455d-9c6c-47d05f5ba232,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:01.239450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.296906 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:36:56Z', 'revision_number': 3, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:01.304610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.313638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.372673 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ae1f1-ae06-416c-aae8-fc81a2d4c177 None None] The sync data for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 is: [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:36:56Z', 'revision_number': 3, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:37:01.393165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1cc0c-530e-4edb-820a-30853a2c0ad5 None None] Pushing event updated for resources: {'Port': ['ID=8f610074-f317-455d-9c6c-47d05f5ba232,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:01.407442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0a586879-519b-44d3-80ff-b9eb4e5591eb None None] Provisioning complete for port 8f610074-f317-455d-9c6c-47d05f5ba232 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:01.407917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0a586879-519b-44d3-80ff-b9eb4e5591eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.473705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.474658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af390b2-0016-4eba-ad67-dc55fa551dfc {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:37:01.486167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.490517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b30d1f11-3b9e-4a86-a9c3-2c239f052194 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2af390b2-0016-4eba-ad67-dc55fa551dfc HTTP/1.1" status: 204 len: 168 time: 2.4128315 Dec 23 12:37:01.491172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60376) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:01.570062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Deleting subnet 57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:37:01.574355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.639080 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.720096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.791997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cecd63-3f87-4f3c-b48e-34c9a66dee18 req-c2e8d860-4fb0-4517-94ea-a3a89661ece1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:01.814352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0cecd63-3f87-4f3c-b48e-34c9a66dee18 req-c2e8d860-4fb0-4517-94ea-a3a89661ece1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 946 time: 0.2727787 Dec 23 12:37:01.846894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:01.917493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecdafc-9ba7-4d63-8026-df47672d4e1e req-c974e1e9-0097-4f75-84d4-8462f855395b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:01.932347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10ecdafc-9ba7-4d63-8026-df47672d4e1e req-c974e1e9-0097-4f75-84d4-8462f855395b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 1.2313976 Dec 23 12:37:01.950018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-65822f14-130d-49a2-bd19-7eadf654b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:01.951676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-65822f14-130d-49a2-bd19-7eadf654b0e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 1096 time: 0.4201641 Dec 23 12:37:01.990221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:02.004361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c813bd7f-ec46-4004-b959-19cfe0e32f8b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:02.037789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c813bd7f-ec46-4004-b959-19cfe0e32f8b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:02.038375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c813bd7f-ec46-4004-b959-19cfe0e32f8b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:02.038943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad30fad8-fa7d-4719-add5-2907864e24e1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:02.068427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ad30fad8-fa7d-4719-add5-2907864e24e1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:02.069209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad30fad8-fa7d-4719-add5-2907864e24e1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:02.123321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.210866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c09dbe-51c1-432d-bfa2-a4d5ee4f6847,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:02.214386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:02.227929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e4ace-09a0-41c6-bad3-8fafa2737785 None None] Network daac3158-be80-4870-b6ae-b0042dc1f213 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:37:02.233911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.253288 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d319b02-fd8b-4623-b9d0-08c68c5b7b05 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57c09dbe-51c1-432d-bfa2-a4d5ee4f6847 HTTP/1.1" status: 204 len: 168 time: 0.7601511 Dec 23 12:37:02.254718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:02.272642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0cecd63-3f87-4f3c-b48e-34c9a66dee18 req-4d74ae09-be02-4cfa-a033-cbe20b371dc8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554958 Dec 23 12:37:02.321045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10ecdafc-9ba7-4d63-8026-df47672d4e1e req-09719cdc-050c-4cac-b9a0-22f7bb5df723 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874874 Dec 23 12:37:02.327643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.426834 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7799057-9a69-4e70-a10b-cd5a43d46bab x-openstack-request-id: req-c7799057-9a69-4e70-a10b-cd5a43d46bab {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:02.427378 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-unplugged", "status": "failed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "code": 422}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:02.427378 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7799057-9a69-4e70-a10b-cd5a43d46bab {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:02.427661 n-d-822750-2 neutron-server[104039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'code': 422} returned with failed status Dec 23 12:37:02.454984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.578909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Deleting port c9b236f7-2347-44b4-ae57-43e142d2c65e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:02.579277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.652388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cd4004d-3708-456b-9a54-a222151cb96f req-508b93f5-6687-4f6f-858e-0174c7b53698 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 210 time: 0.1570301 Dec 23 12:37:02.681498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:02.756528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] For port c9b236f7-2347-44b4-ae57-43e142d2c65e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c9b236f7-2347-44b4-ae57-43e142d2c65e,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:02.757085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:02.779275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Calling delete_port for c9b236f7-2347-44b4-ae57-43e142d2c65e owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:02.787007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] DHCP port deletion for daac3158-be80-4870-b6ae-b0042dc1f213 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:37:02.980053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Allocated IP 172.20.0.1 (2ce6b52d-33d8-46ae-bcdb-50b7af09c49c/91edf988-7495-4956-993f-178508e5a573/7cef6f6b-47aa-4a03-87cf-ab37ff816399) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:37:03.007066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.032639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Deleting port c9b236f7-2347-44b4-ae57-43e142d2c65e {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:03.033383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.091442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.138783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] For port c9b236f7-2347-44b4-ae57-43e142d2c65e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c9b236f7-2347-44b4-ae57-43e142d2c65e,segment=NetworkSegment(72f726ac-9456-45c0-bf3e-af4c1a5bef18),segment_id=72f726ac-9456-45c0-bf3e-af4c1a5bef18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:03.139193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.163571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Calling delete_port for c9b236f7-2347-44b4-ae57-43e142d2c65e owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:03.172183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b236f7-2347-44b4-ae57-43e142d2c65e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:03.182284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] No DVR routers for this DVR port c9b236f7-2347-44b4-ae57-43e142d2c65e on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:03.216943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ddf70-1c3d-4801-b38a-f64db0214387 req-625d0505-71ba-4260-b3fd-228f60182e72 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:03.224683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9ddf70-1c3d-4801-b38a-f64db0214387 req-625d0505-71ba-4260-b3fd-228f60182e72 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.6703608 Dec 23 12:37:03.275640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a961390-9861-4333-852d-b204b2abb75a req-083e1e2c-9211-4a9f-97c5-a80c84a06d73 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:03.283356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a961390-9861-4333-852d-b204b2abb75a req-083e1e2c-9211-4a9f-97c5-a80c84a06d73 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 0.3081746 Dec 23 12:37:03.291062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.298058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.321763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] Pushing event deleted for resources: {'Port': ['ID=c9b236f7-2347-44b4-ae57-43e142d2c65e,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:03.328152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daac3158-be80-4870-b6ae-b0042dc1f213']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:03.339176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942ebf8-0ebf-4e21-bd98-7f4a5a38a404 None None] No DVR routers for this DVR port c9b236f7-2347-44b4-ae57-43e142d2c65e on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:03.341407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f726ac-9456-45c0-bf3e-af4c1a5bef18') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:03.341617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f726ac-9456-45c0-bf3e-af4c1a5bef18') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:03.360651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.387536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.396730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:37:03.397195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:37:03.399063 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:37:03.402169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9ddf70-1c3d-4801-b38a-f64db0214387 req-8499dea3-ba05-4798-9090-f1ef3868c813 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765690 Dec 23 12:37:03.420130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:03.452026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.481164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a961390-9861-4333-852d-b204b2abb75a req-edb04949-1f36-4db2-b859-fca4e25e0272 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848032 Dec 23 12:37:03.521539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.544627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.550003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:03.572791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] 10.222.0.16 "DELETE /v2.0/networks/daac3158-be80-4870-b6ae-b0042dc1f213 HTTP/1.1" status: 204 len: 168 time: 1.3050747 Dec 23 12:37:03.611665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee3d00-82ac-48fe-a6f5-0831bae86947 admin admin] Pushing event deleted for resources: {'Network': ['ID=daac3158-be80-4870-b6ae-b0042dc1f213,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:03.792645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:03.794990 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547b4f0-74b7-49c5-9503-313e47bec1ec" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:03.803728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.824117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f610074-f317-455d-9c6c-47d05f5ba232 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:03.852768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98d241a7-a133-4c77-ba4d-99137ff4075b req-f6dfadcb-2a6c-450e-b07c-aec6dd001caf tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 210 time: 0.0650253 Dec 23 12:37:03.942951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8f610074-f317-455d-9c6c-47d05f5ba232 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:03.943324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:03.975871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0752-471a-4aec-85b7-9ad4695c9a46 req-cd688afe-c219-4ee0-85d5-3af7d384e4bb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:03.977957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3dc0752-471a-4aec-85b7-9ad4695c9a46 req-cd688afe-c219-4ee0-85d5-3af7d384e4bb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 946 time: 0.4253311 Dec 23 12:37:04.002740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.025715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Transition to ACTIVE for port object fa173192-0bc4-4449-90ff-a9fb8d803765 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:37:04.101721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:37:04.106261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Pushing event updated for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:04.122251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:37:04.131974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:37:04.144534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-4aed31f1-fce0-4162-9dab-5909eb6b6528 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:04.146444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-4aed31f1-fce0-4162-9dab-5909eb6b6528 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.3205097 Dec 23 12:37:04.179495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c9b236f7-2347-44b4-ae57-43e142d2c65e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:04.179869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:04.194173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c9b236f7-2347-44b4-ae57-43e142d2c65e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:04.194751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c9b236f7-2347-44b4-ae57-43e142d2c65e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:04.217954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3dc0752-471a-4aec-85b7-9ad4695c9a46 req-985b8bd2-7ab4-4865-bae6-81455abb3043 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222784 Dec 23 12:37:04.301675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.343129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.346127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:04.350362 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc2d9c-e377-415d-ac68-b31ee4b5c0c4 x-openstack-request-id: req-0efc2d9c-e377-415d-ac68-b31ee4b5c0c4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:04.350896 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:04.351656 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0efc2d9c-e377-415d-ac68-b31ee4b5c0c4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:04.353115 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'code': 200} Dec 23 12:37:04.388616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:37:04.390110 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:37:04.468365 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5d54d168-fa66-472b-9088-e06431c14f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6d316c7d9b34344b962db62214d5df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210485 Dec 23 12:37:04.469242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:04.592305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.649820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.780838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0cac10f8-34f8-471c-a9a7-1bc0c4bb376f None None] Provisioning complete for port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:04.781227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cac10f8-34f8-471c-a9a7-1bc0c4bb376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.802959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=10']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:04.805033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.807888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:04.812894 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1f0d3c0-12bd-485d-b31d-a1e2511d2373 HTTP/1.1" status: 204 len: 168 time: 0.3386853 Dec 23 12:37:04.819533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b29bd-6ebd-4a40-b8f1-83a8afae853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0d3c0-12bd-485d-b31d-a1e2511d2373,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:04.944704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-7abec88a-44b9-4f79-ab53-d360f2eca306 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000667 Dec 23 12:37:04.986151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0cac10f8-34f8-471c-a9a7-1bc0c4bb376f None None] Port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:37:05.044577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] No DVR routers for this DVR port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:05.131123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd42d8-c9e5-4ded-9333-30fb7aa8aacd req-de9391e4-421a-4fe8-8353-f2a7a2df1f42 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:05.143000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08fd42d8-c9e5-4ded-9333-30fb7aa8aacd req-de9391e4-421a-4fe8-8353-f2a7a2df1f42 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.4963689 Dec 23 12:37:05.214914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f093-9920-4089-a297-697b8db2e796 req-21285d54-82f2-4a04-a99e-93cf6b39f281 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:05.222659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fe1f093-9920-4089-a297-697b8db2e796 req-21285d54-82f2-4a04-a99e-93cf6b39f281 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 0.6244581 Dec 23 12:37:05.418266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:05.470190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fe1f093-9920-4089-a297-697b8db2e796 req-a9f8ae71-4293-4f02-a6fa-531bd837d811 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452412 Dec 23 12:37:05.473442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:37:05.483190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:05.559817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08fd42d8-c9e5-4ded-9333-30fb7aa8aacd req-32c2b5a3-22ba-47d2-af45-f1c47eb24ac6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159596 Dec 23 12:37:05.773233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc309a29-bcaa-4f0f-967f-ab1127805bc8 req-f953e7f6-231b-4528-8a90-7e84fca257b4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 210 time: 0.1346412 Dec 23 12:37:05.825198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:05.825552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:05.825838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:05.875680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:37:05.875680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Attempting to bind port fa173192-0bc4-4449-90ff-a9fb8d803765 on network e61e5cfb-99cc-4028-87f4-091521e9ebdc {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:05.906110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:05.906456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Checking segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:05.906826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Bound using segment: {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:05.907275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Bound port: fa173192-0bc4-4449-90ff-a9fb8d803765, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c1f6da-d202-422b-9c10-61054017e409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:05.907628 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.017245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.9 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/e1a573ec-b9d7-4905-9509-f519ac03e583) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:37:06.111099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.118265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:06.148242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:06.221080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.275751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.335043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:06.336778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.339514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1092 time: 4.3687770 Dec 23 12:37:06.349267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Pushing event updated for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:06.361430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:06.364619 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:06.429211 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.523252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:06.558265 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b382b-9aff-4c46-96fe-8d4261deaec1 x-openstack-request-id: req-989b382b-9aff-4c46-96fe-8d4261deaec1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:06.558558 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:06.558817 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-989b382b-9aff-4c46-96fe-8d4261deaec1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:06.559218 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:37:06.624666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b7fa1-5b69-43ac-9e8c-818c973302b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=11']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:06.725045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-bce3a662-e5ae-4005-a426-dbc6b10e1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:06.726760 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-bce3a662-e5ae-4005-a426-dbc6b10e1dcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1095 time: 0.2186856 Dec 23 12:37:06.938208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-e2ed197e-12b9-43ab-9d04-2e0aa958bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:06.939823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-e2ed197e-12b9-43ab-9d04-2e0aa958bc2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.2067215 Dec 23 12:37:07.053739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-bda8737c-e771-4a01-b7fe-61c70c95399f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.1010561 Dec 23 12:37:07.112502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:07.153294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:07.199894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-c2b73c7e-e581-41c5-a996-d93a10625b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.201466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-c2b73c7e-e581-41c5-a996-d93a10625b2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1095 time: 0.7735751 Dec 23 12:37:07.235754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-d40e2c1a-6151-4abd-ab24-ec400e94e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.247615 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-d40e2c1a-6151-4abd-ab24-ec400e94e018 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f&tenant_id=e51ca3450c5e42d581e7629df02c8943 HTTP/1.1" status: 200 len: 1094 time: 0.1752365 Dec 23 12:37:07.273897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:07.273897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-56d9da47-362f-474d-a5a9-51ae95c9cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.273897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-56d9da47-362f-474d-a5a9-51ae95c9cbe8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.2086489 Dec 23 12:37:07.374600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:37:07.387493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a3b3-a453-413b-bd30-ca066569bebe req-4e45e62f-08bc-4593-ba87-5bdfc1a2cde1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.389076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3af5a3b3-a453-413b-bd30-ca066569bebe req-4e45e62f-08bc-4593-ba87-5bdfc1a2cde1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 0.7593138 Dec 23 12:37:07.406493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55065875-d939-4d7c-9bf6-00d9f993a098 req-0c899b28-511d-4d30-be81-5ed559c2d3f7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.406764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55065875-d939-4d7c-9bf6-00d9f993a098 req-0c899b28-511d-4d30-be81-5ed559c2d3f7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.2999661 Dec 23 12:37:07.418887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:37:07.434354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:37:07.462527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:07.479437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-ee280ea6-aeaf-4c5e-adc6-a29343297790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.481395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-ee280ea6-aeaf-4c5e-adc6-a29343297790 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709921 Dec 23 12:37:07.482236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:07.529551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:37:07.546019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-d28f7a87-9a10-4bc3-8698-6f74aa897705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.547517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-d28f7a87-9a10-4bc3-8698-6f74aa897705 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.3360336 Dec 23 12:37:07.561176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:37:07.629506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3af5a3b3-a453-413b-bd30-ca066569bebe req-7dc933c6-6038-4893-80b6-623a1b156b3e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139163 Dec 23 12:37:07.660404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:07.671963 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:07.739768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-54ed5c86-92e1-4910-b3d4-c654ebf423e2 service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475500 Dec 23 12:37:07.776698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55065875-d939-4d7c-9bf6-00d9f993a098 req-58a40ed1-3703-49b7-a16a-4fe1c6494ab8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212001 Dec 23 12:37:07.789249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-108d8020-6e99-4dfb-92ce-897748ebdd57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.2220423 Dec 23 12:37:07.891176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-9ed8a72e-8578-418e-a371-18fb0ab5df9f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7220414 Dec 23 12:37:07.941507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Request body: {'port': {'device_id': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:08.008032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-82e7e0a9-e4bd-4d0d-be42-5b2628c75f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:08.010952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-82e7e0a9-e4bd-4d0d-be42-5b2628c75f69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.1934359 Dec 23 12:37:08.065561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Router c63f5e06-83ae-418e-b42e-85c237437654 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:37:08.142062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-54794b38-f21a-4f79-9425-c405e0fadbc9 None None] Provisioning complete for port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:08.143158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-54794b38-f21a-4f79-9425-c405e0fadbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:08.144286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:08.161153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad247a48-82f7-4303-9d30-f60cb44a1fe5 req-5eeeb79e-738d-499c-8bdb-d769d9b30e77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:08.167844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad247a48-82f7-4303-9d30-f60cb44a1fe5 req-5eeeb79e-738d-499c-8bdb-d769d9b30e77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 931 time: 0.2589018 Dec 23 12:37:08.245621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-54794b38-f21a-4f79-9425-c405e0fadbc9 None None] Port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:37:08.386547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-40da395f-cf96-4390-b5f2-ff784c87250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:08.388208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-40da395f-cf96-4390-b5f2-ff784c87250f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3696904 Dec 23 12:37:08.520923 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-a7a9db59-f212-4fcf-8d53-c978792b0af7 service neutron] 10.222.0.43 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660496 Dec 23 12:37:08.534584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:08.578603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:08.593369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad247a48-82f7-4303-9d30-f60cb44a1fe5 req-b2450c5c-6933-4897-8700-dc24abab38fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239345 Dec 23 12:37:08.612989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:08.622214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:08.638050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Transition to ACTIVE for port object ac0db840-4ce6-4344-93f9-62835c2407e9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:37:08.685303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:37:08.703390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-294efae6-09e4-45b9-882c-d79a06f7294b admin admin] 10.222.0.16 "PUT /v2.0/routers/c63f5e06-83ae-418e-b42e-85c237437654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6249447 Dec 23 12:37:08.714820 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Sync routers for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:37:08.721087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-4fd06863-4506-424b-99e5-183ecaf5f4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634375 Dec 23 12:37:08.724646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:08.736288 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:37:08.736288 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:08.873792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=9']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:08.875406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0378cb7e-eb12-4d6b-9d98-055ccb7cbd85 req-8232a15a-cbce-4097-82c4-172920962c4b service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452649 Dec 23 12:37:08.968869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23933ec-baf3-4371-b548-2b9786d7ee0b req-d0b78a1d-fe69-4ebe-acbc-735989c0ad1e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:08.970271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c23933ec-baf3-4371-b548-2b9786d7ee0b req-d0b78a1d-fe69-4ebe-acbc-735989c0ad1e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 943 time: 0.1538510 Dec 23 12:37:08.991652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] No DVR routers for this DVR port ac0db840-4ce6-4344-93f9-62835c2407e9 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:09.039106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:09.050795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a573ec-b9d7-4905-9509-f519ac03e583 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:09.063082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:09.063415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:09.063741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:09.072330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:37:09.072920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Attempting to bind port ac0db840-4ce6-4344-93f9-62835c2407e9 on network a90b114d-531a-4538-b63b-fbaebbad3a88 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:09.077386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.081694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:09.082092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Checking segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:09.082475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Bound using segment: {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:09.092876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Bound port: ac0db840-4ce6-4344-93f9-62835c2407e9, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aea6e39-9851-4853-a7e9-2ad719ffd4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:09.092876 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.138460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Transition to ACTIVE for port object e1a573ec-b9d7-4905-9509-f519ac03e583 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:37:09.145842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-c11d465e-98e0-485c-9f4a-b48627c2761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.147369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-c11d465e-98e0-485c-9f4a-b48627c2761b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1095 time: 0.1972573 Dec 23 12:37:09.162498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c23933ec-baf3-4371-b548-2b9786d7ee0b req-1f1689a8-347a-413c-8fa5-f0cd3e5b7816 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616728 Dec 23 12:37:09.203305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:09.208555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:09.240038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55573409-9d6a-4e79-a2e8-762d9e48d66a req-4ad1a042-da38-40b7-899c-1397679c5eb3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.248661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55573409-9d6a-4e79-a2e8-762d9e48d66a req-4ad1a042-da38-40b7-899c-1397679c5eb3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.2135329 Dec 23 12:37:09.259851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.283037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.380890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.381637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.383047 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] 10.222.0.57 "PUT /v2.0/ports/ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 1091 time: 2.1257095 Dec 23 12:37:09.384283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:09.387076 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09538464-9322-41a2-b3e8-5966e5661bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:09.415068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:09.434654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfba824-d434-40b5-a56b-1b134af61e2c service neutron] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:09.467216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1244744-7eb2-4e6a-9aae-e46ade3ebf54 x-openstack-request-id: req-b1244744-7eb2-4e6a-9aae-e46ade3ebf54 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:09.467216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:09.467216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1244744-7eb2-4e6a-9aae-e46ade3ebf54 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:09.467216 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'status': 'completed', 'code': 200} Dec 23 12:37:09.488289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-4275d124-a677-4a8b-9008-b108d5aa8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.490646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-4275d124-a677-4a8b-9008-b108d5aa8950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1095 time: 0.0806341 Dec 23 12:37:09.496505 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:37:05Z', 'revision_number': 4, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7cef6f6b-47aa-4a03-87cf-ab37ff816399', 'name': '', 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'mac_address': 'fa:16:3e:18:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '91edf988-7495-4956-993f-178508e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:37:02Z', 'updated_at': '2021-12-23T12:37:05Z', 'revision_number': 2, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'subnets': [{'id': '91edf988-7495-4956-993f-178508e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:09.567736 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Checking router: c63f5e06-83ae-418e-b42e-85c237437654 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:37:09.568083 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Updating router c63f5e06-83ae-418e-b42e-85c237437654 port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:37:09.595184 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.611206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55573409-9d6a-4e79-a2e8-762d9e48d66a req-109923bb-7134-4169-b9a4-e769599714d9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595378 Dec 23 12:37:09.621380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-e808c672-36f7-4840-aff0-db99c7b702b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.622850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-e808c672-36f7-4840-aff0-db99c7b702b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.4594271 Dec 23 12:37:09.732845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-546d93d6-9a9b-435e-9ee8-419312e33ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.734906 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-546d93d6-9a9b-435e-9ee8-419312e33ea3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.2344999 Dec 23 12:37:09.810223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Attempting to bind port e1a573ec-b9d7-4905-9509-f519ac03e583 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:09.810563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Attempting to bind port e1a573ec-b9d7-4905-9509-f519ac03e583 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:09.810893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Attempting to bind port e1a573ec-b9d7-4905-9509-f519ac03e583 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:09.839937 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-20657d91-04a2-49c1-9a1f-eccf36e41e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.0974839 Dec 23 12:37:09.873229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-a0ce531b-278d-414e-bdce-e6eb01d4b779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 998 time: 0.2385399 Dec 23 12:37:09.874863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Port e1a573ec-b9d7-4905-9509-f519ac03e583 on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:37:09.875191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Attempting to bind port e1a573ec-b9d7-4905-9509-f519ac03e583 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:09.897734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:09.901621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:09.901621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:09.901621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Bound port: e1a573ec-b9d7-4905-9509-f519ac03e583, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:09.901621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:09.935523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-66673061-d18d-4b4c-9171-6bbc80e1d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.937082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-66673061-d18d-4b4c-9171-6bbc80e1d8db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.0895448 Dec 23 12:37:09.974487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10ad1a-fac3-4e38-b259-e8cf86519f85 req-dde964d7-74a6-4eb4-beba-a5b7a2b4541b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:09.977204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee10ad1a-fac3-4e38-b259-e8cf86519f85 req-dde964d7-74a6-4eb4-beba-a5b7a2b4541b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 943 time: 0.2117150 Dec 23 12:37:09.988377 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-6f8983c7-90d3-4f44-8e40-68051f99b53b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433831 Dec 23 12:37:10.056743 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.068294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-816b1be0-29bd-4b9c-999f-3ae95091cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.069971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-816b1be0-29bd-4b9c-999f-3ae95091cb94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.1869256 Dec 23 12:37:10.097868 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-75da9ddf-7bf7-4d6c-92f7-0fe0e6f15967 service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003976 Dec 23 12:37:10.141664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:10.145334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1a573ec-b9d7-4905-9509-f519ac03e583,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:10.157709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee10ad1a-fac3-4e38-b259-e8cf86519f85 req-9810c6fb-d629-4ea7-9090-c8b245ce95ff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440933 Dec 23 12:37:10.170164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-a85500fb-f338-450b-a0f3-2d7d578d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.171698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-a85500fb-f338-450b-a0f3-2d7d578d64b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933990 Dec 23 12:37:10.199512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-d52e83d2-2061-48bd-9d67-0eff85ace59a service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935428 Dec 23 12:37:10.216224 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.256742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.356495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.357145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.358579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/e1a573ec-b9d7-4905-9509-f519ac03e583 HTTP/1.1" status: 200 len: 1091 time: 2.4404860 Dec 23 12:37:10.363886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:10.366907 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe84abb-ee29-43e1-a688-01989c08f689" -d '{"events": [{"name": "network-changed", "server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:10.389976 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed7bf1-963a-4ff7-bc1c-fb07b51d2183 None None] Pushing event updated for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:10.419562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-f1e18b9d-aa70-405a-8765-ca0e7fa5f86b service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396176 Dec 23 12:37:10.427103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3116-72e3-4bec-bb51-d3a40e6b30d5 req-9fbc456f-4e87-4c49-be8c-aab6913a26dd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.444725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-becf3116-72e3-4bec-bb51-d3a40e6b30d5 req-9fbc456f-4e87-4c49-be8c-aab6913a26dd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.2021716 Dec 23 12:37:10.457354 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d6ab53-5b70-4feb-8aae-c47d5fbbeef3 x-openstack-request-id: req-a3d6ab53-5b70-4feb-8aae-c47d5fbbeef3 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:10.457688 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:10.457792 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3d6ab53-5b70-4feb-8aae-c47d5fbbeef3 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:10.459018 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583', 'status': 'completed', 'code': 200} Dec 23 12:37:10.479527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021eb1b-72ee-48d5-9848-b42a2481b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:10.481215 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Attempting to bind port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:10.482419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Attempting to bind port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:10.483187 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Attempting to bind port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 on network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:10.495856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:10.499586 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Checking segment: {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:10.500178 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.500744 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Bound using segment: {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:10.501615 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Bound port: 7cef6f6b-47aa-4a03-87cf-ab37ff816399, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5850df4f-8a72-4a97-9291-eb466537c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:10.502166 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.523197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-2e640c15-4872-4ad1-97a3-e2da8045f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.532643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-2e640c15-4872-4ad1-97a3-e2da8045f88b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1095 time: 0.1811624 Dec 23 12:37:10.717791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-becf3116-72e3-4bec-bb51-d3a40e6b30d5 req-c140951d-af9f-41f4-a6ae-699137be83fe tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720649 Dec 23 12:37:10.720483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1e4dac09-92a8-4bc3-80f4-0b7d4b0cfb7a None None] Provisioning complete for port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:10.721099 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e4dac09-92a8-4bc3-80f4-0b7d4b0cfb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:10.740734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-fe7ef5a7-5f6e-46eb-b367-8b8a7b79462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.743192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-fe7ef5a7-5f6e-46eb-b367-8b8a7b79462c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 1094 time: 0.2674596 Dec 23 12:37:10.750714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3774e1e-9950-40a5-a5cc-3d6de4c9b606 req-833d7e67-e51c-4222-9500-066bb5a3545c service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901950 Dec 23 12:37:10.859765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1e4dac09-92a8-4bc3-80f4-0b7d4b0cfb7a None None] Port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:37:10.893102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-2d3e10eb-d295-40ab-a4ad-fc34befa783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.895621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-2d3e10eb-d295-40ab-a4ad-fc34befa783c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.3440495 Dec 23 12:37:10.902075 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] For port 7cef6f6b-47aa-4a03-87cf-ab37ff816399, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:10.906267 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] For port 7cef6f6b-47aa-4a03-87cf-ab37ff816399, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7cef6f6b-47aa-4a03-87cf-ab37ff816399,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.938931 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:10.941732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:10.942920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e9ef-73c9-4ba2-826d-c37d5fda7f11 req-9f9093b5-adec-4f9c-a780-e10525bf43b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.944668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7b0e9ef-73c9-4ba2-826d-c37d5fda7f11 req-9f9093b5-adec-4f9c-a780-e10525bf43b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.1430452 Dec 23 12:37:10.946895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-0f43eb78-9a0c-4c12-a677-fae25214b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:10.948346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-0f43eb78-9a0c-4c12-a677-fae25214b57c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=69340ff672794c4f926614c340e2f1d3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1967103 Dec 23 12:37:10.977404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-89b303f9-7e75-4863-962b-7796d43b3a0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.0740838 Dec 23 12:37:11.040237 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:11.114531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-ef7298c1-e6f1-40ad-8b84-0f8b754487bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:11.116040 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-ef7298c1-e6f1-40ad-8b84-0f8b754487bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.1311188 Dec 23 12:37:11.132544 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:37:11.134574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:36:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:11.172781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-c0ceb8cf-4f0f-4a22-95d4-6d60a870c69b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456333 Dec 23 12:37:11.197949 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed7bf1-963a-4ff7-bc1c-fb07b51d2183 None None] Pushing event updated for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:11.343440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7b0e9ef-73c9-4ba2-826d-c37d5fda7f11 req-105fa3d6-ad00-45d5-b4cd-7297b7415f65 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847382 Dec 23 12:37:11.345755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-b84601a2-b16d-498b-941e-f7d453d718e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:11.348553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fe84abb-ee29-43e1-a688-01989c08f689 req-b84601a2-b16d-498b-941e-f7d453d718e0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3916421 Dec 23 12:37:11.405059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-17ad320d-1dd1-4c99-8887-69397cf465cc service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117431 Dec 23 12:37:11.426397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:11.507128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3e35-408c-4455-a595-7e10059fdeb6 req-8e60af95-d4e1-4b22-b498-b12b53e2d4b8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:11.509533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-439e3e35-408c-4455-a595-7e10059fdeb6 req-8e60af95-d4e1-4b22-b498-b12b53e2d4b8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 943 time: 0.1599393 Dec 23 12:37:11.514347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-6cc5c3ca-6650-4fab-8a88-0d3c7b219314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:11.517406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-6cc5c3ca-6650-4fab-8a88-0d3c7b219314 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 1094 time: 0.0784514 Dec 23 12:37:11.583918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-09538464-9322-41a2-b3e8-5966e5661bd1 req-f65b5c64-046c-4c81-b8c4-b53a885d7ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693432 Dec 23 12:37:11.620927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-971128f2-0035-46c2-bafe-848ab9b68f93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a573ec-b9d7-4905-9509-f519ac03e583 HTTP/1.1" status: 200 len: 217 time: 0.0569944 Dec 23 12:37:11.628747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-439e3e35-408c-4455-a595-7e10059fdeb6 req-647c9b0c-6e0a-4b80-8be1-6bc0a9179706 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083820 Dec 23 12:37:11.645522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] Provisioning complete for port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:11.645839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:11.729251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-645858a6-b927-4803-84e5-21cdab4fa25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:11.731345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-645858a6-b927-4803-84e5-21cdab4fa25b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1016374 Dec 23 12:37:11.868461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-5d64a0c1-8fb8-428c-bfe6-eb4ca51a0df1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125395 Dec 23 12:37:11.959285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:12.011616 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:37:05Z', 'revision_number': 4, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7cef6f6b-47aa-4a03-87cf-ab37ff816399', 'name': '', 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'mac_address': 'fa:16:3e:18:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '91edf988-7495-4956-993f-178508e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:37:02Z', 'updated_at': '2021-12-23T12:37:10Z', 'revision_number': 4, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'subnets': [{'id': '91edf988-7495-4956-993f-178508e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:12.048011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] For port 7cef6f6b-47aa-4a03-87cf-ab37ff816399, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7cef6f6b-47aa-4a03-87cf-ab37ff816399,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:12.129671 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683c2f43-02f6-4c66-8d31-8c41b68a5848 None None] The sync data for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 is: [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:37:05Z', 'revision_number': 4, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '7cef6f6b-47aa-4a03-87cf-ab37ff816399', 'name': '', 'network_id': '2ce6b52d-33d8-46ae-bcdb-50b7af09c49c', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'mac_address': 'fa:16:3e:18:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '91edf988-7495-4956-993f-178508e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:37:02Z', 'updated_at': '2021-12-23T12:37:10Z', 'revision_number': 4, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'subnets': [{'id': '91edf988-7495-4956-993f-178508e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:37:12.202271 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:12.349250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676c5d6-558b-4a30-8715-fcef069df7d9 None None] Pushing event updated for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:12.720362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:12.955688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-549308ab-e175-4308-9128-faa35e47b5c9 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779202 Dec 23 12:37:13.168027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41c8261c-b0ce-482f-bd58-70439fecce84 req-68812351-3545-4b50-a8c6-5bbdde4f5aa5 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976840 Dec 23 12:37:13.168286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8eeddad-97c0-4e38-8369-7b50f5be7a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.217262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338324f-203f-4fc4-83b7-b326d2de5d6a req-88b25869-c410-4b90-8f0b-b323fe30d527 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:13.224793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d338324f-203f-4fc4-83b7-b326d2de5d6a req-88b25869-c410-4b90-8f0b-b323fe30d527 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 1.2560582 Dec 23 12:37:13.279560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aa055-59e6-4d1f-94c7-cdee802bb6a6 req-f64b528d-8ebf-4bc7-b31d-553b7dbf50d0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:13.308147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661aa055-59e6-4d1f-94c7-cdee802bb6a6 req-f64b528d-8ebf-4bc7-b31d-553b7dbf50d0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 944 time: 0.3504438 Dec 23 12:37:13.362087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8eeddad-97c0-4e38-8369-7b50f5be7a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.464604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661aa055-59e6-4d1f-94c7-cdee802bb6a6 req-2162f048-dbed-477d-b2ae-6d3d3e15d509 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162961 Dec 23 12:37:13.465734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-449a574f-4f30-4efe-8804-8d837e5325ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.466518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d338324f-203f-4fc4-83b7-b326d2de5d6a req-4e81db72-3854-403d-bcc2-522b76fd7fd1 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069840 Dec 23 12:37:13.511651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8eeddad-97c0-4e38-8369-7b50f5be7a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.579790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:37:13.652321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200b8d5-77f4-4e89-b846-8af5ca0a0c60 req-50aa9ae8-3173-4752-bebf-952c21cf713e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:13.665081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0200b8d5-77f4-4e89-b846-8af5ca0a0c60 req-50aa9ae8-3173-4752-bebf-952c21cf713e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 943 time: 0.1265895 Dec 23 12:37:13.690410 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b8eeddad-97c0-4e38-8369-7b50f5be7a9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9f2b994b4ae459fa188747d376aabcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9672575 Dec 23 12:37:13.694253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeddad-97c0-4e38-8369-7b50f5be7a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dafdf8-ed4c-415b-99fd-26ad4b57ca11,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:13.694724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60674) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:13.801792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.835986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:13.904768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7cef6f6b-47aa-4a03-87cf-ab37ff816399 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:13.978933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:14.038051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'port_id': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'mac_address': 'fa:16:3e:30:94:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:37:14.100686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:14.112265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:14.115831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98dafdf8-ed4c-415b-99fd-26ad4b57ca11 HTTP/1.1" status: 204 len: 168 time: 0.4187343 Dec 23 12:37:14.172515 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:14.196163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcc02-2875-4bda-b59b-ea57628837cc req-63fb78a6-94c1-418c-81e2-6272f20251c1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:14.205268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bbfcc02-2875-4bda-b59b-ea57628837cc req-63fb78a6-94c1-418c-81e2-6272f20251c1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.4446609 Dec 23 12:37:14.229877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0200b8d5-77f4-4e89-b846-8af5ca0a0c60 req-79169c8a-5e46-4d9d-bde3-fc2c434f0cac tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638177 Dec 23 12:37:14.238913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:14.287728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655af2-a6ee-4aaf-b358-74a39fb55173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dafdf8-ed4c-415b-99fd-26ad4b57ca11,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:14.291797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:14.293276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:14.396253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bbfcc02-2875-4bda-b59b-ea57628837cc req-4c837425-e0d7-4116-97f3-f0c70e9e5914 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584556 Dec 23 12:37:14.492517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:14.631967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:14.693241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:14.744975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ed33-81f1-4ef9-9eda-6895f0540273 req-523aa447-ea16-423f-9fc9-e37b737ebd9a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:14.753315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25b7ed33-81f1-4ef9-9eda-6895f0540273 req-523aa447-ea16-423f-9fc9-e37b737ebd9a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1872993 Dec 23 12:37:14.847954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75095b-abe3-41b2-aa20-0f2eb29c094d req-676ed053-ca25-4fda-9f37-0350295d30f0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:14.849826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c75095b-abe3-41b2-aa20-0f2eb29c094d req-676ed053-ca25-4fda-9f37-0350295d30f0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 945 time: 0.2098875 Dec 23 12:37:14.870259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25b7ed33-81f1-4ef9-9eda-6895f0540273 req-c0d3f2e7-fb21-44b8-b330-79e194a315c5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158795 Dec 23 12:37:14.975841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c75095b-abe3-41b2-aa20-0f2eb29c094d req-22d4a730-894a-4313-b0f8-780a473d80e1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044152 Dec 23 12:37:14.995602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:15.048998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['fa173192-0bc4-4449-90ff-a9fb8d803765'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:15.080300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae74aee-2021-453f-bfa2-f36c997f1a50 req-fcfd6fc8-4732-41a1-a998-a7d1c0113955 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:15.082006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cae74aee-2021-453f-bfa2-f36c997f1a50 req-fcfd6fc8-4732-41a1-a998-a7d1c0113955 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1051905 Dec 23 12:37:15.169219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7370b42-fcfb-4fd4-8054-aeaf3e0be706 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 200 len: 991 time: 0.1722062 Dec 23 12:37:15.184232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cae74aee-2021-453f-bfa2-f36c997f1a50 req-9e797f33-89ad-4d10-b426-1dc654338cda tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940628 Dec 23 12:37:15.515091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:15.535223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62dc2951-be76-4582-b780-e0b3572da796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:15.666410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62dc2951-be76-4582-b780-e0b3572da796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:15.742333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da0837cb-57e1-4672-96ea-131aa86bcebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:15.786708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62dc2951-be76-4582-b780-e0b3572da796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:15.951952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-62dc2951-be76-4582-b780-e0b3572da796 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98f374b2c6e3498ebb2f91e85cb46dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4363766 Dec 23 12:37:15.960656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:15.982597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc2951-be76-4582-b780-e0b3572da796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dbc1c2-6b4a-4063-b000-e51559c1c0c3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:16.022976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aff8db-6c57-48aa-9af7-6f78518aefea req-81165f17-189a-49aa-8115-2515b47b1aed tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:16.025785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66aff8db-6c57-48aa-9af7-6f78518aefea req-81165f17-189a-49aa-8115-2515b47b1aed tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 943 time: 0.1670976 Dec 23 12:37:16.038445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d415853-a081-42c9-938d-4ffdc212eb5c req-9b32bf34-7863-426e-9703-25fbb55cb627 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:16.049537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d415853-a081-42c9-938d-4ffdc212eb5c req-9b32bf34-7863-426e-9703-25fbb55cb627 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1501484 Dec 23 12:37:16.087933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.156548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.179796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d415853-a081-42c9-938d-4ffdc212eb5c req-6e981b21-440f-45c4-b41b-fddf77df9613 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273909 Dec 23 12:37:16.193362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66aff8db-6c57-48aa-9af7-6f78518aefea req-46e36ce3-2d96-4fe7-8bcd-1ee330e96769 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417429 Dec 23 12:37:16.272852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1a573ec-b9d7-4905-9509-f519ac03e583 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:37:16.310651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.313976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.316365 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4dbc1c2-6b4a-4063-b000-e51559c1c0c3 HTTP/1.1" status: 204 len: 168 time: 0.3602376 Dec 23 12:37:16.347387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0518979-2c4e-48b2-8374-e2e18eeff0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dbc1c2-6b4a-4063-b000-e51559c1c0c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:16.374548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3928f-58c2-49e6-89af-d8de74d426be req-a30c24c9-fd83-4da9-bbb0-48694be243b0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:16.376533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9e3928f-58c2-49e6-89af-d8de74d426be req-a30c24c9-fd83-4da9-bbb0-48694be243b0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0765560 Dec 23 12:37:16.489233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1a573ec-b9d7-4905-9509-f519ac03e583,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:16.516380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e1a573ec-b9d7-4905-9509-f519ac03e583', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': 'e1a573ec-b9d7-4905-9509-f519ac03e583', 'mac_address': 'fa:16:3e:b9:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:37:16.600282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9e3928f-58c2-49e6-89af-d8de74d426be req-aab16dac-14ef-4915-ae16-d155869b2314 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918392 Dec 23 12:37:16.603484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.627688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.644931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a573ec-b9d7-4905-9509-f519ac03e583 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:16.674465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1a573ec-b9d7-4905-9509-f519ac03e583,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:16.751192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:16.880134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:16.980493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e1a573ec-b9d7-4905-9509-f519ac03e583'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:17.528587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcada6-02fe-48ff-8249-cdbc9d30c9c9 req-b8cdfcf1-59f0-4a42-8e44-c0ad16881048 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:17.537564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ebcada6-02fe-48ff-8249-cdbc9d30c9c9 req-b8cdfcf1-59f0-4a42-8e44-c0ad16881048 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2049460 Dec 23 12:37:17.576337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e16f2-ee23-4985-8fe9-5896df397f56 req-e2c1aa46-31db-413b-b3e0-3953232e195c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:17.591221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-243e16f2-ee23-4985-8fe9-5896df397f56 req-e2c1aa46-31db-413b-b3e0-3953232e195c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 944 time: 0.1801140 Dec 23 12:37:17.624128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:17.804566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ebcada6-02fe-48ff-8249-cdbc9d30c9c9 req-04874968-4838-4f81-bb7f-2c8c47d0fa34 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656095 Dec 23 12:37:17.852755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port fa173192-0bc4-4449-90ff-a9fb8d803765 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:37:17.856033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port fa173192-0bc4-4449-90ff-a9fb8d803765 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:17.856404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:17.915460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-243e16f2-ee23-4985-8fe9-5896df397f56 req-c38e9057-a24b-4188-ba2c-114a6bbaa534 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225033 Dec 23 12:37:18.106445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.115085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b068-9836-4585-b543-63ce300d9fbf req-bfb58fcb-c29d-4cb9-ae9d-03979bf3da62 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:18.122012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1294b068-9836-4585-b543-63ce300d9fbf req-bfb58fcb-c29d-4cb9-ae9d-03979bf3da62 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.2056756 Dec 23 12:37:18.170153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.184665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:18.188062 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c19b018-ab09-4753-91bc-328b484a40d0" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:18.250343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:18.274555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1a573ec-b9d7-4905-9509-f519ac03e583 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:18.314747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1294b068-9836-4585-b543-63ce300d9fbf req-fe699131-a6c6-444b-bbe7-ddc6cbd6d900 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762097 Dec 23 12:37:18.366265 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c2dbc-faa6-4aee-8c7a-4a7cc2505856 x-openstack-request-id: req-803c2dbc-faa6-4aee-8c7a-4a7cc2505856 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:18.366578 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-plugged", "status": "completed", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:18.366849 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-803c2dbc-faa6-4aee-8c7a-4a7cc2505856 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:18.367191 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'code': 200} Dec 23 12:37:18.377159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.383797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.507394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=13']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:18.545285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port e1a573ec-b9d7-4905-9509-f519ac03e583 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:37:18.549594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e1a573ec-b9d7-4905-9509-f519ac03e583 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:18.549904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.803502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:18.890677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1a573ec-b9d7-4905-9509-f519ac03e583,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:19.165893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d600e-7a81-4020-acbb-908b40be4fba req-49068ffd-8d86-46dc-8de0-30218f1ae69c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:19.173063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-776d600e-7a81-4020-acbb-908b40be4fba req-49068ffd-8d86-46dc-8de0-30218f1ae69c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1560917 Dec 23 12:37:19.249243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7133-6644-4c77-a9eb-7dc3a8c1368a req-59436cde-9d8e-4033-8305-a625143a0531 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:19.251029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5b7133-6644-4c77-a9eb-7dc3a8c1368a req-59436cde-9d8e-4033-8305-a625143a0531 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 944 time: 0.1779964 Dec 23 12:37:19.301670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:19.394337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-776d600e-7a81-4020-acbb-908b40be4fba req-4d3af9b3-d339-4854-9989-170cb0b9989f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076409 Dec 23 12:37:19.415167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce5b7133-6644-4c77-a9eb-7dc3a8c1368a req-6a79d86f-8a26-4bb7-91b3-2a14b7aa0dd0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567357 Dec 23 12:37:19.417934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:19.521064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:19.654170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e7f7e-ea1b-4e4f-8179-d145f7308ddd req-359461cc-c707-4551-aa2a-b59e0d4278df tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:19.656499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-088e7f7e-ea1b-4e4f-8179-d145f7308ddd req-359461cc-c707-4551-aa2a-b59e0d4278df tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1258047 Dec 23 12:37:19.731948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-088e7f7e-ea1b-4e4f-8179-d145f7308ddd req-eee0d93c-78bf-437a-9b68-7d281a023f06 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629303 Dec 23 12:37:20.371083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:20.373979 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b871c5a-b11b-4861-ae08-9436c3e4618c" -d '{"events": [{"server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "name": "network-vif-plugged", "status": "completed", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:20.480548 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60935a-2077-400c-80a2-80435abf5db5 x-openstack-request-id: req-be60935a-2077-400c-80a2-80435abf5db5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:20.481124 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "name": "network-vif-plugged", "status": "completed", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:20.481764 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be60935a-2077-400c-80a2-80435abf5db5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:20.482433 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583', 'code': 200} Dec 23 12:37:20.734053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434947b-a8bb-428f-8381-059f48d60b84 req-11e18974-19d6-4a69-85a1-8e5260ddd100 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:20.739890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7434947b-a8bb-428f-8381-059f48d60b84 req-11e18974-19d6-4a69-85a1-8e5260ddd100 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1889253 Dec 23 12:37:20.760651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be93db-fe8e-41f6-8304-599a51036cff req-8b65e2e5-5753-433f-b46e-2dddc1ee85d8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:20.762246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43be93db-fe8e-41f6-8304-599a51036cff req-8b65e2e5-5753-433f-b46e-2dddc1ee85d8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.1981144 Dec 23 12:37:20.765877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77564-e217-45f3-bb01-62f9f11fcc94 req-6d7f039f-d6cf-422e-bc90-e6d5d68ad186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:20.767946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e77564-e217-45f3-bb01-62f9f11fcc94 req-6d7f039f-d6cf-422e-bc90-e6d5d68ad186 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 1096 time: 0.2062230 Dec 23 12:37:20.918782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e77564-e217-45f3-bb01-62f9f11fcc94 req-2a8854ff-5240-483e-a34d-2b8e33d19415 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402032 Dec 23 12:37:20.931040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7434947b-a8bb-428f-8381-059f48d60b84 req-02f001f6-6d87-40fa-a323-f1228159b0c4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677217 Dec 23 12:37:20.942342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43be93db-fe8e-41f6-8304-599a51036cff req-c3a3c1bb-8932-428b-bb20-e4dce5addc6b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665316 Dec 23 12:37:21.198018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17473238-0ae0-4bfd-ba34-e77b3185f7c9 req-cfcb1062-c9a5-42a3-bccd-31fae6df5916 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:21.200233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17473238-0ae0-4bfd-ba34-e77b3185f7c9 req-cfcb1062-c9a5-42a3-bccd-31fae6df5916 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0964186 Dec 23 12:37:21.309831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17473238-0ae0-4bfd-ba34-e77b3185f7c9 req-72788921-34c3-4bf3-a87f-b633bd1dff27 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906868 Dec 23 12:37:22.150160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8fe4-6153-46de-8f59-a7520d531949 req-0dfb61f0-0777-40a0-94c1-500871b97800 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:22.153436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a82d8fe4-6153-46de-8f59-a7520d531949 req-0dfb61f0-0777-40a0-94c1-500871b97800 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.0787458 Dec 23 12:37:22.254829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb762ab-3981-4311-be03-d4f7b24d03cd req-fc4ce567-5b62-487f-afff-cfeab43e66b7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:22.256353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bb762ab-3981-4311-be03-d4f7b24d03cd req-fc4ce567-5b62-487f-afff-cfeab43e66b7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1018636 Dec 23 12:37:22.343964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bb762ab-3981-4311-be03-d4f7b24d03cd req-df509523-da13-4128-a018-aea810120192 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760593 Dec 23 12:37:22.349085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a82d8fe4-6153-46de-8f59-a7520d531949 req-bf6584e2-eed4-4634-ab16-21897f8a6af6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495316 Dec 23 12:37:22.503121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944706e-8510-4583-b2e9-4743ea435dd2 req-84c9320e-5898-443a-83a2-7b1df508b48e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:22.514873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7944706e-8510-4583-b2e9-4743ea435dd2 req-84c9320e-5898-443a-83a2-7b1df508b48e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0821071 Dec 23 12:37:22.630473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7944706e-8510-4583-b2e9-4743ea435dd2 req-c650f899-390f-4b1d-8225-c230855052f6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797946 Dec 23 12:37:23.053931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:23.766150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c57640-d346-4bfd-8231-cbf38fd734ce req-3ea6acc8-bc39-4ac3-a433-06b7c35d8625 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:23.767850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6c57640-d346-4bfd-8231-cbf38fd734ce req-3ea6acc8-bc39-4ac3-a433-06b7c35d8625 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2564616 Dec 23 12:37:23.794461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d993-9028-493a-9847-02da35f60b05 req-14126d9b-6842-4cb0-a58a-055ab9c1ac53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:23.805560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5646d993-9028-493a-9847-02da35f60b05 req-14126d9b-6842-4cb0-a58a-055ab9c1ac53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.2545366 Dec 23 12:37:23.887593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5646d993-9028-493a-9847-02da35f60b05 req-7745596b-dcfc-4103-85e1-d8c8218da999 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758903 Dec 23 12:37:23.901986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6c57640-d346-4bfd-8231-cbf38fd734ce req-0933a221-c0ce-4ae6-a23d-ecd174805f3d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254690 Dec 23 12:37:24.167884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60882) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:24.233146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af867048-da25-4ead-a729-d43a1022cc3c req-fae16a7d-8e41-4f3b-bab9-c3c40ff64c2a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:24.237765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af867048-da25-4ead-a729-d43a1022cc3c req-fae16a7d-8e41-4f3b-bab9-c3c40ff64c2a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.2080982 Dec 23 12:37:24.314441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2249a0-34cc-440f-a413-2b7ae8cda761 req-f282e8da-9fa4-4be4-abfc-bd3aa86ddede tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:24.323688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e2249a0-34cc-440f-a413-2b7ae8cda761 req-f282e8da-9fa4-4be4-abfc-bd3aa86ddede tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.2543728 Dec 23 12:37:24.407516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e2249a0-34cc-440f-a413-2b7ae8cda761 req-e959d1f3-6871-4a39-b176-e0454d99ffaf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827432 Dec 23 12:37:24.428396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2ed021a-4286-4a96-bda2-613aed3d9984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:24.433688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af867048-da25-4ead-a729-d43a1022cc3c req-934419a7-a0a8-4deb-bb87-4c9b277b7099 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811755 Dec 23 12:37:24.640285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2ed021a-4286-4a96-bda2-613aed3d9984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:24.728766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2ed021a-4286-4a96-bda2-613aed3d9984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:24.832361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c2ed021a-4286-4a96-bda2-613aed3d9984 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dd4a19acd904b728654f3d3b30c15fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6627202 Dec 23 12:37:24.835034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60896) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:24.838560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed021a-4286-4a96-bda2-613aed3d9984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21174957-03ea-4f33-864a-55212813e441,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:25.010723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:25.059267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:25.165146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388276f9-08d7-46fd-8a4d-585c9d332a61 req-2f05204f-05a7-46b1-9d57-fb9be63f44e3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:25.168658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-388276f9-08d7-46fd-8a4d-585c9d332a61 req-2f05204f-05a7-46b1-9d57-fb9be63f44e3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0858400 Dec 23 12:37:25.322237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-388276f9-08d7-46fd-8a4d-585c9d332a61 req-ea146cc9-adf3-4b7a-9b34-bf2e418c083c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423254 Dec 23 12:37:25.348910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e8cf-303f-4331-9653-b5b097e1939c req-1b766ea1-fa8a-45bf-8a8c-8e358b533fab tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:25.352068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5943e8cf-303f-4331-9653-b5b097e1939c req-1b766ea1-fa8a-45bf-8a8c-8e358b533fab tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.1191881 Dec 23 12:37:25.383894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:25.388598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:25.390374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21174957-03ea-4f33-864a-55212813e441 HTTP/1.1" status: 204 len: 168 time: 0.5525970 Dec 23 12:37:25.453431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5943e8cf-303f-4331-9653-b5b097e1939c req-c0859c11-db33-44d2-a6dc-0d748734e1a6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 Dec 23 12:37:25.454307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21174957-03ea-4f33-864a-55212813e441,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:25.470899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.471526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.471888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.472239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.472588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.473143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.473288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.475318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.475666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.476131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.476884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.478237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.478880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4189c8-1c0f-4878-813c-ab4f315ce9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:25.614541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae086b2-02c9-4232-a977-ab2f14ce3bb0 req-9310cae4-4b67-4f82-ae8e-3d332a31c737 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:25.616351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ae086b2-02c9-4232-a977-ab2f14ce3bb0 req-9310cae4-4b67-4f82-ae8e-3d332a31c737 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0652928 Dec 23 12:37:25.675583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ae086b2-02c9-4232-a977-ab2f14ce3bb0 req-748dbe45-f5e6-4a22-926d-9f3fb4a3ad86 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454915 Dec 23 12:37:26.071322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60926) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:26.084846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab60a7d3-94a1-4af9-909b-95d6682a86c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.170930 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab60a7d3-94a1-4af9-909b-95d6682a86c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.250133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab60a7d3-94a1-4af9-909b-95d6682a86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.290294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab60a7d3-94a1-4af9-909b-95d6682a86c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=701af32019ec4e33b60ed0f8e52fd3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2141647 Dec 23 12:37:26.291897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60934) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:26.296178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60a7d3-94a1-4af9-909b-95d6682a86c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63176328-911d-44ff-8583-3859b1314352,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:26.367711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.391298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.483865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaedad-2652-4527-91f5-5cb9d387c4c2 req-bbd57b1f-e6c6-4002-8cb1-c3e9a54eea43 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:26.485494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32eaedad-2652-4527-91f5-5cb9d387c4c2 req-bbd57b1f-e6c6-4002-8cb1-c3e9a54eea43 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0851862 Dec 23 12:37:26.518501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.522338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.525229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63176328-911d-44ff-8583-3859b1314352 HTTP/1.1" status: 204 len: 168 time: 0.2313538 Dec 23 12:37:26.535979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-2e7738ac-09d3-47ad-8e41-6d998b0134f8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:26.537517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-2e7738ac-09d3-47ad-8e41-6d998b0134f8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.0969007 Dec 23 12:37:26.539575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd6e21-03ce-4e33-b2ab-2ae39f090d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63176328-911d-44ff-8583-3859b1314352,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:26.639951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32eaedad-2652-4527-91f5-5cb9d387c4c2 req-2039ce02-95ce-43a8-9c7a-7865cc9d0ee7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451278 Dec 23 12:37:26.714644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6910114-08b2-49ec-9675-9c77a9d950ff req-f2a5b2dd-5925-4d3b-bff1-c7da9a8ac780 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:26.716425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6910114-08b2-49ec-9675-9c77a9d950ff req-f2a5b2dd-5925-4d3b-bff1-c7da9a8ac780 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 945 time: 0.1405458 Dec 23 12:37:26.755748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port e1a573ec-b9d7-4905-9509-f519ac03e583 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:26.756231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.864134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6910114-08b2-49ec-9675-9c77a9d950ff req-981ed419-99b8-47ed-a33e-d1dea1928de2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380424 Dec 23 12:37:26.926667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1cff4-14b1-4979-b8a2-e40cd2734e25 req-eb8779e5-22ee-455c-ac41-88596b1bba41 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:26.928519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bb1cff4-14b1-4979-b8a2-e40cd2734e25 req-eb8779e5-22ee-455c-ac41-88596b1bba41 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1215734 Dec 23 12:37:26.961438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port e1a573ec-b9d7-4905-9509-f519ac03e583, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e1a573ec-b9d7-4905-9509-f519ac03e583,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:26.961950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:26.985956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for e1a573ec-b9d7-4905-9509-f519ac03e583 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:27.021943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bb1cff4-14b1-4979-b8a2-e40cd2734e25 req-995e3ec3-fa81-4e1d-ae9e-f9b7d001d01a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790429 Dec 23 12:37:27.244811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:27.258998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:27.263190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e1a573ec-b9d7-4905-9509-f519ac03e583'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:27.294456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=e1a573ec-b9d7-4905-9509-f519ac03e583,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:27.343735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port e1a573ec-b9d7-4905-9509-f519ac03e583 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:27.346339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:27.350131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9b47d2f-6eca-4129-a6d1-2d1202e645f0 req-94eb5807-e4a0-439b-829b-ce27c69ef1d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "DELETE /v2.0/ports/e1a573ec-b9d7-4905-9509-f519ac03e583 HTTP/1.1" status: 204 len: 173 time: 0.8019342 Dec 23 12:37:27.350759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'name': 'network-vif-deleted', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:27.354184 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04cdac-40e8-41c9-b9f3-e91ac760d674" -d '{"events": [{"server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "name": "network-vif-deleted", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:27.403472 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b90aa-fa47-4fee-8bc3-17e8dc3888bf x-openstack-request-id: req-878b90aa-fa47-4fee-8bc3-17e8dc3888bf {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:27.404482 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c289fa7-d9fd-4794-b366-3a95937a5614", "name": "network-vif-deleted", "tag": "e1a573ec-b9d7-4905-9509-f519ac03e583", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:27.404744 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-878b90aa-fa47-4fee-8bc3-17e8dc3888bf {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:27.406054 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c289fa7-d9fd-4794-b366-3a95937a5614', 'name': 'network-vif-deleted', 'tag': 'e1a573ec-b9d7-4905-9509-f519ac03e583', 'status': 'completed', 'code': 200} Dec 23 12:37:27.784866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945b53-d04c-4134-ad30-616776dc2a54 req-7e3b7731-c079-48b7-ae0a-47bce0b12610 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:27.786529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f945b53-d04c-4134-ad30-616776dc2a54 req-7e3b7731-c079-48b7-ae0a-47bce0b12610 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0651953 Dec 23 12:37:27.847618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f945b53-d04c-4134-ad30-616776dc2a54 req-e67dc18c-3dc6-44ad-9ebf-52ba7fcbea0b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Dec 23 12:37:28.028067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3265bdfa-fa4f-4f3b-98cc-573c057c8060 req-953c5f49-7601-418f-8051-c53f8e4d88f9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c289fa7-d9fd-4794-b366-3a95937a5614 HTTP/1.1" status: 200 len: 210 time: 0.0473595 Dec 23 12:37:28.142736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098da47-9583-4136-ad5e-5577311b10e8 req-e741c585-3e29-417c-9485-9a87dd73146c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:28.144494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1098da47-9583-4136-ad5e-5577311b10e8 req-e741c585-3e29-417c-9485-9a87dd73146c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0560794 Dec 23 12:37:28.222640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1098da47-9583-4136-ad5e-5577311b10e8 req-af13c8ec-d825-4fb2-897e-42ee185bbd99 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639653 Dec 23 12:37:28.979976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786202-867f-451e-87ba-c94be30c7f08 req-f82e07f3-c645-4318-a989-079a44341b70 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:28.981564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d786202-867f-451e-87ba-c94be30c7f08 req-f82e07f3-c645-4318-a989-079a44341b70 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0505295 Dec 23 12:37:29.040372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d786202-867f-451e-87ba-c94be30c7f08 req-d0bcb291-1b44-4796-9710-b889fc958cfc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528240 Dec 23 12:37:29.528016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b696-8eb8-4039-b603-ca6fadf0200e req-742d6f77-0536-4d05-82d9-94fa48ccc711 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:29.542106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2850b696-8eb8-4039-b603-ca6fadf0200e req-742d6f77-0536-4d05-82d9-94fa48ccc711 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1116352 Dec 23 12:37:29.656915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-d6564bcc-0165-4bc4-b15f-858f4f68c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:29.660260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-d6564bcc-0165-4bc4-b15f-858f4f68c62c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0623038 Dec 23 12:37:29.751184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2850b696-8eb8-4039-b603-ca6fadf0200e req-82b8b5af-e27a-4f21-bc6e-e50c8280f78e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044067 Dec 23 12:37:29.878483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-84af897a-a249-4a66-bc1c-aa39199dfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:29.880309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-84af897a-a249-4a66-bc1c-aa39199dfba8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.2119403 Dec 23 12:37:30.010831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea504ba-cbc8-43e8-8ee8-b95cc3422595 req-0da13acc-72c3-4f5f-9d91-4d4402fc6771 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:30.021117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fea504ba-cbc8-43e8-8ee8-b95cc3422595 req-0da13acc-72c3-4f5f-9d91-4d4402fc6771 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1463304 Dec 23 12:37:30.113730 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-d5dba966-c464-41c7-b5b8-5ccf87d0894d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.2238739 Dec 23 12:37:30.120699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fea504ba-cbc8-43e8-8ee8-b95cc3422595 req-ec161144-5097-4a9e-8b77-c5bba8f5e5fd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981600 Dec 23 12:37:30.193107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-9b296823-5c04-44e3-97b5-e9375c50bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:30.196788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-9b296823-5c04-44e3-97b5-e9375c50bd0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0691497 Dec 23 12:37:30.271628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-773280be-1e39-4121-b187-90dfbd5f18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:30.274028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-773280be-1e39-4121-b187-90dfbd5f18a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703228 Dec 23 12:37:30.319115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1a573ec-b9d7-4905-9509-f519ac03e583 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:30.358426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: e1a573ec-b9d7-4905-9509-f519ac03e583 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:30.358985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e1a573ec-b9d7-4905-9509-f519ac03e583 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:30.404379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-2aec4226-dd58-4445-9f2a-69d6705e4989 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:30.415998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-2aec4226-dd58-4445-9f2a-69d6705e4989 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1988490 Dec 23 12:37:30.445961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-fc19f63f-81ad-4f3f-a280-fb06d58421b5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0235832 Dec 23 12:37:30.485313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-fdf653a7-c20b-4d3f-96eb-5969df928053 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022710 Dec 23 12:37:30.549880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-7608bb06-52b2-45c1-b5d5-0aa4fb199ff1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964122 Dec 23 12:37:30.720736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-820c3a31-18f9-4b37-b5f0-fd2b19cacec5 req-68dc9f8c-8384-4354-93ac-03ddc2550ded service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272861 Dec 23 12:37:30.746737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-af663440-5e3b-41f7-bf0b-4d5a6c3d04a7 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958511 Dec 23 12:37:30.890767 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:37:31.010511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8bb2-d78a-4b49-aee2-cb9a204c5ec6 req-b255af2b-1544-404b-bf22-6b647eda2bf2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:31.021617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fdf8bb2-d78a-4b49-aee2-cb9a204c5ec6 req-b255af2b-1544-404b-bf22-6b647eda2bf2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.1157732 Dec 23 12:37:31.062791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-3fb0345a-8072-467e-943c-eeadfde08fb7 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081782 Dec 23 12:37:31.134337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fdf8bb2-d78a-4b49-aee2-cb9a204c5ec6 req-fe533786-94e5-41d5-86c7-43a992baaaf5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071184 Dec 23 12:37:31.400701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d25eac-4857-4e0b-8204-cfb09ffa9255 req-967bcf7c-0f46-4de7-b60a-5c35d96fb56f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:31.402659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49d25eac-4857-4e0b-8204-cfb09ffa9255 req-967bcf7c-0f46-4de7-b60a-5c35d96fb56f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1048760 Dec 23 12:37:31.562865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9209b83d-75b8-4523-8c00-8c748eb87f8e req-73b304a8-fe4e-4dd1-98b7-0f3507b0ae4b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0619538 Dec 23 12:37:31.579966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49d25eac-4857-4e0b-8204-cfb09ffa9255 req-aa4c0afa-8f4b-4fd9-8291-4e38e5412a5d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605587 Dec 23 12:37:32.043280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32846) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:32.232640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.280807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fb669-74b1-470f-85f8-e1c86ec154e0 req-7d875e2e-f883-408b-9873-aa08524f03ac tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:32.282987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f54fb669-74b1-470f-85f8-e1c86ec154e0 req-7d875e2e-f883-408b-9873-aa08524f03ac tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0758686 Dec 23 12:37:32.339743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.357153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f54fb669-74b1-470f-85f8-e1c86ec154e0 req-2636cc4d-67fa-4b07-8de4-f7cdc54e5068 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675716 Dec 23 12:37:32.443366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.494947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1450c088153741aa8873120a107fc112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482543 Dec 23 12:37:32.495822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:32.510161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1affba-33ec-47bc-a775-fb2ea8f6725a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:32.530153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.530499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.530848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.531986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.533057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.534228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.534574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.534913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.535245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.535578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.535908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.536236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.539267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242654b-d53b-436f-ad85-17a3dd561413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:37:32.571523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.609613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.717445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-002fc639-b0bd-4a99-a589-9db0c3794536 req-7f569b97-e8ee-4404-94f5-4449a1d28cae tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0439110 Dec 23 12:37:32.814335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b142-d1bb-432e-963b-d1ef8d4a3769 req-986b3012-cf28-4b22-9c21-c8715dc14c3c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:32.819050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e6b142-d1bb-432e-963b-d1ef8d4a3769 req-986b3012-cf28-4b22-9c21-c8715dc14c3c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1072485 Dec 23 12:37:32.891904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.895299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:32.896676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd1affba-33ec-47bc-a775-fb2ea8f6725a HTTP/1.1" status: 204 len: 168 time: 0.3998795 Dec 23 12:37:32.957043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3dfb-12fa-4235-b5c5-3561554b26b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1affba-33ec-47bc-a775-fb2ea8f6725a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:33.005141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e6b142-d1bb-432e-963b-d1ef8d4a3769 req-37a34b29-3f85-468c-a4a0-34ba130ae71c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738062 Dec 23 12:37:33.184000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb4905-97d5-455c-9ec6-02d2788e04c8 req-44ed7e92-085a-49f5-a877-d5d44d2ddf92 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:33.186206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1eb4905-97d5-455c-9ec6-02d2788e04c8 req-44ed7e92-085a-49f5-a877-d5d44d2ddf92 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0791130 Dec 23 12:37:33.251071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1eb4905-97d5-455c-9ec6-02d2788e04c8 req-8e95809f-d708-4f7d-987c-093a77dd6b71 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579495 Dec 23 12:37:33.511466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d93a4-0efe-48eb-b2df-aa54c0c71f70 req-c326347e-598c-4553-9eea-396a23b9b091 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:33.513829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a3d93a4-0efe-48eb-b2df-aa54c0c71f70 req-c326347e-598c-4553-9eea-396a23b9b091 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 944 time: 0.0659506 Dec 23 12:37:33.577284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a3d93a4-0efe-48eb-b2df-aa54c0c71f70 req-2d666206-049c-4479-a167-8094ed6e684f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Dec 23 12:37:33.694360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:37:33.839975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2610f6aa-3638-44ab-91bd-ab37d6133ff9 req-9a538ad8-2fc5-42cb-848e-234ca775b0b1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0378597 Dec 23 12:37:33.850596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:33.879607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'network_id': 'a90b114d-531a-4538-b63b-fbaebbad3a88', 'port_id': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'mac_address': 'fa:16:3e:c5:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb369dd-1afe-4d33-b3f3-6f4e36fc562a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:37:33.935451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:33.952705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:33.977840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:34.072442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ffb8-4d5b-4809-8b83-b2635afa3fbf req-a632da98-e657-4a5a-b4b6-8bcaaf73f36f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:34.073979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b944ffb8-4d5b-4809-8b83-b2635afa3fbf req-a632da98-e657-4a5a-b4b6-8bcaaf73f36f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0545294 Dec 23 12:37:34.079003 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:34.139440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b944ffb8-4d5b-4809-8b83-b2635afa3fbf req-9d727a86-a2c9-490f-908f-1671655a9673 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591176 Dec 23 12:37:34.155383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:34.215276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:34.233472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8aa764a0-ee69-425f-9a02-0fe90f8bdb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:34.441763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8aa764a0-ee69-425f-9a02-0fe90f8bdb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:34.448949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:34.529847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-beb0cbd3-d8b7-4649-b1bc-1eacd4e56483 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:34.538280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-beb0cbd3-d8b7-4649-b1bc-1eacd4e56483 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.2084067 Dec 23 12:37:34.545058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:34.698663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8aa764a0-ee69-425f-9a02-0fe90f8bdb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:34.783277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8aa764a0-ee69-425f-9a02-0fe90f8bdb42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beca864f1bd144f2b3a26698a43bc6e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5640132 Dec 23 12:37:34.783836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32942) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:34.795114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa764a0-ee69-425f-9a02-0fe90f8bdb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dfb61e-ec15-46c6-9b42-4e0fde55cad6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:34.885623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:34.894500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c80-f951-4bcd-a511-ae26448d1190 req-8ecce109-74f1-4f57-8c02-074b2f6fd84d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:34.901918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd11c80-f951-4bcd-a511-ae26448d1190 req-8ecce109-74f1-4f57-8c02-074b2f6fd84d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.2077086 Dec 23 12:37:34.923640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.036946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd11c80-f951-4bcd-a511-ae26448d1190 req-3aaa0451-0819-40df-a40b-50cb7357fc83 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274509 Dec 23 12:37:35.058388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c151465-c601-4161-a92c-ed31c4d4a775 req-e29e40d3-bfa2-4575-957b-1cb19ed929c5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:35.070865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c151465-c601-4161-a92c-ed31c4d4a775 req-e29e40d3-bfa2-4575-957b-1cb19ed929c5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1077750 Dec 23 12:37:35.118121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:37:35.122045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.136322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.143857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.146726 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8dfb61e-ec15-46c6-9b42-4e0fde55cad6 HTTP/1.1" status: 204 len: 168 time: 0.3624568 Dec 23 12:37:35.161240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48eba4-d81d-4f97-9d50-5a30e9710a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dfb61e-ec15-46c6-9b42-4e0fde55cad6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:35.194550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c151465-c601-4161-a92c-ed31c4d4a775 req-32fd31e1-7bae-47b8-bb08-9e89b7484f56 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231313 Dec 23 12:37:35.211549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47a9c855-a18b-4906-b4f3-5fcc1c6ab39b req-3167b8c6-c9fa-45fb-8140-969f0b5e6e78 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0983617 Dec 23 12:37:35.363855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.6 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/75c86bb5-66bf-424a-b1c8-f2222d3ce069) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:37:35.570618 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.713302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:35.741322 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.761109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:35.842195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:37:35.850707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:37:35.854053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:37:35.937619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:35.939791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:35.954557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:36.058358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port ac0db840-4ce6-4344-93f9-62835c2407e9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:37:36.062243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-29089f4c-ab98-4668-a850-6cae8d6d8481 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5207391 Dec 23 12:37:36.063669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port ac0db840-4ce6-4344-93f9-62835c2407e9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:36.074182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:36.074720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Request body: {'port': {'device_id': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:36.184357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:36.221705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:36.227470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:36.227958 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42742e-8041-49f2-8d54-732239e923af" -d '{"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:36.266471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:36.269488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428be29-f7c8-40f2-9509-b175ed9af440 req-b2d45b0b-b3b1-4138-8acb-800dcdd86e15 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:36.278221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e428be29-f7c8-40f2-9509-b175ed9af440 req-b2d45b0b-b3b1-4138-8acb-800dcdd86e15 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 945 time: 0.0966182 Dec 23 12:37:36.354831 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:36.471775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:36.871560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e428be29-f7c8-40f2-9509-b175ed9af440 req-a23ea05d-130d-4b30-bb3f-5eefface54fd tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923705 Dec 23 12:37:36.934191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c62c-bd43-412e-8af3-7d70428da071 req-6a08fe97-d4a5-4bc8-bc36-b8741090952a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:36.946802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d32c62c-bd43-412e-8af3-7d70428da071 req-6a08fe97-d4a5-4bc8-bc36-b8741090952a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.6263399 Dec 23 12:37:37.107280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d32c62c-bd43-412e-8af3-7d70428da071 req-2f3bbb7e-1760-4e27-8edd-3edd42e8255a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595802 Dec 23 12:37:37.187917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef1759-8635-4bdb-b232-189bc12ecd69 req-39260397-5442-4a75-8ca3-9dd48b76ec8d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:37.194266 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9375ae60-8ded-41e4-a62b-96953b432413 x-openstack-request-id: req-9375ae60-8ded-41e4-a62b-96953b432413 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:37.194266 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:37.195252 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9375ae60-8ded-41e4-a62b-96953b432413 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:37.196182 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'code': 200} Dec 23 12:37:37.210557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffef1759-8635-4bdb-b232-189bc12ecd69 req-39260397-5442-4a75-8ca3-9dd48b76ec8d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 931 time: 0.2339816 Dec 23 12:37:37.329062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffef1759-8635-4bdb-b232-189bc12ecd69 req-8d502cf4-ffeb-4040-9ba0-363ed3e045de tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158679 Dec 23 12:37:37.343048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c86bb5-66bf-424a-b1c8-f2222d3ce069 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:37.362132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:37.402742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Transition to ACTIVE for port object 75c86bb5-66bf-424a-b1c8-f2222d3ce069 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:37:37.478457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:37.502610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed441c1-739a-48af-b117-6c3f74a1fc69 req-e7cb48d8-8d24-4c66-95b6-a595be437531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:37.506818 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ed441c1-739a-48af-b117-6c3f74a1fc69 req-e7cb48d8-8d24-4c66-95b6-a595be437531 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1097 time: 0.0815609 Dec 23 12:37:37.599582 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3ed441c1-739a-48af-b117-6c3f74a1fc69 req-52268e3c-3b12-4988-bb0f-7a463c723cd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841570 Dec 23 12:37:37.659583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:37.693929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Attempting to bind port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:37:37.694422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Attempting to bind port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:37:37.694683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Attempting to bind port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:37.704249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:37:37.704569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Attempting to bind port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:37:37.713774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:37:37.714125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:37:37.714522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:37:37.715035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Bound port: 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:37:37.715313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:37.829786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:37:37.853819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:37:37.872867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2299813-fd2c-4ed2-b274-7ef808d490b6 req-8689a5d5-66c1-4f57-91ca-b5710218f37c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:37.872867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2299813-fd2c-4ed2-b274-7ef808d490b6 req-8689a5d5-66c1-4f57-91ca-b5710218f37c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0888560 Dec 23 12:37:37.936652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2299813-fd2c-4ed2-b274-7ef808d490b6 req-b6806aa5-5a4a-4adc-bc16-eff5737b465b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545859 Dec 23 12:37:37.964989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:38.002897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.003911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:38.005001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/75c86bb5-66bf-424a-b1c8-f2222d3ce069 HTTP/1.1" status: 200 len: 1091 time: 1.9351165 Dec 23 12:37:38.005448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:38.008408 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3db323-b893-4d3e-b77d-519ee6c8335a" -d '{"events": [{"name": "network-changed", "server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:38.043915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26baa5c-e4c5-47f6-b8ce-ae29b68ab1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:38.124614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789768-dbbb-4e33-9e83-dd763a11c26d req-33b780d7-857c-48cd-bab4-36f648e0ef8b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.126312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01789768-dbbb-4e33-9e83-dd763a11c26d req-33b780d7-857c-48cd-bab4-36f648e0ef8b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0685787 Dec 23 12:37:38.221143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01789768-dbbb-4e33-9e83-dd763a11c26d req-488f2391-b269-47ab-93d4-ae872d04842e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803189 Dec 23 12:37:38.261621 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee941b-374b-49ae-a67e-39d37134470f x-openstack-request-id: req-25ee941b-374b-49ae-a67e-39d37134470f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:38.261989 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:38.262335 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ee941b-374b-49ae-a67e-39d37134470f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:38.262868 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069', 'status': 'completed', 'code': 200} Dec 23 12:37:38.357148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-d4f9d89b-aacb-4928-ab08-c92be5e42a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.358651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-d4f9d89b-aacb-4928-ab08-c92be5e42a9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 1094 time: 0.0793469 Dec 23 12:37:38.376752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcd13e-6aa5-4f1c-8347-dcb959ec2822 req-f581fed0-d42a-4535-9f6e-721793a89669 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.378422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5bcd13e-6aa5-4f1c-8347-dcb959ec2822 req-f581fed0-d42a-4535-9f6e-721793a89669 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.0869267 Dec 23 12:37:38.437762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-102074c0-c58d-4ee0-a13c-92d9ffd4049e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069 HTTP/1.1" status: 200 len: 217 time: 0.0583272 Dec 23 12:37:38.562819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5bcd13e-6aa5-4f1c-8347-dcb959ec2822 req-8374458c-6421-4559-a91f-1f13231e9b50 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737349 Dec 23 12:37:38.568231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-2cd15a37-cac2-4786-9784-7a99accaf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.569789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-2cd15a37-cac2-4786-9784-7a99accaf58f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1171682 Dec 23 12:37:38.582490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437da94-3f7f-412d-a3ea-2d882b0dcc7c req-3c6c0fb1-1b98-48ad-9e77-f13eab5d0ac0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:38.584079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4437da94-3f7f-412d-a3ea-2d882b0dcc7c req-3c6c0fb1-1b98-48ad-9e77-f13eab5d0ac0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 943 time: 0.1562703 Dec 23 12:37:38.621599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-f896b1ee-1e62-484c-a688-e34f64150e79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365329 Dec 23 12:37:38.708586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4437da94-3f7f-412d-a3ea-2d882b0dcc7c req-e22e6dad-c1e7-4518-b6d4-9bcc486930ec tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146302 Dec 23 12:37:38.756615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-afb9facb-8d5a-442e-ac5d-cf8e67344650 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283886 Dec 23 12:37:38.889144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fcf05ae-0ef4-40e7-9ac3-c62cc59ac003 req-52461e98-0e4a-49b8-b4e1-997354769eec service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228979 Dec 23 12:37:39.104598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-4126222a-23f4-4821-af7a-23733fbdd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.106298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-4126222a-23f4-4821-af7a-23733fbdd3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 1094 time: 0.0795150 Dec 23 12:37:39.126367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916737f-71e7-4a05-9425-e53a8523fde3 req-5596896d-afba-4aa0-90fe-30766b10612d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.126367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e916737f-71e7-4a05-9425-e53a8523fde3 req-5596896d-afba-4aa0-90fe-30766b10612d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0640314 Dec 23 12:37:39.245062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e916737f-71e7-4a05-9425-e53a8523fde3 req-470669b5-a93b-4a38-bc0e-396dac624531 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129436 Dec 23 12:37:39.268722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-9b02f2ef-aa63-460b-9aee-ee8a10abd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.270568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-9b02f2ef-aa63-460b-9aee-ee8a10abd19a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 907 time: 0.1469724 Dec 23 12:37:39.343588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-4a3a05f9-a4b2-4d0e-a6ea-b460fd545b1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069 HTTP/1.1" status: 200 len: 217 time: 0.0570419 Dec 23 12:37:39.483462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4af403-0dd6-40c0-b03d-b9938d13f7d4 req-00ae1601-70b3-4358-8cd0-a3b656d0cda5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.490666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd4af403-0dd6-40c0-b03d-b9938d13f7d4 req-00ae1601-70b3-4358-8cd0-a3b656d0cda5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.1622233 Dec 23 12:37:39.496374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-45438d48-0e24-4a0d-8273-78d751f9e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.498114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-45438d48-0e24-4a0d-8273-78d751f9e63a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1341274 Dec 23 12:37:39.547411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcca7e-69b7-440a-9365-764bd6d3ab9d req-8fcffe4e-9030-49c0-b312-5cbe6ff6218c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.548958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcfcca7e-69b7-440a-9365-764bd6d3ab9d req-8fcffe4e-9030-49c0-b312-5cbe6ff6218c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1400285 Dec 23 12:37:39.568886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-b18b5da5-477b-4bde-812c-6329a0dba17f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511858 Dec 23 12:37:39.644595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33122) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:39.675972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd4af403-0dd6-40c0-b03d-b9938d13f7d4 req-8182ffc7-0e70-4239-873f-87c55a3f1687 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843653 Dec 23 12:37:39.704015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcfcca7e-69b7-440a-9365-764bd6d3ab9d req-f785783c-d722-4620-b93e-eb9db17de84f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372530 Dec 23 12:37:39.753365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-be2ddd2e-0e8c-405d-bf2b-f9fcb604cdf6 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739242 Dec 23 12:37:39.871280 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8238-add4-4e85-af95-a918aa6af405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:39.999629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f84a8-bdd2-4a6c-b932-dd3cf632429e req-95718a4f-3cbe-4b54-b41f-73139e586cb4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:39.999629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a30f84a8-bdd2-4a6c-b932-dd3cf632429e req-95718a4f-3cbe-4b54-b41f-73139e586cb4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 943 time: 0.1398125 Dec 23 12:37:40.005504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e024a-bffa-4b0d-9024-1d08a2abd2fd req-71477739-a6bc-4adb-99a9-00a27aa3a0bb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:40.006988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-917e024a-bffa-4b0d-9024-1d08a2abd2fd req-71477739-a6bc-4adb-99a9-00a27aa3a0bb tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.1480508 Dec 23 12:37:40.012089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c3db323-b893-4d3e-b77d-519ee6c8335a req-e0f6260d-8060-40ed-aacb-f94c9cc47c69 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506597 Dec 23 12:37:40.056157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8238-add4-4e85-af95-a918aa6af405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.109600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a30f84a8-bdd2-4a6c-b932-dd3cf632429e req-2270ae64-c999-4fc9-80f7-32464bb29207 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923615 Dec 23 12:37:40.135660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8238-add4-4e85-af95-a918aa6af405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.135779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-917e024a-bffa-4b0d-9024-1d08a2abd2fd req-7ce650f7-70ca-4c3f-b1cf-49d95d163180 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055546 Dec 23 12:37:40.175022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8238-add4-4e85-af95-a918aa6af405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4dc275-b6a4-4f66-ad65-8e5a4fbb8f50,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:40.180911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9c4b8238-add4-4e85-af95-a918aa6af405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df51716888d242f3a825aa92d8af2e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351784 Dec 23 12:37:40.183680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33148) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:40.298602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-22594016-7101-45f8-b1de-024fae1b5741 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:40.300166 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-22594016-7101-45f8-b1de-024fae1b5741 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 945 time: 0.1024032 Dec 23 12:37:40.314207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d5848-3e78-4f31-86dd-c544c5adeca5 req-83f472d0-039d-4b8d-8009-9b5732ee5d94 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:40.316411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-641d5848-3e78-4f31-86dd-c544c5adeca5 req-83f472d0-039d-4b8d-8009-9b5732ee5d94 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1116185 Dec 23 12:37:40.320654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.363518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.415871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-641d5848-3e78-4f31-86dd-c544c5adeca5 req-e7acb0a0-15e3-4a7d-90f7-4d464be5c87a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915527 Dec 23 12:37:40.449728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Deleting port 22553710-4dd0-4b2c-94a1-72bf7da13870 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:40.450069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.543513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.546840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.548014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea4dc275-b6a4-4f66-ad65-8e5a4fbb8f50 HTTP/1.1" status: 204 len: 168 time: 0.3632295 Dec 23 12:37:40.564961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac3e41-6029-4f08-ad94-2266bb9d3d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4dc275-b6a4-4f66-ad65-8e5a4fbb8f50,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:40.607462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d9452-b108-48d3-af07-6b5e81d5a90e req-49b0492f-4306-4475-ae0a-3cef2c75356b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:40.608800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] For port 22553710-4dd0-4b2c-94a1-72bf7da13870, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=22553710-4dd0-4b2c-94a1-72bf7da13870,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:40.610180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.619213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d7d9452-b108-48d3-af07-6b5e81d5a90e req-49b0492f-4306-4475-ae0a-3cef2c75356b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1146841 Dec 23 12:37:40.688942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d7d9452-b108-48d3-af07-6b5e81d5a90e req-cf7635f5-648b-466c-89c3-538e52d70ead tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682144 Dec 23 12:37:40.884352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393148fd-bdc5-4beb-b066-6fea9b5091de req-06fbab58-9c5c-4386-921d-b7f173e9ca59 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:40.892516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-393148fd-bdc5-4beb-b066-6fea9b5091de req-06fbab58-9c5c-4386-921d-b7f173e9ca59 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0792227 Dec 23 12:37:40.975690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.976330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:40.976421 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Floating IP fd728b7e-f655-4013-b752-60c63ac489e7 disassociated. External IP: 172.25.7.154, port: 22553710-4dd0-4b2c-94a1-72bf7da13870. Dec 23 12:37:40.982280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Calling delete_port for 22553710-4dd0-4b2c-94a1-72bf7da13870 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:40.996611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-393148fd-bdc5-4beb-b066-6fea9b5091de req-46da8edf-b7cd-4bfb-8ed0-0f5dc1ed889b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973532 Dec 23 12:37:41.339414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:41.375322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fdad3-1b54-4db0-925a-235d002da5f9 req-3b71ccc4-a96e-4e86-926b-7f88da099316 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:41.381054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'Port': ['ID=22553710-4dd0-4b2c-94a1-72bf7da13870,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:41.394471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c97fdad3-1b54-4db0-925a-235d002da5f9 req-3b71ccc4-a96e-4e86-926b-7f88da099316 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 867 time: 0.1719522 Dec 23 12:37:41.477279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c97fdad3-1b54-4db0-925a-235d002da5f9 req-3b375199-3806-48b6-b01f-5cc6773e7fc2 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763278 Dec 23 12:37:41.487999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce27-37b6-47b8-98a9-e0a93d3acef8 req-ea0dab01-1264-4150-80e2-51877b11ea9d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:41.492861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97a0ce27-37b6-47b8-98a9-e0a93d3acef8 req-ea0dab01-1264-4150-80e2-51877b11ea9d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 943 time: 0.2076507 Dec 23 12:37:41.560900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97a0ce27-37b6-47b8-98a9-e0a93d3acef8 req-651c917c-10d6-43df-8fec-32c94b21c2e5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604441 Dec 23 12:37:41.561974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:37:41.686675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:37:41.698288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:37:41.732307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:37:41.749327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:41.796059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] No DVR routers for this DVR port 22553710-4dd0-4b2c-94a1-72bf7da13870 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:41.800619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:41.805294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-76f60102-065f-4f2d-a23c-f89dffc5402a req-f852777c-8c70-42d2-8965-6264faeb8e61 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.57 "DELETE /v2.0/ports/22553710-4dd0-4b2c-94a1-72bf7da13870 HTTP/1.1" status: 204 len: 173 time: 1.4971881 Dec 23 12:37:41.805843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'name': 'network-vif-deleted', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:41.812305 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4106f0-5e3a-4804-8143-9f6dffe3114a" -d '{"events": [{"server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "name": "network-vif-deleted", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:41.875383 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff98608-6408-47da-b962-0590dae81e47 x-openstack-request-id: req-4ff98608-6408-47da-b962-0590dae81e47 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:41.875383 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb1ff2d-5357-4858-935d-2a1df5433aab", "name": "network-vif-deleted", "tag": "22553710-4dd0-4b2c-94a1-72bf7da13870", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:41.875383 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ff98608-6408-47da-b962-0590dae81e47 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:41.875383 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb1ff2d-5357-4858-935d-2a1df5433aab', 'name': 'network-vif-deleted', 'tag': '22553710-4dd0-4b2c-94a1-72bf7da13870', 'status': 'completed', 'code': 200} Dec 23 12:37:41.918109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:42.159188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c213c46-e462-40a4-985b-bb714df96c90 req-3ab2d6c4-8c86-4976-ac4a-06d8e019e21d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:42.160902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c213c46-e462-40a4-985b-bb714df96c90 req-3ab2d6c4-8c86-4976-ac4a-06d8e019e21d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0615602 Dec 23 12:37:42.209562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:42.245426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c213c46-e462-40a4-985b-bb714df96c90 req-c9b4d0ea-fb00-4d0a-b045-ebfec7788c63 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776224 Dec 23 12:37:42.262333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:37:42.272201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:37:42.273311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:42.388800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 75c86bb5-66bf-424a-b1c8-f2222d3ce069 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:37:42.408974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f08c-80dd-4ee0-8fbe-aeed97064cdb req-d1df3619-0002-4f90-96b5-b0485d25b6e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:42.418365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a09f08c-80dd-4ee0-8fbe-aeed97064cdb req-d1df3619-0002-4f90-96b5-b0485d25b6e8 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0782709 Dec 23 12:37:42.430369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:37:42.468728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a09f08c-80dd-4ee0-8fbe-aeed97064cdb req-a3f07298-5533-4996-843b-cc1bfcbb4018 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503757 Dec 23 12:37:42.673490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27a3e38c-baa0-4d24-af6f-71eeb2ade598 req-a78ed768-6b9b-460b-9449-4648914ad384 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb1ff2d-5357-4858-935d-2a1df5433aab HTTP/1.1" status: 200 len: 210 time: 0.0343690 Dec 23 12:37:42.679030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:42.697588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c76e-e5aa-477e-ae7a-bb4ae419b05e req-333b3872-22d2-4024-ac2d-b2616480d1c9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:42.698271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aa0c76e-e5aa-477e-ae7a-bb4ae419b05e req-333b3872-22d2-4024-ac2d-b2616480d1c9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.1157725 Dec 23 12:37:42.716542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '75c86bb5-66bf-424a-b1c8-f2222d3ce069', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': '75c86bb5-66bf-424a-b1c8-f2222d3ce069', 'mac_address': 'fa:16:3e:05:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:37:42.797021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:42.815004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0aa0c76e-e5aa-477e-ae7a-bb4ae419b05e req-fdd4bca4-9e23-4aa3-82c1-83f44a8e21cf tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101532 Dec 23 12:37:42.823488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c86bb5-66bf-424a-b1c8-f2222d3ce069 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:37:42.846136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:42.857139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3985e8-7e5e-4b76-a855-db82b159f970 req-a0c1feb2-a3c9-450f-899e-ff9c4e16b4b9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:42.860608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b3985e8-7e5e-4b76-a855-db82b159f970 req-a0c1feb2-a3c9-450f-899e-ff9c4e16b4b9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 943 time: 0.0891364 Dec 23 12:37:42.861026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:37:42.892487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cf78c-f6db-495c-80fc-e3ae5fb537e6 None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:26:56Z', 'revision_number': 4, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2a8b5b70-3dd8-4ff2-b99c-54c8930372fa', 'name': '', 'network_id': '2940af1d-4bca-42fb-a7a3-9bab1d175e6e', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'mac_address': 'fa:16:3e:45:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:54Z', 'updated_at': '2021-12-23T12:27:00Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'subnets': [{'id': '9dfe8a06-f944-4ab2-93aa-aba9086eb3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:37:42.931312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b3985e8-7e5e-4b76-a855-db82b159f970 req-34fd75f2-4305-4a80-83b3-fe1c973f516b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621729 Dec 23 12:37:43.010815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc159c5-db16-492c-98af-507dbc86ed36 req-f92072a7-18b0-4e81-b97d-4f98c83e1c97 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:43.012341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cfc159c5-db16-492c-98af-507dbc86ed36 req-f92072a7-18b0-4e81-b97d-4f98c83e1c97 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0742414 Dec 23 12:37:43.048855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.087822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cfc159c5-db16-492c-98af-507dbc86ed36 req-24421fbc-2619-47e4-bd0c-f51cc1b79e03 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692461 Dec 23 12:37:43.152957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:43.228037 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea1bdf-990e-4894-88ad-63fe56d40754 None None] New status for floating IP fd728b7e-f655-4013-b752-60c63ac489e7: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:37:43.267594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['75c86bb5-66bf-424a-b1c8-f2222d3ce069'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:43.291137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f70e-f3a4-4339-9ae3-e9f86d9146aa req-e687975e-655c-4327-acc4-608f77e0834d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:43.305467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6e8f70e-f3a4-4339-9ae3-e9f86d9146aa req-e687975e-655c-4327-acc4-608f77e0834d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0976954 Dec 23 12:37:43.327396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6122ec72-32d7-4d37-b609-ad0a3fbd8f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.393905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6e8f70e-f3a4-4339-9ae3-e9f86d9146aa req-291d2348-035a-439a-9422-4774a3a298e0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869298 Dec 23 12:37:43.461102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33228) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:43.565886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20990-693d-4564-a9b6-e3be7e216ed9 req-80283b14-7402-49fe-a442-449c1cda8279 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:43.567412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ff20990-693d-4564-a9b6-e3be7e216ed9 req-80283b14-7402-49fe-a442-449c1cda8279 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0579350 Dec 23 12:37:43.591408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b9d0f6-f384-48e0-9989-b07bd7696c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.635775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ff20990-693d-4564-a9b6-e3be7e216ed9 req-36aec122-5181-4e66-9602-29f55d182ea0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587900 Dec 23 12:37:43.682142 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b9d0f6-f384-48e0-9989-b07bd7696c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.732731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22553710-4dd0-4b2c-94a1-72bf7da13870 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:43.769998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 22553710-4dd0-4b2c-94a1-72bf7da13870 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:43.770355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 22553710-4dd0-4b2c-94a1-72bf7da13870 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:43.779132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e5103-bca2-439b-9d03-f76e9ae19885 req-4edc8ca7-4794-4159-83b0-3a6c5ac6b1ec tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:43.780987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e8e5103-bca2-439b-9d03-f76e9ae19885 req-4edc8ca7-4794-4159-83b0-3a6c5ac6b1ec tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0813787 Dec 23 12:37:43.826840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22b9d0f6-f384-48e0-9989-b07bd7696c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.832207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e8e5103-bca2-439b-9d03-f76e9ae19885 req-5c4602a1-698c-41cb-9ae1-39d8149c102a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Dec 23 12:37:43.872267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22b9d0f6-f384-48e0-9989-b07bd7696c05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1da331af0bbd4444a767394241459e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099886 Dec 23 12:37:43.873495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d0f6-f384-48e0-9989-b07bd7696c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3640fc-c9d6-4320-ab39-3c13cce66aa2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:43.875114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33240) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:43.896996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:43.966787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.967207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.995198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:43.997861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.087735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce716-82ff-4384-abdc-1cfa14c3e30c req-ddb3431a-105c-49c3-9a13-e8c7a8c1782b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.089599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe2ce716-82ff-4384-abdc-1cfa14c3e30c req-ddb3431a-105c-49c3-9a13-e8c7a8c1782b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 944 time: 0.0690954 Dec 23 12:37:44.146124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe2ce716-82ff-4384-abdc-1cfa14c3e30c req-9957e238-e7a1-4817-95c6-686a2a0c5618 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Dec 23 12:37:44.302201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.302201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.302788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6 HTTP/1.1" status: 204 len: 168 time: 0.4047468 Dec 23 12:37:44.306539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33250) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:44.312866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b4675-da3b-4f26-a9fe-f4671eef502d tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:44.329549 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-a9bd7713-c7af-4357-a59b-13a17cfd45b6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] show failed (client error): The resource could not be found. Dec 23 12:37:44.330646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a9bd7713-c7af-4357-a59b-13a17cfd45b6 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "GET /v2.0/security-groups/eb9f7ae7-3861-4a1d-8701-9ed54ba4aef6 HTTP/1.1" status: 404 len: 347 time: 0.0230682 Dec 23 12:37:44.333695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:44.385264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.387895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.389677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc3640fc-c9d6-4320-ab39-3c13cce66aa2 HTTP/1.1" status: 204 len: 168 time: 0.5135012 Dec 23 12:37:44.397782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 75c86bb5-66bf-424a-b1c8-f2222d3ce069 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:37:44.462942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356da031-28c7-4417-92e0-77cc0dabbc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3640fc-c9d6-4320-ab39-3c13cce66aa2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:44.505405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-fe3ea308-5ec2-4d3c-80b7-9a85d61842a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524890 Dec 23 12:37:44.527036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Deleting port b8872aa7-7298-4278-a050-9e1d2a562167 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:44.527381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.600248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7f99-417b-43cd-85db-48318950e699 req-0cde2cc4-f04a-4f21-8739-4c32bb8f70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.602753 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-0cde2cc4-f04a-4f21-8739-4c32bb8f70d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1097 time: 0.0725527 Dec 23 12:37:44.657310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.658280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.669582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:37:44.671279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:37:44.671677 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.676577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Calling delete_port for b8872aa7-7298-4278-a050-9e1d2a562167 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:44.696266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0c763-f804-4bda-8113-19e0310620fa req-f027992e-ce2a-4389-ad17-3bded3d3ef3f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.697919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06d0c763-f804-4bda-8113-19e0310620fa req-f027992e-ce2a-4389-ad17-3bded3d3ef3f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0978575 Dec 23 12:37:44.724310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7f99-417b-43cd-85db-48318950e699 req-1ff56ba5-aba0-463e-b4af-60f6561922ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.725898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-1ff56ba5-aba0-463e-b4af-60f6561922ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.1006215 Dec 23 12:37:44.786709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06d0c763-f804-4bda-8113-19e0310620fa req-b25e3aca-e6fd-4501-b092-bfe9e7aca94c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Dec 23 12:37:44.806914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.828282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-98348fcc-3d82-49fd-8ee5-d2fba70148d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 1000 time: 0.0928967 Dec 23 12:37:44.836102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:44.838882 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726244c-bbe9-4e42-8cc8-20a4a2750682" -d '{"events": [{"server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "name": "network-vif-plugged", "status": "completed", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:44.857450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:44.919483 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3acd34-d232-456c-83e0-af364b56b39c x-openstack-request-id: req-be3acd34-d232-456c-83e0-af364b56b39c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:44.919841 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "name": "network-vif-plugged", "status": "completed", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:44.920043 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3acd34-d232-456c-83e0-af364b56b39c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:44.920449 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069', 'code': 200} Dec 23 12:37:44.932277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7f99-417b-43cd-85db-48318950e699 req-2e4d889f-b060-4ac1-b8d2-1355517f0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.935448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-2e4d889f-b060-4ac1-b8d2-1355517f0160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.0953054 Dec 23 12:37:44.979870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:44.992184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7f99-417b-43cd-85db-48318950e699 req-13d7ae6f-4852-441b-8726-8bd19405c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:44.993871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-13d7ae6f-4852-441b-8726-8bd19405c666 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504136 Dec 23 12:37:45.033404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:45.067004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:45.082266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Pushing event deleted for resources: {'Port': ['ID=b8872aa7-7298-4278-a050-9e1d2a562167,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:45.128283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad736f-9e8b-4148-b6c1-6b1953a8140c req-41b0f91f-6b88-458b-a266-a1a8ed07dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:45.129862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5aad736f-9e8b-4148-b6c1-6b1953a8140c req-41b0f91f-6b88-458b-a266-a1a8ed07dc1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 1096 time: 0.1392076 Dec 23 12:37:45.130294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-851334d0-bcc9-42fb-a23c-f0757cfd13db service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264336 Dec 23 12:37:45.165096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:45.169168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:45.174391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c0b655c4-7603-4579-97a2-affd524ab7e8 tempest-AttachVolumeTestJSON-288769774 tempest-AttachVolumeTestJSON-288769774-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd728b7e-f655-4013-b752-60c63ac489e7 HTTP/1.1" status: 204 len: 168 time: 0.8394203 Dec 23 12:37:45.215650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5aad736f-9e8b-4148-b6c1-6b1953a8140c req-9ea963d1-f0e8-4180-bd27-7a014c86cc6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 Dec 23 12:37:45.308878 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24db7f99-417b-43cd-85db-48318950e699 req-78c63ea6-ca44-46d3-b14c-27b0315a2c2d service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692505 Dec 23 12:37:45.337634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10066c0a-0276-4a2e-b34f-09817b145e55 req-98d49640-cf21-4f29-8e10-77529319c6e3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:45.345247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10066c0a-0276-4a2e-b34f-09817b145e55 req-98d49640-cf21-4f29-8e10-77529319c6e3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.0761869 Dec 23 12:37:45.393243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10066c0a-0276-4a2e-b34f-09817b145e55 req-42327256-5662-4989-a906-55bfb7655348 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Dec 23 12:37:45.643375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-600c14f0-c023-4164-9703-9b597b576185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:45.951378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1564a3d-000e-4ab3-beab-245e158967a3 req-67daf0b3-ee35-443a-a294-6467d6c43e6d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:45.957372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1564a3d-000e-4ab3-beab-245e158967a3 req-67daf0b3-ee35-443a-a294-6467d6c43e6d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0667861 Dec 23 12:37:46.017478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1564a3d-000e-4ab3-beab-245e158967a3 req-ca4babbc-d5cf-4927-a8e8-c90438c45d76 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Dec 23 12:37:46.545745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef21ee-8334-43a3-8025-d61d3eb978ca req-f1c6fe14-2150-4084-a119-3ff58ab73975 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:46.546995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:46.547484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6eef21ee-8334-43a3-8025-d61d3eb978ca req-f1c6fe14-2150-4084-a119-3ff58ab73975 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.0730345 Dec 23 12:37:46.670620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6eef21ee-8334-43a3-8025-d61d3eb978ca req-3599824f-d4e9-40bd-878d-59902f769a93 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Dec 23 12:37:46.675755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ec484-5707-493c-ac0d-ba4c992cb08d req-76c04f1e-02c5-4c99-b630-a4f678b54679 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:46.677931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139ec484-5707-493c-ac0d-ba4c992cb08d req-76c04f1e-02c5-4c99-b630-a4f678b54679 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.1208222 Dec 23 12:37:46.788987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dea52-8ae4-4167-828a-31a6097ed51f req-ce0707ab-9d82-498c-a3f9-4f2493980264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:46.790555 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-ce0707ab-9d82-498c-a3f9-4f2493980264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e51ca3450c5e42d581e7629df02c8943&device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 1097 time: 0.0825121 Dec 23 12:37:46.837420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-139ec484-5707-493c-ac0d-ba4c992cb08d req-58472fa5-123d-457f-9664-f7f00921fcfc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433237 Dec 23 12:37:46.865494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7299a6a-e0e0-48a5-9208-e07bfaadb1aa req-583bf402-874c-45f7-8139-d44ad98fb687 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:46.869236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7299a6a-e0e0-48a5-9208-e07bfaadb1aa req-583bf402-874c-45f7-8139-d44ad98fb687 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.0844822 Dec 23 12:37:46.940902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7299a6a-e0e0-48a5-9208-e07bfaadb1aa req-5e0fe4b9-f866-4cb9-981e-d0487ee31997 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646067 Dec 23 12:37:46.973052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dea52-8ae4-4167-828a-31a6097ed51f req-e659cd7f-82ed-4e3c-8a76-afafd5012422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:46.973052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-e659cd7f-82ed-4e3c-8a76-afafd5012422 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 200 len: 915 time: 0.1611104 Dec 23 12:37:47.077928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-e12185b7-4d3e-4091-b4a9-0819d2fbf698 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 200 len: 217 time: 0.1067841 Dec 23 12:37:47.136069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dea52-8ae4-4167-828a-31a6097ed51f req-c10517cd-d3cb-4804-9ffe-076ad3c9fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:47.138292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-c10517cd-d3cb-4804-9ffe-076ad3c9fd56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 200 len: 854 time: 0.0505242 Dec 23 12:37:47.177146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-649d9eff-e2b3-4e20-905b-a498f7fa4b27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a90b114d-531a-4538-b63b-fbaebbad3a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317898 Dec 23 12:37:47.285253 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-3eb4034a-abe2-403b-94e7-31587a59e948 service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003187 Dec 23 12:37:47.423212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-380dea52-8ae4-4167-828a-31a6097ed51f req-a1ca3b34-1717-45db-896a-7fe013b9a794 service neutron] 10.222.0.57 "GET /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257257 Dec 23 12:37:47.587829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482461c-c1f7-4bbf-b285-2588b2df4f2d req-d3b84a7c-b5c0-4a81-a166-f704de1e70d3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:47.589316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f482461c-c1f7-4bbf-b285-2588b2df4f2d req-d3b84a7c-b5c0-4a81-a166-f704de1e70d3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.0644510 Dec 23 12:37:47.649051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f482461c-c1f7-4bbf-b285-2588b2df4f2d req-69cdfa99-6c19-4b18-914e-4501bdbb9404 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Dec 23 12:37:47.987925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7690c1-f84f-4b18-b3f3-744e19296a5d req-9ea6d8ac-5253-4116-8790-cda5d112508c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:47.989969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e7690c1-f84f-4b18-b3f3-744e19296a5d req-9ea6d8ac-5253-4116-8790-cda5d112508c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0595379 Dec 23 12:37:48.047138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:48.056032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e7690c1-f84f-4b18-b3f3-744e19296a5d req-9c7b027f-635c-4269-a968-d04d7021ca2b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585649 Dec 23 12:37:48.174185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7e9fe5d-a596-4ac0-9d6b-87fe8f75e1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.190482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.266925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7e9fe5d-a596-4ac0-9d6b-87fe8f75e1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.270456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.336151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7e9fe5d-a596-4ac0-9d6b-87fe8f75e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.383146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7e9fe5d-a596-4ac0-9d6b-87fe8f75e1b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68037301dd4846ebbfd1891a87bd9504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325047 Dec 23 12:37:48.384372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33346) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:48.399442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9fe5d-a596-4ac0-9d6b-87fe8f75e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dcfa69-8d0b-4624-97f7-193e0673c910,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:48.457371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.507094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.723920 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.729363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:48.730858 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7dcfa69-8d0b-4624-97f7-193e0673c910 HTTP/1.1" status: 204 len: 168 time: 0.3439176 Dec 23 12:37:48.798531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd81f7-e521-46c5-8b47-98bc5c1b0f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dcfa69-8d0b-4624-97f7-193e0673c910,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:48.805663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e5031-9d5d-4065-9241-67463da72a37 req-046c69e7-149f-4e12-952d-eb5cdca93178 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:48.812374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-984e5031-9d5d-4065-9241-67463da72a37 req-046c69e7-149f-4e12-952d-eb5cdca93178 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.1240029 Dec 23 12:37:48.939761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ea32a-65c5-4ca8-9141-0acf664bc0f9 req-73f5c886-d4b2-4abe-9483-85fcd3132674 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:48.941569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b10ea32a-65c5-4ca8-9141-0acf664bc0f9 req-73f5c886-d4b2-4abe-9483-85fcd3132674 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 945 time: 0.1275091 Dec 23 12:37:49.010165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:37:49.010513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:49.018595 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b10ea32a-65c5-4ca8-9141-0acf664bc0f9 req-7853886e-3f1e-4f91-afa4-56c12da7b947 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 Dec 23 12:37:49.152326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port 75c86bb5-66bf-424a-b1c8-f2222d3ce069, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=75c86bb5-66bf-424a-b1c8-f2222d3ce069,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:37:49.152752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:49.189415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for 75c86bb5-66bf-424a-b1c8-f2222d3ce069 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:37:49.225228 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:49.253975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432a92-bea4-4db1-855c-a510e4479115 req-d62cd1a9-d305-4560-8ff1-fce6cdd15952 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:49.255490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86432a92-bea4-4db1-855c-a510e4479115 req-d62cd1a9-d305-4560-8ff1-fce6cdd15952 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0941722 Dec 23 12:37:49.341715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86432a92-bea4-4db1-855c-a510e4479115 req-cc31cf73-f18f-42aa-86e0-347e0a41d655 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776045 Dec 23 12:37:49.496069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e240867-c0fa-4f08-bc9d-f3cf1c92d6c8 req-72104b09-5cc5-49f5-b935-fe3839dfe4ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:49.497736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e240867-c0fa-4f08-bc9d-f3cf1c92d6c8 req-72104b09-5cc5-49f5-b935-fe3839dfe4ed tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0529504 Dec 23 12:37:49.498962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:49.513521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:49.515755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['75c86bb5-66bf-424a-b1c8-f2222d3ce069'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:49.546723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=75c86bb5-66bf-424a-b1c8-f2222d3ce069,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:49.614863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port 75c86bb5-66bf-424a-b1c8-f2222d3ce069 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:37:49.620625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:49.624107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-984e5031-9d5d-4065-9241-67463da72a37 req-c03b3687-3520-4a36-bc0d-17ec132c92d9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "DELETE /v2.0/ports/75c86bb5-66bf-424a-b1c8-f2222d3ce069 HTTP/1.1" status: 204 len: 173 time: 0.7860289 Dec 23 12:37:49.624562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'name': 'network-vif-deleted', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:37:49.626982 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb2de3-40ea-40ae-9159-5c2242f3819e" -d '{"events": [{"server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "name": "network-vif-deleted", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:37:49.645929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e240867-c0fa-4f08-bc9d-f3cf1c92d6c8 req-8541cbb2-8e3c-4a86-b82b-40313103a9ad tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402094 Dec 23 12:37:49.845003 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa992dc-27d1-49fa-80e4-280a5c1c1e39 x-openstack-request-id: req-caa992dc-27d1-49fa-80e4-280a5c1c1e39 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:37:49.845003 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a8474d-cb4b-41e3-9029-dcbfa53bfd5c", "name": "network-vif-deleted", "tag": "75c86bb5-66bf-424a-b1c8-f2222d3ce069", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:37:49.845003 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caa992dc-27d1-49fa-80e4-280a5c1c1e39 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:37:49.845003 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a8474d-cb4b-41e3-9029-dcbfa53bfd5c', 'name': 'network-vif-deleted', 'tag': '75c86bb5-66bf-424a-b1c8-f2222d3ce069', 'status': 'completed', 'code': 200} Dec 23 12:37:49.918467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1e18-d852-489c-9efd-284fc7c8cc61 req-dc3cbb18-b185-407a-946e-4e012ebf2df3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:49.931768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a1e1e18-d852-489c-9efd-284fc7c8cc61 req-dc3cbb18-b185-407a-946e-4e012ebf2df3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0889981 Dec 23 12:37:49.988499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a1e1e18-d852-489c-9efd-284fc7c8cc61 req-05e4bab6-bd55-4439-b424-a4bea877d9f2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Dec 23 12:37:50.382674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8301b82-8dfc-49ba-b867-2a866e0f539d req-9516f499-defe-462c-9efc-5bdf0a1608d8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0445926 Dec 23 12:37:50.430640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:50.446630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93da1c41-3488-488f-b318-b3a4dbd8208c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:50.455171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179dfa0-29d2-466b-a2a8-4ac72374a308 req-4bc5008a-8793-43c2-ab33-7949572329c9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:50.455171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4179dfa0-29d2-466b-a2a8-4ac72374a308 req-4bc5008a-8793-43c2-ab33-7949572329c9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0695195 Dec 23 12:37:50.543438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4179dfa0-29d2-466b-a2a8-4ac72374a308 req-7e4189f5-c5c8-4bc0-90b8-eb351753077a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850790 Dec 23 12:37:50.573395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93da1c41-3488-488f-b318-b3a4dbd8208c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:50.718399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93da1c41-3488-488f-b318-b3a4dbd8208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:50.732472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841b7d-d438-4c70-bb33-ce443813b716 req-7b847909-c331-4b51-8f92-715dca1c26d3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:50.734373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa841b7d-d438-4c70-bb33-ce443813b716 req-7b847909-c331-4b51-8f92-715dca1c26d3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0576985 Dec 23 12:37:50.781772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-93da1c41-3488-488f-b318-b3a4dbd8208c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc0f18deb160423da8304e57380cd6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499649 Dec 23 12:37:50.783136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da1c41-3488-488f-b318-b3a4dbd8208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec66275-9590-47ba-87a4-535e0e70c4a9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:50.786498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:50.838805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa841b7d-d438-4c70-bb33-ce443813b716 req-f3ba9ee7-3da4-4bbc-ba10-0ae63427bad0 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916197 Dec 23 12:37:50.891904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:50.932086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:51.056875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518e3a-20ae-4d06-8080-6cfce15e3664 req-877e6366-7dbf-4578-8a80-6a61bd959003 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:51.058801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47518e3a-20ae-4d06-8080-6cfce15e3664 req-877e6366-7dbf-4578-8a80-6a61bd959003 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0837235 Dec 23 12:37:51.119596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47518e3a-20ae-4d06-8080-6cfce15e3664 req-7d415b8b-18c2-4a6a-b2df-f3cba8e08b95 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540352 Dec 23 12:37:51.184689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:51.189067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:51.193918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ec66275-9590-47ba-87a4-535e0e70c4a9 HTTP/1.1" status: 204 len: 168 time: 0.4054165 Dec 23 12:37:51.204627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ac909-6719-43d5-a809-433f0442f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec66275-9590-47ba-87a4-535e0e70c4a9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:51.319045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e04db-dfd3-4a79-a5fe-8ee26d620b3a req-146497fe-df0b-4c74-ab5f-a97dd7d94173 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:51.320910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d5e04db-dfd3-4a79-a5fe-8ee26d620b3a req-146497fe-df0b-4c74-ab5f-a97dd7d94173 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0910985 Dec 23 12:37:51.390434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d5e04db-dfd3-4a79-a5fe-8ee26d620b3a req-041c2848-c386-442c-98ae-4a4cb061edcc tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Dec 23 12:37:51.541304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0815d41e-93c5-4498-a660-699d8e55d2d0 req-3cd5562b-f6db-49aa-a3eb-8ab56980e2ff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=92a8474d-cb4b-41e3-9029-dcbfa53bfd5c HTTP/1.1" status: 200 len: 210 time: 0.0369637 Dec 23 12:37:51.558372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e301-cd98-45d5-a3b8-8c0c7d29d5aa req-51942b0f-53a5-47be-bf96-5102d433a0aa tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:51.569230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8116e301-cd98-45d5-a3b8-8c0c7d29d5aa req-51942b0f-53a5-47be-bf96-5102d433a0aa tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0984344 Dec 23 12:37:51.646963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8116e301-cd98-45d5-a3b8-8c0c7d29d5aa req-ff48ac31-4645-4959-9d38-18268dbfba48 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638146 Dec 23 12:37:51.847894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccc6ab-be73-403b-9d19-caddff9ef56d req-65b7e105-d7c4-48e4-9022-888d511380d9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:51.849524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51ccc6ab-be73-403b-9d19-caddff9ef56d req-65b7e105-d7c4-48e4-9022-888d511380d9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0582974 Dec 23 12:37:51.905588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51ccc6ab-be73-403b-9d19-caddff9ef56d req-712fd0f2-07fe-44a6-aca2-356588fa3ad3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Dec 23 12:37:52.088469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01e061-673a-41a3-8295-423193a81110 req-aa28da37-ae1c-4b3d-a269-faade4c00a3f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:52.090046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a01e061-673a-41a3-8295-423193a81110 req-aa28da37-ae1c-4b3d-a269-faade4c00a3f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0586426 Dec 23 12:37:52.152437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a01e061-673a-41a3-8295-423193a81110 req-09ef3be3-dd72-4969-bd01-7f909318070f tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Dec 23 12:37:52.323967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cfa56-6c4a-478e-a704-d6c3c70ce2b8 req-34b8e11d-07c3-41e4-9d22-2507e61feb2a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:52.326223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-040cfa56-6c4a-478e-a704-d6c3c70ce2b8 req-34b8e11d-07c3-41e4-9d22-2507e61feb2a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0599291 Dec 23 12:37:52.389548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-040cfa56-6c4a-478e-a704-d6c3c70ce2b8 req-25ff0cff-390c-4c5b-9ce6-d3f2b0925c4e tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537460 Dec 23 12:37:52.443821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 75c86bb5-66bf-424a-b1c8-f2222d3ce069 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:37:52.470633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 75c86bb5-66bf-424a-b1c8-f2222d3ce069 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:37:52.471658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 75c86bb5-66bf-424a-b1c8-f2222d3ce069 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:37:52.566455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48af0-3d0f-4ab1-85ff-e54bda49d7bc req-9e6dffd6-1dbb-44f4-ac05-5827797bc2c4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:52.568036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bf48af0-3d0f-4ab1-85ff-e54bda49d7bc req-9e6dffd6-1dbb-44f4-ac05-5827797bc2c4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0981696 Dec 23 12:37:52.649420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bf48af0-3d0f-4ab1-85ff-e54bda49d7bc req-c12ebc67-258c-42d8-9f99-73ffe522a8d9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713048 Dec 23 12:37:52.804632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:52.817057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1c19-ee33-4a51-a4fc-0032e3de1380 req-a6040d4e-ea1a-4274-bd54-db4e465b4c7a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:52.829381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76fa1c19-ee33-4a51-a4fc-0032e3de1380 req-a6040d4e-ea1a-4274-bd54-db4e465b4c7a tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0949705 Dec 23 12:37:52.948517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76fa1c19-ee33-4a51-a4fc-0032e3de1380 req-bc629d86-75ed-45d5-b4f1-3dcff66883b5 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138875 Dec 23 12:37:53.112259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1027-753c-4ebd-a954-3aaebdff2136 req-93032615-55c0-4528-8165-7524d6e4ac27 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:53.113876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a38f1027-753c-4ebd-a954-3aaebdff2136 req-93032615-55c0-4528-8165-7524d6e4ac27 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0651793 Dec 23 12:37:53.265583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-8c70fa96-04af-40c8-83e9-d54b0322edff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:53.267146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-8c70fa96-04af-40c8-83e9-d54b0322edff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1523311 Dec 23 12:37:53.272446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a38f1027-753c-4ebd-a954-3aaebdff2136 req-9cba0fca-e595-4887-a0ac-6c14a3379900 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484032 Dec 23 12:37:53.319821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-42124c09-8ed8-45c6-9a1d-453dee6c7330 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0412014 Dec 23 12:37:53.401690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-0327bce0-57a0-4521-9925-fd3ec65a99d8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730276 Dec 23 12:37:53.574987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee22d6-b15a-432e-8177-0ae571b4ebf8 req-04e75727-5125-4abe-a013-0ef9fb9fb9a4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:53.582137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acee22d6-b15a-432e-8177-0ae571b4ebf8 req-04e75727-5125-4abe-a013-0ef9fb9fb9a4 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0838010 Dec 23 12:37:53.606948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-d0d855da-38bd-4765-9b1a-1fec00021f7b service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961241 Dec 23 12:37:53.700163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acee22d6-b15a-432e-8177-0ae571b4ebf8 req-542bec1e-4c00-45e4-8877-e8f6cd61e7c3 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171827 Dec 23 12:37:53.795951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-6ab844cf-2094-4f0d-ab1e-4781a06f12fd service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637857 Dec 23 12:37:55.072460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d7c4100-9161-4879-9d0e-3e007cdb1318 req-e71446ea-e8da-499b-a40e-7202414f1c75 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 210 time: 0.0716984 Dec 23 12:37:56.230135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-039e91c9-30aa-44c4-be96-a6ec18d8ca60 req-a3e7ce17-c3c8-4ffb-a73f-d72b6cc82e81 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 210 time: 0.0654960 Dec 23 12:37:57.098512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33610) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:57.308960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b564427a-3e0a-4106-9261-08807a76d690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.440635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b564427a-3e0a-4106-9261-08807a76d690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.485568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28c08d7a-de7f-467e-96e7-d6e32d78256d req-d7367dcc-1ade-426e-a3d3-8fcfa7a5864a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 210 time: 0.1544242 Dec 23 12:37:57.631693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b564427a-3e0a-4106-9261-08807a76d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.687684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-75ed291f-8f2e-4f9e-b02c-ce0be2540d77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:57.691984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-75ed291f-8f2e-4f9e-b02c-ce0be2540d77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1665809 Dec 23 12:37:57.704767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b564427a-3e0a-4106-9261-08807a76d690 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4126016010af4540b6abadaadf4580a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051011 Dec 23 12:37:57.707435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33622) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:57.708504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': '40494181-85e6-4dd5-b9b6-129f024a0374', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:37:57.759852 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.786297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.898102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564427a-3e0a-4106-9261-08807a76d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a8b9c-ac95-47e3-960c-40fa7d921767,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:57.963442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.966230 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:57.967432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb6a8b9c-ac95-47e3-960c-40fa7d921767 HTTP/1.1" status: 204 len: 168 time: 0.2590053 Dec 23 12:37:58.003192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18994-1ead-4337-b0cb-aada7bbab368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a8b9c-ac95-47e3-960c-40fa7d921767,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:58.096036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:37:58.101937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:58.299226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.3 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/708b4767-08df-401a-8ed4-b92e7442583c) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:37:58.982942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:59.003860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c97c78-50cc-4ad4-ac9e-66d4820c93f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.180002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.184047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c97c78-50cc-4ad4-ac9e-66d4820c93f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.221403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fe24bab-0b6b-4cc1-aa9a-52739f061aee req-7cd8139d-c351-49b8-81f2-e6139260d88c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 210 time: 0.5880697 Dec 23 12:37:59.249627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d8c97c78-50cc-4ad4-ac9e-66d4820c93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.353525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.366679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:37:59.368329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c97c78-50cc-4ad4-ac9e-66d4820c93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d34b75-bb23-4c67-b2e7-ee9fe145eb73,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:59.398643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d8c97c78-50cc-4ad4-ac9e-66d4820c93f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=212bd23f2d08476caa0c99b11e686139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145153 Dec 23 12:37:59.399365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:37:59.462973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:37:59.472770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.478050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:37:59.482176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:37:59.489251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:59.558523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.670730 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:37:59.673483 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:37:59.676275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:37:59.677397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.756059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.759983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:37:59.769811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43d34b75-bb23-4c67-b2e7-ee9fe145eb73 HTTP/1.1" status: 204 len: 168 time: 0.3606768 Dec 23 12:37:59.770812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51982b-d25f-4857-b640-564570cb847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d34b75-bb23-4c67-b2e7-ee9fe145eb73,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:37:59.789430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-df9e367d-ec09-40f5-87b5-d8718ba2e21f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0875900 Dec 23 12:37:59.809431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Request body: {'port': {'device_id': '40494181-85e6-4dd5-b9b6-129f024a0374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:00.041224 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:00.528667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f84b2-147e-4b63-8742-fdc69b258b81 req-0842d5e5-c156-4e66-8081-8f96eb0bd406 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:00.538062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-257f84b2-147e-4b63-8742-fdc69b258b81 req-0842d5e5-c156-4e66-8081-8f96eb0bd406 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 931 time: 0.1790764 Dec 23 12:38:00.717800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-257f84b2-147e-4b63-8742-fdc69b258b81 req-fcac492f-c471-479a-a9af-d089dc511629 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698163 Dec 23 12:38:00.839245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708b4767-08df-401a-8ed4-b92e7442583c {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:00.856557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:00.873417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Transition to ACTIVE for port object 708b4767-08df-401a-8ed4-b92e7442583c will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:00.990655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:01.043057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Pushing event updated for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:01.202310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Attempting to bind port 708b4767-08df-401a-8ed4-b92e7442583c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:01.202651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Attempting to bind port 708b4767-08df-401a-8ed4-b92e7442583c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:01.203029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Attempting to bind port 708b4767-08df-401a-8ed4-b92e7442583c on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:01.212588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Port 708b4767-08df-401a-8ed4-b92e7442583c on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:01.213061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Attempting to bind port 708b4767-08df-401a-8ed4-b92e7442583c on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:01.229991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:01.230404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:01.230801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:01.231306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Bound port: 708b4767-08df-401a-8ed4-b92e7442583c, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:01.231668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:01.401547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:01.407736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=708b4767-08df-401a-8ed4-b92e7442583c,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:01.489870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:01.611681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Pushing event updated for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:01.625219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:01.625429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:01.629545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-3492c77a-29f9-4551-9738-a0559843e859 service neutron] 10.222.0.43 "PUT /v2.0/ports/708b4767-08df-401a-8ed4-b92e7442583c HTTP/1.1" status: 200 len: 1091 time: 1.8278761 Dec 23 12:38:01.629545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:01.642069 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42" -d '{"events": [{"name": "network-changed", "server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "tag": "708b4767-08df-401a-8ed4-b92e7442583c"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:01.695432 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0064bcb-acdf-4c01-909f-3ffd3e0a250f x-openstack-request-id: req-b0064bcb-acdf-4c01-909f-3ffd3e0a250f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:01.695734 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "tag": "708b4767-08df-401a-8ed4-b92e7442583c", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:01.695994 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0064bcb-acdf-4c01-909f-3ffd3e0a250f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:01.696405 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c', 'status': 'completed', 'code': 200} Dec 23 12:38:01.849267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-48597aee-9759-4e94-b906-f15bb9741998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:01.860273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-48597aee-9759-4e94-b906-f15bb9741998 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 1094 time: 0.1378591 Dec 23 12:38:02.134583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:02.137082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c0c6-92ca-4a16-bc4c-a9284bf165c4 req-c96c91bd-0101-4f8c-9eea-daa12dd7bf77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:02.142171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8222c0c6-92ca-4a16-bc4c-a9284bf165c4 req-c96c91bd-0101-4f8c-9eea-daa12dd7bf77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 943 time: 0.1166520 Dec 23 12:38:02.215642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-52aa75d8-b21d-48be-96f5-c4c51ae5c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:02.218512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-52aa75d8-b21d-48be-96f5-c4c51ae5c0b4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=69340ff672794c4f926614c340e2f1d3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3524621 Dec 23 12:38:02.326310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8222c0c6-92ca-4a16-bc4c-a9284bf165c4 req-7d28db51-45c5-451e-a7ef-1f225669caf6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677294 Dec 23 12:38:02.490785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-9c816dae-f1c4-428e-a45d-27dc166015c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:02.491473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a47c2766-8d1e-43ab-ae98-4139ef2c8e42 req-9c816dae-f1c4-428e-a45d-27dc166015c0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935663 Dec 23 12:38:02.612554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-5f1830d9-e7bd-4089-9704-e65133e8255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:02.614626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-5f1830d9-e7bd-4089-9704-e65133e8255e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 1094 time: 0.0786026 Dec 23 12:38:02.678415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-46d47f69-605d-4c40-9a91-190feab4c397 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=708b4767-08df-401a-8ed4-b92e7442583c HTTP/1.1" status: 200 len: 217 time: 0.0556350 Dec 23 12:38:02.798696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-334a2178-cf9a-4968-90ba-c50e4173a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:02.800288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-334a2178-cf9a-4968-90ba-c50e4173a3d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1149821 Dec 23 12:38:02.842209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-975f52f1-b560-4ddc-a421-1bf53afc6349 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349143 Dec 23 12:38:02.970081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:03.032018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-c4cd9814-87a5-4763-8b65-fd76d9971794 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810131 Dec 23 12:38:03.151195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2e4de0-ba2d-461f-9ea6-3cd3087df916 req-955e6c3e-4112-456e-ae2b-b5bd54b31598 service neutron] 10.222.0.43 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101334 Dec 23 12:38:03.295804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33750) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:03.302035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-830105606'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:03.337123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Deleting port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:03.337544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:03.432730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] For port 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:03.433126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:03.447395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Calling delete_port for 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:03.471928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388dd2d-20e2-45b8-abc6-1ec0f5c4f63d req-92260b5f-64cf-49bd-a5c9-c9bb830a8649 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:03.473442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9388dd2d-20e2-45b8-abc6-1ec0f5c4f63d req-92260b5f-64cf-49bd-a5c9-c9bb830a8649 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 943 time: 0.0510187 Dec 23 12:38:03.488810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:03.492673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:03.535750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:03.544228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9388dd2d-20e2-45b8-abc6-1ec0f5c4f63d req-5314bab8-541c-4429-b28e-535c605c7b7d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645139 Dec 23 12:38:03.902083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:03.902429 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Added segment 8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a of type vlan for network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 Dec 23 12:38:03.977789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.237703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.244165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:04.245046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.297367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.335594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8b5b70-3dd8-4ff2-b99c-54c8930372fa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:04.344687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Network': ['ID=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:04.355445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:04.486609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:04.487135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da5acb83-3ab4-4a53-9e13-63f991c49c88 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1898043 Dec 23 12:38:04.493666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1180949040'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:04.583148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.651746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:04.655388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.737548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:04.751598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.752302 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Added segment e2ca5ced-a42e-449e-a524-46a1069a7a86 of type vlan for network efa7c0b0-5938-4641-ba50-5411cd51d9c0 Dec 23 12:38:04.822768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f50285-b974-4a9c-8ee7-5de210157795 req-097162f4-ff7c-4abb-8b6f-e2af3216d672 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:04.824372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4f50285-b974-4a9c-8ee7-5de210157795 req-097162f4-ff7c-4abb-8b6f-e2af3216d672 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 943 time: 0.2019498 Dec 23 12:38:04.844172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:04.866410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Router 29632148-562c-4fa7-bf0f-fa18906efa3c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:38:04.933597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4f50285-b974-4a9c-8ee7-5de210157795 req-86563040-605f-4d40-9f94-23a9de90af77 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829792 Dec 23 12:38:04.941553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c69f-01bf-49ae-a553-f29fc1df9f92 req-c121cb80-8d29-4970-a7a6-72a4143f2bc9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:04.950999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45b0c69f-01bf-49ae-a553-f29fc1df9f92 req-c121cb80-8d29-4970-a7a6-72a4143f2bc9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.1583982 Dec 23 12:38:05.012706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:38:05.032187 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fcd3acae-a052-4d78-a919-0a4f10e5f050 admin admin] 10.222.0.16 "PUT /v2.0/routers/29632148-562c-4fa7-bf0f-fa18906efa3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8818974 Dec 23 12:38:05.032187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:05.033662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45b0c69f-01bf-49ae-a553-f29fc1df9f92 req-9e42e13d-a382-4d8a-8e90-5224e8753473 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718133 Dec 23 12:38:05.034686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Sync routers for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:38:05.063576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:05.064215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:05.095905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.101877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:05.102497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.185649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.212112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Network': ['ID=efa7c0b0-5938-4641-ba50-5411cd51d9c0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:05.219083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:05.222875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:05.293899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-36a260df-cab4-4082-a383-416729f58e69 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8053899 Dec 23 12:38:05.301655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33816) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:05.306897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'subnet': {'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:05.325540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.498142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:38:03Z', 'revision_number': 5, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port': {'id': 'f18cdae6-20a8-4b0a-9bc8-096d100f1ce5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:26:49Z', 'updated_at': '2021-12-23T12:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:05.503602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Deleting port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:05.503944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.527150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Checking router: 29632148-562c-4fa7-bf0f-fa18906efa3c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:38:05.527800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:05.531549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.536482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Routers {'29632148-562c-4fa7-bf0f-fa18906efa3c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:05.537147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['29632148-562c-4fa7-bf0f-fa18906efa3c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:05.602786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] For port f18cdae6-20a8-4b0a-9bc8-096d100f1ce5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:05.603110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.619704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Calling delete_port for f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:05.628901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] Set router 29632148-562c-4fa7-bf0f-fa18906efa3c gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:05.686486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:38:05Z', 'revision_number': 6, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:05.715040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2482619-0929-445b-9c4f-ab900ae54407 None None] The sync data for ids ['29632148-562c-4fa7-bf0f-fa18906efa3c'] in n-d-822750-2 is: [{'id': '29632148-562c-4fa7-bf0f-fa18906efa3c', 'name': 'tempest-AttachVolumeTestJSON-1244257177-router', 'tenant_id': '949a73100a3a46e0b0005e1664613890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:26:47Z', 'updated_at': '2021-12-23T12:38:05Z', 'revision_number': 6, 'project_id': '949a73100a3a46e0b0005e1664613890', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:38:05.900061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.964241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:05.975689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Subnet': ['ID=93c7e3fc-e876-4310-9720-f8e0b9de013e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:05.975689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:05.975689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network hostable DHCP agents. Network: 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:38:05.999559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18cdae6-20a8-4b0a-9bc8-096d100f1ce5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:06.022428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5499219-3a5b-42b3-9dd9-3e1c1b483c49 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:06.065850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a7b2c-8b8c-44bc-b965-de34a37064dd req-028e5a30-a63f-4ee2-977f-56e631812b63 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:06.067541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c6a7b2c-8b8c-44bc-b965-de34a37064dd req-028e5a30-a63f-4ee2-977f-56e631812b63 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 943 time: 0.0670431 Dec 23 12:38:06.087608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.153086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:38:06.185722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c6a7b2c-8b8c-44bc-b965-de34a37064dd req-bae7d66c-1dec-4039-939f-8a012454c246 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071577 Dec 23 12:38:06.199144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.201915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.205756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f370-aa61-4d50-a878-9969811d67fe req-a954df70-b5b3-49b8-81d9-0548a57dd6a9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:06.207309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ea5f370-aa61-4d50-a878-9969811d67fe req-a954df70-b5b3-49b8-81d9-0548a57dd6a9 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.0974045 Dec 23 12:38:06.264926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ea5f370-aa61-4d50-a878-9969811d67fe req-dcf33d7c-92e0-49fa-80cb-bad361b7a9e6 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511556 Dec 23 12:38:06.306147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:06.312611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:06.313270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.313732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618c5d1-43e0-4401-a61b-f3f9ea8ae812 None None] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:06.392069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.392656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29632148-562c-4fa7-bf0f-fa18906efa3c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:38:06.398519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.399684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db856729-6cb9-4c02-8d7c-44467693a045 admin admin] 10.222.0.16 "DELETE /v2.0/routers/29632148-562c-4fa7-bf0f-fa18906efa3c HTTP/1.1" status: 204 len: 168 time: 1.3782198 Dec 23 12:38:06.402181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:06.416956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:38:06.417867 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.451113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Deleting subnet 9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:38:06.453117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.485348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57e56eb2-09c9-412e-9089-49dd5c09cff7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1823483 Dec 23 12:38:06.487710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33836) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:06.492673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.498260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'subnet': {'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:06.516358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 708b4767-08df-401a-8ed4-b92e7442583c details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:38:06.657503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33840) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:06.660384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Allocated IP 10.1.1.2 (7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94/93c7e3fc-e876-4310-9720-f8e0b9de013e/aa3457ee-dcc0-4a5b-9fc1-4dafa7226618) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:06.673598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.739153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=708b4767-08df-401a-8ed4-b92e7442583c,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:06.758925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '708b4767-08df-401a-8ed4-b92e7442583c', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': '708b4767-08df-401a-8ed4-b92e7442583c', 'mac_address': 'fa:16:3e:aa:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:38:06.780652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:06.784361 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.831154 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.855850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e991003e-34ba-40de-9b50-9445419c9a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.856473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708b4767-08df-401a-8ed4-b92e7442583c {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:06.876109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.903419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:06.914355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9dfe8a06-f944-4ab2-93aa-aba9086eb3b6 HTTP/1.1" status: 204 len: 168 time: 0.5099728 Dec 23 12:38:06.916498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=708b4767-08df-401a-8ed4-b92e7442583c,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:06.917846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a9349-684a-4c37-9e0a-ca6bb1bd6455 None None] Network 2940af1d-4bca-42fb-a7a3-9bab1d175e6e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:06.929559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33844) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:06.944204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc33da-73bf-4960-babe-cbabbcb77c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfe8a06-f944-4ab2-93aa-aba9086eb3b6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:06.957675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-8479f638-dd46-4ff4-98be-7e9915f35ed2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:06.959348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-8479f638-dd46-4ff4-98be-7e9915f35ed2 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.57 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 946 time: 0.1353512 Dec 23 12:38:06.974422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.032255 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.103949 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.112672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.112853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Deleting port ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:07.112853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.119788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.126268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.126268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.126637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.126984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.127315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.127642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.127968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.128292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.128611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.129041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.130117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.130117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.130117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:07.135267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:07.141241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] DHCP port deletion for 2940af1d-4bca-42fb-a7a3-9bab1d175e6e request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:07.146458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:07.169952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:07.180309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e991003e-34ba-40de-9b50-9445419c9a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.237004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] For port ac0db840-4ce6-4344-93f9-62835c2407e9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=ac0db840-4ce6-4344-93f9-62835c2407e9,segment=NetworkSegment(9aea6e39-9851-4853-a7e9-2ad719ffd4e2),segment_id=9aea6e39-9851-4853-a7e9-2ad719ffd4e2)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:07.237585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.239922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Pushing event updated for resources: {'Port': ['ID=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.254796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Calling delete_port for ac0db840-4ce6-4344-93f9-62835c2407e9 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:07.277391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['708b4767-08df-401a-8ed4-b92e7442583c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:07.282243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e991003e-34ba-40de-9b50-9445419c9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.283077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Attempting to bind port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:07.283456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Attempting to bind port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:07.283822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Attempting to bind port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:07.322282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:07.322818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:07.323778 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.332619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Bound using segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:07.332619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Bound port: aa3457ee-dcc0-4a5b-9fc1-4dafa7226618, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:07.332619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.333289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Deleting port 3c627ad4-4999-4e40-88f7-ffb43813cc73 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:07.333289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.336412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e991003e-34ba-40de-9b50-9445419c9a43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0ce195fdb1f42da8865123227eaa931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778176 Dec 23 12:38:07.340155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.341062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:07.346654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Deleting port 3c627ad4-4999-4e40-88f7-ffb43813cc73 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:07.347022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.433745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.467944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] For port 3c627ad4-4999-4e40-88f7-ffb43813cc73, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c627ad4-4999-4e40-88f7-ffb43813cc73,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:07.468496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.484444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.499287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Calling delete_port for 3c627ad4-4999-4e40-88f7-ffb43813cc73 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:07.506161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] For port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:07.529894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991003e-34ba-40de-9b50-9445419c9a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb03815-957a-4ca6-b1bb-23db3fef7ac8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.574211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] For port 3c627ad4-4999-4e40-88f7-ffb43813cc73, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3c627ad4-4999-4e40-88f7-ffb43813cc73,segment=NetworkSegment(777e6371-7131-4e5d-bf57-43a72f159f35),segment_id=777e6371-7131-4e5d-bf57-43a72f159f35)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:07.574858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.596288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Subnet': ['ID=1684f150-a510-4929-8acc-7c2c8e215b54,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.611051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Calling delete_port for 3c627ad4-4999-4e40-88f7-ffb43813cc73 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:07.615776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.634026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018337-8015-4bc4-a5fe-a811db030b18 req-890d01fa-51fe-4f32-83a1-861a611c6bfc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:07.634833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['ac0db840-4ce6-4344-93f9-62835c2407e9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:07.641993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80018337-8015-4bc4-a5fe-a811db030b18 req-890d01fa-51fe-4f32-83a1-861a611c6bfc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 944 time: 0.3115716 Dec 23 12:38:07.643655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] For port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:07.647986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Checking segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:07.648305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network hostable DHCP agents. Network: efa7c0b0-5938-4641-ba50-5411cd51d9c0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:38:07.662634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Pushing event deleted for resources: {'Port': ['ID=ac0db840-4ce6-4344-93f9-62835c2407e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.696015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.700277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.704920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fb03815-957a-4ca6-b1bb-23db3fef7ac8 HTTP/1.1" status: 204 len: 168 time: 0.3624847 Dec 23 12:38:07.718259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.741841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476676b-06ad-455b-b0fd-b839b52760ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb03815-957a-4ca6-b1bb-23db3fef7ac8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.753179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d07d-63b4-4ca3-9f9f-8a7a47562c05 req-048c3087-a284-410a-b5da-6989fec0435d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:07.754891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ab9d07d-63b4-4ca3-9f9f-8a7a47562c05 req-048c3087-a284-410a-b5da-6989fec0435d tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 868 time: 0.3329659 Dec 23 12:38:07.765515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] No DVR routers for this DVR port ac0db840-4ce6-4344-93f9-62835c2407e9 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:07.768683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.775804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-399912d3-6a91-4770-b2f6-a6278aab3dcc req-d0c84f9a-d009-47ee-8db4-2275d6e27913 tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.57 "DELETE /v2.0/ports/ac0db840-4ce6-4344-93f9-62835c2407e9 HTTP/1.1" status: 204 len: 173 time: 0.8091614 Dec 23 12:38:07.776298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-deleted', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:07.787304 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f735ce-9ccf-44be-9a56-ed131577d76c" -d '{"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-deleted", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:07.800219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133a0b-ebea-4ccb-91c5-258d9a572403 None None] Pushing event updated for resources: {'Port': ['ID=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:07.821050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.854369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80018337-8015-4bc4-a5fe-a811db030b18 req-e4f972cf-f630-4d6f-a22e-917afcaa8c53 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112629 Dec 23 12:38:07.882854 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:38:07.928947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:07.954160 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0621fd-5bd3-408a-86db-bf12911b6232 x-openstack-request-id: req-ad0621fd-5bd3-408a-86db-bf12911b6232 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:07.954463 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19851acb-c8ef-4bbb-9bc7-811494131f1f", "name": "network-vif-deleted", "tag": "ac0db840-4ce6-4344-93f9-62835c2407e9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:07.954719 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad0621fd-5bd3-408a-86db-bf12911b6232 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:07.955127 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19851acb-c8ef-4bbb-9bc7-811494131f1f', 'name': 'network-vif-deleted', 'tag': 'ac0db840-4ce6-4344-93f9-62835c2407e9', 'status': 'completed', 'code': 200} Dec 23 12:38:07.991981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c627ad4-4999-4e40-88f7-ffb43813cc73,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:08.002271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] No DVR routers for this DVR port 3c627ad4-4999-4e40-88f7-ffb43813cc73 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:08.003738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:38:08.033488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c627ad4-4999-4e40-88f7-ffb43813cc73 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:08.037392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ab9d07d-63b4-4ca3-9f9f-8a7a47562c05 req-e671ab6a-c939-488e-8b57-9d90f38af81b tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/security-groups?id=b627089e-46e3-4ded-91d3-7dfa17a9156d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205365 Dec 23 12:38:08.056056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] Pushing event deleted for resources: {'Port': ['ID=3c627ad4-4999-4e40-88f7-ffb43813cc73,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:08.070398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8442d-00ef-4e44-9460-d0d42a9914cc None None] No DVR routers for this DVR port 3c627ad4-4999-4e40-88f7-ffb43813cc73 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:08.070398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3c627ad4-4999-4e40-88f7-ffb43813cc73 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:08.070398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3c627ad4-4999-4e40-88f7-ffb43813cc73 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:08.070398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:08.090651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:08.090651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2a8b5b70-3dd8-4ff2-b99c-54c8930372fa not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:08.090859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:08.128218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:08.128598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f18cdae6-20a8-4b0a-9bc8-096d100f1ce5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:08.152318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.190880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2940af1d-4bca-42fb-a7a3-9bab1d175e6e']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:08.203047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e6371-7131-4e5d-bf57-43a72f159f35') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:08.203267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e6371-7131-4e5d-bf57-43a72f159f35') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:08.217905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.234580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.242809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:38:08.243219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:38:08.245422 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:38:08.255736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, efa7c0b0-5938-4641-ba50-5411cd51d9c0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:08.261198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:08.261803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.265474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb5854-5f21-4ee4-b9ed-80257cab2ad9 None None] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:08.382043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ips': [{'subnet_id': '1684f150-a510-4929-8acc-7c2c8e215b54'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:38:08.383298 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.434846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6c12e0ca-9d2e-4b10-bfdf-424bcefa0121 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9458933 Dec 23 12:38:08.437889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33862) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:08.442920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'name': 'tempest-TaggedBootDevicesTest-894437917', 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:08.491347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.500810 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.504253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2940af1d-4bca-42fb-a7a3-9bab1d175e6e HTTP/1.1" status: 204 len: 168 time: 1.5721962 Dec 23 12:38:08.519807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef8d1-e0f9-4285-8352-094c27ad8d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2940af1d-4bca-42fb-a7a3-9bab1d175e6e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:08.524755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 708b4767-08df-401a-8ed4-b92e7442583c up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:08.587285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Allocated IP 10.2.2.2 (efa7c0b0-5938-4641-ba50-5411cd51d9c0/1684f150-a510-4929-8acc-7c2c8e215b54/a3662029-0611-4dbe-86d8-19416999b37f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:08.687484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:08.692520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 708b4767-08df-401a-8ed4-b92e7442583c completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:38:08.702720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 708b4767-08df-401a-8ed4-b92e7442583c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:08.702720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.740164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33866) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:08.765519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6268d4f7-88b1-4262-b87a-518e81900306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.823483 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.846360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.868018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] device_id is not set on port 03d97ac7-7666-4d79-9bee-af6ee2914a5a yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:38:08.877532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.895017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6268d4f7-88b1-4262-b87a-518e81900306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.914604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:08.917527 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a98e2a-ea0f-46d7-a364-a91856358fc2" -d '{"events": [{"server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "name": "network-vif-plugged", "status": "completed", "tag": "708b4767-08df-401a-8ed4-b92e7442583c"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:08.934945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=708b4767-08df-401a-8ed4-b92e7442583c,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:08.970541 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5a091-8d86-4e15-96b8-7e49711d4c93 x-openstack-request-id: req-00d5a091-8d86-4e15-96b8-7e49711d4c93 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:08.970833 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "name": "network-vif-plugged", "status": "completed", "tag": "708b4767-08df-401a-8ed4-b92e7442583c", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:08.971085 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00d5a091-8d86-4e15-96b8-7e49711d4c93 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:08.971617 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c', 'code': 200} Dec 23 12:38:08.976920 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6268d4f7-88b1-4262-b87a-518e81900306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:08.992679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.015683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33872) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:09.102788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268d4f7-88b1-4262-b87a-518e81900306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28300941-36cd-4e0b-bcc3-8131946e1602,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.112737 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6268d4f7-88b1-4262-b87a-518e81900306 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=944a8671a39344d9bc1489829e60bb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689711 Dec 23 12:38:09.112998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:09.113144 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.114993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e251d684-8789-402e-9c1a-9093f425aa53 None None] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:09.137781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:09.140416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:09.146866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:09.181935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52615-9733-448f-8a85-28b466fd569c req-16d5fdc4-4944-462f-908d-f27db3da8f89 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:09.183691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4d52615-9733-448f-8a85-28b466fd569c req-16d5fdc4-4944-462f-908d-f27db3da8f89 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 944 time: 0.1843607 Dec 23 12:38:09.203876 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.217353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Pushing event updated for resources: {'Port': ['ID=a3662029-0611-4dbe-86d8-19416999b37f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.238971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.256007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b78043d-9db2-482a-997f-d93ddf083648 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=949a73100a3a46e0b0005e1664613890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125981 Dec 23 12:38:09.263763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:09.264381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef64465f-9b72-4f09-b021-4a83dd1097a1 req-f26d8693-91ca-4ef1-b8db-dc6596919b0c tempest-ServersNegativeTestJSON-1545922058 tempest-ServersNegativeTestJSON-1545922058-project] 10.222.0.16 "GET /v2.0/ports?device_id=19851acb-c8ef-4bbb-9bc7-811494131f1f HTTP/1.1" status: 200 len: 210 time: 0.1037216 Dec 23 12:38:09.287922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2f89-ace7-4f71-8faf-345e88515762 req-4297b55d-180d-464d-b361-78694c5188da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:09.287922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-358e2f89-ace7-4f71-8faf-345e88515762 req-4297b55d-180d-464d-b361-78694c5188da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 1096 time: 0.1825387 Dec 23 12:38:09.291185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Attempting to bind port a3662029-0611-4dbe-86d8-19416999b37f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:09.291550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Attempting to bind port a3662029-0611-4dbe-86d8-19416999b37f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:09.291922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Attempting to bind port a3662029-0611-4dbe-86d8-19416999b37f on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:09.297648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] Provisioning complete for port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:09.298123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.332920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.1.1.16 (7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94/93c7e3fc-e876-4310-9720-f8e0b9de013e/03d97ac7-7666-4d79-9bee-af6ee2914a5a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:09.339632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:09.340145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Checking segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:09.340391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.340778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Bound using segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:09.341299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Bound port: a3662029-0611-4dbe-86d8-19416999b37f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:09.341687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.349162 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.366855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4d52615-9733-448f-8a85-28b466fd569c req-2b25414b-0867-410d-a85f-1e7a92295042 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469343 Dec 23 12:38:09.384673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-358e2f89-ace7-4f71-8faf-345e88515762 req-07317cf5-c972-48ba-b7c0-b380f2c5969a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938926 Dec 23 12:38:09.387399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.401217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.504606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] For port a3662029-0611-4dbe-86d8-19416999b37f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:09.506327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.508392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] For port a3662029-0611-4dbe-86d8-19416999b37f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a3662029-0611-4dbe-86d8-19416999b37f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:09.509596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.512249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.518427 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28300941-36cd-4e0b-bcc3-8131946e1602 HTTP/1.1" status: 204 len: 168 time: 0.3992956 Dec 23 12:38:09.525820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4574d2-3ec9-4f04-a89b-922ab84ba601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28300941-36cd-4e0b-bcc3-8131946e1602,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.559049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] For port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:09.569052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.592075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.594905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.598851 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e219028c-3064-4609-9b24-493b6fc1a6d3 HTTP/1.1" status: 204 len: 168 time: 0.3301752 Dec 23 12:38:09.613461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbcf1e-a75b-4997-bd6d-6e1dd0d9f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219028c-3064-4609-9b24-493b6fc1a6d3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.630955 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.675213 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.704292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edeb76-a260-4b71-a742-96d826368f00 None None] Pushing event updated for resources: {'Port': ['ID=a3662029-0611-4dbe-86d8-19416999b37f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.784799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.795696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b629-5163-407f-a3f7-f2a6a490094a None None] Pushing event updated for resources: {'Port': ['ID=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.872563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:09.882728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:09.882728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:09.886949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:09.918448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:09.979949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:09.980602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:09.996778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0033a3cc-298b-4010-9130-7f0181199b6b None None] Provisioning complete for port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:09.999707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0033a3cc-298b-4010-9130-7f0181199b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.065201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:10.065663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.191646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:10.192204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fc40c3f5-2b68-4fc0-bbbb-7da338618225 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7527652 Dec 23 12:38:10.198980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'name': 'tempest-TaggedBootDevicesTest-1284851890', 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:10.280800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aa05f050-902b-4c2c-897b-c1756fcff1e2 None None] Provisioning complete for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:10.281232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa05f050-902b-4c2c-897b-c1756fcff1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.345982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33898) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:10.363902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-aa05f050-902b-4c2c-897b-c1756fcff1e2 None None] Port 03d97ac7-7666-4d79-9bee-af6ee2914a5a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:10.405523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Deleting subnet 0eb369dd-1afe-4d33-b3f3-6f4e36fc562a {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:38:10.411366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.460875 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.478028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:10.558471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.603304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.604815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca732ea-9a99-4d50-81e3-0f6f25b60e93 req-5710ccae-4897-4709-a1ee-af5d8ae8af0f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:10.610398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ca732ea-9a99-4d50-81e3-0f6f25b60e93 req-5710ccae-4897-4709-a1ee-af5d8ae8af0f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 945 time: 0.1204178 Dec 23 12:38:10.623611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] device_id is not set on port a12f68a1-d3a7-421b-80a1-7b16657e09a0 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:38:10.697301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ca732ea-9a99-4d50-81e3-0f6f25b60e93 req-85fbbe2b-9ac3-4d5c-acb8-29435c138970 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 Dec 23 12:38:10.831945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.1.1.89 (7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94/93c7e3fc-e876-4310-9720-f8e0b9de013e/a12f68a1-d3a7-421b-80a1-7b16657e09a0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:10.837619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.875271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb369dd-1afe-4d33-b3f3-6f4e36fc562a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:10.880767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:10.880926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e9ef358f-20e1-4f14-a2c4-ea0022e75327 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0eb369dd-1afe-4d33-b3f3-6f4e36fc562a HTTP/1.1" status: 204 len: 168 time: 0.5337577 Dec 23 12:38:10.884247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:10.991057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.010094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723784d-fca7-4b91-bbee-8bcc531b7b8c None None] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:11.054778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.101018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.128762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90b114d-531a-4538-b63b-fbaebbad3a88']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:11.130414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] Provisioning complete for port a3662029-0611-4dbe-86d8-19416999b37f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:11.130788 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.143383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aea6e39-9851-4853-a7e9-2ad719ffd4e2') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:11.144664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aea6e39-9851-4853-a7e9-2ad719ffd4e2') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:11.154898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.180567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.190840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:38:11.190840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.211501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:38:11.253848 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:38:11.285740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.286232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:11.291732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:11.293875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:11.296230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:11.361400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] For port a3662029-0611-4dbe-86d8-19416999b37f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a3662029-0611-4dbe-86d8-19416999b37f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:11.362901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:11.363632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.392146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.399513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.403880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a90b114d-531a-4538-b63b-fbaebbad3a88 HTTP/1.1" status: 204 len: 168 time: 0.5171907 Dec 23 12:38:11.423100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abf80d-a2d2-4ddf-9f2e-be7cce834546 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90b114d-531a-4538-b63b-fbaebbad3a88,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:11.478468 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.526828 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c23e2e56-d82b-4b4d-ae5d-450814e8b688 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3333495 Dec 23 12:38:11.563431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886beba6-9bfc-4551-be8e-011a71c381f0 None None] Pushing event updated for resources: {'Port': ['ID=a3662029-0611-4dbe-86d8-19416999b37f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:11.608712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fb4f86ec-d490-40eb-8b33-290fcc7095cc None None] Provisioning complete for port a3662029-0611-4dbe-86d8-19416999b37f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:11.610176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb4f86ec-d490-40eb-8b33-290fcc7095cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.825216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:11.846955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c63a-7f6f-4216-a792-24507db86fc0 req-f5dd2a0a-b1f3-4053-b89c-51b63ef923fb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:11.848845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0910c63a-7f6f-4216-a792-24507db86fc0 req-f5dd2a0a-b1f3-4053-b89c-51b63ef923fb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 945 time: 0.0574331 Dec 23 12:38:11.876151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: ac0db840-4ce6-4344-93f9-62835c2407e9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:11.876594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device ac0db840-4ce6-4344-93f9-62835c2407e9 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:11.889602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c0bba467-15b6-4e2a-8d9f-20071ac2e00e None None] Provisioning complete for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:11.890188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c0bba467-15b6-4e2a-8d9f-20071ac2e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:11.911632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0910c63a-7f6f-4216-a792-24507db86fc0 req-52d7ebb1-6e3c-432b-8c9e-ae7a6464c266 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556779 Dec 23 12:38:11.972506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c0bba467-15b6-4e2a-8d9f-20071ac2e00e None None] Port a12f68a1-d3a7-421b-80a1-7b16657e09a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:11.996199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a3662029-0611-4dbe-86d8-19416999b37f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:12.049618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a3662029-0611-4dbe-86d8-19416999b37f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:12.050273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.101348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33956) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:12.152096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:12.160568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e8e8d22b-3928-4131-a13e-02b8fdfafe43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e51ca3450c5e42d581e7629df02c8943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577199 Dec 23 12:38:12.163814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:12.218440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:12.218810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.244067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.268772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33966) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:12.275171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200813008', 'description': 'tempest-description--344703607'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:12.292875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.442204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.442884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.447596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.451480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b627089e-46e3-4ded-91d3-7dfa17a9156d HTTP/1.1" status: 204 len: 168 time: 0.2837389 Dec 23 12:38:12.465767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e292924-ae80-49c8-8557-f901bd580c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627089e-46e3-4ded-91d3-7dfa17a9156d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:12.495631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-1afe48ba-0b77-4f57-9f6f-c694538b3577 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:12.502869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-1afe48ba-0b77-4f57-9f6f-c694538b3577 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1405287 Dec 23 12:38:12.525734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-c3788c0f-bb87-4afa-bb89-69dff219fe85 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0218132 Dec 23 12:38:12.607529 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.621546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-588ef8b9-1aab-4021-889e-c4e012921ff4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947561 Dec 23 12:38:12.687626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.729638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e350dc-5860-4c3a-a269-de810ae1be6b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:12.781414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:12.782761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9b1b2a26-1adb-4660-83c3-9ce20f82e191 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5128810 Dec 23 12:38:12.785909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:12.790491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'security_group_rule': {'security_group_id': '91e350dc-5860-4c3a-a269-de810ae1be6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:12.815041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1524-feef-4f6a-9ca9-594177579929 req-03aed938-96c1-46c9-8f1f-84d736934afb tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:12.816562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e2c1524-feef-4f6a-9ca9-594177579929 req-03aed938-96c1-46c9-8f1f-84d736934afb tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1097 time: 0.0627482 Dec 23 12:38:12.868447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e2c1524-feef-4f6a-9ca9-594177579929 req-e7758672-ae2d-4f55-bee8-57e28d351dc6 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Dec 23 12:38:12.894177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:12.958797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.238091 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abae3f92-9299-40f8-9e1b-296e7c5d6ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.521307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.562124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-e63c60ec-091f-4bbf-b554-6560a71aa1ef service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396353 Dec 23 12:38:13.615059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port bd1b9e0f-54f2-4098-a198-e74b6c910ada {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:13.615397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.620567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.692012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30436e36-bd0d-4188-bc2f-297c0ff0d1ca,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:13.744779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-32100cef-44a1-4c46-b135-fad91ae7f70a service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738911 Dec 23 12:38:13.753283 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.753606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.774565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:13.778402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44415615-f26d-43dd-8637-9d30706ac6a7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9901869 Dec 23 12:38:13.780317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34026) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:13.783006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for bd1b9e0f-54f2-4098-a198-e74b6c910ada owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:13.785756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'security_group_rule': {'security_group_id': '91e350dc-5860-4c3a-a269-de810ae1be6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:13.957030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.021033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.042510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.074021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=bd1b9e0f-54f2-4098-a198-e74b6c910ada,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:14.134760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.135724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b3a4451-4f70-4791-a196-8aa0a505b117 req-1c699e22-6c7c-447f-90cf-0ac0c937ab3d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 210 time: 0.0614052 Dec 23 12:38:14.191593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa6ceca-7ab9-40c5-8ab7-aaed5797ffe1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:14.204203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.204489 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP e7e1f998-f462-4ec1-b61d-79cb26c6e779 disassociated (deleted). External IP: 172.25.7.86, port: fa173192-0bc4-4449-90ff-a9fb8d803765. Dec 23 12:38:14.258558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.263924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34058) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:14.280354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-28800b44-14d2-45a9-bf03-6d142d2c5c27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822860 Dec 23 12:38:14.280529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:14.478681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 721e1e17-96b1-4857-8c23-f99a596adfa8 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:38:14.484236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.679993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:38:14.689536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.699347 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Sync routers for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:38:14.723736 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:14.724591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:14.730731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-36dfbc80-3e25-4d8e-b1e5-e79ea2161eee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/floatingips/e7e1f998-f462-4ec1-b61d-79cb26c6e779 HTTP/1.1" status: 204 len: 168 time: 1.8354244 Dec 23 12:38:14.733072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:14.737990 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:14.739895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:14.842701 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a24af-7ff5-4237-ba82-b773e861d30c x-openstack-request-id: req-ca5a24af-7ff5-4237-ba82-b773e861d30c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:14.842985 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:14.843868 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca5a24af-7ff5-4237-ba82-b773e861d30c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:14.845319 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:38:14.919771 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:14.953650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 172.25.7.26 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/72f9e539-6ea2-4145-b35f-a268add98518) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:14.972374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-32a653dd-c01b-4f13-bd2f-08530de1a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:14.976921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-32a653dd-c01b-4f13-bd2f-08530de1a46d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 1097 time: 0.1288934 Dec 23 12:38:15.092866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-623a5ad2-af42-45ff-a951-9ca86e3c6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:15.100909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-623a5ad2-af42-45ff-a951-9ca86e3c6658 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 200 len: 897 time: 0.1106040 Dec 23 12:38:15.152571 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-b6752f01-740d-4223-8554-b15cee0691c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 200 len: 217 time: 0.0500498 Dec 23 12:38:15.261132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-90b3e7ec-869f-4d27-828e-5ffd912208d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:15.263515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-90b3e7ec-869f-4d27-828e-5ffd912208d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 200 len: 835 time: 0.1043885 Dec 23 12:38:15.291389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:15.344768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-936ce385-c51b-45c2-96c3-3e11f41a7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:15.346660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-936ce385-c51b-45c2-96c3-3e11f41a7268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e61e5cfb-99cc-4028-87f4-091521e9ebdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638001 Dec 23 12:38:15.403199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58206d23-7e5f-455d-82e4-f7f129f73b9c req-e987429b-3b2d-4cc9-aba8-81321882bf84 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 210 time: 0.1058192 Dec 23 12:38:15.443287 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:15.480455 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Checking router: 721e1e17-96b1-4857-8c23-f99a596adfa8 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:38:15.492069 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:15.493197 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:15.505523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:15.546066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-d681ca39-2920-46f2-a013-7e7cca1cc55d service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902938 Dec 23 12:38:15.622985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302a74-8abe-44b6-9b1f-8c9fd6888a28 req-d8ac5136-baa1-4418-aa54-f9d7790b232a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:15.632692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd302a74-8abe-44b6-9b1f-8c9fd6888a28 req-d8ac5136-baa1-4418-aa54-f9d7790b232a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 946 time: 0.2206430 Dec 23 12:38:15.635029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34152) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:15.635469 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:15.640760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:15.681415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:15.688973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f546166-ea6a-4c15-a6e0-e2306b0a3dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:15.703403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:15.764932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=72f9e539-6ea2-4145-b35f-a268add98518,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:15.777550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71e9ba8b-86f4-4991-9ba9-a3f6e4b277c3 req-799840cb-9aed-4d20-ae43-9049b83f3740 service neutron] 10.222.0.57 "GET /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237203 Dec 23 12:38:15.839249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd302a74-8abe-44b6-9b1f-8c9fd6888a28 req-65ff9b3e-85f4-4247-b235-348a447aa10a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053995 Dec 23 12:38:15.854545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.033595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:16.043491 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.065890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0ad1c-e8f1-461c-9a6f-c106846c58c2 None None] The sync data for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 is: [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:34:22Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '32f92140-b657-4488-be4c-584df4c25190', 'name': '', 'network_id': 'e61e5cfb-99cc-4028-87f4-091521e9ebdc', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:2d:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'f302dc84-a606-4baa-954e-465a1644a132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:19Z', 'updated_at': '2021-12-23T12:34:28Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': 'f302dc84-a606-4baa-954e-465a1644a132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:38:16.213191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.282056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.297215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:16.413895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7b8c2-8f7b-4d7b-bfca-10a899980191 None None] New status for floating IP e7e1f998-f462-4ec1-b61d-79cb26c6e779: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:38:16.444037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=72f9e539-6ea2-4145-b35f-a268add98518,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:16.466403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.495359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3485e-792f-4719-b490-3ed212a4563a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.515476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.550330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ed118c6-6b56-417a-9eb8-cd05500e6e12 req-b96ca488-ebd1-4d42-92a2-499a7e15e74d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 210 time: 0.0454872 Dec 23 12:38:16.580648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7052dffb-eb2e-4130-82aa-84669b13b652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.608027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.608027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3bb5b2d6-693b-44c5-9078-8061f72e9a5a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3429635 Dec 23 12:38:16.643028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3485e-792f-4719-b490-3ed212a4563a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.738357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ff3485e-792f-4719-b490-3ed212a4563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.758083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-27aa8537-ccd6-430d-9743-e2e6d5eaab24 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:16.759883 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-27aa8537-ccd6-430d-9743-e2e6d5eaab24 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1697118 Dec 23 12:38:16.783583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:16.824813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3ff3485e-792f-4719-b490-3ed212a4563a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51bd7656e09c4f4db05237b41d3362ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1828115 Dec 23 12:38:16.826316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3485e-792f-4719-b490-3ed212a4563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88f746-d9cb-4262-b13d-05fd4ff4ada0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:16.828903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34180) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:16.854028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7052dffb-eb2e-4130-82aa-84669b13b652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.892458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.920074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:16.978885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7052dffb-eb2e-4130-82aa-84669b13b652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.011818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052dffb-eb2e-4130-82aa-84669b13b652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777c377f-b486-418d-b8cc-f737ed16e6d1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:17.084158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7052dffb-eb2e-4130-82aa-84669b13b652 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bd7b6c992a3459fb98b0f82fea0cc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7857955 Dec 23 12:38:17.087395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34194) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:17.099312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-e216aeed-777d-400c-bb15-f2ed1f8359b9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.100960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-e216aeed-777d-400c-bb15-f2ed1f8359b9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 946 time: 0.1686544 Dec 23 12:38:17.125937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-48aad0db-effc-43b3-8a01-ad74116f9322 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1200813008&fields=id&tenant_id=4e221b03ba714d2f8694d9bd395858da HTTP/1.1" status: 200 len: 267 time: 0.1777945 Dec 23 12:38:17.135701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c6e19-b64d-4bdd-8bd2-60deff1ef832 req-5d6e52a2-023b-432c-a3cd-fe402911490c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.137261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff5c6e19-b64d-4bdd-8bd2-60deff1ef832 req-5d6e52a2-023b-432c-a3cd-fe402911490c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 946 time: 0.1507468 Dec 23 12:38:17.155905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.186158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.234478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:17.237907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.279610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.282252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.283405 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a88f746-d9cb-4262-b13d-05fd4ff4ada0 HTTP/1.1" status: 204 len: 168 time: 0.4534361 Dec 23 12:38:17.296674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e1f9ec1-9022-4387-981c-22e4d5f3dcfc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.298196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e1f9ec1-9022-4387-981c-22e4d5f3dcfc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 930 time: 0.1599653 Dec 23 12:38:17.309799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff5c6e19-b64d-4bdd-8bd2-60deff1ef832 req-cd1e2364-b0d9-4264-8ae5-3e3cda68f86a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=486b8c51-dcc4-46be-bdf1-afdf1e27270e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522448 Dec 23 12:38:17.318224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8d1bc-71bf-4a29-a738-0ebb9a5155a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88f746-d9cb-4262-b13d-05fd4ff4ada0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:17.376781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5dcc7356-d598-4831-bb34-b040b308dd61 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.378262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5dcc7356-d598-4831-bb34-b040b308dd61 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 931 time: 0.0673320 Dec 23 12:38:17.388855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.396188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.398774 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/777c377f-b486-418d-b8cc-f737ed16e6d1 HTTP/1.1" status: 204 len: 168 time: 0.3101277 Dec 23 12:38:17.417799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac07da9-0773-4468-83ad-30ffea7de2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c377f-b486-418d-b8cc-f737ed16e6d1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:17.421568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:17.421966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.456027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-fc9f8c8a-2254-4745-b7e8-0752e646c920 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706599 Dec 23 12:38:17.519452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.12 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/992661d3-9871-48b6-97f6-da1b4e335063) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:17.542886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-3dc314e0-a2dc-4e27-aff2-111d8db0270c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343761 Dec 23 12:38:17.645130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port fa173192-0bc4-4449-90ff-a9fb8d803765, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fa173192-0bc4-4449-90ff-a9fb8d803765,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:17.645499 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.675545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for fa173192-0bc4-4449-90ff-a9fb8d803765 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:17.714746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-61648317-1f5d-425f-b791-5a9097afe2a7 req-a195c731-e1da-482a-aeef-c2ffc567371d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 210 time: 0.0588927 Dec 23 12:38:17.737359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ae405aa-e06e-4a33-9313-aeec955416ff tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.739144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.747439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ae405aa-e06e-4a33-9313-aeec955416ff tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.750043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ae405aa-e06e-4a33-9313-aeec955416ff tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:17.751666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ae405aa-e06e-4a33-9313-aeec955416ff tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 1989 time: 0.2017939 Dec 23 12:38:17.818130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-38b1a234-04d2-440d-aa8d-130c7257ee37 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/quotas/4e221b03ba714d2f8694d9bd395858da HTTP/1.1" status: 200 len: 375 time: 0.0236931 Dec 23 12:38:17.859860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:17.877498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['708b4767-08df-401a-8ed4-b92e7442583c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:17.880479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:17.932831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ecb6e1f9-605e-476f-906a-15d627b42e4e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1133649 Dec 23 12:38:17.961010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:17.965087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:17.970666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:18.013165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:18.052089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:18.052851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.085487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-74c30b56-3866-450a-8f0e-4d029b448a9f service neutron] 10.222.0.16 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307437 Dec 23 12:38:18.136921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.172755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-06b3b861-37c3-4fcc-9031-911a478cf9ad tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3951998 Dec 23 12:38:18.180375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=fa173192-0bc4-4449-90ff-a9fb8d803765,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:18.189773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Request body: {'port': {'device_id': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:18.202404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.255470 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.262319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] No DVR routers for this DVR port fa173192-0bc4-4449-90ff-a9fb8d803765 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:18.267756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.271349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-833f8d85-f1c6-4684-bbfb-29044ed2e411 req-ba2f211c-823f-44d0-a7fa-bd665dc2498a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "DELETE /v2.0/ports/fa173192-0bc4-4449-90ff-a9fb8d803765 HTTP/1.1" status: 204 len: 173 time: 1.1633489 Dec 23 12:38:18.271710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-deleted', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:18.275073 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab9f3fa-61c6-4231-89da-6d318c4a74e2" -d '{"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-deleted", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:18.277262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.291155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c09f16d7-7a36-4e4f-b848-998cbff5bfab service neutron] 10.222.0.16 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983097 Dec 23 12:38:18.354378 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7b27ff-34dc-4b2a-90a0-5b2cce63eed4 x-openstack-request-id: req-5f7b27ff-34dc-4b2a-90a0-5b2cce63eed4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:18.354710 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b", "name": "network-vif-deleted", "tag": "fa173192-0bc4-4449-90ff-a9fb8d803765", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:18.354970 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f7b27ff-34dc-4b2a-90a0-5b2cce63eed4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:18.355405 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b', 'name': 'network-vif-deleted', 'tag': 'fa173192-0bc4-4449-90ff-a9fb8d803765', 'status': 'completed', 'code': 200} Dec 23 12:38:18.373189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-f9780707-51ee-4236-b536-4d261c9cb3d6 service neutron] 10.222.0.16 "GET /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0759988 Dec 23 12:38:18.498120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-558372dd-8ddb-4920-b241-06cec563dd87 req-d292e085-f2a3-452b-8c44-711359b754e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=f83bb4c3-aaa6-4fd6-b5af-76ef44ee629b HTTP/1.1" status: 200 len: 210 time: 0.0489259 Dec 23 12:38:18.550005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34222) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:18.575738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-3944f60e-a83c-41cb-9426-efc7dd827d25 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012749 Dec 23 12:38:18.691703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-fce0fe1d-fea8-473e-892a-60d35dd42e75 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150792 Dec 23 12:38:18.707899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992661d3-9871-48b6-97f6-da1b4e335063 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:18.718184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.733846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Transition to ACTIVE for port object 992661d3-9871-48b6-97f6-da1b4e335063 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:18.751920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-efe70786-4fbe-49f0-ab1b-6347bfb025af service neutron] 10.222.0.16 "GET /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0497010 Dec 23 12:38:18.831737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.859647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21cffc1b-d634-49b3-b117-f8286cdf8990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.905420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Pushing event updated for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:18.908686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:18.947960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd16e534-9001-48f6-8560-c056456c00a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:18.999895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-3b9fcde7-d3c6-48a3-abf3-d749c7cb75c4 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409995 Dec 23 12:38:19.000114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Attempting to bind port 992661d3-9871-48b6-97f6-da1b4e335063 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:19.000397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Attempting to bind port 992661d3-9871-48b6-97f6-da1b4e335063 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:19.000727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Attempting to bind port 992661d3-9871-48b6-97f6-da1b4e335063 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:19.015951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Port 992661d3-9871-48b6-97f6-da1b4e335063 on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:19.016321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Attempting to bind port 992661d3-9871-48b6-97f6-da1b4e335063 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:19.027519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:19.027519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:19.027519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:19.027519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Bound port: 992661d3-9871-48b6-97f6-da1b4e335063, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:19.027519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.043280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daeb3a-2f05-411c-bdf4-31cc5a3e3f11 req-899eafd1-e37d-47ea-916d-4a476b9a5c1f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:19.051019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15daeb3a-2f05-411c-bdf4-31cc5a3e3f11 req-899eafd1-e37d-47ea-916d-4a476b9a5c1f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.1889935 Dec 23 12:38:19.098936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-52c4b02e-6a17-44e9-83e9-3e513515d7c9 req-a76bb6cf-57af-453b-b99a-9fb6dece5fd9 service neutron] (104038) timed out ('10.222.0.57', 55729) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:38:19.133075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd16e534-9001-48f6-8560-c056456c00a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.152726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:19.156151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=992661d3-9871-48b6-97f6-da1b4e335063,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:19.197438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15daeb3a-2f05-411c-bdf4-31cc5a3e3f11 req-96fe3754-d0f5-47e9-8958-63393ed4fee1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455467 Dec 23 12:38:19.200704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21cffc1b-d634-49b3-b117-f8286cdf8990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.222792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c80589d3-d0f7-4e50-b7a3-78a7dec5d3db service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108004 Dec 23 12:38:19.229763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd16e534-9001-48f6-8560-c056456c00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.230618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.275583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd16e534-9001-48f6-8560-c056456c00a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64ba5be799254903bfc9ca4b735b9b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628838 Dec 23 12:38:19.275583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e534-9001-48f6-8560-c056456c00a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f968afc-1cc5-48ad-8f89-cedf1d490631,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:19.276244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34242) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:19.287555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.320370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-21cffc1b-d634-49b3-b117-f8286cdf8990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.335399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:19.336429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.338800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] 10.222.0.57 "PUT /v2.0/ports/992661d3-9871-48b6-97f6-da1b4e335063 HTTP/1.1" status: 200 len: 1092 time: 1.1571577 Dec 23 12:38:19.339269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:19.346109 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6dd67f-1339-43c8-899d-5fdeb88866a6" -d '{"events": [{"name": "network-changed", "server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "tag": "992661d3-9871-48b6-97f6-da1b4e335063"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:19.415828 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff114c43-3349-4416-91bf-554bed51876e x-openstack-request-id: req-ff114c43-3349-4416-91bf-554bed51876e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:19.416021 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "tag": "992661d3-9871-48b6-97f6-da1b4e335063", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:19.416223 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff114c43-3349-4416-91bf-554bed51876e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:19.419533 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063', 'status': 'completed', 'code': 200} Dec 23 12:38:19.419533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcab0-65da-45f9-b043-4d95ed790d65 service neutron] Pushing event updated for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:19.528427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-ac94088a-4626-4e47-ae8c-f0a8e85c5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:19.531768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-ac94088a-4626-4e47-ae8c-f0a8e85c5fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 1095 time: 0.0797777 Dec 23 12:38:19.599723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34254) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:19.779651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cffc1b-d634-49b3-b117-f8286cdf8990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86741d13-65a5-484d-a849-657f713c2777,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:19.784126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-21cffc1b-d634-49b3-b117-f8286cdf8990 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bb07376bec1494a8a14280ba59984d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2329664 Dec 23 12:38:19.798205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-658adb0a-52ba-434a-b75b-56e94865d8c9 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652840 Dec 23 12:38:19.844455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:19.865597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.928350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:19.995674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-93a53802-0477-467c-962e-347e8b613c17 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966021 Dec 23 12:38:20.000290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.075974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.087494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-c5b78b57-9b87-4ebc-9553-d76d3e8de390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:20.089166 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-c5b78b57-9b87-4ebc-9553-d76d3e8de390 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=69340ff672794c4f926614c340e2f1d3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5499253 Dec 23 12:38:20.164168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-890090da-ffe4-44a7-b652-fe0af2efd2d4 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523764 Dec 23 12:38:20.223026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.227233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.230894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f968afc-1cc5-48ad-8f89-cedf1d490631 HTTP/1.1" status: 204 len: 168 time: 0.9514124 Dec 23 12:38:20.246536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380f574-21f2-4d83-b0bb-3d56e5783c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f968afc-1cc5-48ad-8f89-cedf1d490631,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:20.297459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-3048f513-08c3-4cb9-bc71-97317b9ad47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:20.299237 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b6dd67f-1339-43c8-899d-5fdeb88866a6 req-3048f513-08c3-4cb9-bc71-97317b9ad47b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026525 Dec 23 12:38:20.308853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4d531323-b211-47c2-8448-335ef5d7606c service neutron] 10.222.0.16 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316173 Dec 23 12:38:20.396547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.400169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.401298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86741d13-65a5-484d-a849-657f713c2777 HTTP/1.1" status: 204 len: 168 time: 0.5555284 Dec 23 12:38:20.441224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad900b2-25ea-42cc-9c7a-16dec80be515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86741d13-65a5-484d-a849-657f713c2777,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:20.469057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-03dc6ab8-c3ec-481c-8cae-cbf624181730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:20.470635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-03dc6ab8-c3ec-481c-8cae-cbf624181730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 1095 time: 0.1171379 Dec 23 12:38:20.508954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4928c-c87e-4a51-bfce-946824212abb req-622ab3b2-9740-4370-9b65-bea3caeacda6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:20.511325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81d4928c-c87e-4a51-bfce-946824212abb req-622ab3b2-9740-4370-9b65-bea3caeacda6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.1184902 Dec 23 12:38:20.526747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-60bf0686-e0fb-4aa1-80f1-45b658737c86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992661d3-9871-48b6-97f6-da1b4e335063 HTTP/1.1" status: 200 len: 217 time: 0.0483687 Dec 23 12:38:20.545282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-95a9a7ed-2deb-44e5-ae55-b36c562a734c service neutron] 10.222.0.16 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218542 Dec 23 12:38:20.586276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-f5e30c9c-a31a-45cd-97ac-7ab31100ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:20.587970 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-f5e30c9c-a31a-45cd-97ac-7ab31100ecc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.0538990 Dec 23 12:38:20.676776 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-f17a643f-9534-4982-b1ed-b8c59fb3e00a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624721 Dec 23 12:38:20.692164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81d4928c-c87e-4a51-bfce-946824212abb req-f6d65f79-c91c-4ead-b461-b4db15b1d671 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456881 Dec 23 12:38:20.738207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-f205fea7-8c1a-4fd4-8a20-11f2a7bce162 service neutron] 10.222.0.16 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831403 Dec 23 12:38:20.782447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:20.852550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b107c46b-32cf-4596-906d-95fbb7cd07e8 service neutron] 10.222.0.16 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049535 Dec 23 12:38:20.956412 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-8da7a529-522c-4394-a2e5-6974d5bb4fde service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694037 Dec 23 12:38:20.989458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c045697a-e402-45fe-b537-0ada5b8d847d service neutron] 10.222.0.16 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301656 Dec 23 12:38:21.151483 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71ccb613-5f6d-4ebc-bac4-12e26ce84c2d req-fe770312-053a-4d89-a015-1923958666cc service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843948 Dec 23 12:38:21.290769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 32f92140-b657-4488-be4c-584df4c25190 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:21.291087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.386462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 32f92140-b657-4488-be4c-584df4c25190, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=32f92140-b657-4488-be4c-584df4c25190,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:21.386822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.408343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 32f92140-b657-4488-be4c-584df4c25190 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:21.581376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:21.606630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fde603a3-be24-43ed-ac33-816acb8300f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.713159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.749607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fde603a3-be24-43ed-ac33-816acb8300f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.752722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=32f92140-b657-4488-be4c-584df4c25190,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:21.853878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa06c3-f5e5-44ad-9800-b4c0b3377b5e req-ef99d769-5a82-4eda-a84f-eebfde2d37dd tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:21.855813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfaa06c3-f5e5-44ad-9800-b4c0b3377b5e req-ef99d769-5a82-4eda-a84f-eebfde2d37dd tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.0556345 Dec 23 12:38:21.859013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:21.938141 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fde603a3-be24-43ed-ac33-816acb8300f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:21.955652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: fa173192-0bc4-4449-90ff-a9fb8d803765 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:21.956009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fa173192-0bc4-4449-90ff-a9fb8d803765 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:21.967067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.039023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfaa06c3-f5e5-44ad-9800-b4c0b3377b5e req-4ec2dabc-4650-476f-9376-543ff08d3e75 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603100 Dec 23 12:38:22.042879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fde603a3-be24-43ed-ac33-816acb8300f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a830f97f0be4cd6910709b8155fd7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604542 Dec 23 12:38:22.044723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde603a3-be24-43ed-ac33-816acb8300f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df926b6-20c2-4046-b31f-1cad48363ae0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:22.048298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34322) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:22.175339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.212655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.282218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 721e1e17-96b1-4857-8c23-f99a596adfa8 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:38:22.377303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.385095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.389653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3df926b6-20c2-4046-b31f-1cad48363ae0 HTTP/1.1" status: 204 len: 168 time: 0.3390543 Dec 23 12:38:22.406072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba88ab-148f-49f3-962a-a0cc057ddde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df926b6-20c2-4046-b31f-1cad48363ae0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:22.414273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:38:22.436002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Sync routers for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:38:22.439727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c48180b3-6f4c-41a0-8e85-c9e0150372de tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/721e1e17-96b1-4857-8c23-f99a596adfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380265 Dec 23 12:38:22.442846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:22.447903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:22.450742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:22.503340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting subnet f302dc84-a606-4baa-954e-465a1644a132 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:38:22.509112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.557444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.611267 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:22.675667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.698425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.749139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2118e8d-70db-4638-b0d2-b16297eb94ce req-bcbb699a-b615-4550-8b0b-3f82ce0d948a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0478997 Dec 23 12:38:22.830501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.889557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:22.895928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/subnets/f302dc84-a606-4baa-954e-465a1644a132 HTTP/1.1" status: 204 len: 168 time: 0.4487321 Dec 23 12:38:22.895928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cdb9f-a083-47b5-b040-16e03c3e4488 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Subnet': ['ID=f302dc84-a606-4baa-954e-465a1644a132,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:22.897821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4cd04-31a3-4ae2-bfc4-e625a7c0931f None None] Network e61e5cfb-99cc-4028-87f4-091521e9ebdc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:22.898272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34354) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:22.974760 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:38:21Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:23.006067 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Checking router: 721e1e17-96b1-4857-8c23-f99a596adfa8 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:38:23.022501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Routers {'721e1e17-96b1-4857-8c23-f99a596adfa8'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:23.023298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['721e1e17-96b1-4857-8c23-f99a596adfa8'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:23.123115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.274867 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] Set router 721e1e17-96b1-4857-8c23-f99a596adfa8 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:23.444940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828eb-e010-457f-98a6-68277b626039 req-c3be4b34-9c94-485b-8afb-3b00b2e62db3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:23.447744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-955828eb-e010-457f-98a6-68277b626039 req-c3be4b34-9c94-485b-8afb-3b00b2e62db3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.2309103 Dec 23 12:38:23.449720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.549855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-955828eb-e010-457f-98a6-68277b626039 req-50852fc2-9dab-4553-9a94-3d586b000f78 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881183 Dec 23 12:38:23.595094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] DHCP port deletion for e61e5cfb-99cc-4028-87f4-091521e9ebdc request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:23.641773 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:38:21Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:23.684617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 13a0f9a6-72d6-475f-9690-d804334d8e24 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:23.685160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.716903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d529eb-c992-470f-b7c8-612de5da3531 None None] The sync data for ids ['721e1e17-96b1-4857-8c23-f99a596adfa8'] in n-d-822750-2 is: [{'id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760628361', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:34:12Z', 'updated_at': '2021-12-23T12:38:21Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '13a0f9a6-72d6-475f-9690-d804334d8e24', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721e1e17-96b1-4857-8c23-f99a596adfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:34:13Z', 'updated_at': '2021-12-23T12:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:38:23.749643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Deleting port debb97e3-5e2c-4b07-8a2b-e32dde1a595d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:23.755823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.898988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 13a0f9a6-72d6-475f-9690-d804334d8e24, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13a0f9a6-72d6-475f-9690-d804334d8e24,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:23.900349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.916799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 13a0f9a6-72d6-475f-9690-d804334d8e24 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:23.940388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] For port debb97e3-5e2c-4b07-8a2b-e32dde1a595d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,segment=NetworkSegment(a1c1f6da-d202-422b-9c10-61054017e409),segment_id=a1c1f6da-d202-422b-9c10-61054017e409)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:23.940885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:23.956793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Calling delete_port for debb97e3-5e2c-4b07-8a2b-e32dde1a595d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:24.166770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e09fd6-3044-4cb9-8e29-78147a55f153 req-b5e240cf-75ae-4a1b-934b-12ec163ae58d tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0450673 Dec 23 12:38:24.224607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.224966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.278950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=13a0f9a6-72d6-475f-9690-d804334d8e24,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:24.311466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] Pushing event deleted for resources: {'Port': ['ID=debb97e3-5e2c-4b07-8a2b-e32dde1a595d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:24.323640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a4aaa-110b-47d9-ac37-a8d35e786c19 None None] No DVR routers for this DVR port debb97e3-5e2c-4b07-8a2b-e32dde1a595d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:24.329126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429fe68-ba74-4b4c-9677-757fb6e56692 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:24.345066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.349271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device debb97e3-5e2c-4b07-8a2b-e32dde1a595d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:24.425696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: debb97e3-5e2c-4b07-8a2b-e32dde1a595d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:24.428093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device debb97e3-5e2c-4b07-8a2b-e32dde1a595d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:24.509803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.516686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.650207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34400) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:24.684672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.684672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Fanout notify agent at l3_agent the message router_deleted on router 721e1e17-96b1-4857-8c23-f99a596adfa8 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:38:24.738157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:24.739217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-346ec509-8d38-4e2a-8bfd-ec269825ada7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/routers/721e1e17-96b1-4857-8c23-f99a596adfa8 HTTP/1.1" status: 204 len: 168 time: 1.8425510 Dec 23 12:38:24.742658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34408) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:24.802332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7b26-5a18-44a5-b3e5-7eead20f995e req-e1b21d7c-fa5c-4140-a158-1f40e4c28fbf tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:24.803947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-935d7b26-5a18-44a5-b3e5-7eead20f995e req-e1b21d7c-fa5c-4140-a158-1f40e4c28fbf tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.1424601 Dec 23 12:38:24.928244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-935d7b26-5a18-44a5-b3e5-7eead20f995e req-8a766a09-f6af-4c94-90db-dc08dfa31ff8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168001 Dec 23 12:38:24.931398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34412) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:24.935318 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c8997c0-9d8e-43e0-b931-3845e7cd133b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.014207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.104859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-62210042'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:25.149879 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.183337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61e5cfb-99cc-4028-87f4-091521e9ebdc']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:25.203993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c1f6da-d202-422b-9c10-61054017e409') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:25.204276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c1f6da-d202-422b-9c10-61054017e409') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:25.207037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c8997c0-9d8e-43e0-b931-3845e7cd133b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.216256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.242504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.249248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:38:25.249656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:25.253130 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:38:25.255945 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:38:25.294790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c8997c0-9d8e-43e0-b931-3845e7cd133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.299253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Made reservation on behalf of 2369080be3c946a797202382af9facd1 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:25.307142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.320872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.394239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9c8997c0-9d8e-43e0-b931-3845e7cd133b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=798c1c7ebd2044339ae2e91952639bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7429388 Dec 23 12:38:25.395365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8997c0-9d8e-43e0-b931-3845e7cd133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb362f5-912c-4a0c-8952-f7c130d3fe6c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:25.399270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:25.429960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-330e1cae-ea49-4ed7-be57-cabb890d0fc4 req-6a26caee-6173-45f8-b9e1-96d0fdc731a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0601230 Dec 23 12:38:25.488269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.498841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.503904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.515117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.518513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/networks/e61e5cfb-99cc-4028-87f4-091521e9ebdc HTTP/1.1" status: 204 len: 168 time: 0.7748961 Dec 23 12:38:25.521472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34426) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:25.547267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.556447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a376f4b-246e-4b3c-a96e-6df3e511a862 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Network': ['ID=e61e5cfb-99cc-4028-87f4-091521e9ebdc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:25.574976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.605061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.635188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7bb9f0-6395-4d5a-ba3f-ff1e49dcce5b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:25.653075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.659981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.660331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.660735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.661017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.661346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.661669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.661996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.662321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.663276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.663789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.664284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.664610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.664956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:25.700228 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.704553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.708498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb362f5-912c-4a0c-8952-f7c130d3fe6c HTTP/1.1" status: 204 len: 168 time: 0.3080573 Dec 23 12:38:25.715201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:25.724070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8cf5-0fe5-43de-a171-c7e7d7a41d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb362f5-912c-4a0c-8952-f7c130d3fe6c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:25.726705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.729288 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Added segment d2d92915-a379-46ff-9109-4a7a3cb7890b of type vlan for network d11d08e6-732b-4a6d-bced-8afac0267b09 Dec 23 12:38:25.790724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.869337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 992661d3-9871-48b6-97f6-da1b4e335063 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:38:25.876465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.879050 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:25.883765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/security-groups/486b8c51-dcc4-46be-bdf1-afdf1e27270e HTTP/1.1" status: 204 len: 168 time: 0.3561928 Dec 23 12:38:25.898888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1d381ed7-18cb-4da8-a74a-3b519a7ed0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:25.900357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1d381ed7-18cb-4da8-a74a-3b519a7ed0f5 service neutron] 10.222.0.43 "GET /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 1026 time: 0.0824056 Dec 23 12:38:25.901207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea389c-8ea1-4d4c-b4e7-37725e20eb38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b8c51-dcc4-46be-bdf1-afdf1e27270e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:25.948986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13a0f9a6-72d6-475f-9690-d804334d8e24 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:25.952230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-cb25bcf8-dfaf-41d6-acff-ca3fd33a76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:25.958890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-cb25bcf8-dfaf-41d6-acff-ca3fd33a76fe service neutron] 10.222.0.43 "GET /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 1027 time: 0.0503085 Dec 23 12:38:26.046606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 13a0f9a6-72d6-475f-9690-d804334d8e24 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:26.047491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13a0f9a6-72d6-475f-9690-d804334d8e24 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:26.048099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 32f92140-b657-4488-be4c-584df4c25190 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:26.105811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4b4ac8f6-d707-4163-bcde-9f711c2ae760 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:26.111993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4b4ac8f6-d707-4163-bcde-9f711c2ae760 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:26.112193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=992661d3-9871-48b6-97f6-da1b4e335063,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:26.119306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4b4ac8f6-d707-4163-bcde-9f711c2ae760 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:26.121398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4b4ac8f6-d707-4163-bcde-9f711c2ae760 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 1989 time: 0.1556456 Dec 23 12:38:26.137015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '992661d3-9871-48b6-97f6-da1b4e335063', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': '992661d3-9871-48b6-97f6-da1b4e335063', 'mac_address': 'fa:16:3e:dd:68:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:38:26.185828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.191812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:26.192653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.267051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.272932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 32f92140-b657-4488-be4c-584df4c25190 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:26.275202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 32f92140-b657-4488-be4c-584df4c25190 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:26.313677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992661d3-9871-48b6-97f6-da1b4e335063 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:26.348014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=992661d3-9871-48b6-97f6-da1b4e335063,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:26.369320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event updated for resources: {'Network': ['ID=d11d08e6-732b-4a6d-bced-8afac0267b09,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:26.378681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network d11d08e6-732b-4a6d-bced-8afac0267b09 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:26.382010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ca063-8076-4c72-9e30-db4ec408b8e5 req-8a8a0fab-4438-4a54-b35a-ff88496a5a3e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:26.383565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de8ca063-8076-4c72-9e30-db4ec408b8e5 req-8a8a0fab-4438-4a54-b35a-ff88496a5a3e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 944 time: 0.2610872 Dec 23 12:38:26.439363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d5e3544-c8b0-47ef-811d-3c2db6487c31 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5040486 Dec 23 12:38:26.439898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:26.455420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Request body: {'subnet': {'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:26.483567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-3e41a51b-1e8f-4022-bd09-1cda0f6d4fe7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e221b03ba714d2f8694d9bd395858da HTTP/1.1" status: 200 len: 380 time: 0.2875288 Dec 23 12:38:26.502986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'admin_state_up': True, 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'security_groups': ['91e350dc-5860-4c3a-a269-de810ae1be6b']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:26.503110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.550464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34460) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:26.563049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335356088', 'description': 'tempest-secgroup-smoke-1335356088 description', 'project_id': 'c95a45dd98b447989e82921fb516201d'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:26.574804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:26.614913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de8ca063-8076-4c72-9e30-db4ec408b8e5 req-0ecef675-9ef4-422f-9d40-a9fe71227e38 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034390 Dec 23 12:38:26.676132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66354799-c1ab-4088-a960-8dee11972ec4 req-987263e5-640b-4280-8caa-72bf05507bc6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0808747 Dec 23 12:38:26.724406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.808795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34466) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:26.824124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc23d-f0b0-4946-bd20-211291c47bb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.824794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['992661d3-9871-48b6-97f6-da1b4e335063'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:26.862290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.881838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Made reservation on behalf of 2369080be3c946a797202382af9facd1 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:26.882853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.954463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc23d-f0b0-4946-bd20-211291c47bb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:26.971167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.000862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:27.003674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.092104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaef379-6be7-404a-84b8-edc0da46d106,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:27.094458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc23d-f0b0-4946-bd20-211291c47bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.126389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.130806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4792dcdf-1ac4-4d13-aa62-d4fa49e8a519 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5713511 Dec 23 12:38:27.134993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34472) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:27.139828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:27.185191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e6dc23d-f0b0-4946-bd20-211291c47bb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=188d9a9520ad44a0a094bbdf0cdd1399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749204 Dec 23 12:38:27.191184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:27.223762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dc23d-f0b0-4946-bd20-211291c47bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb3a29-7783-4230-9027-e436a1d50bd9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:27.270004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 172.20.0.11 (71cd197d-0fc3-4d36-9a5d-1453cd4f7afe/78b39f98-5557-4d96-aefa-ca565de1dc9a/7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:27.282507 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.303097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.340910 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.390066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.393253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.457005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event updated for resources: {'Subnet': ['ID=9baac493-8d7a-4114-b39f-4a7fe46e14ff,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:27.483550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.503147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.519341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Checking segment: {'id': 'd2d92915-a379-46ff-9109-4a7a3cb7890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:27.519920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Network hostable DHCP agents. Network: d11d08e6-732b-4a6d-bced-8afac0267b09, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:38:27.526041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877cf68-24be-4f18-90dc-8a46aa2a6642,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:27.542079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.544805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.546168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/babb3a29-7783-4230-9027-e436a1d50bd9 HTTP/1.1" status: 204 len: 168 time: 0.3537915 Dec 23 12:38:27.556970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb28ec-1672-477c-a628-fce7e6e93513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb3a29-7783-4230-9027-e436a1d50bd9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:27.587888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.588629 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-57a26544-6719-4f5c-978a-6d4ec042e6cf tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524212 Dec 23 12:38:27.591473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34480) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:27.596460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:27.609186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Network d11d08e6-732b-4a6d-bced-8afac0267b09 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:38:27.644765 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.706068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, d11d08e6-732b-4a6d-bced-8afac0267b09) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:27.716321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f18411-0659-4528-99b7-ef68a79af6fe None None] Network d11d08e6-732b-4a6d-bced-8afac0267b09 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:27.721232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:27.721920 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.803537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:27.824913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:27.833196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:27.858907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:27.871198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d53a591-0072-4b6b-9516-6d3d6334e532 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4300754 Dec 23 12:38:27.883590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34488) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:27.883590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Request body: {'port': {'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1883933552'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:27.927063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 992661d3-9871-48b6-97f6-da1b4e335063 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:28.074713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-d11d08e6-732b-4a6d-bced-8afac0267b09', 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09', 'project_id': '2369080be3c946a797202382af9facd1', 'fixed_ips': [{'subnet_id': '9baac493-8d7a-4114-b39f-4a7fe46e14ff'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:38:28.075671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.200865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:28.231975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 992661d3-9871-48b6-97f6-da1b4e335063 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:38:28.240155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 992661d3-9871-48b6-97f6-da1b4e335063 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:28.243351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.278167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Made reservation on behalf of 2369080be3c946a797202382af9facd1 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:28.282518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.315421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:28.316047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.320635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] device_id is not set on port edc1d15b-e08b-4854-8cff-edbc682c03d2 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:38:28.451142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09478d-642d-4a01-b995-e5b232a4aba5 req-f1e10c27-7e7e-41a9-8d1f-f4da05ba336c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:28.452789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d09478d-642d-4a01-b995-e5b232a4aba5 req-f1e10c27-7e7e-41a9-8d1f-f4da05ba336c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 932 time: 0.5949988 Dec 23 12:38:28.490434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603edcd-df14-49c2-97d9-639e5a60f7a5 req-5ea0bf74-9acf-42bf-b7d9-d1e524bc2112 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:28.498674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7603edcd-df14-49c2-97d9-639e5a60f7a5 req-5ea0bf74-9acf-42bf-b7d9-d1e524bc2112 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 945 time: 0.6904857 Dec 23 12:38:28.508899 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.509139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.560840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=992661d3-9871-48b6-97f6-da1b4e335063,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:28.563271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c6f3df66-ab11-4483-8725-7abc65a90c8b None None] Provisioning complete for port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:28.564015 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6f3df66-ab11-4483-8725-7abc65a90c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.599558 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-baebb702-14d0-4384-afe4-82811f3cd415 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1060958 Dec 23 12:38:28.614916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Allocated IP 172.20.0.2 (d11d08e6-732b-4a6d-bced-8afac0267b09/9baac493-8d7a-4114-b39f-4a7fe46e14ff/732b2cc5-ef89-4ee3-898b-63c081089a25) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:28.618242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:28.621434 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a214a24-91e9-4c37-810b-6f6d5d6d98d1" -d '{"events": [{"server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "name": "network-vif-plugged", "status": "completed", "tag": "992661d3-9871-48b6-97f6-da1b4e335063"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:28.627014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3df66-ab11-4483-8725-7abc65a90c8b None None] Port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:28.650181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'admin_state_up': True, 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'security_groups': ['91e350dc-5860-4c3a-a269-de810ae1be6b']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:28.665512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.684254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.804656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:28.900034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:28.914140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d09478d-642d-4a01-b995-e5b232a4aba5 req-3403a5bc-f222-43c2-8241-f1012f6f5a57 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440596 Dec 23 12:38:28.917841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7603edcd-df14-49c2-97d9-639e5a60f7a5 req-1017a3b9-042a-4acb-9ee3-be5efc3feb17 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181933 Dec 23 12:38:28.930768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6da2883-0c4f-4deb-a953-495827f2d5c5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:28.984471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.020587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.022030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-83fc13a2-e3ed-477b-9c41-2f6b7f1071d7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4292083 Dec 23 12:38:29.025418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34514) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:29.029810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:29.098197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Network d11d08e6-732b-4a6d-bced-8afac0267b09 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:29.103268 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5363164-68d9-4308-aba3-9440bf7aecc8 x-openstack-request-id: req-c5363164-68d9-4308-aba3-9440bf7aecc8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:29.105230 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "name": "network-vif-plugged", "status": "completed", "tag": "992661d3-9871-48b6-97f6-da1b4e335063", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:29.108050 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5363164-68d9-4308-aba3-9440bf7aecc8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:29.111176 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063', 'code': 200} Dec 23 12:38:29.132101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:29.142042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:29.246889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:29.252297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Pushing event updated for resources: {'Port': ['ID=732b2cc5-ef89-4ee3-898b-63c081089a25,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:29.255391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.260226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Allocated IP 172.20.0.12 (d11d08e6-732b-4a6d-bced-8afac0267b09/9baac493-8d7a-4114-b39f-4a7fe46e14ff/edc1d15b-e08b-4854-8cff-edbc682c03d2) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:29.278620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.305255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea18bb-cfba-4675-b1b6-4cd62a05ba34 req-d4433e08-8e27-4d32-ae37-557f3fc1facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:29.308284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8ea18bb-cfba-4675-b1b6-4cd62a05ba34 req-d4433e08-8e27-4d32-ae37-557f3fc1facc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 1097 time: 0.2117136 Dec 23 12:38:29.313142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Attempting to bind port 732b2cc5-ef89-4ee3-898b-63c081089a25 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:29.320424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Attempting to bind port 732b2cc5-ef89-4ee3-898b-63c081089a25 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd2d92915-a379-46ff-9109-4a7a3cb7890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:29.320424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Attempting to bind port 732b2cc5-ef89-4ee3-898b-63c081089a25 on network d11d08e6-732b-4a6d-bced-8afac0267b09 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:29.321614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:29.325647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Checking segment: {'id': 'd2d92915-a379-46ff-9109-4a7a3cb7890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:29.326374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.327096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Bound using segment: {'id': 'd2d92915-a379-46ff-9109-4a7a3cb7890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:29.327767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Bound port: 732b2cc5-ef89-4ee3-898b-63c081089a25, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d92915-a379-46ff-9109-4a7a3cb7890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd11d08e6-732b-4a6d-bced-8afac0267b09'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:29.328394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.449724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] For port 732b2cc5-ef89-4ee3-898b-63c081089a25, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:29.465336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] For port 732b2cc5-ef89-4ee3-898b-63c081089a25, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=732b2cc5-ef89-4ee3-898b-63c081089a25,segment=NetworkSegment(d2d92915-a379-46ff-9109-4a7a3cb7890b),segment_id=d2d92915-a379-46ff-9109-4a7a3cb7890b)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:29.558823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.575109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.578226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.1.1.118 (7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94/93c7e3fc-e876-4310-9720-f8e0b9de013e/700faba1-873c-437b-97c4-e5bc75721e9b) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:29.704646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.738776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.753866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35758c92-032c-49dc-a2ba-144eb99a3c69 None None] Pushing event updated for resources: {'Port': ['ID=732b2cc5-ef89-4ee3-898b-63c081089a25,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:29.824166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2072384-8f97-4180-b7d7-7a55ffb7b9a4,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:29.841908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8ea18bb-cfba-4675-b1b6-4cd62a05ba34 req-56cf0cc1-34da-484d-bc35-cd8e87aeddc8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230515 Dec 23 12:38:29.876062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.904077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.942678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:29.945133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90d741c3-60f8-4f12-a9d9-e59f1cffd0f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9179192 Dec 23 12:38:29.954268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:29.958816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:30.088587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.124623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Network d11d08e6-732b-4a6d-bced-8afac0267b09 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:30.134884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:30.150710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:30.160624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:30.165986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:30.238019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event updated for resources: {'Port': ['ID=edc1d15b-e08b-4854-8cff-edbc682c03d2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:30.277446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:30.297396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:30.299220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.329136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:30.406146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.434829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bcde636f-853e-4888-baec-e9f3e57a0794 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5611212 Dec 23 12:38:30.438418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34540) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:30.628108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb47c8-a0d7-4fbc-8c40-8be0ab27911e req-e4108f57-900f-4b6e-95d8-aa728d7b7cfb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:30.629813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dceb47c8-a0d7-4fbc-8c40-8be0ab27911e req-e4108f57-900f-4b6e-95d8-aa728d7b7cfb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.5386374 Dec 23 12:38:30.640207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c971666-eef9-464a-a8db-a6dc8d0dcf6a req-affd100e-7130-4d92-b46f-73ed7ab8c891 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:30.646007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c971666-eef9-464a-a8db-a6dc8d0dcf6a req-affd100e-7130-4d92-b46f-73ed7ab8c891 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:30.649264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Deleting port edc1d15b-e08b-4854-8cff-edbc682c03d2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:30.649889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.654531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c971666-eef9-464a-a8db-a6dc8d0dcf6a req-affd100e-7130-4d92-b46f-73ed7ab8c891 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 1654 time: 0.4959326 Dec 23 12:38:30.662356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:30.664312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.675961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0497b586-86c7-4008-a453-9f3f42078162 None None] Provisioning complete for port 700faba1-873c-437b-97c4-e5bc75721e9b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:30.676890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0497b586-86c7-4008-a453-9f3f42078162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.715471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0497b586-86c7-4008-a453-9f3f42078162 None None] Port 700faba1-873c-437b-97c4-e5bc75721e9b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:30.772634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-9cffd30c-bc01-4a3c-8c1d-747d8ab7aacd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1578140 Dec 23 12:38:30.797854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.821047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'admin_state_up': True, 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'security_groups': ['91e350dc-5860-4c3a-a269-de810ae1be6b']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:30.828434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Calling delete_port for edc1d15b-e08b-4854-8cff-edbc682c03d2 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:30.839838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:30.885431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dceb47c8-a0d7-4fbc-8c40-8be0ab27911e req-16cafd94-7eee-4673-928d-75bdcfd1eb8b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071922 Dec 23 12:38:31.446986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:31.550987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd2e7d-6349-45dc-9e3d-006044cdd9be None None] Network d11d08e6-732b-4a6d-bced-8afac0267b09 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:31.697802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] Provisioning complete for port 732b2cc5-ef89-4ee3-898b-63c081089a25 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:31.698427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:31.727419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:31.820284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event deleted for resources: {'Port': ['ID=edc1d15b-e08b-4854-8cff-edbc682c03d2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:31.900892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71664414-e8c3-4054-87d0-ccb58850435a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:31.939369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:31.948232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-32dab61c-6695-4e4e-9ed3-3d59045def32 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "DELETE /v2.0/ports/edc1d15b-e08b-4854-8cff-edbc682c03d2 HTTP/1.1" status: 204 len: 168 time: 1.5087183 Dec 23 12:38:31.953257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34570) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:31.971265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:31.988670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 732b2cc5-ef89-4ee3-898b-63c081089a25 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:32.096872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c971666-eef9-464a-a8db-a6dc8d0dcf6a req-721c4ecc-6a00-48eb-8621-4d4605672552 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4413397 Dec 23 12:38:32.135490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.140624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cde26de-9e64-4ed4-bd70-38246c7c9e61,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:32.143194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71664414-e8c3-4054-87d0-ccb58850435a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.214347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.214347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-61faab6a-8092-4d05-9325-5e9140a581ee tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2506039 Dec 23 12:38:32.216281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34576) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:32.221287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:32.244279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-71664414-e8c3-4054-87d0-ccb58850435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.253967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] For port 732b2cc5-ef89-4ee3-898b-63c081089a25, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=732b2cc5-ef89-4ee3-898b-63c081089a25,segment=NetworkSegment(d2d92915-a379-46ff-9109-4a7a3cb7890b),segment_id=d2d92915-a379-46ff-9109-4a7a3cb7890b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:32.266365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 732b2cc5-ef89-4ee3-898b-63c081089a25 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:32.266873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.304522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-71664414-e8c3-4054-87d0-ccb58850435a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c0defe0e59c421e8f59fbe816f30a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8556218 Dec 23 12:38:32.316285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b77b08-c1ad-4257-b6c8-c460dc5d2654 req-c5cb1590-3c60-4e1f-b0be-c9966b05cdd1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:32.317194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96b77b08-c1ad-4257-b6c8-c460dc5d2654 req-c5cb1590-3c60-4e1f-b0be-c9966b05cdd1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.2782624 Dec 23 12:38:32.321058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:32.360223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.417503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c51480e-5a59-4fa8-bc84-f9736093ba16 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4605649 Dec 23 12:38:32.417503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34586) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:32.418647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71664414-e8c3-4054-87d0-ccb58850435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6745147f-33cd-4186-8913-42b848600bbb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:32.431635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1682213705'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:32.490692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96b77b08-c1ad-4257-b6c8-c460dc5d2654 req-4df9c97e-bc30-41d2-b687-83240f89070b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400459 Dec 23 12:38:32.493980 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:38:32.499436 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.534112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b9ab2-c04f-4003-9e9c-ba332baa2e0e None None] Pushing event updated for resources: {'Port': ['ID=732b2cc5-ef89-4ee3-898b-63c081089a25,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:32.542997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.588954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-280ac870-cd0e-486e-8113-8ad6b2d24362 None None] Provisioning complete for port 732b2cc5-ef89-4ee3-898b-63c081089a25 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:32.590629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-280ac870-cd0e-486e-8113-8ad6b2d24362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.590761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.602395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.649440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:32.653043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.706472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.743377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8e8292-dfde-45ef-845b-86fb205b069a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:32.755633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.756723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.764160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.764975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.765477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.765972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.768599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.769209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.774370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.774953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.775455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.776219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.776458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:32.785628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Made reservation on behalf of 2369080be3c946a797202382af9facd1 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:32.790888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.823283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:32.827935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7f2d7163-e440-46d6-a261-a7cb44710b71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6103661 Dec 23 12:38:32.829080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3d8d-3de5-4834-bc13-dea9914a1328 req-745f4894-beb7-4a9d-b3c6-91ccf116dd8c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:32.830308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:32.838362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': 'ebaef379-6be7-404a-84b8-edc0da46d106', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:32.840393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-784c3d8d-3de5-4834-bc13-dea9914a1328 req-745f4894-beb7-4a9d-b3c6-91ccf116dd8c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 945 time: 0.2483971 Dec 23 12:38:32.935367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-87e581a8-22ef-4872-9e75-0b3c343f7b90 None None] Could not find standard attr ID for object edc1d15b-e08b-4854-8cff-edbc682c03d2. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:38:32.967830 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:38:32.976312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.001116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-784c3d8d-3de5-4834-bc13-dea9914a1328 req-132d37f2-7e52-4031-bad9-2e413fb846f5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596782 Dec 23 12:38:33.014451 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.019096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.023661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6745147f-33cd-4186-8913-42b848600bbb HTTP/1.1" status: 204 len: 168 time: 0.6985917 Dec 23 12:38:33.063341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:33.063550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887637de-e299-455d-bb63-03bd3367e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6745147f-33cd-4186-8913-42b848600bbb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:33.075077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.1.1.160 (7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94/93c7e3fc-e876-4310-9720-f8e0b9de013e/9a98b79e-76b9-4245-87b7-778fd257b925) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:33.192723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.199562 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Added segment 3f931e7d-09a1-4acc-ab64-d6e99b289c5e of type vlan for network e5d21c9a-3d2a-472b-bf86-efa3cc5613aa Dec 23 12:38:33.287307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.310851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e0f90-2826-449c-95bd-4506ed3f8976 req-294768ef-7175-4454-9fcd-64d30723dbf5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:33.312439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b7e0f90-2826-449c-95bd-4506ed3f8976 req-294768ef-7175-4454-9fcd-64d30723dbf5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.1971042 Dec 23 12:38:33.312851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.359175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809960c-8e30-4bce-94ce-588472336bb0 req-90b64494-8d9f-4ff6-b350-c686e7c38135 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:33.367159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809960c-8e30-4bce-94ce-588472336bb0 req-90b64494-8d9f-4ff6-b350-c686e7c38135 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:33.367832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.368576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3809960c-8e30-4bce-94ce-588472336bb0 req-90b64494-8d9f-4ff6-b350-c686e7c38135 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 1654 time: 0.1735876 Dec 23 12:38:33.394801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2676252-8b2e-455b-8f5e-a2337f491bcf,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:33.417901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b7e0f90-2826-449c-95bd-4506ed3f8976 req-e82c5c53-08bc-4cb7-b5c7-6ed847d2b88e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968611 Dec 23 12:38:33.461080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.488139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.489816 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bbe494e3-5efa-49fb-b5d0-27cdf6d9a951 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6579709 Dec 23 12:38:33.491528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.492903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34612) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:33.505943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'network': {'name': 'tempest-network-smoke--708065925', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:33.509165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:33.510641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.647814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3809960c-8e30-4bce-94ce-588472336bb0 req-a2af23f0-d2b9-4524-90a1-bfbd2ed7ec23 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688665 Dec 23 12:38:33.666846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event updated for resources: {'Network': ['ID=e5d21c9a-3d2a-472b-bf86-efa3cc5613aa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:33.677891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e5d21c9a-3d2a-472b-bf86-efa3cc5613aa details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:33.695529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:33.748034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.749737 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6332a2c0-c7db-408e-a641-3799d3d2fff2 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3279400 Dec 23 12:38:33.753178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34622) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:33.758879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:33.762067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:33.878647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:33.929324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:33.930370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:33.935965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:33.939033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:33.999346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 732b2cc5-ef89-4ee3-898b-63c081089a25 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:34.034789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.035481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.093728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.094192 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Added segment 3edce75c-fc98-4617-95e1-c950f7b6b59a of type vlan for network e4f4337e-4050-47b3-93ff-7b40cf670698 Dec 23 12:38:34.100703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1fb1e6cd-1c9d-4972-bdae-51e7c3d14ec6 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.3341515 Dec 23 12:38:34.101687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34628) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:34.121900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 732b2cc5-ef89-4ee3-898b-63c081089a25 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:34.123476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.243239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0aabcc74-c36e-47bf-9536-37df1b0a4e27 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4361222 Dec 23 12:38:34.271312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ac971d-9725-40a8-86ab-c18903a757e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.343950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'admin_state_up': True, 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'security_groups': ['91e350dc-5860-4c3a-a269-de810ae1be6b']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:34.385549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-901cb281-6e2b-4aed-b73c-bbd4c9609fa2 None None] Provisioning complete for port 9a98b79e-76b9-4245-87b7-778fd257b925 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:34.386971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-901cb281-6e2b-4aed-b73c-bbd4c9609fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.453492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-901cb281-6e2b-4aed-b73c-bbd4c9609fa2 None None] Port 9a98b79e-76b9-4245-87b7-778fd257b925 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:34.466707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ac971d-9725-40a8-86ab-c18903a757e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.498276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.535591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84510384-2e3a-414d-98b7-efa7a7986935 req-11673275-70cb-45c5-849a-33b14e004ddb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.541447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84510384-2e3a-414d-98b7-efa7a7986935 req-11673275-70cb-45c5-849a-33b14e004ddb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.3970065 Dec 23 12:38:34.575958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0ac971d-9725-40a8-86ab-c18903a757e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.666078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.669657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac971d-9725-40a8-86ab-c18903a757e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14dfe79-d871-418b-aee1-385d64567ff5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:34.672554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.674533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.704967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0ac971d-9725-40a8-86ab-c18903a757e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9827adb6af774c7f95a8a4937aa61e09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0075722 Dec 23 12:38:34.705727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:34.706083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84510384-2e3a-414d-98b7-efa7a7986935 req-2c99d67a-8171-4210-bb3a-1da11771b8d3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562328 Dec 23 12:38:34.739814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:34.765794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14c64913-c5cc-4ba0-be0a-c650f4186e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.784741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7131f6b5-bd44-4a7c-8fd4-2251086a1c54 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] Network e5d21c9a-3d2a-472b-bf86-efa3cc5613aa is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:38:34.844283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Network': ['ID=e4f4337e-4050-47b3-93ff-7b40cf670698,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:34.857458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e4f4337e-4050-47b3-93ff-7b40cf670698 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:34.868735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69fcac49-3946-43de-b4f1-700bce7b8b75 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3687842 Dec 23 12:38:34.869598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:34.874449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'admin_state_up': True, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:34.902320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d5c3-9a35-4e11-ae53-f3346ba4aec7 req-fc65587a-552e-49d3-ae84-5e95ab744179 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.912851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d5c3-9a35-4e11-ae53-f3346ba4aec7 req-fc65587a-552e-49d3-ae84-5e95ab744179 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.928899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d5c3-9a35-4e11-ae53-f3346ba4aec7 req-fc65587a-552e-49d3-ae84-5e95ab744179 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:34.933179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0632d5c3-9a35-4e11-ae53-f3346ba4aec7 req-fc65587a-552e-49d3-ae84-5e95ab744179 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 2375 time: 0.1325564 Dec 23 12:38:34.938701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7131f6b5-bd44-4a7c-8fd4-2251086a1c54 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "POST /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8114502 Dec 23 12:38:34.941321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34648) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:34.951318 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14c64913-c5cc-4ba0-be0a-c650f4186e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.954130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac554e-6d51-4e48-b436-fef979bd93cb None None] Network e5d21c9a-3d2a-472b-bf86-efa3cc5613aa requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:34.956392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:34.987248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.042750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:35.113153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14c64913-c5cc-4ba0-be0a-c650f4186e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.159481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.163434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.164715 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e14dfe79-d871-418b-aee1-385d64567ff5 HTTP/1.1" status: 204 len: 168 time: 0.4580548 Dec 23 12:38:35.177681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0632d5c3-9a35-4e11-ae53-f3346ba4aec7 req-e8dfcabc-e249-4c6d-8d19-bba6bc987ed1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291601 Dec 23 12:38:35.192384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34656) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:35.206711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14c64913-c5cc-4ba0-be0a-c650f4186e6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fea11f392ec4844bd32543aaa713a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632263 Dec 23 12:38:35.210229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c64913-c5cc-4ba0-be0a-c650f4186e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d997feea-589a-422c-aa1a-c3324424a8bb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:35.233082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72011b-43d9-4e0e-98a6-f629a3a60b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14dfe79-d871-418b-aee1-385d64567ff5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:35.283933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.285053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.301071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.305199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7044abcc-a91e-418b-8949-e8195f1ec106 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks HTTP/1.1" status: 200 len: 8828 time: 0.3628986 Dec 23 12:38:35.308439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:35.444665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.445781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.515758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-47afd377-7441-4951-99a0-655f154be0c3 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "DELETE /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks/e5d21c9a-3d2a-472b-bf86-efa3cc5613aa HTTP/1.1" status: 204 len: 168 time: 0.2061784 Dec 23 12:38:35.518853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.521266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:35.554359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-b1ec3b5e-e2fd-4ebc-8b67-5d74f29e8b97 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:35.556528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-b1ec3b5e-e2fd-4ebc-8b67-5d74f29e8b97 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.1343708 Dec 23 12:38:35.672177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port 992661d3-9871-48b6-97f6-da1b4e335063 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:35.672947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.793678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port 992661d3-9871-48b6-97f6-da1b4e335063, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=992661d3-9871-48b6-97f6-da1b4e335063,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:35.794078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.814960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for 992661d3-9871-48b6-97f6-da1b4e335063 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:35.854270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:35.902392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.2.2.100 (efa7c0b0-5938-4641-ba50-5411cd51d9c0/1684f150-a510-4929-8acc-7c2c8e215b54/b8dc740a-cc55-430f-8296-f05919b76a37) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:35.982387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee23245-4ac7-4aee-9d62-20b592752b9d req-4b77bda4-6a31-4544-af45-5d7a0c5f78e2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:35.986067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fee23245-4ac7-4aee-9d62-20b592752b9d req-4b77bda4-6a31-4544-af45-5d7a0c5f78e2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=501f1ce4-7321-4d63-aad7-4c06164728f8 HTTP/1.1" status: 200 len: 946 time: 0.1657186 Dec 23 12:38:36.017883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.020491 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.025096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d997feea-589a-422c-aa1a-c3324424a8bb HTTP/1.1" status: 204 len: 168 time: 0.8281744 Dec 23 12:38:36.062695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e10bd0b2-64b8-435e-adaf-8ba2376e2eb6 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.5078273 Dec 23 12:38:36.063291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:36.091475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8582b547-f4b9-41fb-a3c5-03a805c9c9c1 tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/networks/d11d08e6-732b-4a6d-bced-8afac0267b09/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0265443 Dec 23 12:38:36.096601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7c86-a34a-4d66-b3f0-5acaa5df80d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997feea-589a-422c-aa1a-c3324424a8bb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:36.098274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:36.134354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-afc1e35d-c8bc-4551-be10-2d19fe016bbe tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/networks/d11d08e6-732b-4a6d-bced-8afac0267b09/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0354824 Dec 23 12:38:36.137160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:36.169498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.186843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['708b4767-08df-401a-8ed4-b92e7442583c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:36.189139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', '992661d3-9871-48b6-97f6-da1b4e335063'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:36.199300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fee23245-4ac7-4aee-9d62-20b592752b9d req-8675df6b-34e6-4232-b956-a537345c2367 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824110 Dec 23 12:38:36.249239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.288508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=992661d3-9871-48b6-97f6-da1b4e335063,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:36.372305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port 992661d3-9871-48b6-97f6-da1b4e335063 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:36.376503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.380796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7456172a-4cd9-4ba6-878e-ed6623afcc6a req-a2655e9b-f6e6-4187-9981-93ac47dc92cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "DELETE /v2.0/ports/992661d3-9871-48b6-97f6-da1b4e335063 HTTP/1.1" status: 204 len: 173 time: 0.8168144 Dec 23 12:38:36.392742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'name': 'network-vif-deleted', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:36.396939 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbd751b-eda8-4b30-a99e-fdc7b22e7a68" -d '{"events": [{"server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "name": "network-vif-deleted", "tag": "992661d3-9871-48b6-97f6-da1b4e335063"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:36.501102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92f50e46-e602-4c6b-8e75-adfd78e4424b tempest-DHCPAgentSchedulersTestJSON-1948602088 tempest-DHCPAgentSchedulersTestJSON-1948602088-project-admin] 10.222.0.16 "GET /v2.0/agents/932eda7f-0b1b-47a9-8720-4478257c1ea2/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.3627563 Dec 23 12:38:36.505194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34698) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:36.540005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.608395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:36.635572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:36.654155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.660086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:36.661918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.663819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:36.717711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-16f2e5f4-7887-471b-87f1-247257aafa0f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:36.724858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-16f2e5f4-7887-471b-87f1-247257aafa0f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:36.731273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-16f2e5f4-7887-471b-87f1-247257aafa0f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:36.737626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-16f2e5f4-7887-471b-87f1-247257aafa0f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:36.746511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-16f2e5f4-7887-471b-87f1-247257aafa0f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3096 time: 0.3886292 Dec 23 12:38:36.766589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.768778 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f622916-f84b-4f16-b5bf-a1eeb09b5f34 x-openstack-request-id: req-9f622916-f84b-4f16-b5bf-a1eeb09b5f34 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:36.769309 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f1ce4-7321-4d63-aad7-4c06164728f8", "name": "network-vif-deleted", "tag": "992661d3-9871-48b6-97f6-da1b4e335063", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:36.769396 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f622916-f84b-4f16-b5bf-a1eeb09b5f34 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:36.769756 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f1ce4-7321-4d63-aad7-4c06164728f8', 'name': 'network-vif-deleted', 'tag': '992661d3-9871-48b6-97f6-da1b4e335063', 'status': 'completed', 'code': 200} Dec 23 12:38:36.951613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:36.952662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:36.988017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.062256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d21c9a-3d2a-472b-bf86-efa3cc5613aa']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:37.072513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-fd63a3f7-5515-4779-b043-a2aff856710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:37.074040 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-fd63a3f7-5515-4779-b043-a2aff856710f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.2049580 Dec 23 12:38:37.078386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f931e7d-09a1-4acc-ab64-d6e99b289c5e') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:37.078680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f931e7d-09a1-4acc-ab64-d6e99b289c5e') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:37.097236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.105531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-609dc863-5c56-40fe-aaf6-083e39ccd3f6 None None] Provisioning complete for port b8dc740a-cc55-430f-8296-f05919b76a37 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:37.106035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-609dc863-5c56-40fe-aaf6-083e39ccd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.153140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-609dc863-5c56-40fe-aaf6-083e39ccd3f6 None None] Port b8dc740a-cc55-430f-8296-f05919b76a37 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:37.158458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.167690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:38:37.168166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:38:37.173774 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:38:37.258099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-96ce98ba-756a-4af5-b42b-6a59166bae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:37.259786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-96ce98ba-756a-4af5-b42b-6a59166bae2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1742516 Dec 23 12:38:37.289668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.11 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c7b629e6-c08f-47fe-8cac-197428d7686a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:37.343197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.363057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.370777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "DELETE /v2.0/networks/e5d21c9a-3d2a-472b-bf86-efa3cc5613aa HTTP/1.1" status: 204 len: 168 time: 0.8636942 Dec 23 12:38:37.372404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-b739165a-debb-4a0e-a484-e77519b7845f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1042459 Dec 23 12:38:37.373162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:37.396167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2fe4-c0ff-4ac8-986a-7dc057ed745a tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event deleted for resources: {'Network': ['ID=e5d21c9a-3d2a-472b-bf86-efa3cc5613aa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:37.399040 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-80066095-2821-4a0f-beb0-c957bb0228f5 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] DELETE failed (client error): The resource could not be found. Dec 23 12:38:37.399632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80066095-2821-4a0f-beb0-c957bb0228f5 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:38:37.409124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-80066095-2821-4a0f-beb0-c957bb0228f5 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "DELETE /v2.0/ports/edc1d15b-e08b-4854-8cff-edbc682c03d2 HTTP/1.1" status: 404 len: 333 time: 0.0348613 Dec 23 12:38:37.409734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:37.539120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Deleting subnet 9baac493-8d7a-4114-b39f-4a7fe46e14ff {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:38:37.546240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.553717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-01925b67-132d-4d10-93bc-f0b04fbffbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:37.559106 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-01925b67-132d-4d10-93bc-f0b04fbffbe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1473117 Dec 23 12:38:37.687583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.722009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-47ccd923-3dd2-44f1-b83c-2d029a6ef209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:37.723677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-47ccd923-3dd2-44f1-b83c-2d029a6ef209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105223 Dec 23 12:38:37.943217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:37.979908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad0b2573-698a-4163-9bbc-0443f76737a0 req-192dd9f7-aef9-422a-be05-7f8f65b78d4e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2324281 Dec 23 12:38:37.983070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-113ae070-a0a5-46a9-843c-3d530de3a958 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495639 Dec 23 12:38:37.986702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ac0988f7-2387-4d80-af46-880b44c7b7e8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6573436 Dec 23 12:38:38.005255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'admin_state_up': True, 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'security_groups': ['91e350dc-5860-4c3a-a269-de810ae1be6b']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:38.084026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bfd6-252a-4bec-98e5-a92a4fd8c237 req-08e1cd49-39a3-4a70-b21c-68aadf21b78f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:38.086306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83c0bfd6-252a-4bec-98e5-a92a4fd8c237 req-08e1cd49-39a3-4a70-b21c-68aadf21b78f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 1.1468012 Dec 23 12:38:38.189290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.229530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83c0bfd6-252a-4bec-98e5-a92a4fd8c237 req-851b1aec-c16d-490a-9261-4d691aabb174 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348624 Dec 23 12:38:38.252669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17981c8c-7a59-4882-909b-1bd7b885b820 req-1d396336-716c-4e9d-af52-a273a21a4af0 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565665 Dec 23 12:38:38.277433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.319861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event deleted for resources: {'Subnet': ['ID=9baac493-8d7a-4114-b39f-4a7fe46e14ff,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:38.324434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.329758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25422abf-1097-45dc-b403-ca4bfb65d5a4 tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "DELETE /v2.0/subnets/9baac493-8d7a-4114-b39f-4a7fe46e14ff HTTP/1.1" status: 204 len: 168 time: 0.9114950 Dec 23 12:38:38.333458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:38.340642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00afb2-299f-4410-b19d-a7098ef1c5af None None] Network d11d08e6-732b-4a6d-bced-8afac0267b09 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:38.405557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Made reservation on behalf of 4e221b03ba714d2f8694d9bd395858da for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:38.411409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.496091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.555507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:38.572384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:38.589094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43248b39-130a-43c9-b810-13bbc0847c34 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:38.614843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:38.706067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.715682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cbfc2950-0d8b-49da-b5a8-52b4d6d1be88 None None] Provisioning complete for port c7b629e6-c08f-47fe-8cac-197428d7686a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:38.715682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cbfc2950-0d8b-49da-b5a8-52b4d6d1be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:38.746699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=c7b629e6-c08f-47fe-8cac-197428d7686a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:38.842983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] DHCP port deletion for d11d08e6-732b-4a6d-bced-8afac0267b09 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:38.946234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc2950-0d8b-49da-b5a8-52b4d6d1be88 None None] Port c7b629e6-c08f-47fe-8cac-197428d7686a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:38.982510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Deleting port 732b2cc5-ef89-4ee3-898b-63c081089a25 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:38.983112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.051628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Allocated IP 10.2.2.200 (efa7c0b0-5938-4641-ba50-5411cd51d9c0/1684f150-a510-4929-8acc-7c2c8e215b54/d870d5f0-0160-4c9e-aafb-46eb409c8d7f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:39.075667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] For port 732b2cc5-ef89-4ee3-898b-63c081089a25, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=732b2cc5-ef89-4ee3-898b-63c081089a25,segment=NetworkSegment(d2d92915-a379-46ff-9109-4a7a3cb7890b),segment_id=d2d92915-a379-46ff-9109-4a7a3cb7890b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:39.077489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.101603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23363-817c-45e4-a3ae-b6d417a42944 req-4917fde8-65e1-47e3-912e-a508b39c1d25 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.103454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02c23363-817c-45e4-a3ae-b6d417a42944 req-4917fde8-65e1-47e3-912e-a508b39c1d25 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 945 time: 0.2023201 Dec 23 12:38:39.108508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Calling delete_port for 732b2cc5-ef89-4ee3-898b-63c081089a25 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:39.229903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Deleting port 732b2cc5-ef89-4ee3-898b-63c081089a25 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:39.230480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.334665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.404390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] Pushing event deleted for resources: {'Port': ['ID=732b2cc5-ef89-4ee3-898b-63c081089a25,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:39.404928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-30f3325e-617f-4f98-b995-aa5652429343 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.411168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-30f3325e-617f-4f98-b995-aa5652429343 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.417929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-30f3325e-617f-4f98-b995-aa5652429343 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.418407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bc37b-2f8b-42f3-9481-358380ad6986 None None] No DVR routers for this DVR port 732b2cc5-ef89-4ee3-898b-63c081089a25 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:39.424061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-30f3325e-617f-4f98-b995-aa5652429343 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.437637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-30f3325e-617f-4f98-b995-aa5652429343 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3096 time: 0.3325853 Dec 23 12:38:39.492408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02c23363-817c-45e4-a3ae-b6d417a42944 req-e6df307c-0d8e-48bb-936d-31bb9c46b6e7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687625 Dec 23 12:38:39.505461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] For port 732b2cc5-ef89-4ee3-898b-63c081089a25, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=732b2cc5-ef89-4ee3-898b-63c081089a25,segment=NetworkSegment(d2d92915-a379-46ff-9109-4a7a3cb7890b),segment_id=d2d92915-a379-46ff-9109-4a7a3cb7890b)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:39.505811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.557455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.559742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Calling delete_port for 732b2cc5-ef89-4ee3-898b-63c081089a25 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:39.745313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef3a70e4-f1db-48ec-bbc1-3a9b8bde9423 req-909deda6-4aa0-4335-a491-fcc74cf744a1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995307 Dec 23 12:38:39.749279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:39.863489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 732b2cc5-ef89-4ee3-898b-63c081089a25 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:39.885116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41025e-2b0f-4849-ba48-b205a581fd29 req-9bb6ed4d-1d62-4db9-a58b-1faab2d157ce tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:39.885777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da41025e-2b0f-4849-ba48-b205a581fd29 req-9bb6ed4d-1d62-4db9-a58b-1faab2d157ce tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2518151 Dec 23 12:38:39.903441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 732b2cc5-ef89-4ee3-898b-63c081089a25 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:39.909820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 732b2cc5-ef89-4ee3-898b-63c081089a25 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:39.942426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 992661d3-9871-48b6-97f6-da1b4e335063 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.950278 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:39.952774 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:40.039461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.047570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 992661d3-9871-48b6-97f6-da1b4e335063 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:40.051449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 992661d3-9871-48b6-97f6-da1b4e335063 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:40.075994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] No DVR routers for this DVR port 732b2cc5-ef89-4ee3-898b-63c081089a25 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:40.078651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.119306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da41025e-2b0f-4849-ba48-b205a581fd29 req-9d7ff535-819b-4c95-b314-75dce99ef3f3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104466 Dec 23 12:38:40.158316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event deleted for resources: {'Port': ['ID=732b2cc5-ef89-4ee3-898b-63c081089a25,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:40.213960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453921-380f-4842-9dc6-da406b293bd8 req-4143c82e-515d-46e2-b72f-d1ff432d3bff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:40.223328 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1453921-380f-4842-9dc6-da406b293bd8 req-4143c82e-515d-46e2-b72f-d1ff432d3bff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 945 time: 0.0991633 Dec 23 12:38:40.331493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:40.348760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.370297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port 708b4767-08df-401a-8ed4-b92e7442583c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:38:40.370643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.430384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:40.436428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:40.453390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:40.540713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port 708b4767-08df-401a-8ed4-b92e7442583c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=708b4767-08df-401a-8ed4-b92e7442583c,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:40.541371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.562039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for 708b4767-08df-401a-8ed4-b92e7442583c owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:38:40.586604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:40.587530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.876579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.888681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.914744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ccbb2999-470b-44b4-87e6-1205269b9b65 None None] Provisioning complete for port d870d5f0-0160-4c9e-aafb-46eb409c8d7f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:40.915793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2999-470b-44b4-87e6-1205269b9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:40.968993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=708b4767-08df-401a-8ed4-b92e7442583c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:40.998141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['708b4767-08df-401a-8ed4-b92e7442583c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:41.011293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:41.050571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb2999-470b-44b4-87e6-1205269b9b65 None None] Port d870d5f0-0160-4c9e-aafb-46eb409c8d7f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:41.063890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11d08e6-732b-4a6d-bced-8afac0267b09']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:41.098722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port 708b4767-08df-401a-8ed4-b92e7442583c on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:38:41.101770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4ad2e6db-70dd-4b7b-a19e-47a3f7c3dd44 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1044867 Dec 23 12:38:41.107671 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:41.112898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c1453921-380f-4842-9dc6-da406b293bd8 req-a5844a1f-9fb6-47f8-a48c-f349dea8e645 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.43 "DELETE /v2.0/ports/708b4767-08df-401a-8ed4-b92e7442583c HTTP/1.1" status: 204 len: 173 time: 0.8834777 Dec 23 12:38:41.113529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'name': 'network-vif-deleted', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:41.122796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d92915-a379-46ff-9109-4a7a3cb7890b') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:41.123645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d92915-a379-46ff-9109-4a7a3cb7890b') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:41.128329 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510b729-3ae2-4774-b2e6-a394bf63755c" -d '{"events": [{"server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "name": "network-vif-deleted", "tag": "708b4767-08df-401a-8ed4-b92e7442583c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:41.134984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:41.223189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:41.251061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.259908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.267086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.275271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.282069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.283873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-7e75460f-ea25-458a-90aa-d0517aa548d7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3817 time: 0.3739643 Dec 23 12:38:41.298649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cd30-91e1-40b7-8bb3-780c68f1de93 req-6d55d37e-f8c9-4488-95fc-fc632b130686 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:41.300194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26f8cd30-91e1-40b7-8bb3-780c68f1de93 req-6d55d37e-f8c9-4488-95fc-fc632b130686 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=40494181-85e6-4dd5-b9b6-129f024a0374 HTTP/1.1" status: 200 len: 867 time: 0.4546885 Dec 23 12:38:41.320271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:41.381824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:38:41.382245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:38:41.389877 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:38:41.484262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:41.502204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26f8cd30-91e1-40b7-8bb3-780c68f1de93 req-b2f3a484-f9bf-49ee-851f-9ddde50e0c8d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916006 Dec 23 12:38:41.518963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5c2f00-44ef-4814-a6b6-2811f2eed526 req-4fafef78-1714-48ee-9c94-03e20dac965e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106040 Dec 23 12:38:41.627757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:38:41.631428 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98aea4-abab-4be0-91e8-4a454df37125 x-openstack-request-id: req-4c98aea4-abab-4be0-91e8-4a454df37125 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:41.636071 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40494181-85e6-4dd5-b9b6-129f024a0374", "name": "network-vif-deleted", "tag": "708b4767-08df-401a-8ed4-b92e7442583c", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:41.636489 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c98aea4-abab-4be0-91e8-4a454df37125 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:41.639777 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40494181-85e6-4dd5-b9b6-129f024a0374', 'name': 'network-vif-deleted', 'tag': '708b4767-08df-401a-8ed4-b92e7442583c', 'status': 'completed', 'code': 200} Dec 23 12:38:41.799645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.259723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.266071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] 10.222.0.16 "DELETE /v2.0/networks/d11d08e6-732b-4a6d-bced-8afac0267b09 HTTP/1.1" status: 204 len: 168 time: 3.9310005 Dec 23 12:38:42.330072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5554e-11a1-4bbb-abb2-db9e82d2a6be tempest-DHCPAgentSchedulersTestJSON-1635250546 tempest-DHCPAgentSchedulersTestJSON-1635250546-project] Pushing event deleted for resources: {'Network': ['ID=d11d08e6-732b-4a6d-bced-8afac0267b09,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:42.333963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34916) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:42.429558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:38:42.444217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Sync routers for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:38:42.463360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:42.464048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:42.523279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:42.531403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.533014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e80d276-4754-4344-9bd5-c0bebfb305b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.6622248 Dec 23 12:38:42.536398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34924) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:42.554296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.585728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Transition to ACTIVE for port object 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:42.611185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d572970a-8917-4490-8637-8c4af30710d8 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c95a45dd98b447989e82921fb516201d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729356 Dec 23 12:38:42.612669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2120beb-806d-42b3-aa45-f982ee2271e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.616889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34930) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:42.658739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:42.782024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.833575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2120beb-806d-42b3-aa45-f982ee2271e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.922769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2120beb-806d-42b3-aa45-f982ee2271e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:42.992138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:38Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:43.006777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:43.019955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120beb-806d-42b3-aa45-f982ee2271e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088e09e-8281-4bce-9979-5029e2a2b352,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:43.111533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2120beb-806d-42b3-aa45-f982ee2271e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95bacbfaa6ce4fd389f6ed2b6407441b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755251 Dec 23 12:38:43.112074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Checking router: 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:38:43.112794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:43.113313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Updating router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb port c7b629e6-c08f-47fe-8cac-197428d7686a binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:38:43.135301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:43.235391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.243733 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.267153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.343501 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11313eda-fc46-416d-93c2-116e6944f93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.484956 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9f82d900-95ac-465d-b6ae-b84702e2c884 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2369080be3c946a797202382af9facd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387415 Dec 23 12:38:43.486143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.489570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.495816 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4088e09e-8281-4bce-9979-5029e2a2b352 HTTP/1.1" status: 204 len: 168 time: 0.3801398 Dec 23 12:38:43.496786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:43.506628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Attempting to bind port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:43.506926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Attempting to bind port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:43.507444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Attempting to bind port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 on network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:43.508275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24505d0-58bc-4c0f-b7ec-8590d24b32ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088e09e-8281-4bce-9979-5029e2a2b352,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:43.609488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.631579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.665888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 on network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:43.666467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Attempting to bind port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 on network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:43.685032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:43.686635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Checking segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:43.687232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Bound using segment: {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:43.688025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Bound port: 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4784df77-ca3f-4f15-a035-f9ce3403511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:43.688540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.729275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.737404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.744337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.752087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.760701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.762810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-383204fc-8ef2-4895-8785-d51e013a3647 req-e8997788-d0c8-40c7-b1bc-64806cb525be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3829 time: 0.9144328 Dec 23 12:38:43.809081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5768c-7581-4d15-be90-103d847b66e9 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.814593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ab5768c-7581-4d15-be90-103d847b66e9 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1962991 Dec 23 12:38:43.821534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:43.903383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-383204fc-8ef2-4895-8785-d51e013a3647 req-a8d1bcb3-dfcf-465d-ae3e-bcbeb7fb263e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032350 Dec 23 12:38:43.908877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.916168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7a86d1bd-719d-4e10-9d27-c8b43553ed83 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0931575 Dec 23 12:38:43.920531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34992) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:43.926822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072455364', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:43.938487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-75e162cd-c9eb-4661-b22a-f6991f0b6d05 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:43.940271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-75e162cd-c9eb-4661-b22a-f6991f0b6d05 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.9352961 Dec 23 12:38:43.980162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:43.993383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-756f6f4e-2247-4e6f-85e2-e8ef1e2122db tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0405304 Dec 23 12:38:44.019669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:44.026362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.032679 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.036894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b7bb9f0-6395-4d5a-ba3f-ff1e49dcce5b HTTP/1.1" status: 204 len: 168 time: 0.5257485 Dec 23 12:38:44.100946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:44.107326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2521c-b342-459a-9aff-02f158f45711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7bb9f0-6395-4d5a-ba3f-ff1e49dcce5b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:44.132225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-ede843ec-2ee7-46a1-b688-97f47e2772a9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374762 Dec 23 12:38:44.140559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b67ac-34e7-4d7b-94b3-555660d5bc8f None None] Pushing event updated for resources: {'Port': ['ID=c7b629e6-c08f-47fe-8cac-197428d7686a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:44.142976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Attempting to bind port c7b629e6-c08f-47fe-8cac-197428d7686a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:44.143393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Attempting to bind port c7b629e6-c08f-47fe-8cac-197428d7686a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:44.143907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Attempting to bind port c7b629e6-c08f-47fe-8cac-197428d7686a on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:44.149409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3da8fe-2f26-4e96-a73e-80f7ccd5ebb2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:44.160169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.163576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:44.164444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:44.165493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.166411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:44.167438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Bound port: c7b629e6-c08f-47fe-8cac-197428d7686a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:44.168224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.201026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:44.205076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.265803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.266812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.268609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1092 time: 3.1397374 Dec 23 12:38:44.274324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:44.274503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] For port c7b629e6-c08f-47fe-8cac-197428d7686a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:44.277201 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:44.286010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] For port c7b629e6-c08f-47fe-8cac-197428d7686a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c7b629e6-c08f-47fe-8cac-197428d7686a,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:44.331177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-83b4f7fd-8ab7-47bd-ad9f-9283ede735e0 None None] Provisioning complete for port c7b629e6-c08f-47fe-8cac-197428d7686a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:44.331861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83b4f7fd-8ab7-47bd-ad9f-9283ede735e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.366131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf06b-fe25-473b-aba9-937fb1e1cbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:44.380202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:44.390324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.423395 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8371bc3-d8ef-4481-a59c-aace03201f89 x-openstack-request-id: req-b8371bc3-d8ef-4481-a59c-aace03201f89 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:44.424061 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:44.424551 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8371bc3-d8ef-4481-a59c-aace03201f89 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:44.425204 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'status': 'completed', 'code': 200} Dec 23 12:38:44.436937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-01421dbf-2d84-4d8e-a187-d1bed4bf148a service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033662 Dec 23 12:38:44.525633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b67ac-34e7-4d7b-94b3-555660d5bc8f None None] Pushing event updated for resources: {'Port': ['ID=c7b629e6-c08f-47fe-8cac-197428d7686a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:44.566192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8fac3-b4a8-4bae-8841-8ddb3836c6fa None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:38:44.579241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-1b9083f4-e069-47a2-9393-dbdbac84d379 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410236 Dec 23 12:38:44.583149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35004) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:44.602317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-83b4f7fd-8ab7-47bd-ad9f-9283ede735e0 None None] Port c7b629e6-c08f-47fe-8cac-197428d7686a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:44.603636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:44.604242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:44.679245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa79932-6c8d-4ce7-aa8b-f5d313cff4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.739385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 708b4767-08df-401a-8ed4-b92e7442583c no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:38:44.817673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 708b4767-08df-401a-8ed4-b92e7442583c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:38:44.818022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 708b4767-08df-401a-8ed4-b92e7442583c not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:38:44.845482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.857084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] Provisioning complete for port c7b629e6-c08f-47fe-8cac-197428d7686a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:44.857479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:44.886389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:38:44.889323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.891815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.892941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.896295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.897747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:44.903752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-621404cb-3ea4-4a43-a20d-0846ca846fca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 4364 time: 0.1879992 Dec 23 12:38:44.910022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.145165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:45.262398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.294471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] For port c7b629e6-c08f-47fe-8cac-197428d7686a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c7b629e6-c08f-47fe-8cac-197428d7686a,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:45.317365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-1fc6cfda-bc49-4ab4-81cb-95fd465437b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.318658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-1fc6cfda-bc49-4ab4-81cb-95fd465437b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.319312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-1fc6cfda-bc49-4ab4-81cb-95fd465437b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.321170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-1fc6cfda-bc49-4ab4-81cb-95fd465437b8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3963163 Dec 23 12:38:45.326740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Subnet': ['ID=164e4382-cbb0-4a85-a73e-1fda7a48c4e8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:45.429289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.494021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:45.494392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network hostable DHCP agents. Network: e4f4337e-4050-47b3-93ff-7b40cf670698, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:38:45.504521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:45.516636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:38Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:45.559419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c85899e-47b3-4afc-a849-8c3f0416d3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.613320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-dbc74201-2519-4922-9a0e-8a70dea9b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.615311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d6aade4-3fb2-4857-9a79-02c5d0668cd3 req-dbc74201-2519-4922-9a0e-8a70dea9b06e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2841938 Dec 23 12:38:45.671437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e4f4337e-4050-47b3-93ff-7b40cf670698 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:38:45.740097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35026) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:45.753952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc36170-2725-4b79-88bb-69270cf48017 None None] The sync data for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 is: [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:38Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:38:45.773352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e4f4337e-4050-47b3-93ff-7b40cf670698) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:45.794594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.798553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.809650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c85899e-47b3-4afc-a849-8c3f0416d3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.833594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870320a-bf5d-4cee-a3a7-637a392007fc None None] Network e4f4337e-4050-47b3-93ff-7b40cf670698 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:45.845056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa79932-6c8d-4ce7-aa8b-f5d313cff4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.868520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2fd6b2f8-583c-4aef-9e69-96c1fc3bc5e4 req-8d35d267-83c0-4724-9380-097b4f998955 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.8069246 Dec 23 12:38:45.871484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c85899e-47b3-4afc-a849-8c3f0416d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:45.949988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.950704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85899e-47b3-4afc-a849-8c3f0416d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b8161-4a26-4026-97fa-d55973eb00e3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:45.957337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.968856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.982498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.982681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c85899e-47b3-4afc-a849-8c3f0416d3a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f365943011574fb5b4ca936b3c7d3499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504671 Dec 23 12:38:45.983592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:45.995439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:45.998462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-509298d7-0099-49f0-bfa6-77fbdc0e1d01 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3829 time: 0.7629340 Dec 23 12:38:46.002013 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e85d9102-0f19-4b6e-90ef-c1c7dc105083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.007601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5fa79932-6c8d-4ce7-aa8b-f5d313cff4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.011284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96518-f35f-487f-a64c-1f0ac28caf1b None None] Pushing event updated for resources: {'Port': ['ID=c7b629e6-c08f-47fe-8cac-197428d7686a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:46.040215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22748a99-c5cc-4736-997b-c8732d6eff0c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1141493 Dec 23 12:38:46.040215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35036) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:46.157424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e438b7b9-520a-4cf8-804e-5cb6be61639b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.158793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79932-6c8d-4ce7-aa8b-f5d313cff4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72173071-d00f-4724-be84-413b7881bf65,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:46.166414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e4f4337e-4050-47b3-93ff-7b40cf670698', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:38:46.168210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.196685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5fa79932-6c8d-4ce7-aa8b-f5d313cff4af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=614dcedd21534b03854027d31d7c0600&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6051285 Dec 23 12:38:46.211712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35038) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:46.218415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.293789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.311842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f2d72e4-cda3-4042-a845-31a56b0c7b5f req-9ef87fb3-cbaf-48ba-b877-275c5eea006c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920949 Dec 23 12:38:46.317430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d97ac7-7666-4d79-9bee-af6ee2914a5a {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:46.338343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.362834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Transition to ACTIVE for port object 03d97ac7-7666-4d79-9bee-af6ee2914a5a will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:46.457768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Allocated IP 172.20.0.2 (e4f4337e-4050-47b3-93ff-7b40cf670698/164e4382-cbb0-4a85-a73e-1fda7a48c4e8/0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:46.459987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.470596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.476705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.479758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.481069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e93b8161-4a26-4026-97fa-d55973eb00e3 HTTP/1.1" status: 204 len: 168 time: 0.4936056 Dec 23 12:38:46.502691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e2d73-27fc-4f80-858a-820f90e7bfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b8161-4a26-4026-97fa-d55973eb00e3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:46.547227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.566016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:46.621111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.744737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Attempting to bind port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:46.745682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Attempting to bind port 03d97ac7-7666-4d79-9bee-af6ee2914a5a by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:46.746181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Attempting to bind port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:46.755052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:46.755607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Attempting to bind port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:46.767067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:46.767711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:46.768267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Bound using segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:46.768931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Bound port: 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:46.769472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.783106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.872403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:46.934880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:46.940965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:47.097302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Network e4f4337e-4050-47b3-93ff-7b40cf670698 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:47.140103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ac24ebf-8ebc-4873-b39e-3696cd7e4daa req-89f09f51-3842-40ed-80df-0ed01b5dc283 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.1122117 Dec 23 12:38:47.141629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.149282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:47.155678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:47.165461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Pushing event updated for resources: {'Port': ['ID=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:47.248012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.248850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.250698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] 10.222.0.43 "PUT /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 1129 time: 2.8811176 Dec 23 12:38:47.251339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '03d97ac7-7666-4d79-9bee-af6ee2914a5a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:47.254060 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "03d97ac7-7666-4d79-9bee-af6ee2914a5a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:47.295922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Attempting to bind port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:47.299648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Attempting to bind port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:47.300311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Attempting to bind port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:47.309078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:47.309763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:47.311452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.312203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Bound using segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:47.312898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Bound port: 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:47.317452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.317597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488f87b-5afc-4fac-92b2-260594d0c344 service neutron] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:47.326800 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f24a38-a913-4f6c-912d-19832d56a218 x-openstack-request-id: req-56f24a38-a913-4f6c-912d-19832d56a218 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:47.328299 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "03d97ac7-7666-4d79-9bee-af6ee2914a5a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:47.328791 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56f24a38-a913-4f6c-912d-19832d56a218 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:47.329512 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '03d97ac7-7666-4d79-9bee-af6ee2914a5a', 'status': 'completed', 'code': 200} Dec 23 12:38:47.572272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.572770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.573271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.573928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.574752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.575643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.577973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-e91a6afe-e924-4dd5-bb20-fac006baf390 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5286 time: 0.2235107 Dec 23 12:38:47.594232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] For port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:47.603995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] For port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:47.682881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.711496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.718700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.732806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.734529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:47.745559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.752309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.771266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.773356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76a6a216-3a82-47da-a2c7-87af31144194 req-ab33b449-49a6-4298-ab15-0183fa375fab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 4600 time: 0.2856696 Dec 23 12:38:47.788855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-ac8b7950-3daf-4e55-832e-043323b46ca0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2202122 Dec 23 12:38:47.789767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb368e5d-04bb-4d38-9753-870cce76e4b1 None None] Pushing event updated for resources: {'Port': ['ID=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:47.825120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e438b7b9-520a-4cf8-804e-5cb6be61639b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.966004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76a6a216-3a82-47da-a2c7-87af31144194 req-9a067091-d0ce-45fd-b0fd-b6bad6425350 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727719 Dec 23 12:38:47.976611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.980988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-d4cb032c-f9dd-426a-b415-0cbd61023406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.981664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-d4cb032c-f9dd-426a-b415-0cbd61023406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.983368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-d4cb032c-f9dd-426a-b415-0cbd61023406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:47.988339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-d4cb032c-f9dd-426a-b415-0cbd61023406 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4004292 Dec 23 12:38:47.994311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:47.995762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72173071-d00f-4724-be84-413b7881bf65 HTTP/1.1" status: 204 len: 168 time: 1.6455655 Dec 23 12:38:48.024783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.082109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e438b7b9-520a-4cf8-804e-5cb6be61639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.144337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6fd53-07ed-419e-aa66-29f7b22bb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72173071-d00f-4724-be84-413b7881bf65,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:48.167543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.191972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c7b629e6-c08f-47fe-8cac-197428d7686a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:48.435324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.436510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c7b629e6-c08f-47fe-8cac-197428d7686a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:48.436510 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.529632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-9c1f8c17-817c-4143-90f3-c18657020668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:48.531232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ea4fa5c-fa7b-49a4-88e5-5543ce7154e9 req-9c1f8c17-817c-4143-90f3-c18657020668 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5370040 Dec 23 12:38:48.588159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-a96e5410-eddb-4c5b-a9fe-571bf88400e1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:48.590053 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-a96e5410-eddb-4c5b-a9fe-571bf88400e1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.4269853 Dec 23 12:38:48.604096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-566a0ec8-119a-45c6-9083-14568cb4cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:48.605669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-566a0ec8-119a-45c6-9083-14568cb4cd12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 1096 time: 0.6608911 Dec 23 12:38:48.609414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e438b7b9-520a-4cf8-804e-5cb6be61639b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2b2e8c622aa45b5b06222f34d3e9970&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8676889 Dec 23 12:38:48.610876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35078) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:48.632278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438b7b9-520a-4cf8-804e-5cb6be61639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbef1f5-553a-427e-a406-e737b296f8d8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:48.643157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:48.758612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.797253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:48.887423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02f16bd7-fdb0-45f4-9ec8-96830526c22f req-32a5a7cb-8efb-417b-9faf-5099f7a181b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.5457244 Dec 23 12:38:49.088258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.091371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.094402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddbef1f5-553a-427e-a406-e737b296f8d8 HTTP/1.1" status: 204 len: 168 time: 0.4788942 Dec 23 12:38:49.104321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103fc2-9847-42f7-bc5e-c6d705a7eaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbef1f5-553a-427e-a406-e737b296f8d8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:49.184103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.258115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.264370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.282928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.289645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.295963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.308651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.310955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-b954ce1f-3575-4ff4-8219-cf01cf758f6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 4600 time: 0.1948056 Dec 23 12:38:49.389899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-5ac23b33-4d1c-463f-bfa3-d186e4c57ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.395806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-5ac23b33-4d1c-463f-bfa3-d186e4c57ee3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.7568007 Dec 23 12:38:49.468139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b38eb6aa-fe7a-49f7-9ae9-1b5095cd5256 req-326a2fca-3df8-4900-a7b0-aa140c7af980 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494813 Dec 23 12:38:49.536249 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-dd22aed3-6a4b-4678-a305-138d51e49e2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 200 len: 217 time: 0.1191070 Dec 23 12:38:49.653640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:49.657477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.660616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.786788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db75edf-60b1-452f-accd-13fe0e507cf7 None None] Network e4f4337e-4050-47b3-93ff-7b40cf670698 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:38:49.863258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.8 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/2e8f5e9b-49e8-49a8-81b3-e2879d78b80a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:49.920494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-973cd6fe-813d-4562-ac57-3a19f5387659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:49.922791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-973cd6fe-813d-4562-ac57-3a19f5387659 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.3744586 Dec 23 12:38:49.979143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] Provisioning complete for port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:49.979774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:49.991841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:50.006507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12f68a1-d3a7-421b-80a1-7b16657e09a0 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:50.030687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.098945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64e57b52-0206-4493-b183-b9c20887e8dd req-9b44bcbc-3bd5-4c3c-a7dd-b281e04c5437 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.0520215 Dec 23 12:38:50.106233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Transition to ACTIVE for port object a12f68a1-d3a7-421b-80a1-7b16657e09a0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:50.127753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:50.128316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.183202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-7d30ecf0-c001-4a25-879c-5346042a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.184736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-7d30ecf0-c001-4a25-879c-5346042a65b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438228 Dec 23 12:38:50.185392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.270295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.295697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35110) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:50.331249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-100c4971-aae2-4725-875a-5afbdb78d14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.452338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-0601e2cc-c5d7-460d-950b-6e7bc56c9f6e req-75532e44-eb61-41f9-b8f9-f45d143a90b9 service neutron] (104037) timed out ('10.222.0.43', 55349) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:38:50.462505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] For port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:50.463533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.600060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-100c4971-aae2-4725-875a-5afbdb78d14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.619384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.706783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-100c4971-aae2-4725-875a-5afbdb78d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.756871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.1 (e4f4337e-4050-47b3-93ff-7b40cf670698/164e4382-cbb0-4a85-a73e-1fda7a48c4e8/c0f91841-a2d9-4901-9fc8-d54625cb85ae) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:50.763362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-100c4971-aae2-4725-875a-5afbdb78d14c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7f9fac141f74c29a23a649136572154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667447 Dec 23 12:38:50.765228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c4971-aae2-4725-875a-5afbdb78d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbeacbb-e77d-40e6-9888-cc06fd94d10f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:50.767558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:50.770978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81416501-633a-4c41-b898-9de23a5cdf7b None None] Pushing event updated for resources: {'Port': ['ID=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:50.781450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.796502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.803400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.805375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:38:50.814803 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:38:50.822735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-34be6c60-75c9-412f-8633-344b3c9269c0 None None] Provisioning complete for port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:50.823356 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-34be6c60-75c9-412f-8633-344b3c9269c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:50.833687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.840116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.883410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.901779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:50.904203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9d1552b9-a755-4acc-916c-2337f30fa893 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5372 time: 0.2535565 Dec 23 12:38:50.918066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.030729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:51.081488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.104259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.161127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a5a4d06-1adb-4ed6-bc71-f2f459c5d963 req-9448f0bc-6585-4c65-aefb-d6ec3a61a8f7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2195184 Dec 23 12:38:51.161127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.200915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.290477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef0eef0e-5a71-4efc-8483-65b1ef97c328 req-71cb85c0-6ea1-44f0-b3b8-e9d766a40ae5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.0397828 Dec 23 12:38:51.307140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:51.359949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e4f4337e-4050-47b3-93ff-7b40cf670698 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:51.375279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:51.377323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Attempting to bind port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:51.377783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Attempting to bind port a12f68a1-d3a7-421b-80a1-7b16657e09a0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:51.378167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Attempting to bind port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:51.380300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:51.387680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-21f66e6b-bf48-48ac-9aed-81e2ee9657ee service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1857269 Dec 23 12:38:51.420581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:51.420936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Attempting to bind port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:51.487881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:51.487881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:51.487881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Bound using segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:51.487881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Bound port: a12f68a1-d3a7-421b-80a1-7b16657e09a0, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:51.487881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.504288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.614809 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.619117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.623412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fbeacbb-e77d-40e6-9888-cc06fd94d10f HTTP/1.1" status: 204 len: 168 time: 0.8523254 Dec 23 12:38:51.642722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0469d-a576-409d-8cfd-b6014833b52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbeacbb-e77d-40e6-9888-cc06fd94d10f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:51.687294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.699077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:38:51.774676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6f26809f-5478-49ca-bd29-b7215c4c73d9 req-ba7c00d6-b0d9-4ad3-a4f7-0b4356f204ca service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667123 Dec 23 12:38:51.845110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8bcb53e7-9c3c-43d5-abc3-a6d362ae1425 None None] Provisioning complete for port c0f91841-a2d9-4901-9fc8-d54625cb85ae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:51.852662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8bcb53e7-9c3c-43d5-abc3-a6d362ae1425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.884729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:51.890507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:51.898338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:51.902115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:51.909228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:51.915621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:51.928404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:38:51.944197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:51.984160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb53e7-9c3c-43d5-abc3-a6d362ae1425 None None] Port c0f91841-a2d9-4901-9fc8-d54625cb85ae cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:52.008993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.010246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:52.029184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:52.080683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:52.081357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:52.115992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.116930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:52.118608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] 10.222.0.43 "PUT /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 1130 time: 4.3897178 Dec 23 12:38:52.132615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:52.135164 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea008d6-0208-4567-aef9-25b02db69330" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "a12f68a1-d3a7-421b-80a1-7b16657e09a0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:52.161620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-72331b95-7875-407f-8a01-66373536a6b6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5384693 Dec 23 12:38:52.174498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Request body: {'port': {'device_id': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:52.304177 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8776c-0c32-4810-9296-0d96c634b01b x-openstack-request-id: req-30b8776c-0c32-4810-9296-0d96c634b01b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:52.304534 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "a12f68a1-d3a7-421b-80a1-7b16657e09a0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:52.304892 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30b8776c-0c32-4810-9296-0d96c634b01b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:52.305365 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0', 'status': 'completed', 'code': 200} Dec 23 12:38:52.314687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:52.468248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.474682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.485717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.492680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.526383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.540700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.546797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.558531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-db9fd716-4711-4772-8b7a-58b292844a93 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5372 time: 0.2453113 Dec 23 12:38:52.639207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b777e-0741-4d09-9024-e70133c6cff3 req-66dd3e6e-e7c7-4f93-bc64-4c71a51403e7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:52.648401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe3b777e-0741-4d09-9024-e70133c6cff3 req-66dd3e6e-e7c7-4f93-bc64-4c71a51403e7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 931 time: 0.2643671 Dec 23 12:38:52.705580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c85800b-2d97-49ed-a35d-b33f71d49edd req-dccce6fb-54f1-4f37-959d-15ac1f51c370 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382740 Dec 23 12:38:52.750427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:52.758292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe3b777e-0741-4d09-9024-e70133c6cff3 req-3e882c7c-5773-4757-9b5d-7643a17b3157 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050382 Dec 23 12:38:52.826317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c302a-6fe1-47cd-9b5a-9b19f8a869ff service neutron] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:52.929346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:53.031239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.031647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.032111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.032569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.033052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.033505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.034102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.036047 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5ea008d6-0208-4567-aef9-25b02db69330 req-fac1acac-4060-4616-a751-3500afb384dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6209 time: 0.6978705 Dec 23 12:38:53.167793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:53.330671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35190) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:53.581385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:53.763534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700faba1-873c-437b-97c4-e5bc75721e9b {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:53.774217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:53.791104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:53.905278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-eafc3980-c882-4985-806d-b8e03a4b7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.905923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-eafc3980-c882-4985-806d-b8e03a4b7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.906390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-eafc3980-c882-4985-806d-b8e03a4b7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:53.908127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5ea008d6-0208-4567-aef9-25b02db69330 req-eafc3980-c882-4985-806d-b8e03a4b7600 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8604198 Dec 23 12:38:53.933220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Transition to ACTIVE for port object 700faba1-873c-437b-97c4-e5bc75721e9b will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:53.942172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.036044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:54.036567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31302-be5d-4ec2-9be3-be59bc7ebe1d req-ac712962-cfde-4205-8803-283f517621fa tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.038207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1db31302-be5d-4ec2-9be3-be59bc7ebe1d req-ac712962-cfde-4205-8803-283f517621fa tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 931 time: 0.1830406 Dec 23 12:38:54.045227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.061365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Transition to ACTIVE for port object 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:54.066249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.070367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.097467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.107900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.120792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.135178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.142342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.150338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.158328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.165564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.167738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-e870c5d7-8460-465a-aaff-32ab679589fc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5372 time: 0.3113751 Dec 23 12:38:54.272372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef6877db-1791-4e3f-88f3-082bc38c3abf req-42a1312a-fe65-4eb8-b287-d0119f7fb69d tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734570 Dec 23 12:38:54.354686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1db31302-be5d-4ec2-9be3-be59bc7ebe1d req-76b0b12d-7adb-4a3e-92aa-ecb993c4947c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030851 Dec 23 12:38:54.371139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.397766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:54.416064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.529173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Allocated IP 172.25.7.105 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7f2fed4a-af44-411b-95b1-2c2af76a88b5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:38:54.671051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:54.674714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.695219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea008d6-0208-4567-aef9-25b02db69330 req-85a5fa45-0307-43ef-836b-204b5d7d3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:54.697026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5ea008d6-0208-4567-aef9-25b02db69330 req-85a5fa45-0307-43ef-836b-204b5d7d3cdf service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7801113 Dec 23 12:38:54.734344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Attempting to bind port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:54.734680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Attempting to bind port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:54.735057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Attempting to bind port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:54.763126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.780540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:54.780928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Attempting to bind port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:54.797739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:54.798044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:54.798418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:54.798862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Bound port: 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:54.799451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:54.826166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=7f2fed4a-af44-411b-95b1-2c2af76a88b5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:54.845179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:54.848785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:54.855696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:38:54.870707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:54.874120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:54.877863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Attempting to bind port 700faba1-873c-437b-97c4-e5bc75721e9b on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:54.878351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Attempting to bind port 700faba1-873c-437b-97c4-e5bc75721e9b by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:54.878351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Attempting to bind port 700faba1-873c-437b-97c4-e5bc75721e9b on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:54.902401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e4f4337e-4050-47b3-93ff-7b40cf670698 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:38:54.907894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:38:54.930348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Port 700faba1-873c-437b-97c4-e5bc75721e9b on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:54.930458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Attempting to bind port 700faba1-873c-437b-97c4-e5bc75721e9b on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:55.045034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:55.054413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.063258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.124555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:55.127755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:55.128373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:55.128981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Bound using segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:55.129621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Bound port: 700faba1-873c-437b-97c4-e5bc75721e9b, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:55.130174 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.149622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.150576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.152208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-68b05971-216e-49f8-8fcc-9057adf44ca9 service neutron] 10.222.0.57 "PUT /v2.0/ports/2e8f5e9b-49e8-49a8-81b3-e2879d78b80a HTTP/1.1" status: 200 len: 1091 time: 2.9863074 Dec 23 12:38:55.154585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:55.155530 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6599b-180f-4024-aaa9-ac1db8618f37" -d '{"events": [{"name": "network-changed", "server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:55.246054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.274173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c42567-9e46-444b-b303-7bc07f5fe435 x-openstack-request-id: req-d9c42567-9e46-444b-b303-7bc07f5fe435 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:55.275525 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:55.279506 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9c42567-9e46-444b-b303-7bc07f5fe435 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:55.280079 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a', 'status': 'completed', 'code': 200} Dec 23 12:38:55.423731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-544a0ced-5907-4735-af87-a9e7afd9a7ad None None] Provisioning complete for port c0f91841-a2d9-4901-9fc8-d54625cb85ae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:55.424207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-544a0ced-5907-4735-af87-a9e7afd9a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.442068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:55.449681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:55.454733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:38:55.458202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-994d89ec-6c0c-4beb-9125-70b808698e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.460415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-994d89ec-6c0c-4beb-9125-70b808698e0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 1094 time: 0.1904216 Dec 23 12:38:55.504361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-544a0ced-5907-4735-af87-a9e7afd9a7ad None None] Port c0f91841-a2d9-4901-9fc8-d54625cb85ae cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:55.564635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-1fcc2b7b-bc2e-407b-b7c1-08e7ab845215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a HTTP/1.1" status: 200 len: 217 time: 0.0941014 Dec 23 12:38:55.566322 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.572034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.629565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-f6e93b7b-e1b7-4a5c-80c8-91ebe88bd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.631445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-f6e93b7b-e1b7-4a5c-80c8-91ebe88bd491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.0550494 Dec 23 12:38:55.664010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.667621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.674019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.680063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.686884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.692959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.699098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.701120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4bf84e2b-c932-4be2-a205-2a3bc9ceb01c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5384 time: 0.1308467 Dec 23 12:38:55.703344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.715998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334d2c7-558f-4330-b50e-f2c583986ebe req-05fa7fe5-7f2d-44d8-80a1-a7648ce360ea tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.719456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2334d2c7-558f-4330-b50e-f2c583986ebe req-05fa7fe5-7f2d-44d8-80a1-a7648ce360ea tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 943 time: 0.1493001 Dec 23 12:38:55.783183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-134382ce-10b0-41f0-a7bc-171ce410efed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267371 Dec 23 12:38:55.807083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:55.807709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:55.809311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] 10.222.0.43 "PUT /v2.0/ports/700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 1091 time: 3.5031197 Dec 23 12:38:55.896570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29e7fa-cabb-4a08-a8fc-1bb2638c3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:55.902659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:38:55.920626 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9794a995-6c89-429b-8f5f-5c5ee2fd195c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8369100 Dec 23 12:38:55.920626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:55.948098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=7f2fed4a-af44-411b-95b1-2c2af76a88b5,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:55.948628 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Sync routers for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:38:55.961123 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:55.961760 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:56.007408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2334d2c7-558f-4330-b50e-f2c583986ebe req-ac8e764b-47c0-4041-8a4c-80234077aa87 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345867 Dec 23 12:38:56.019277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.049531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3625f6ef-0e0e-4382-87e8-4f3748efdaae req-4e22d777-8d9b-42b4-976b-9fae385827c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3286698 Dec 23 12:38:56.050196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-233102d0-525b-4876-a1ef-8aaf4cc5974b service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573929 Dec 23 12:38:56.063785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.149197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.151400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3dfa7260-03e5-41be-ab41-f25ed1e6d5fb tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8193572 Dec 23 12:38:56.153966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35246) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:56.163091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1478338459'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:56.303004 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:56.352678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Made reservation on behalf of 47b028a51e044001a741d3c6a3cb5c5a for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:56.360021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.398728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.424483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-7df32549-26d7-4d04-ac2e-0e0f85ca80b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335356088&fields=id&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 267 time: 0.1257865 Dec 23 12:38:56.553101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-f7f7e75c-fd28-4386-948a-c6337e9c1365 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:56.554869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-f7f7e75c-fd28-4386-948a-c6337e9c1365 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 796 time: 0.1203613 Dec 23 12:38:56.572994 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:53Z', 'revision_number': 2, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:56.579013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-8593c0f5-0b06-4737-a454-96f4b74cabea tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/quotas/c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 375 time: 0.0169055 Dec 23 12:38:56.609445 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Checking router: 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:38:56.609988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Updating router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb port c0f91841-a2d9-4901-9fc8-d54625cb85ae binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:38:56.680480 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.702443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a98b79e-76b9-4245-87b7-778fd257b925 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:38:56.707580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-e3a6ab49-8f03-48b8-8569-7b4cf5a2343e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204617 Dec 23 12:38:56.713406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.729100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Transition to ACTIVE for port object 9a98b79e-76b9-4245-87b7-778fd257b925 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:38:56.731927 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65001775-0caa-4913-8d1d-9e68136b8b32 req-058ec171-f4a3-493d-b8b6-252e781fba6f service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717844 Dec 23 12:38:56.778483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.842612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.891390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-cbf5d7cc-11de-485d-8e1b-e0f50174c444 service neutron] 10.222.0.16 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787994 Dec 23 12:38:56.931997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:56.965764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:57.062388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:38:57.102030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-33a86807-3a8d-452d-85e0-d91770d59a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:57.103564 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-33a86807-3a8d-452d-85e0-d91770d59a71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 1094 time: 0.1460519 Dec 23 12:38:57.298902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:38:57.303951 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e593997-af82-4aa6-9c9a-e8949a06d270" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:38:57.330214 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.424758 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.429547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Attempting to bind port 9a98b79e-76b9-4245-87b7-778fd257b925 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:57.429733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Attempting to bind port 9a98b79e-76b9-4245-87b7-778fd257b925 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:57.431270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Attempting to bind port 9a98b79e-76b9-4245-87b7-778fd257b925 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:57.438961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Port 9a98b79e-76b9-4245-87b7-778fd257b925 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:38:57.439294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Attempting to bind port 9a98b79e-76b9-4245-87b7-778fd257b925 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:57.479713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:57.480057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Checking segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:57.480446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Bound using segment: {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:57.480908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Bound port: 9a98b79e-76b9-4245-87b7-778fd257b925, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:57.481268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.510853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-921a2d1e-d084-4338-9795-9585a961c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:57.510853 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-921a2d1e-d084-4338-9795-9585a961c7a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 907 time: 0.3558562 Dec 23 12:38:57.531854 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Pushing event updated for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:57.593447 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.593795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.594133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.594465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.594793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.595118 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.595741 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.596077 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.596400 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.596722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.597100 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.597417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.597737 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:38:57.675258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Attempting to bind port c0f91841-a2d9-4901-9fc8-d54625cb85ae on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:38:57.675258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Attempting to bind port c0f91841-a2d9-4901-9fc8-d54625cb85ae by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:38:57.675258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Attempting to bind port c0f91841-a2d9-4901-9fc8-d54625cb85ae on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:38:57.675655 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:38:57.676206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:38:57.678549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-9a9eabca-2eb0-4534-8cb7-caac40f17979 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a HTTP/1.1" status: 200 len: 217 time: 0.1566985 Dec 23 12:38:57.681030 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.681487 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Bound using segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:38:57.681996 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Bound port: c0f91841-a2d9-4901-9fc8-d54625cb85ae, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:38:57.682389 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.759749 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] For port c0f91841-a2d9-4901-9fc8-d54625cb85ae, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:57.784409 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] For port c0f91841-a2d9-4901-9fc8-d54625cb85ae, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f91841-a2d9-4901-9fc8-d54625cb85ae,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:57.831410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-1a06aa72-909a-4727-b624-a227c0897fee service neutron] 10.222.0.16 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9305844 Dec 23 12:38:57.838714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.839304 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Added segment da6598b1-406d-4418-b434-3012da097ea8 of type vlan for network 63968242-79e3-4894-9a99-35ad10bf93c2 Dec 23 12:38:57.844192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9584e862-4e85-425a-8e6b-fa2881e2223c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:57.847475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7ee0b334-fcdc-4f39-b248-9beb291905c2 None None] Provisioning complete for port c0f91841-a2d9-4901-9fc8-d54625cb85ae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:57.847937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7ee0b334-fcdc-4f39-b248-9beb291905c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.942462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0b334-fcdc-4f39-b248-9beb291905c2 None None] Port c0f91841-a2d9-4901-9fc8-d54625cb85ae cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:38:57.972629 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:57.985984 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:58.003815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea26590-26fe-4636-aabe-40125c2ffa0b req-8c024bd2-39ac-454a-b1b7-ce7ef58c0b2c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.005548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ea26590-26fe-4636-aabe-40125c2ffa0b req-8c024bd2-39ac-454a-b1b7-ce7ef58c0b2c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 943 time: 0.1975319 Dec 23 12:38:58.054016 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d33819-4754-4cc0-a66b-0c2337c5b8c0 None None] Pushing event updated for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:58.070513 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:38:58.071389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:58.141426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ea26590-26fe-4636-aabe-40125c2ffa0b req-f935cf12-8fc3-4004-bb90-73db9f51fe31 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255622 Dec 23 12:38:58.148231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:58.195282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.195953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:58.271480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:38:58.408721 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2488cca1-18b9-42ff-a04a-720dad0ddc1f x-openstack-request-id: req-2488cca1-18b9-42ff-a04a-720dad0ddc1f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:38:58.409269 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:38:58.409540 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2488cca1-18b9-42ff-a04a-720dad0ddc1f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:38:58.410038 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b', 'status': 'completed', 'code': 200} Dec 23 12:38:58.500648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3452871 Dec 23 12:38:58.510201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:38:58.533170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:58.535137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-dffc2d4d-94e6-4aae-a0a3-29d28e9fb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.539118 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-dffc2d4d-94e6-4aae-a0a3-29d28e9fb4e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.8460627 Dec 23 12:38:58.591500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484748-a5db-44c8-b4a7-ea2b0cfb8e5b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Network': ['ID=63968242-79e3-4894-9a99-35ad10bf93c2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:58.605242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 63968242-79e3-4894-9a99-35ad10bf93c2 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:38:58.619058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Request body: {'subnet': {'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:58.623489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35296) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:58.667284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-07bac7cf-4f42-40be-b83b-3e5d5b18decc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176164 Dec 23 12:38:58.669596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:38:58.715179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8c83d0f-2348-47da-bcc0-9631215fafb5 req-a275d926-3763-4c19-8845-6b30b954fbf4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 210 time: 0.2133257 Dec 23 12:38:58.744613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.752763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.773452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] Provisioning complete for port c0f91841-a2d9-4901-9fc8-d54625cb85ae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:38:58.774647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:58.785993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.799316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:58.812234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.825333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:57Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:38:58.829036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.849876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.860668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.861177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.861650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.862114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.862390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.862597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.863023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.863541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:58.872709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-64f6ab5a-e373-495a-b4a8-208c0769baf9 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5396 time: 0.4831858 Dec 23 12:38:58.882252 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-e386275e-7c7f-4b06-8a54-da5531d431cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6301 time: 0.4653404 Dec 23 12:38:58.883260 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15d2f1-9652-441f-bb99-b8b7a52070bb None None] The sync data for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 is: [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:57Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:38:58.936582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.003769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] For port c0f91841-a2d9-4901-9fc8-d54625cb85ae, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f91841-a2d9-4901-9fc8-d54625cb85ae,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:38:59.060620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.061344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.063161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 1091 time: 3.1577270 Dec 23 12:38:59.118633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d435018-3f28-4fc4-b4a9-6d2bc63bb057 req-6fa83e4b-a44d-47eb-8ba4-39b46c73f57c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2289076 Dec 23 12:38:59.133550 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.176650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-58239b45-c22c-4c15-8f72-36814939b569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.202954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:38:59.269987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a99d-d082-43b5-b96f-899afcc9c7ea None None] Pushing event updated for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:59.320251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8b913-8d8c-477f-9544-0098c300b948 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:59.366031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-21a8484c-519b-499c-a713-f4e0f09e2433 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639490 Dec 23 12:38:59.423547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-58239b45-c22c-4c15-8f72-36814939b569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.446189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9b41b-2a2b-4633-a168-0ce44320ac11 req-88c268f1-2047-440b-8f7a-ebed3ed3c7d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.448357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffa9b41b-2a2b-4633-a168-0ce44320ac11 req-88c268f1-2047-440b-8f7a-ebed3ed3c7d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 943 time: 0.1411350 Dec 23 12:38:59.473157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Made reservation on behalf of 47b028a51e044001a741d3c6a3cb5c5a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:38:59.480855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.532446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffa9b41b-2a2b-4633-a168-0ce44320ac11 req-502f42c1-8d4b-4f98-8229-eb482aa65336 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768514 Dec 23 12:38:59.533840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-58239b45-c22c-4c15-8f72-36814939b569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.581680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58239b45-c22c-4c15-8f72-36814939b569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c3651-ffa6-4cfc-8153-f16bc44169fb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:59.613351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-58239b45-c22c-4c15-8f72-36814939b569 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f29a06e6fb0469582db142d8aee5591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9737015 Dec 23 12:38:59.616928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35314) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:38:59.675759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.684489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-89a22852-0e31-475a-a9d2-fb2c6d4569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.684489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-89a22852-0e31-475a-a9d2-fb2c6d4569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.684907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-89a22852-0e31-475a-a9d2-fb2c6d4569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.686448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-89a22852-0e31-475a-a9d2-fb2c6d4569d3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6849742 Dec 23 12:38:59.695469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.705980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.850491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79df6955-f593-4407-a960-9cd37c081fc8 req-8e872c33-b6d3-4c01-95de-3c687d1fe2d0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 210 time: 0.0624924 Dec 23 12:38:59.895084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.931970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:38:59.938383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e1c3651-ffa6-4cfc-8153-f16bc44169fb HTTP/1.1" status: 204 len: 168 time: 0.3180184 Dec 23 12:38:59.972495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a756575-a450-4b5d-873c-5cbe35fab43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c3651-ffa6-4cfc-8153-f16bc44169fb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:38:59.987961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-6986117e-769d-487f-8fc3-ed74de19e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:38:59.990978 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0e593997-af82-4aa6-9c9a-e8949a06d270 req-6986117e-769d-487f-8fc3-ed74de19e064 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2743444 Dec 23 12:39:00.016394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:00.030419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6fc6599b-180f-4024-aaa9-ac1db8618f37 req-647eebf5-f683-4c38-89a0-04acfc05f553 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188738 Dec 23 12:39:00.088169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f91841-a2d9-4901-9fc8-d54625cb85ae up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:00.225294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c0f91841-a2d9-4901-9fc8-d54625cb85ae triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:00.226010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:00.320782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:00.328948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:00.343984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a', 'mac_address': 'fa:16:3e:5e:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:00.355419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.368539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.390209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.403922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.410980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.415399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:00.417997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.424885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.426848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-20135a81-af54-40b8-a913-2450f145805b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5396 time: 0.1943088 Dec 23 12:39:00.427827 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a5e7a-552f-4a80-a441-a52f7ea62f80" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:00.486676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:00.529669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Subnet': ['ID=190d2885-e886-4ff1-bff9-253d57cdcf98,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:00.549405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:00.577909 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100e2ab-778b-4989-8d3f-6b6b10eb7bb7 x-openstack-request-id: req-2100e2ab-778b-4989-8d3f-6b6b10eb7bb7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:00.578217 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:00.578477 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2100e2ab-778b-4989-8d3f-6b6b10eb7bb7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:00.578997 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925', 'status': 'completed', 'code': 200} Dec 23 12:39:00.595226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:00.616897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57df0601-d4dc-40a9-a9be-c1c70d6d3997 req-175a1be2-8652-4279-b23f-51e3bf4d5342 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833375 Dec 23 12:39:00.661357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Checking segment: {'id': 'da6598b1-406d-4418-b434-3012da097ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:00.663966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network hostable DHCP agents. Network: 63968242-79e3-4894-9a99-35ad10bf93c2, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:39:00.665883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:00.758204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbae17-5f6b-4899-bd4e-6ae07f347966 req-eb0cc445-f9e6-4e3f-b93e-c78afe0a385e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.765326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fcbae17-5f6b-4899-bd4e-6ae07f347966 req-eb0cc445-f9e6-4e3f-b93e-c78afe0a385e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 944 time: 0.1103587 Dec 23 12:39:00.803349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:00.826978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.828707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.830628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.832407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.833581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.835087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.835223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:00.842287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-5a5d803a-f04f-4b01-a81f-e7d03c4d4e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6343 time: 0.2500646 Dec 23 12:39:00.906000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fcbae17-5f6b-4899-bd4e-6ae07f347966 req-eea0aacb-1780-4dd5-9f3c-1ce1d6a98b59 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217561 Dec 23 12:39:00.984463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['2e8f5e9b-49e8-49a8-81b3-e2879d78b80a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:00.988065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dc740a-cc55-430f-8296-f05919b76a37 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:01.000964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 63968242-79e3-4894-9a99-35ad10bf93c2 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:39:01.016586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.057577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c60cb0d-9f0b-422c-8ec5-c69799036d3b req-73bf4967-60e5-4fab-ac88-f44bb6f39f2b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 210 time: 0.0607345 Dec 23 12:39:01.080765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-d65b20fe-e1c6-49f0-9625-551a0dbb4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.081590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-d65b20fe-e1c6-49f0-9625-551a0dbb4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.082257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-d65b20fe-e1c6-49f0-9625-551a0dbb4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.084109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-d65b20fe-e1c6-49f0-9625-551a0dbb4153 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2328622 Dec 23 12:39:01.085307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Transition to ACTIVE for port object b8dc740a-cc55-430f-8296-f05919b76a37 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:39:01.214585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 63968242-79e3-4894-9a99-35ad10bf93c2) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:01.227324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.228999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.241655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26360cf-f208-4d34-8f7c-d7400a38f991 None None] Network 63968242-79e3-4894-9a99-35ad10bf93c2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:01.248027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.288509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-f116ce7b-2286-465c-8cad-d41131c80859 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.289711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-88949655-72ec-41ca-8bed-bcf172ea332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.290301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-f116ce7b-2286-465c-8cad-d41131c80859 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 796 time: 0.1359203 Dec 23 12:39:01.291644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f39a5e7a-552f-4a80-a441-a52f7ea62f80 req-88949655-72ec-41ca-8bed-bcf172ea332c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002659 Dec 23 12:39:01.365355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a2dc8c6-c4a6-44d2-981f-dd01a9617ac8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8139291 Dec 23 12:39:01.370403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35358) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:01.384217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-440136114', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:01.418857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-6b55408a-0450-4376-9fd5-77d7ee7f4c8d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 380 time: 0.1141925 Dec 23 12:39:01.433239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'port': {'device_id': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'admin_state_up': True, 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'security_groups': ['ebaef379-6be7-404a-84b8-edc0da46d106']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:01.475108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:01.529961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-63968242-79e3-4894-9a99-35ad10bf93c2', 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2', 'project_id': '47b028a51e044001a741d3c6a3cb5c5a', 'fixed_ips': [{'subnet_id': '190d2885-e886-4ff1-bff9-253d57cdcf98'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:39:01.533664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.550854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Attempting to bind port b8dc740a-cc55-430f-8296-f05919b76a37 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:01.551595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Attempting to bind port b8dc740a-cc55-430f-8296-f05919b76a37 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:01.551595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Attempting to bind port b8dc740a-cc55-430f-8296-f05919b76a37 on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:01.558156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Port b8dc740a-cc55-430f-8296-f05919b76a37 on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:01.558440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Attempting to bind port b8dc740a-cc55-430f-8296-f05919b76a37 on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:01.564048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:01.564396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Checking segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:01.564780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Bound using segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:01.565269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Bound port: b8dc740a-cc55-430f-8296-f05919b76a37, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:01.568141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.688005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:01.690963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:01.713065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.714234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.775417 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.825793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:01.825793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.826656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] 10.222.0.43 "PUT /v2.0/ports/b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 1091 time: 2.6458619 Dec 23 12:39:01.868105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:01.914634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Request body: {'port': {'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:01.951929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f18d9f-1611-47b3-8b1e-189bacd9a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:02.074579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Allocated IP 172.20.0.2 (63968242-79e3-4894-9a99-35ad10bf93c2/190d2885-e886-4ff1-bff9-253d57cdcf98/e0023f07-695c-4430-9666-0fbb9e90c63f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:02.089013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.096280 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.103194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.123064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.134057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.143375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.163733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.182184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.191476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-01be2a80-0f3f-4370-a5b5-00c7239fc987 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5408 time: 0.4658196 Dec 23 12:39:02.245215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:02.248678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.423976 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.484160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe43ea-9d6d-4abf-b4dc-e971f40455bc req-a9823745-0f1d-407e-96a4-f63030ebd724 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.485808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45fe43ea-9d6d-4abf-b4dc-e971f40455bc req-a9823745-0f1d-407e-96a4-f63030ebd724 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 944 time: 0.2493417 Dec 23 12:39:02.498647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.533001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.587907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Network 63968242-79e3-4894-9a99-35ad10bf93c2 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:02.596673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:02.599767 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:02.603219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dec3f0fb-46bb-4bcf-a040-5d5dad6973e0 req-47882156-c728-454e-80ce-a2d014db819c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4108493 Dec 23 12:39:02.612057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:02.623329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d870d5f0-0160-4c9e-aafb-46eb409c8d7f {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:02.634704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:02.638420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.641981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45fe43ea-9d6d-4abf-b4dc-e971f40455bc req-b6430b6d-15ff-4676-a023-b3291bfd5010 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281540 Dec 23 12:39:02.653983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Transition to ACTIVE for port object d870d5f0-0160-4c9e-aafb-46eb409c8d7f will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:39:02.674134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Pushing event updated for resources: {'Port': ['ID=e0023f07-695c-4430-9666-0fbb9e90c63f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:02.734929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.777646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Attempting to bind port e0023f07-695c-4430-9666-0fbb9e90c63f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:02.778319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Attempting to bind port e0023f07-695c-4430-9666-0fbb9e90c63f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'da6598b1-406d-4418-b434-3012da097ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:02.778694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Attempting to bind port e0023f07-695c-4430-9666-0fbb9e90c63f on network 63968242-79e3-4894-9a99-35ad10bf93c2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:02.780470 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1f9be2-22c0-4679-a5e4-97de4c4b5a00 x-openstack-request-id: req-cd1f9be2-22c0-4679-a5e4-97de4c4b5a00 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:02.780966 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:02.781228 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd1f9be2-22c0-4679-a5e4-97de4c4b5a00 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:02.781635 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'status': 'completed', 'code': 200} Dec 23 12:39:02.796209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:02.796861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Checking segment: {'id': 'da6598b1-406d-4418-b434-3012da097ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:02.797168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.797565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Bound using segment: {'id': 'da6598b1-406d-4418-b434-3012da097ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:02.798074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Bound port: e0023f07-695c-4430-9666-0fbb9e90c63f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6598b1-406d-4418-b434-3012da097ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:02.798465 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:02.842858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:02.875326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6da34fd4-9af2-4682-9dda-4680ab3c6177 req-704778eb-7185-47e7-a694-5522f504468b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 210 time: 0.0932066 Dec 23 12:39:02.901288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] For port e0023f07-695c-4430-9666-0fbb9e90c63f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:02.903447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] For port e0023f07-695c-4430-9666-0fbb9e90c63f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e0023f07-695c-4430-9666-0fbb9e90c63f,segment=NetworkSegment(da6598b1-406d-4418-b434-3012da097ea8),segment_id=da6598b1-406d-4418-b434-3012da097ea8)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:02.913501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.4 (e4f4337e-4050-47b3-93ff-7b40cf670698/164e4382-cbb0-4a85-a73e-1fda7a48c4e8/7c154b26-5c9d-4aae-872c-3162f00402ff) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:02.958037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.958574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.959201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.959667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.960127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.963241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.964932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:02.969122 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-d1d5fc60-9d79-4031-a9a5-d6e3b0ca9091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6435 time: 0.1618605 Dec 23 12:39:03.009705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.062702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Attempting to bind port d870d5f0-0160-4c9e-aafb-46eb409c8d7f on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:03.063092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Attempting to bind port d870d5f0-0160-4c9e-aafb-46eb409c8d7f by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:03.063696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Attempting to bind port d870d5f0-0160-4c9e-aafb-46eb409c8d7f on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:03.072780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Port d870d5f0-0160-4c9e-aafb-46eb409c8d7f on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:03.072780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Attempting to bind port d870d5f0-0160-4c9e-aafb-46eb409c8d7f on network efa7c0b0-5938-4641-ba50-5411cd51d9c0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:03.090767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:03.091256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Checking segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:03.091644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Bound using segment: {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:03.092091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Bound port: d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca5ced-a42e-449e-a524-46a1069a7a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:03.092784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.127617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b456ff-6909-41a0-a427-229a21bdbcc7 None None] Pushing event updated for resources: {'Port': ['ID=e0023f07-695c-4430-9666-0fbb9e90c63f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:03.215793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-b3646fb8-1154-4e07-b4ed-2679dff87129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.216543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-b3646fb8-1154-4e07-b4ed-2679dff87129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.216722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-b3646fb8-1154-4e07-b4ed-2679dff87129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.218353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-b3646fb8-1154-4e07-b4ed-2679dff87129 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e221b03ba714d2f8694d9bd395858da&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2388930 Dec 23 12:39:03.263654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.280857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:03.296145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.314740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:03.404570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-c2751b4a-04f8-45bb-8b26-9b39cce0c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.406392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e4bd981-b3e2-4152-99f1-a3fc774bcd62 req-c2751b4a-04f8-45bb-8b26-9b39cce0c75f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790698 Dec 23 12:39:03.409035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.455320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Allocated IP 172.25.7.72 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/fac8b521-f6af-4d2f-af2c-0f82a436b9a0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:03.469438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.470073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.471518 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] 10.222.0.43 "PUT /v2.0/ports/d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 1091 time: 1.5671997 Dec 23 12:39:03.513538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.516306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ee34-2123-437a-bbfb-e6a62830d64f service neutron] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:03.673768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.694866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.695352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.695808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.696440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.696763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.723346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.725582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.735287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-779ddb6f-394e-47b2-baa1-b8366a455e54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6477 time: 0.1258283 Dec 23 12:39:03.749861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:03.825608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-935a070b-172e-489b-a42d-d7170ce9d9fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 217 time: 0.0893106 Dec 23 12:39:03.874020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:03.927047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network e4f4337e-4050-47b3-93ff-7b40cf670698 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:03.936845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-84480c07-d362-4815-8b61-02f1adfe81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:03.936845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-84480c07-d362-4815-8b61-02f1adfe81f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.0981565 Dec 23 12:39:03.975727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e0023f07-695c-4430-9666-0fbb9e90c63f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:03.985026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:03.987578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:04.025359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-a2100a94-91f5-4ebc-985e-bd2144ecfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.026897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-a2100a94-91f5-4ebc-985e-bd2144ecfe02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823507 Dec 23 12:39:04.051727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:04.081358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.091108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.100865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.111438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.116551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e0023f07-695c-4430-9666-0fbb9e90c63f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:04.117653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.118707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.136385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.149817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.151861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-715b0ebe-ce81-46f6-b004-de6fe87754c7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.2829776 Dec 23 12:39:04.166038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.186514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0927a6-bff8-42bb-adeb-3d8f5e5fac48 req-bff6e780-62fa-447b-bca8-02396648bdd7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.188080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a0927a6-bff8-42bb-adeb-3d8f5e5fac48 req-bff6e780-62fa-447b-bca8-02396648bdd7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 944 time: 0.3203104 Dec 23 12:39:04.196364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.197116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.219096 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.241926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:04.253509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:04.254223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.276207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-a028b0fc-2292-49c8-ba95-20692111e25b service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387376 Dec 23 12:39:04.310315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port e0023f07-695c-4430-9666-0fbb9e90c63f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e0023f07-695c-4430-9666-0fbb9e90c63f,segment=NetworkSegment(da6598b1-406d-4418-b434-3012da097ea8),segment_id=da6598b1-406d-4418-b434-3012da097ea8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:04.378003 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.401518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.403567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:04.428344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-688c896a-e4ac-40f8-9e28-c15d738e7eda req-2c681253-3702-4882-8954-2a4c63a525a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637045 Dec 23 12:39:04.457875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-141f936e-1811-4fa4-b366-de4c333d9676 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755779 Dec 23 12:39:04.487484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:04.496282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0fecf7f2-422d-4182-853c-91673a6c759b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0706666 Dec 23 12:39:04.511019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:04.536058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Request body: {'port': {'device_id': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:04.554767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=e0023f07-695c-4430-9666-0fbb9e90c63f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:04.557119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:04.559362 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86938094-90c3-4f6b-bc66-298ca9b8d5c5" -d '{"events": [{"server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:04.570341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-070ecd58-3412-42d8-a5c7-0e43eaac04c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.1051664 Dec 23 12:39:04.578482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:04.580980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f8df9-5136-417d-b6a2-51f67f359524 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:39:04.626583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c0ec19b6-0626-4d59-a150-74e1b16c7eb4 None None] Provisioning complete for port 7c154b26-5c9d-4aae-872c-3162f00402ff triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:04.627033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c0ec19b6-0626-4d59-a150-74e1b16c7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.632431 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.676441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ad6fd6d0-4f47-4268-8711-d89d5fef2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.678963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ad6fd6d0-4f47-4268-8711-d89d5fef2a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1007738 Dec 23 12:39:04.680660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.723134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec19b6-0626-4d59-a150-74e1b16c7eb4 None None] Port 7c154b26-5c9d-4aae-872c-3162f00402ff cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:04.731410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=fac8b521-f6af-4d2f-af2c-0f82a436b9a0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:04.733558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-96ab847d-52b6-4877-b57b-e761a6234c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.739263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-96ab847d-52b6-4877-b57b-e761a6234c3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492654 Dec 23 12:39:04.751444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d941d4-798e-4e9f-b00b-06df3914d13d None None] Network 63968242-79e3-4894-9a99-35ad10bf93c2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:04.765973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a0927a6-bff8-42bb-adeb-3d8f5e5fac48 req-26080137-d6d9-49b9-8bcc-a568699286f5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110095 Dec 23 12:39:04.807304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:04.830436 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df0576-6d96-416b-904b-b96734a94410 x-openstack-request-id: req-f2df0576-6d96-416b-904b-b96734a94410 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:04.830797 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:04.834709 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2df0576-6d96-416b-904b-b96734a94410 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:04.834709 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a', 'code': 200} Dec 23 12:39:04.847118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:04.850918 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3461d4-5154-4bf6-920a-5b22beda407a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:04.862937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905f9bc-4b13-4b81-bdbf-bfa67c9bd00e req-1b0fa9ee-483d-489e-b844-6d88cfc7af2e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:04.871071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6e576394-524d-4930-a3d4-2d58e393490f None None] Provisioning complete for port e0023f07-695c-4430-9666-0fbb9e90c63f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:04.871576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e576394-524d-4930-a3d4-2d58e393490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:04.875763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c905f9bc-4b13-4b81-bdbf-bfa67c9bd00e req-1b0fa9ee-483d-489e-b844-6d88cfc7af2e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 931 time: 0.2499604 Dec 23 12:39:04.876257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-2fe1d6fb-91e6-4a49-b6ae-46c7baf46066 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342015 Dec 23 12:39:04.945796 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894d697-1c42-4538-b261-ccb32f174c5d x-openstack-request-id: req-e894d697-1c42-4538-b261-ccb32f174c5d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:04.955216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:04.955216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e894d697-1c42-4538-b261-ccb32f174c5d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:04.955216 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'status': 'completed', 'code': 200} Dec 23 12:39:05.052959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8e33-63a2-4290-b2fd-5ac04015220e req-f0a78c4d-de31-4ec7-b009-9856d54d5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:05.057952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6e576394-524d-4930-a3d4-2d58e393490f None None] Provisioning complete for port fac8b521-f6af-4d2f-af2c-0f82a436b9a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:05.058493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e576394-524d-4930-a3d4-2d58e393490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:05.062472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-697c8e33-63a2-4290-b2fd-5ac04015220e req-f0a78c4d-de31-4ec7-b009-9856d54d5e8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 1096 time: 0.1598225 Dec 23 12:39:05.093189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c905f9bc-4b13-4b81-bdbf-bfa67c9bd00e req-16154994-bcda-4322-81ef-92936b630c1a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160161 Dec 23 12:39:05.112452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-651c14d5-496b-4c6e-852b-4e3c2a674058 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290716 Dec 23 12:39:05.116230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6e576394-524d-4930-a3d4-2d58e393490f None None] Port fac8b521-f6af-4d2f-af2c-0f82a436b9a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:05.179187 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-f4268694-21a7-49df-ab08-e0af89c2d32d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.0570467 Dec 23 12:39:05.181772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-697c8e33-63a2-4290-b2fd-5ac04015220e req-cb30b0c1-165d-486e-818b-4f57bf82b1bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075056 Dec 23 12:39:05.236623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-7acd8b52-634c-4ee4-ac8c-1ab5f1516a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:05.238290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-7acd8b52-634c-4ee4-ac8c-1ab5f1516a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0526783 Dec 23 12:39:05.300458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-abc0db4c-cad3-471a-a3a7-71e83737766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:05.301002 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-abc0db4c-cad3-471a-a3a7-71e83737766f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556257 Dec 23 12:39:05.305273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c154b26-5c9d-4aae-872c-3162f00402ff {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:05.313633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:05.337651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1b186665-f4fa-4507-bf4b-bfd393789302 None None] Provisioning complete for port e0023f07-695c-4430-9666-0fbb9e90c63f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:05.338093 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b186665-f4fa-4507-bf4b-bfd393789302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:05.373724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Transition to ACTIVE for port object 7c154b26-5c9d-4aae-872c-3162f00402ff will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:39:05.403951 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-d7ac57ba-5dfe-4b62-a903-8b3a4b36f2f7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965281 Dec 23 12:39:05.448354 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:05.487869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:05.527958 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-d656f4e1-71ce-419b-868c-1998caeb71fc service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166964 Dec 23 12:39:05.579034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-93771e2c-fc13-4705-89a1-c3a866868190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0433002 Dec 23 12:39:05.632846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-25d8119b-b262-43d3-b189-0ccbe0912a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:05.634392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-25d8119b-b262-43d3-b189-0ccbe0912a83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0485930 Dec 23 12:39:05.686127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b7adc967-ab34-4ab4-8182-9affff6712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:05.687882 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b7adc967-ab34-4ab4-8182-9affff6712f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463481 Dec 23 12:39:05.790801 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-e21c6891-ab1f-4eea-8b84-9b5177f31f9b service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956278 Dec 23 12:39:05.903890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e0023f07-695c-4430-9666-0fbb9e90c63f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:05.960173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-4b8ab546-af8d-4625-828d-5ef29e9150e9 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617303 Dec 23 12:39:05.986676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e0023f07-695c-4430-9666-0fbb9e90c63f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:05.987210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:06.064426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-eb4be1a0-aa5d-4a19-9940-cce358075d7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.0962360 Dec 23 12:39:06.077655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:06.134248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b68fd0dd-c77e-434d-84b4-b1fabbdf032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.136252 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b68fd0dd-c77e-434d-84b4-b1fabbdf032b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0655930 Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.164581 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:06.167265 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:06.169105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee18337-d359-4740-a4ef-5ba054b62477 req-53b8b9fd-557c-4044-9be3-65b0c89feb30 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.170707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ee18337-d359-4740-a4ef-5ba054b62477 req-53b8b9fd-557c-4044-9be3-65b0c89feb30 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.2208385 Dec 23 12:39:06.185861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0e723ae3-4051-438f-8bea-1b073472b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.187358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-0e723ae3-4051-438f-8bea-1b073472b970 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442455 Dec 23 12:39:06.217989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.223835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.230428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.237424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.242752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.257068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.280452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.284893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9356251d-376f-4978-94d8-a68a4faeab20 req-e1136e88-bed0-407b-a0fa-9bcac6f9be6c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.5140798 Dec 23 12:39:06.290498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-a26e7864-a8be-4b11-8bd0-75a410288fa6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954564 Dec 23 12:39:06.311355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:06.461799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:06.462504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:06.462504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:06.509418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ee18337-d359-4740-a4ef-5ba054b62477 req-24cc3951-9596-49f1-94e2-1eec7fa2ff9a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135293 Dec 23 12:39:06.518693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:06.519027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:06.545816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9356251d-376f-4978-94d8-a68a4faeab20 req-2c76cd2b-b653-4e2b-83b4-b387e23b133e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600577 Dec 23 12:39:06.549331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:06.549331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:06.549639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Bound using segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:06.550091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Bound port: 7c154b26-5c9d-4aae-872c-3162f00402ff, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:06.550456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:06.690826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:06.709112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:06.732671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64125ea-c675-45f6-815f-d35a938b2173 req-b85023bb-0670-460c-ad1b-b00d35f18c21 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.737305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c64125ea-c675-45f6-815f-d35a938b2173 req-b85023bb-0670-460c-ad1b-b00d35f18c21 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.1238360 Dec 23 12:39:06.741857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-72e6a264-be40-49d8-b19d-cd35798b7f7d service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438558 Dec 23 12:39:06.786181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Router 2a53f067-5501-4c08-bef7-f5ee752be85d is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:39:06.794020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-f469015e-8426-4e1e-9046-dfeba3a1c9e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.0452065 Dec 23 12:39:06.796310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:06.845582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.846202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:06.847643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 1091 time: 2.3326783 Dec 23 12:39:06.853645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:06.855967 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7081bc09-cc46-4996-a7cb-f7361aad15c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:06.869657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b9357f17-6634-4a38-b310-0798daebdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.873167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-b9357f17-6634-4a38-b310-0798daebdd77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0710239 Dec 23 12:39:06.878805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c64125ea-c675-45f6-815f-d35a938b2173 req-02fb1302-be05-44df-80a1-bb66920465ae tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347220 Dec 23 12:39:06.949639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ec653036-7e25-4163-b810-edcabfac8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:06.951911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-ec653036-7e25-4163-b810-edcabfac8fe5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707884 Dec 23 12:39:06.953214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ac42-a301-4c00-91a5-a5211337fd53 service neutron] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:06.957617 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff6ace-384d-4de2-a4d3-3f596ea5ba45 x-openstack-request-id: req-7aff6ace-384d-4de2-a4d3-3f596ea5ba45 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:06.957920 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:06.958182 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aff6ace-384d-4de2-a4d3-3f596ea5ba45 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:06.959161 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'status': 'completed', 'code': 200} Dec 23 12:39:07.040427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:07.053739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] Sync routers for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:07.067728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:07.069790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:07.094710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-87da01c8-63a3-4920-ab3a-c8990dba8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.096378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-87da01c8-63a3-4920-ab3a-c8990dba8a17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1094 time: 0.0576198 Dec 23 12:39:07.098304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-22ce4485-77ec-406c-8a77-1427ada398b8 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181495 Dec 23 12:39:07.108520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:07.122661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:07.123360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:07.161865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:07.162539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4967a6-e01d-4c87-b2eb-57d9aab67d96 None None] The sync data for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:07.210407 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-500066c7-908d-4e41-9b90-461feec27d1f service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991714 Dec 23 12:39:07.217473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-043c9b86-47cc-499c-a83d-2efac1ff5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.218941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-043c9b86-47cc-499c-a83d-2efac1ff5c5f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c95a45dd98b447989e82921fb516201d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1087434 Dec 23 12:39:07.222031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:07.228719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-78402baa-f067-4817-9ee6-5b4ab4debcaa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.8519709 Dec 23 12:39:07.228719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35550) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:07.254459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-799e04c1-e90f-44ba-9494-c4c55ebce891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.0375366 Dec 23 12:39:07.309552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-087133cf-0388-4e19-9852-7713001faba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.310849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-087133cf-0388-4e19-9852-7713001faba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0500154 Dec 23 12:39:07.358910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-dc5c00a9-7e9e-49b3-8da1-b5a1772eaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.360478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-dc5c00a9-7e9e-49b3-8da1-b5a1772eaeed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417528 Dec 23 12:39:07.408114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-6c5cdaf1-1374-41ee-b52d-40b2d7276e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.412146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7081bc09-cc46-4996-a7cb-f7361aad15c5 req-6c5cdaf1-1374-41ee-b52d-40b2d7276e0e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835539 Dec 23 12:39:07.482234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-c0d14fb1-16f3-4fd1-92e4-0be271e0be17 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148028 Dec 23 12:39:07.502217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:07.575390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-9a1a1d5c-a0f4-4e13-aea8-ae6095712f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.577023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-9a1a1d5c-a0f4-4e13-aea8-ae6095712f42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1094 time: 0.1075113 Dec 23 12:39:07.606625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97c51c68-d2cd-4225-8ef4-e959121bc6a8 req-738cef14-2b33-498f-ab64-7319e6820517 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165917 Dec 23 12:39:07.670979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba33153d-3aab-4319-8e1e-41e124482d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:07.681333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-231c9aed-2ce4-458a-b02c-1796aa432bb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 217 time: 0.0562484 Dec 23 12:39:07.759259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba33153d-3aab-4319-8e1e-41e124482d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:07.819600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ba33153d-3aab-4319-8e1e-41e124482d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:07.836932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-2fb0ecc7-a67c-428d-86e8-41150911d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.838363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-2fb0ecc7-a67c-428d-86e8-41150911d98c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.1308322 Dec 23 12:39:07.848069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.848548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.849083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.849545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.850010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.850466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.850979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.852913 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-80bd312a-6d27-478f-952e-a2540d1fdd7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6477 time: 0.0692198 Dec 23 12:39:07.853106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9847-caa1-4b90-959f-21949ce07ef0 req-56ab1456-d1f8-431e-8d07-14ebcf3b8bfb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.854555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6cd9847-caa1-4b90-959f-21949ce07ef0 req-56ab1456-d1f8-431e-8d07-14ebcf3b8bfb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.2180722 Dec 23 12:39:07.868388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.874625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.881246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.887176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.893084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.899610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.905539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:07.907479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-5865ae70-6d24-44e9-a04f-c81cc7be3758 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.2316687 Dec 23 12:39:07.918854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33153d-3aab-4319-8e1e-41e124482d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad2de2-5551-4baf-a36c-0be65242db5d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:07.926102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ba33153d-3aab-4319-8e1e-41e124482d4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b8973a1b51f44488e0e829a41b089a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219434 Dec 23 12:39:07.928099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35578) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:08.004493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-0eccd4f6-15a6-4188-821a-9eb898ad7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.006796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-0eccd4f6-15a6-4188-821a-9eb898ad7e7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 903 time: 0.1451530 Dec 23 12:39:08.011452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.071683 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-5b6017f1-3d4a-49ff-b670-f48e24c45f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.0553911 Dec 23 12:39:08.076909 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.157663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-3a833cde-d87e-4e84-8557-2496614ed5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.159260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-3a833cde-d87e-4e84-8557-2496614ed5aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0798326 Dec 23 12:39:08.196840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35582) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:08.225254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-1a1401b3-d7e9-4143-8f3b-b42ef8c9c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.227400 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-1a1401b3-d7e9-4143-8f3b-b42ef8c9c411 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600755 Dec 23 12:39:08.286087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.289596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.290964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cad2de2-5551-4baf-a36c-0be65242db5d HTTP/1.1" status: 204 len: 168 time: 0.3619709 Dec 23 12:39:08.310090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b24dd-364d-477e-b9e5-cf084dfb2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad2de2-5551-4baf-a36c-0be65242db5d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:08.315288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0ea6bea2-c4e1-49fd-afd3-712cfda7aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.316422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-0ea6bea2-c4e1-49fd-afd3-712cfda7aa34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4607823 Dec 23 12:39:08.337954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c715aef-0809-4ede-9aed-bfd379c2d081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.381339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6cd9847-caa1-4b90-959f-21949ce07ef0 req-8f66a894-da8d-431b-a70a-551f954483a8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652967 Dec 23 12:39:08.381765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-f8ff771d-2be8-4063-bbea-ff1e9fe41950 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459124 Dec 23 12:39:08.520618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c44cfb4-fc3f-4351-b4cc-ab0625c3e3e5 req-4e76f9e6-f9aa-4be6-b0fc-83487ef3aed6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6027267 Dec 23 12:39:08.524150 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ad3461d4-5154-4bf6-920a-5b22beda407a req-dc451582-f6e3-43da-95bd-6342140f33ae service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332827 Dec 23 12:39:08.526275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c715aef-0809-4ede-9aed-bfd379c2d081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.585025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c715aef-0809-4ede-9aed-bfd379c2d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.619002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.625953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c715aef-0809-4ede-9aed-bfd379c2d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80128a46-af6c-418a-9cec-ccf4c6d69789,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:08.630618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9c715aef-0809-4ede-9aed-bfd379c2d081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98cebea9e4fe4895bafec9f2c563f55d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313521 Dec 23 12:39:08.640439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-61c1a879-74fa-46b3-afbb-592d1fd175f4 service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107555 Dec 23 12:39:08.641801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35592) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:08.644611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3899-77ff-49fe-a4c8-9e4a1745a7ce req-1f8621db-6d95-4a25-812b-4215c4a74385 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.646439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b6d3899-77ff-49fe-a4c8-9e4a1745a7ce req-1f8621db-6d95-4a25-812b-4215c4a74385 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.1759875 Dec 23 12:39:08.700495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.723721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.871099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b6d3899-77ff-49fe-a4c8-9e4a1745a7ce req-33a8c4f2-e7cf-4c4c-a51d-3de03e29fc38 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131433 Dec 23 12:39:08.894147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.897691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:08.899932 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80128a46-af6c-418a-9cec-ccf4c6d69789 HTTP/1.1" status: 204 len: 168 time: 0.2563300 Dec 23 12:39:08.908161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38861d8-3fc1-44dd-bfd7-dcf450b796fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80128a46-af6c-418a-9cec-ccf4c6d69789,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:08.912864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8615a-08e7-46e4-ba47-2412d69da891 req-701478ce-c2db-4eda-903f-30bcf85b4381 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:08.914357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78a8615a-08e7-46e4-ba47-2412d69da891 req-701478ce-c2db-4eda-903f-30bcf85b4381 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.1498022 Dec 23 12:39:08.922181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8861c95e-fc7b-468a-97a5-e6939fa14ee2 req-2ae65b23-6037-4ff5-a2de-099f6ad676c1 service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743838 Dec 23 12:39:09.011537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35598) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:09.026592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2754206-12db-4e0d-a704-a9bcc68fcb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.049698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78a8615a-08e7-46e4-ba47-2412d69da891 req-cae2ebc8-04f3-4917-91c8-30423cf9b207 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194217 Dec 23 12:39:09.129896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2754206-12db-4e0d-a704-a9bcc68fcb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.133452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Allocated IP 172.20.0.1 (63968242-79e3-4894-9a99-35ad10bf93c2/190d2885-e886-4ff1-bff9-253d57cdcf98/12e21c59-b206-4b2f-b3f0-bd139fd7fb35) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:09.248916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb0850-68e6-4229-b286-61f8af40ce7f req-bd41aa1b-315e-45bc-a4f3-ac78656614e3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.250400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fcb0850-68e6-4229-b286-61f8af40ce7f req-bd41aa1b-315e-45bc-a4f3-ac78656614e3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.1055961 Dec 23 12:39:09.305287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.326547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fcb0850-68e6-4229-b286-61f8af40ce7f req-92f6c0a9-5848-4d2e-b617-addff6434d86 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 Dec 23 12:39:09.327197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2754206-12db-4e0d-a704-a9bcc68fcb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.374528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754206-12db-4e0d-a704-a9bcc68fcb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e686124a-5d2e-44c5-886e-cd43a9885669,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:09.379631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2754206-12db-4e0d-a704-a9bcc68fcb1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=729c1a686f7a4424a11fa1063649118e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655035 Dec 23 12:39:09.382225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35606) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:09.416979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.468897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 63968242-79e3-4894-9a99-35ad10bf93c2 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:09.475679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:09.481978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:09.485866 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.487368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=12e21c59-b206-4b2f-b3f0-bd139fd7fb35,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:09.543394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.556708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.687488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:09.701802 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd5c691d-eb28-431b-827c-a1afacf249ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.747283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-69b7456c-dde0-499c-a661-c64abdec74ec None None] Provisioning complete for port 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:09.747880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-69b7456c-dde0-499c-a661-c64abdec74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.784322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-69b7456c-dde0-499c-a661-c64abdec74ec None None] Port 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:09.784514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.791162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.797009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.803043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.808884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.814814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.820781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.822717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-babdcc53-d625-4255-ac5c-f33d26fae6d6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1925416 Dec 23 12:39:09.847624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.851638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.852753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e686124a-5d2e-44c5-886e-cd43a9885669 HTTP/1.1" status: 204 len: 168 time: 0.4694884 Dec 23 12:39:09.878527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e917d7-68ac-43f5-962e-71862bf7e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e686124a-5d2e-44c5-886e-cd43a9885669,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:09.902941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd5c691d-eb28-431b-827c-a1afacf249ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.925003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e579f-0d2f-4ffe-953a-52242bb4c8d5 req-3ff8a914-6263-4aaa-b18f-c2354bb332d4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:09.926549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a32e579f-0d2f-4ffe-953a-52242bb4c8d5 req-3ff8a914-6263-4aaa-b18f-c2354bb332d4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.1648362 Dec 23 12:39:09.967525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:09.984063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-028ce8ba-556a-48ec-8ff7-5dd8f9a2c3a4 req-c0f6b022-7d51-43b0-b3d1-75ccae964bec tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405225 Dec 23 12:39:10.002045 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd5c691d-eb28-431b-827c-a1afacf249ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.044262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a32e579f-0d2f-4ffe-953a-52242bb4c8d5 req-40b9bbc0-c427-4134-a3a8-6c737932fe56 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056283 Dec 23 12:39:10.058267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd5c691d-eb28-431b-827c-a1afacf249ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05fc2e781c0c43b190129d573a267b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696320 Dec 23 12:39:10.058987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:10.069523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c691d-eb28-431b-827c-a1afacf249ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d3adb-14b8-4113-b131-77fa25ba3917,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:10.129322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.155518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.194372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99d549-486d-4cbf-9887-869948f54508 req-67657a7c-5ed4-4330-864a-b9dba5ba87a1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:10.195864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c99d549-486d-4cbf-9887-869948f54508 req-67657a7c-5ed4-4330-864a-b9dba5ba87a1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.1064332 Dec 23 12:39:10.308017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c99d549-486d-4cbf-9887-869948f54508 req-191ecb87-1e60-4532-8d0f-fa48ea586d6f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017761 Dec 23 12:39:10.311753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.315658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.319791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f0d3adb-14b8-4113-b131-77fa25ba3917 HTTP/1.1" status: 204 len: 168 time: 0.2559385 Dec 23 12:39:10.336854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6550a-a891-49de-b05e-0a3c58fe10a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d3adb-14b8-4113-b131-77fa25ba3917,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:10.627130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.687681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.766557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=12e21c59-b206-4b2f-b3f0-bd139fd7fb35,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:10.769483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:10.875734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 63968242-79e3-4894-9a99-35ad10bf93c2 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:10.878554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:11.007389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Router 2a53f067-5501-4c08-bef7-f5ee752be85d has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:11.200461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:11.208668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] Sync routers for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:11.212097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.218810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.222669 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:11.223330 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:11.225892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.230547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dea716e5-333a-4984-9442-4c2b8f0f5347 None None] Provisioning complete for port 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:11.232945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dea716e5-333a-4984-9442-4c2b8f0f5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.233069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.239007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.247141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.254775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.264268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-3dcd91f1-2003-496e-878a-d601bfa5daf7 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1622155 Dec 23 12:39:11.276224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dea716e5-333a-4984-9442-4c2b8f0f5347 None None] Port 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:11.277854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-78285a0f-7545-41aa-a71c-f4eaa785a8a8 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "PUT /v2.0/routers/2a53f067-5501-4c08-bef7-f5ee752be85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436752 Dec 23 12:39:11.294153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35646) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:11.294558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Request body: {'port': {'network_id': '63968242-79e3-4894-9a99-35ad10bf93c2', 'name': 'tempest-FloatingIPAdminTestJSON-112773299'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:11.307378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:11.318113 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:11.319029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:11.319522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62884b7-cc3f-4053-926f-9830e376e54f req-79da1208-0302-435c-9b1e-3d8c58b0709e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.321620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b62884b7-cc3f-4053-926f-9830e376e54f req-79da1208-0302-435c-9b1e-3d8c58b0709e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.0826311 Dec 23 12:39:11.352201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:11.352965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa73d5e-541d-4e89-90fb-183dc6e41e74 None None] The sync data for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:11.358664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb612a-70ca-40da-9636-ea43d9f37127 req-7491ad91-0410-4196-8ffa-e6cb36cdcc14 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.360238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14fb612a-70ca-40da-9636-ea43d9f37127 req-7491ad91-0410-4196-8ffa-e6cb36cdcc14 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 945 time: 0.2157743 Dec 23 12:39:11.426898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:11.427824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.437310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d928c1-10fd-4b60-8fb0-ffa94a08de8c req-61701380-8701-4243-a97e-e066ace70035 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721528 Dec 23 12:39:11.477979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14fb612a-70ca-40da-9636-ea43d9f37127 req-506db988-8f12-4255-a31c-7e8242329043 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079626 Dec 23 12:39:11.549481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:11.549772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.563881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:11.575342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d70e05-02f4-42e9-b93a-9534f03bec70 req-8c93c2b7-ae5b-4c03-a7d7-5d5345f94233 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:11.576845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d70e05-02f4-42e9-b93a-9534f03bec70 req-8c93c2b7-ae5b-4c03-a7d7-5d5345f94233 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.0508888 Dec 23 12:39:11.578783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Made reservation on behalf of 47b028a51e044001a741d3c6a3cb5c5a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:11.582131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.621193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] device_id is not set on port 32b4442b-6717-4dad-870a-e1600d366c57 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:39:11.684245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d70e05-02f4-42e9-b93a-9534f03bec70 req-143b8eb2-1ed2-4ffa-bab3-9267406a7fd7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997684 Dec 23 12:39:11.761558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Allocated IP 172.20.0.12 (63968242-79e3-4894-9a99-35ad10bf93c2/190d2885-e886-4ff1-bff9-253d57cdcf98/32b4442b-6717-4dad-870a-e1600d366c57) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:11.824786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.841035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:11.860063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=2e8f5e9b-49e8-49a8-81b3-e2879d78b80a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:11.925157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:39:11.937271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:11.941094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b62884b7-cc3f-4053-926f-9830e376e54f req-0ed396dc-cc7e-4322-93c4-ee216ef2e815 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "DELETE /v2.0/ports/2e8f5e9b-49e8-49a8-81b3-e2879d78b80a HTTP/1.1" status: 204 len: 173 time: 0.6128211 Dec 23 12:39:11.941565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'name': 'network-vif-deleted', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:11.943939 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a79e67f-b743-47e1-a040-6c9c95a82df5" -d '{"events": [{"server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "name": "network-vif-deleted", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:11.986987 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3edd4fe-2b4d-4644-9433-83fbd126f183 x-openstack-request-id: req-b3edd4fe-2b4d-4644-9433-83fbd126f183 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:11.987483 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6d5876-79c5-40a2-84fa-8b5a93ad250e", "name": "network-vif-deleted", "tag": "2e8f5e9b-49e8-49a8-81b3-e2879d78b80a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:11.987897 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3edd4fe-2b4d-4644-9433-83fbd126f183 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:11.988453 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6d5876-79c5-40a2-84fa-8b5a93ad250e', 'name': 'network-vif-deleted', 'tag': '2e8f5e9b-49e8-49a8-81b3-e2879d78b80a', 'status': 'completed', 'code': 200} Dec 23 12:39:12.032673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:12.173532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:12.218168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Network 63968242-79e3-4894-9a99-35ad10bf93c2 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:12.221541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:12.230161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:12.232880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event updated for resources: {'Port': ['ID=32b4442b-6717-4dad-870a-e1600d366c57,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:12.289277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.290087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:12.375949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e6e9f039-2207-4f3d-ba5e-32d3229a4348 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0861518 Dec 23 12:39:12.379171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35668) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:12.509678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1a865328-ca3e-4446-a845-3067475e4bfc None None] Provisioning complete for port 32b4442b-6717-4dad-870a-e1600d366c57 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:12.510280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a865328-ca3e-4446-a845-3067475e4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:12.547922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a865328-ca3e-4446-a845-3067475e4bfc None None] Port 32b4442b-6717-4dad-870a-e1600d366c57 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:12.548497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'project_id': '47b028a51e044001a741d3c6a3cb5c5a', 'port_id': '32b4442b-6717-4dad-870a-e1600d366c57'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:12.638956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de85512d-e48d-4428-98aa-4abb48465500 req-884a32f5-bb0f-4009-8872-7865a27adee7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6d5876-79c5-40a2-84fa-8b5a93ad250e HTTP/1.1" status: 200 len: 210 time: 0.0289614 Dec 23 12:39:12.663657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.669645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.675629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.681820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.687816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.694171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.700195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.702078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-9bda967d-6e3c-4da3-8f45-17692ba27d1b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1446297 Dec 23 12:39:12.703401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:12.784814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:12.857423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc88727b-e73f-4bd4-bd8a-aa6e06ca8a17 req-4227f82a-6885-48e7-8f22-92ee3c493134 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420519 Dec 23 12:39:12.882044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170a843-7ece-4dd0-a420-9a06a55d4429 req-d23b42a3-418a-4055-8877-681ba1a1c3d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:12.889519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d170a843-7ece-4dd0-a420-9a06a55d4429 req-d23b42a3-418a-4055-8877-681ba1a1c3d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.1245232 Dec 23 12:39:12.909156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:12.940048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'port_id': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'mac_address': 'fa:16:3e:3b:b0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:12.961401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.126724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d170a843-7ece-4dd0-a420-9a06a55d4429 req-82cc9c40-c3cd-426a-ac2e-c8493d76a2b6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891809 Dec 23 12:39:13.128360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.128360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c154b26-5c9d-4aae-872c-3162f00402ff {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:13.128360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:13.128984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Allocated IP 172.25.7.32 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f94ac385-bc72-4fde-9f02-951fb3f560ac) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:13.212088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.224447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.278247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d99a523-0a7e-47b4-bde9-5f80aec801d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.280125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:13.288216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.288610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.288992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.289330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.289731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.290063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.290395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.290715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.291037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.291360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.291682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.292006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.292325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:13.334761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:13.377861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:13.381545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:13.385250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:13.410783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Pushing event updated for resources: {'Port': ['ID=f94ac385-bc72-4fde-9f02-951fb3f560ac,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:13.482063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7c154b26-5c9d-4aae-872c-3162f00402ff'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:13.869262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:14.065392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.071696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.074541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:39:14.077600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.084124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.090001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.095760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:39:14.095905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.096411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 2e8f5e9b-49e8-49a8-81b3-e2879d78b80a not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:39:14.101746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.103659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-9422d545-6a63-4309-862a-c16601576348 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1355526 Dec 23 12:39:14.115886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-3d0fd65d-aba9-4078-9532-3c8caca1c5bc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.117331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-3d0fd65d-aba9-4078-9532-3c8caca1c5bc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.2320976 Dec 23 12:39:14.148551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-2698b971-585a-4cf3-bf4f-218a090ead73 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/quotas/69340ff672794c4f926614c340e2f1d3 HTTP/1.1" status: 200 len: 375 time: 0.0230887 Dec 23 12:39:14.232378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b6fc5fd-d61a-4dc4-a9b4-69b709c9636d req-373542b2-d237-4db6-ad2d-8b601cc9dd1a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139722 Dec 23 12:39:14.233917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:14.268035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-9cd37887-a37a-413b-9071-599f8efec50c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139627 Dec 23 12:39:14.716513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f0011-3212-4766-8f79-3ca3933b6600 req-adfe243c-cf11-42c4-8b67-b9ee4eb88091 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:14.718030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2f0011-3212-4766-8f79-3ca3933b6600 req-adfe243c-cf11-42c4-8b67-b9ee4eb88091 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1366961 Dec 23 12:39:14.742758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-a78f5400-0b71-44c6-9337-e3161bb77e1e service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661300 Dec 23 12:39:14.800055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:14.865940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:14.871158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c2f0011-3212-4766-8f79-3ca3933b6600 req-f00eb6e2-0187-481f-bb10-e5e39132965b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434431 Dec 23 12:39:14.902214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-afaf332c-f0d0-43fc-8961-25059049dac6 service neutron] 10.222.0.16 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520839 Dec 23 12:39:14.978918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7c154b26-5c9d-4aae-872c-3162f00402ff completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:14.984486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:14.986360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7c154b26-5c9d-4aae-872c-3162f00402ff triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:14.986847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.062467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Pushing event updated for resources: {'Port': ['ID=f94ac385-bc72-4fde-9f02-951fb3f560ac,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:15.072902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.075966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.099609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:15.102037 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5625cab-b67a-4086-8e44-9e9ba7aac109" -d '{"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-plugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:15.116234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:15.168231 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e9e86-57bf-433f-8df1-9610464317a5 x-openstack-request-id: req-3b1e9e86-57bf-433f-8df1-9610464317a5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:15.168527 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-plugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:15.168778 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b1e9e86-57bf-433f-8df1-9610464317a5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:15.169198 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'code': 200} Dec 23 12:39:15.229229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5833a7d2-0ec3-4283-a0e6-42d332621d00 req-7c9fd686-9e4e-4475-8bd7-c2c44bf4f54f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0393157 Dec 23 12:39:15.237458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.296649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:15.317410 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Floating IP b820b125-ceb9-40d3-8eb5-0f49bf44f434 associated. External IP: 172.25.7.32, port: 32b4442b-6717-4dad-870a-e1600d366c57. Dec 23 12:39:15.322368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541add57-1e54-4b6e-9cfc-ca3c22a7b7cc req-94bba54d-ebe6-4d74-8b37-5fe71f498ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.324141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541add57-1e54-4b6e-9cfc-ca3c22a7b7cc req-94bba54d-ebe6-4d74-8b37-5fe71f498ce8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1096 time: 0.0926828 Dec 23 12:39:15.482617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541add57-1e54-4b6e-9cfc-ca3c22a7b7cc req-55e6194b-c017-4c69-8561-fa585ed81992 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246035 Dec 23 12:39:15.501230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.507276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.513175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.519332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.525300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.531239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.537854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:15.540103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-91cf6159-9ab3-49e0-a872-1eca7315c431 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1833706 Dec 23 12:39:15.657854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16176299-496c-458f-8f0a-f11cd3ec0257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.687996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-15f2bb1b-abb0-4b78-a094-aeecfc382d29 req-e53a7102-4efe-47ba-8294-1765b685e615 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407673 Dec 23 12:39:15.715918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Router 2a53f067-5501-4c08-bef7-f5ee752be85d has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:15.830740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:15.840618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] Sync routers for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:15.852560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:15.853210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:15.885475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:15.899084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:15.900464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:15.930964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:15.944210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:15.944883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd3e4b-9e0b-409d-90cc-7177227a10a8 None None] The sync data for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:15.983730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-626837cb-f5bc-466a-9f9f-dcd13c63ae1b tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.6034913 Dec 23 12:39:15.986276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35768) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:16.107643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913c8c5-eb58-441c-9460-7af004db6c74 req-558f0fb0-00f9-41ae-bea3-03f4c03353a3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.109285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4913c8c5-eb58-441c-9460-7af004db6c74 req-558f0fb0-00f9-41ae-bea3-03f4c03353a3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1582634 Dec 23 12:39:16.138589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-34a383ac-df38-4810-a49e-24b64b87a1c2 tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "GET /v2.0/floatingips/b820b125-ceb9-40d3-8eb5-0f49bf44f434 HTTP/1.1" status: 200 len: 982 time: 0.1512761 Dec 23 12:39:16.141214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:16.178308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4913c8c5-eb58-441c-9460-7af004db6c74 req-98739cde-306d-4cab-b18b-a54dbaba8212 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625892 Dec 23 12:39:16.260416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3394fb4-576b-4da1-be02-673713605593 tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.1174679 Dec 23 12:39:16.263527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35776) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:16.341832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-905913a2-df82-404b-a6e8-907a38a1685c req-60069ee0-3d0b-4dc3-9665-776c92c9e93c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0323472 Dec 23 12:39:16.455856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port f94ac385-bc72-4fde-9f02-951fb3f560ac {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:16.456222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.469857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.536529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.539800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.549508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for f94ac385-bc72-4fde-9f02-951fb3f560ac owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:16.830914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.836201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.837230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.843268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.851479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.857968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.864003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.866821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=f94ac385-bc72-4fde-9f02-951fb3f560ac,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:16.873945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:16.873945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-944e1218-d48c-4a1e-b0e5-e4b9c27de4b2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.0970669 Dec 23 12:39:16.947592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:16.947936 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Floating IP b820b125-ceb9-40d3-8eb5-0f49bf44f434 disassociated (deleted). External IP: 172.25.7.32, port: 32b4442b-6717-4dad-870a-e1600d366c57. Dec 23 12:39:16.952751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5db1e706-ac57-4275-8d24-898a63ddb06b req-e2a9de4a-8499-4d76-8ef5-9b74f75c5ba8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725510 Dec 23 12:39:17.165605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Router 2a53f067-5501-4c08-bef7-f5ee752be85d has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:17.286746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:17.292104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:17.301696 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] Sync routers for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:17.303829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52a6f-6054-4058-9608-9c660ff39e75 req-aaec28c7-a1e8-45f6-bf30-c546157a8143 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:17.305569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3c52a6f-6054-4058-9608-9c660ff39e75 req-aaec28c7-a1e8-45f6-bf30-c546157a8143 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.0534096 Dec 23 12:39:17.327724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:17.327724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:17.328191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-91126b6d-f1ac-4da0-8ac1-55abc7ba297f tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/floatingips/b820b125-ceb9-40d3-8eb5-0f49bf44f434 HTTP/1.1" status: 204 len: 168 time: 1.0631909 Dec 23 12:39:17.331666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:17.337426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:17.353701 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:17.369427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3c52a6f-6054-4058-9608-9c660ff39e75 req-f8e38fae-488d-4b75-8fed-cd771bed309c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572484 Dec 23 12:39:17.373520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:17.374149 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:17.432510 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:17.433514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3991b9-2499-4a04-a84d-f16a43516951 None None] The sync data for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:17.444968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:17.488869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-537456b0-3a5e-4f80-9e92-46bc16642f03 req-aabe7024-cf71-4472-ab31-bf99e284b11c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Dec 23 12:39:17.540676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de0d35-98e6-45cb-a274-357aab9fea1b req-18cc707d-3983-4e4c-9643-d6517b674fc0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:17.542502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0de0d35-98e6-45cb-a274-357aab9fea1b req-18cc707d-3983-4e4c-9643-d6517b674fc0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.0795791 Dec 23 12:39:17.570012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-a278ad4b-72b8-4341-99f6-adba96f76e85 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:17.571537 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-a278ad4b-72b8-4341-99f6-adba96f76e85 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/networks?id=f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 200 len: 806 time: 0.1876349 Dec 23 12:39:17.585944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Request body: {'port': {'device_id': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'admin_state_up': True, 'tenant_id': '69340ff672794c4f926614c340e2f1d3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:17.593369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0de0d35-98e6-45cb-a274-357aab9fea1b req-cc25b895-caed-4054-83b2-3b2b0c71e7d8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Dec 23 12:39:17.619274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35808) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:17.661956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0342d87b-c734-4f0e-acfc-a5f14d80de77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:17.664620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0342d87b-c734-4f0e-acfc-a5f14d80de77 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1091 time: 0.0436203 Dec 23 12:39:17.671046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:17.671270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35814) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:17.678251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:17.774419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:17.844898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Allocated IP 172.25.7.76 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/914798be-4033-407c-931d-468017980328) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:17.890818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:17.921881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Made reservation on behalf of 69340ff672794c4f926614c340e2f1d3 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:17.928079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.008588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.099782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.106434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.107501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Allocated IP 172.20.0.13 (f5978295-3853-424d-998e-d6f24503a851/3014411a-483f-4656-a469-171c61e8bd0c/253022d4-c4ff-4221-9797-527b91d171a7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:18.112551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.118700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.124952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.132953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.138987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:18.141466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-b0c2cbef-531e-471f-95cd-da09cf8addcf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1043894 Dec 23 12:39:18.167163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.196501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.202936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ff2e79f-6a75-4d04-ab22-7a57b0440c9a req-d11cb310-8079-4727-ae3a-d3823eec95fa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551054 Dec 23 12:39:18.262259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.213 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/622bd42c-cb41-42a9-b894-30ccc322aea0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:18.279609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:18.288418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:18.292544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Pushing event updated for resources: {'Port': ['ID=914798be-4033-407c-931d-468017980328,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:18.294485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:18.321542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.376320 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.471360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.513246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:18.516552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:18.520446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:18.547942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=622bd42c-cb41-42a9-b894-30ccc322aea0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:18.637269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e8215ef-f098-4995-848d-3efd5ad57e31 req-fbff5a93-18d8-48e1-8433-7e063cc5f52d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0401750 Dec 23 12:39:18.695089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.765988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.868232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.882925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:18.939745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.949970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:18.968001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Network f5978295-3853-424d-998e-d6f24503a851 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:18.977950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:18.981403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event updated for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:18.985857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:19.100632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.102141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.103013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.160688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.189106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.215134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-27456b6a-c37f-41df-97cb-fc8621028860 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6339090 Dec 23 12:39:19.229788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Request body: {'port': {'device_id': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:19.288988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.335971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.383873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Pushing event updated for resources: {'Port': ['ID=914798be-4033-407c-931d-468017980328,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:19.431300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.530438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.531721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1ec55188-6e2b-4e9d-970a-3c18b042542f tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1985223 Dec 23 12:39:19.538922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35846) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:19.551295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.557819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.563730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.570245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.576198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.582266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.588375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.590365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-2bae56b7-bdf8-4691-b5fd-03f980af7cfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1443856 Dec 23 12:39:19.659058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.683866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cd07f8e-5b38-4fe7-a618-b5dc84e37b83 req-6efa30e3-a290-47c2-a1e5-71adf2365d4e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812957 Dec 23 12:39:19.690755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253022d4-c4ff-4221-9797-527b91d171a7 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:19.699708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.717420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Transition to ACTIVE for port object 253022d4-c4ff-4221-9797-527b91d171a7 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:39:19.744262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.802915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:19.824613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.873611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=622bd42c-cb41-42a9-b894-30ccc322aea0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:19.884496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:19.892254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:19.903390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2579af-0ed5-4386-82c5-0517158505b6 req-faf66755-a376-460e-a470-11729531a8cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:19.904975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee2579af-0ed5-4386-82c5-0517158505b6 req-faf66755-a376-460e-a470-11729531a8cc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 932 time: 0.1548107 Dec 23 12:39:19.957753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Attempting to bind port 253022d4-c4ff-4221-9797-527b91d171a7 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:19.957753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Attempting to bind port 253022d4-c4ff-4221-9797-527b91d171a7 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:19.961508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Attempting to bind port 253022d4-c4ff-4221-9797-527b91d171a7 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:19.965189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Port 253022d4-c4ff-4221-9797-527b91d171a7 on network f5978295-3853-424d-998e-d6f24503a851 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:19.965520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Attempting to bind port 253022d4-c4ff-4221-9797-527b91d171a7 on network f5978295-3853-424d-998e-d6f24503a851 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:19.971057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:19.971435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Checking segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:19.971993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Bound using segment: {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:19.972460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Bound port: 253022d4-c4ff-4221-9797-527b91d171a7, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9190ea-8d2c-4a9c-946e-5a91d0c41714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f5978295-3853-424d-998e-d6f24503a851'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:19.975968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.014319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.044542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee2579af-0ed5-4386-82c5-0517158505b6 req-207aed4d-979a-466f-b31e-da8bc551965e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083803 Dec 23 12:39:20.090696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:20.091411 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP 58540970-08b1-4ee3-bad1-e4e2d9495124 associated. External IP: 172.25.7.213, port: 7c154b26-5c9d-4aae-872c-3162f00402ff. Dec 23 12:39:20.096314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=253022d4-c4ff-4221-9797-527b91d171a7,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:20.162598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.204963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.206462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.208613 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/253022d4-c4ff-4221-9797-527b91d171a7 HTTP/1.1" status: 200 len: 1092 time: 0.9830453 Dec 23 12:39:20.208613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:20.211116 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022559a-07e9-487f-bac5-0a74bd0ecbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "tag": "253022d4-c4ff-4221-9797-527b91d171a7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:20.262178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e070d3-df67-461e-86ea-ec9e3fa2c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:20.284593 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37305c6-641e-40ed-8044-06b2b1412e59 x-openstack-request-id: req-c37305c6-641e-40ed-8044-06b2b1412e59 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:20.284957 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "tag": "253022d4-c4ff-4221-9797-527b91d171a7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:20.285216 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c37305c6-641e-40ed-8044-06b2b1412e59 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:20.285481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.285707 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7', 'status': 'completed', 'code': 200} Dec 23 12:39:20.351649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-bc4cb79e-724b-4497-a893-14c327b55d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.353917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-bc4cb79e-724b-4497-a893-14c327b55d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0460386 Dec 23 12:39:20.429546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:20.460936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Allocated IP 172.25.7.233 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5cf811cc-f7a8-46f3-8696-5587170bdfa2) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:20.500271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-c40fe7f1-8577-4aa8-82d6-f8a67fd5fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.500271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-c40fe7f1-8577-4aa8-82d6-f8a67fd5fc12 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=69340ff672794c4f926614c340e2f1d3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1302271 Dec 23 12:39:20.601730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-a96be1d5-32f2-4b6b-9d60-40c98f1d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.603113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2022559a-07e9-487f-bac5-0a74bd0ecbdb req-a96be1d5-32f2-4b6b-9d60-40c98f1d0fad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022599 Dec 23 12:39:20.637062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:20.650061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Sync routers for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:20.660107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:20.660793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:20.661958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.685811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-0859292b-f835-442a-9337-f3115bacea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.687391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-0859292b-f835-442a-9337-f3115bacea91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69340ff672794c4f926614c340e2f1d3&device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0464861 Dec 23 12:39:20.729468 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.748514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-958b948e-6a6c-4aee-b47f-cf8bd7cc7922 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=253022d4-c4ff-4221-9797-527b91d171a7 HTTP/1.1" status: 200 len: 217 time: 0.0529878 Dec 23 12:39:20.777126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:39:20.788439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:20.797157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b09b160b-8b24-451b-b9aa-3a611e33d069 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1221092 Dec 23 12:39:20.797921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:20.800576 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb0952-4255-46f3-bbe4-10c540573290" -d '{"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:20.858371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Pushing event updated for resources: {'Port': ['ID=5cf811cc-f7a8-46f3-8696-5587170bdfa2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:20.884212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35872) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:20.903835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:20.913583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-06e93890-7d73-4cb6-a09d-7b73c71f8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:20.915140 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-06e93890-7d73-4cb6-a09d-7b73c71f8a1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 200 len: 846 time: 0.1595957 Dec 23 12:39:20.916934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:20.932942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:20.969700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-82897b53-6b47-48b2-af53-79815ae1bbbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5978295-3853-424d-998e-d6f24503a851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471792 Dec 23 12:39:21.045069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.051302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.058585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.064969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.069967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:21.074129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.078743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.084959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.103397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-703261fd-2c3d-4e78-b13d-80624c8feafa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.2319446 Dec 23 12:39:21.113474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e01296d9-096e-489f-849c-da31b7940563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.170182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc429c-8be9-45d0-a492-55fa6a714e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.178855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17232e-1a1d-4fb3-a791-4b7ed9c53ef5 req-1fcdce93-048d-44a5-a3fd-868a2574c9b3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.180379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b17232e-1a1d-4fb3-a791-4b7ed9c53ef5 req-1fcdce93-048d-44a5-a3fd-868a2574c9b3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.2591639 Dec 23 12:39:21.203236 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-523ac25a-cbe7-4139-9f32-d7660a97546b service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252038 Dec 23 12:39:21.209019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.236490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-295a7d75-bcaa-4198-a4a1-dffa74a49b02 req-b5e71020-11fc-4f5f-abb4-a8499a7ef531 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422589 Dec 23 12:39:21.277730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b17232e-1a1d-4fb3-a791-4b7ed9c53ef5 req-f7055f49-4e25-4869-a50e-c93e5a251028 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835476 Dec 23 12:39:21.297604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:21.301273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '58540970-08b1-4ee3-bad1-e4e2d9495124', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'port_id': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'mac_address': 'fa:16:3e:3b:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:39:18Z', 'updated_at': '2021-12-23T12:39:18Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:21.332091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Checking router: 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:39:21.343791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:21.343791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:21.396122 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8ff3d4-797c-490f-9c46-bc1f4aed87e5 x-openstack-request-id: req-4b8ff3d4-797c-490f-9c46-bc1f4aed87e5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:21.396356 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:21.397126 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b8ff3d4-797c-490f-9c46-bc1f4aed87e5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:21.397126 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'status': 'completed', 'code': 200} Dec 23 12:39:21.403376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e01296d9-096e-489f-849c-da31b7940563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.421133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f6a858b-088b-4f3e-a071-1d950a968b34 req-e3e84573-2c83-4916-986d-ddb725e54de1 service neutron] 10.222.0.57 "GET /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045736 Dec 23 12:39:21.436367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc429c-8be9-45d0-a492-55fa6a714e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.467540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:39:21.471203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e01296d9-096e-489f-849c-da31b7940563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.492126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.499874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-01d667f8-cc8e-4fb1-8ff5-a910e17578f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/58540970-08b1-4ee3-bad1-e4e2d9495124 HTTP/1.1" status: 200 len: 991 time: 0.1998470 Dec 23 12:39:21.510656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3fc429c-8be9-45d0-a492-55fa6a714e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.530834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e01296d9-096e-489f-849c-da31b7940563 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39d0fdbd77a3460c863a0e4efcf04e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6432159 Dec 23 12:39:21.532212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35886) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:21.532355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01296d9-096e-489f-849c-da31b7940563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b00ac-b5ea-458c-8b04-fce3aa1e0a35,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:21.557864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-d8525dc7-89d1-476a-8a8e-18eab4c25cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.559877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-d8525dc7-89d1-476a-8a8e-18eab4c25cab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1096 time: 0.1661685 Dec 23 12:39:21.562223 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3fc429c-8be9-45d0-a492-55fa6a714e13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49c97900042140c380624dbde7ac80d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4909079 Dec 23 12:39:21.566605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:21.579388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc429c-8be9-45d0-a492-55fa6a714e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c0b192-54b8-4c26-8f41-163149ed2bcb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:21.616095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7b193-6288-493f-84de-fd93707e0e42 req-15a5f287-528d-4d74-ad91-a636cdc85d20 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.617647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6f7b193-6288-493f-84de-fd93707e0e42 req-15a5f287-528d-4d74-ad91-a636cdc85d20 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 944 time: 0.2233124 Dec 23 12:39:21.720489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '58540970-08b1-4ee3-bad1-e4e2d9495124', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'port_id': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'mac_address': 'fa:16:3e:3b:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:39:18Z', 'updated_at': '2021-12-23T12:39:18Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:21.747977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c0085-1960-437b-b932-f3010a6f4e9d None None] The sync data for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 is: [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '58540970-08b1-4ee3-bad1-e4e2d9495124', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'port_id': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'mac_address': 'fa:16:3e:3b:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:39:18Z', 'updated_at': '2021-12-23T12:39:18Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:21.819485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.868447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6f7b193-6288-493f-84de-fd93707e0e42 req-78b36ff7-1abd-4bb3-a5ad-60d7612f2d9d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040958 Dec 23 12:39:21.876561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-d89acebd-42fd-4089-83bc-4c53cc2e9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:21.878118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-d89acebd-42fd-4089-83bc-4c53cc2e9b20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 897 time: 0.3048151 Dec 23 12:39:21.884372 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:39:21.900724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.905858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:21.972436 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176df4a-72c9-4f17-b819-ae3b6d5e0141 None None] New status for floating IP 58540970-08b1-4ee3-bad1-e4e2d9495124: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:39:22.289463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.372284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-456f7dd6-3c62-4451-a9a8-cd8c0edb0816 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 999 time: 0.4858403 Dec 23 12:39:22.393733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.467627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.473636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.479627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.485649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.492413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.498624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.502649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:22.504623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.507140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-d33aa9ee-eaa8-4d98-952d-3fbbfe941832 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1706765 Dec 23 12:39:22.509400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-442c95f6-cb8c-4897-b27b-132e165d3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.510982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-442c95f6-cb8c-4897-b27b-132e165d3319 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.1195273 Dec 23 12:39:22.511750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.566015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-86fdc16b-2d0e-4369-be78-bf3713936c0a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/58540970-08b1-4ee3-bad1-e4e2d9495124 HTTP/1.1" status: 200 len: 993 time: 0.0621803 Dec 23 12:39:22.578094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.580678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.581834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b19b00ac-b5ea-458c-8b04-fce3aa1e0a35 HTTP/1.1" status: 204 len: 168 time: 1.0490763 Dec 23 12:39:22.596153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.603069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.603069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7c0b192-54b8-4c26-8f41-163149ed2bcb HTTP/1.1" status: 204 len: 168 time: 1.0261419 Dec 23 12:39:22.640844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b3993-6f90-4899-b03f-4356aac1a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b00ac-b5ea-458c-8b04-fce3aa1e0a35,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:22.677979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Pushing event updated for resources: {'Port': ['ID=5cf811cc-f7a8-46f3-8696-5587170bdfa2,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:22.681617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.689755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11c5a-9fcd-4283-9917-057ea2a46635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c0b192-54b8-4c26-8f41-163149ed2bcb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:22.702823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.710068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-a1392b58-90b7-4f47-b795-031a13c3ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:22.711794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-a1392b58-90b7-4f47-b795-031a13c3ac02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858625 Dec 23 12:39:22.719697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-944dcf13-4507-43bd-a8a3-04a55527f8ce req-2b015deb-2b35-45fa-b0f7-5375fed7ccfe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056172 Dec 23 12:39:22.814078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:22.815276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-30a5a979-6fec-4304-8a44-1c617b44ecbd tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2752650 Dec 23 12:39:22.818133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35898) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:22.819186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-13c34b75-aa3a-4a5e-9e94-effe01912e97 service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965252 Dec 23 12:39:22.896018 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e29671ed-726b-4436-9306-6a57a5747df9 tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.0764720 Dec 23 12:39:22.898636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35904) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:22.950633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cfb0952-4255-46f3-bbe4-10c540573290 req-3ce9de8e-5c08-40e3-9cc3-5ab9b81db248 service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247439 Dec 23 12:39:23.002934 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7ebdae17-a351-4305-a962-dc2814f53ad4 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1031661 Dec 23 12:39:23.006337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:23.009614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a150b3c-98b4-407f-82e2-c17349dfe0ff req-9696b99b-883f-4710-a7b2-afe70fdb972f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.011964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a150b3c-98b4-407f-82e2-c17349dfe0ff req-9696b99b-883f-4710-a7b2-afe70fdb972f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 944 time: 0.0598900 Dec 23 12:39:23.072840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a150b3c-98b4-407f-82e2-c17349dfe0ff req-c582a23f-d8f7-4cf5-97cc-cc973ba97f34 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Dec 23 12:39:23.150218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Deleting port 5cf811cc-f7a8-46f3-8696-5587170bdfa2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:23.150559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.227730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.228064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.240966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Calling delete_port for 5cf811cc-f7a8-46f3-8696-5587170bdfa2 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:23.351439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:23.364781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd0f6-b0fa-49c8-a9cd-1fc5a27f0c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.441521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.475306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Pushing event deleted for resources: {'Port': ['ID=5cf811cc-f7a8-46f3-8696-5587170bdfa2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:23.526202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd0f6-b0fa-49c8-a9cd-1fc5a27f0c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.544520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.545939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.547116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3026136-8157-4eaa-b06d-8a156def4cff tempest-FloatingIPAdminTestJSON-1745674312 tempest-FloatingIPAdminTestJSON-1745674312-project] 10.222.0.16 "DELETE /v2.0/floatingips/62d3d88c-c59d-48f7-8f44-2fd5d1350084 HTTP/1.1" status: 204 len: 168 time: 0.5393710 Dec 23 12:39:23.549751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35924) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:23.572721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd0f6-b0fa-49c8-a9cd-1fc5a27f0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.618481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6fdfd0f6-b0fa-49c8-a9cd-1fc5a27f0c72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5802ccfa1c204565a411996d3805d062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658820 Dec 23 12:39:23.621395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35928) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:23.627445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfd0f6-b0fa-49c8-a9cd-1fc5a27f0c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdaefa0-7d9b-4959-86a4-ffb7e2df8887,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:23.673538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.698130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.713769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Deleting port 914798be-4033-407c-931d-468017980328 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:23.714195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.800743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.800743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.810560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Calling delete_port for 914798be-4033-407c-931d-468017980328 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:23.843609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.846541 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:23.849803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbdaefa0-7d9b-4959-86a4-ffb7e2df8887 HTTP/1.1" status: 204 len: 168 time: 0.2251074 Dec 23 12:39:23.870441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ba77c-dee0-45c2-bbfe-82ffbe2b4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdaefa0-7d9b-4959-86a4-ffb7e2df8887,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:23.905782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.913631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.920196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.926420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.933633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.945646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.946592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:23.948986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-1e7cdc8e-0857-4846-909a-f527eac455f3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1362946 Dec 23 12:39:24.018144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18cb352f-06da-4ed0-8c3a-904f2a3364cb req-a23ec46a-4f23-44cc-bf97-b352579137ab tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627522 Dec 23 12:39:24.115681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.146170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Pushing event deleted for resources: {'Port': ['ID=914798be-4033-407c-931d-468017980328,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:24.212262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990ab9-7920-4752-ba68-23d835c73a9e req-64d5e10c-4076-4984-8655-2c0ba812ff02 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:24.213828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80990ab9-7920-4752-ba68-23d835c73a9e req-64d5e10c-4076-4984-8655-2c0ba812ff02 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 944 time: 0.0586493 Dec 23 12:39:24.217317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.219974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.225035 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-497dbca7-9712-4b22-90f1-3984e9ff01ab tempest-FloatingIPAdminTestJSON-2008471397 tempest-FloatingIPAdminTestJSON-2008471397-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/9e1b8c2e-8d22-4de8-a6d5-d2ec05bac60c HTTP/1.1" status: 204 len: 168 time: 0.6706114 Dec 23 12:39:24.225585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35942) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:24.330891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80990ab9-7920-4752-ba68-23d835c73a9e req-c805091e-699c-4782-a7a7-9896887222e5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082482 Dec 23 12:39:24.349661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port 32b4442b-6717-4dad-870a-e1600d366c57 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:24.350009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.447506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.460703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for 32b4442b-6717-4dad-870a-e1600d366c57 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:24.647028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.678432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=32b4442b-6717-4dad-870a-e1600d366c57,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:24.748653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:24.752564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a2c940d0-d9e2-4baf-8c8e-da6ff52bdbbc tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/ports/32b4442b-6717-4dad-870a-e1600d366c57 HTTP/1.1" status: 204 len: 168 time: 0.5259202 Dec 23 12:39:24.755424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35968) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:24.819137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a22d7-140e-4cf9-b783-1fdbc07f1574 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:24.825017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:24.825583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5e5a22d7-140e-4cf9-b783-1fdbc07f1574 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a53f067-5501-4c08-bef7-f5ee752be85d HTTP/1.1" status: 200 len: 913 time: 0.0689213 Dec 23 12:39:25.210039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.216004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.222093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.229577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.235669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.242513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.249215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.257123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-53a65a9f-ccd7-4aae-beba-f5bef4bce052 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1601746 Dec 23 12:39:25.380982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2655142-f15b-4cca-a76d-876366fa9f12 req-c8cc04d5-bc04-4cab-95a3-e9fb18c223a6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228387 Dec 23 12:39:25.462877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:25.527704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a120e62-0776-453a-bbe5-1e8b7f083dd8 req-6984a380-4de3-4021-a459-1636fa39dc58 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:25.529213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a120e62-0776-453a-bbe5-1e8b7f083dd8 req-6984a380-4de3-4021-a459-1636fa39dc58 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 944 time: 0.0991898 Dec 23 12:39:25.683111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a120e62-0776-453a-bbe5-1e8b7f083dd8 req-26a96a3f-62e8-4afe-9f88-ea25c365d437 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219816 Dec 23 12:39:25.850250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:25.850600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:25.951015 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:25.963644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for 12e21c59-b206-4b2f-b3f0-bd139fd7fb35 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:26.104155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 253022d4-c4ff-4221-9797-527b91d171a7 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:26.204307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=253022d4-c4ff-4221-9797-527b91d171a7,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:26.223216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '253022d4-c4ff-4221-9797-527b91d171a7', 'network_id': 'f5978295-3853-424d-998e-d6f24503a851', 'port_id': '253022d4-c4ff-4221-9797-527b91d171a7', 'mac_address': 'fa:16:3e:5e:e8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3014411a-483f-4656-a469-171c61e8bd0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:26.257396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:26.269694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:26.270636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253022d4-c4ff-4221-9797-527b91d171a7 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:26.290225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=253022d4-c4ff-4221-9797-527b91d171a7,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:26.301049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=12e21c59-b206-4b2f-b3f0-bd139fd7fb35,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:26.323772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.324124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.324463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.324804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.325166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.325498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.325826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.326150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.326473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.326790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.327112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.327467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.327730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:26.385807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:26.473692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:26.556769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:26.627297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.633779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.639664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.645519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.651538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.657430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.664188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:26.666044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-56045ecd-0d96-49f7-bc38-4aeaeeade505 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5420 time: 0.1652405 Dec 23 12:39:26.695687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['253022d4-c4ff-4221-9797-527b91d171a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:26.783021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2a92cff-580b-47ab-9d7e-e63ca8bd7fb1 req-4cc11ae0-ef03-4dc4-8f73-4e3246eb3691 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080008 Dec 23 12:39:26.881038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 03d97ac7-7666-4d79-9bee-af6ee2914a5a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:27.003032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.017292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '03d97ac7-7666-4d79-9bee-af6ee2914a5a', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'port_id': '03d97ac7-7666-4d79-9bee-af6ee2914a5a', 'mac_address': 'fa:16:3e:c0:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:27.064037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.078348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d97ac7-7666-4d79-9bee-af6ee2914a5a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:27.100137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.191711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.191711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b8dc740a-cc55-430f-8296-f05919b76a37 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:27.192449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b992c-73d2-4589-b7b6-7b16a839d123 req-56f4999e-9172-40c1-8527-f4330219f4fc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:27.192449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d29b992c-73d2-4589-b7b6-7b16a839d123 req-56f4999e-9172-40c1-8527-f4330219f4fc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 945 time: 0.4046068 Dec 23 12:39:27.290084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d29b992c-73d2-4589-b7b6-7b16a839d123 req-c627c176-dd9a-4d08-8107-64dae1c12ae7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909305 Dec 23 12:39:27.295980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:27.298148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Router 2a53f067-5501-4c08-bef7-f5ee752be85d has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:27.348143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.363837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'port_id': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'mac_address': 'fa:16:3e:d7:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1684f150-a510-4929-8acc-7c2c8e215b54', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:27.406910 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.421315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dc740a-cc55-430f-8296-f05919b76a37 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:27.424567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:27.435873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b134f85b-db0c-4016-bc27-8da6687932aa tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "PUT /v2.0/routers/2a53f067-5501-4c08-bef7-f5ee752be85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058140 Dec 23 12:39:27.436091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:27.436990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] Sync routers for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:27.453619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.456980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:27.472241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:27.492773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:27.510527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] Routers {'2a53f067-5501-4c08-bef7-f5ee752be85d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:27.510527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2a53f067-5501-4c08-bef7-f5ee752be85d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:27.544815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:27.545622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90754093-0144-4f64-a4aa-8d8070514d2b None None] The sync data for ids ['2a53f067-5501-4c08-bef7-f5ee752be85d'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:27.560340 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.561559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a12f68a1-d3a7-421b-80a1-7b16657e09a0 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:27.570570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.633804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:27.637486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.649964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'port_id': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0', 'mac_address': 'fa:16:3e:5d:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:27.686913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.690024 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.704041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12f68a1-d3a7-421b-80a1-7b16657e09a0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:27.726188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.800469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port fac8b521-f6af-4d2f-af2c-0f82a436b9a0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:27.800812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.812905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.813706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9a98b79e-76b9-4245-87b7-778fd257b925 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:27.884482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:27.898093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:27.902983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '9a98b79e-76b9-4245-87b7-778fd257b925', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'port_id': '9a98b79e-76b9-4245-87b7-778fd257b925', 'mac_address': 'fa:16:3e:8a:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:27.906990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.939981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for fac8b521-f6af-4d2f-af2c-0f82a436b9a0 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:27.949577 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:27.967773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a98b79e-76b9-4245-87b7-778fd257b925 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:27.989843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.003935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.010923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.017080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.024416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.030377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.036382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.042377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.044529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-cb2ba9a8-7bf1-42c9-8272-f65e81d3a488 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5423 time: 0.1221647 Dec 23 12:39:28.092748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.093460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:28.123750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 253022d4-c4ff-4221-9797-527b91d171a7 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:28.124672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2861c3b5-6eee-4160-8326-8ecb6d960520 req-65e13d5c-f5fc-487a-831e-b1fc47516378 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712497 Dec 23 12:39:28.225303 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.227892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:28.264890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=fac8b521-f6af-4d2f-af2c-0f82a436b9a0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:28.290762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6274917-b7bd-432d-82bb-db35541f6689 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:39:28.294831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.311303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'port_id': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'mac_address': 'fa:16:3e:42:d5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:28.334441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.348356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 253022d4-c4ff-4221-9797-527b91d171a7 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:28.357634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 253022d4-c4ff-4221-9797-527b91d171a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:28.358211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.389187 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.408378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:28.434019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c371a9e-7685-410d-bac3-43a694531cae req-a704dc71-df25-4110-a5ee-1f124f172fd2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.434835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.436525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c371a9e-7685-410d-bac3-43a694531cae req-a704dc71-df25-4110-a5ee-1f124f172fd2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Dec 23 12:39:28.440593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.446188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.488206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.507084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c371a9e-7685-410d-bac3-43a694531cae req-4fe5a4e3-1ad1-47f2-aa26-d068a162e88b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Dec 23 12:39:28.518034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.518703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 700faba1-873c-437b-97c4-e5bc75721e9b details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:28.526714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:28.529034 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117210c5-0ede-4b36-8e7e-e766e0ffb6b5" -d '{"events": [{"server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "name": "network-vif-plugged", "status": "completed", "tag": "253022d4-c4ff-4221-9797-527b91d171a7"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:28.578805 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ceb8ca-b251-4f7e-a8b6-44179ea2cea3 x-openstack-request-id: req-90ceb8ca-b251-4f7e-a8b6-44179ea2cea3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:28.579483 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "name": "network-vif-plugged", "status": "completed", "tag": "253022d4-c4ff-4221-9797-527b91d171a7", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:28.579483 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90ceb8ca-b251-4f7e-a8b6-44179ea2cea3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:28.579709 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7', 'code': 200} Dec 23 12:39:28.584656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=253022d4-c4ff-4221-9797-527b91d171a7,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.596524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.597420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Fanout notify agent at l3_agent the message router_deleted on router 2a53f067-5501-4c08-bef7-f5ee752be85d {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:39:28.606790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.610092 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f302c855-fe36-4b3b-a64e-79f272718153 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/routers/2a53f067-5501-4c08-bef7-f5ee752be85d HTTP/1.1" status: 204 len: 168 time: 1.1715240 Dec 23 12:39:28.612573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:28.624668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.634340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:28.648012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '700faba1-873c-437b-97c4-e5bc75721e9b', 'network_id': '7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94', 'port_id': '700faba1-873c-437b-97c4-e5bc75721e9b', 'mac_address': 'fa:16:3e:b3:31:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c7e3fc-e876-4310-9720-f8e0b9de013e', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:28.688400 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.701018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:28.712983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting subnet 190d2885-e886-4ff1-bff9-253d57cdcf98 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:39:28.717415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.721020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.744264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700faba1-873c-437b-97c4-e5bc75721e9b {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:28.745827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f0dc-f411-4a33-9206-9623eb6f7641 req-d3a4470c-acdf-4944-8bb4-64486634916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:28.747301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d555f0dc-f411-4a33-9206-9623eb6f7641 req-d3a4470c-acdf-4944-8bb4-64486634916c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0980749 Dec 23 12:39:28.774602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:28.779345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.782680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.812574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:28.843560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d555f0dc-f411-4a33-9206-9623eb6f7641 req-27c49fc0-6782-4923-9a83-da08737db1da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Dec 23 12:39:28.846752 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.847741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d870d5f0-0160-4c9e-aafb-46eb409c8d7f details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:28.902204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.930270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:28.935499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:28.950037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'network_id': 'efa7c0b0-5938-4641-ba50-5411cd51d9c0', 'port_id': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'mac_address': 'fa:16:3e:10:1d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1684f150-a510-4929-8acc-7c2c8e215b54', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:28.956039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebc67e67-942c-49f5-b1d2-670c0ce56c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.966797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98ad4794-533d-49ea-8272-6b8a3cb12b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:28.991460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.006732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d870d5f0-0160-4c9e-aafb-46eb409c8d7f {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:29.026359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:29.100328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.140312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Subnet': ['ID=190d2885-e886-4ff1-bff9-253d57cdcf98,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.146803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.149258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b940f5d-ddaa-4a9d-8afc-ef6db1ff2088 None None] Network 63968242-79e3-4894-9a99-35ad10bf93c2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:29.152649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-719e6715-38c7-49bb-8656-65b528151c97 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/subnets/190d2885-e886-4ff1-bff9-253d57cdcf98 HTTP/1.1" status: 204 len: 168 time: 0.5359106 Dec 23 12:39:29.155239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36174) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:29.160969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98ad4794-533d-49ea-8272-6b8a3cb12b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.208460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.268266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.269481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.276214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.276398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebc67e67-942c-49f5-b1d2-670c0ce56c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.282209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.289487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.290263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.296630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.304672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.309959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.312129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-79d959ca-a3f4-45d6-b650-3d1e0332d5cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5427 time: 0.1043775 Dec 23 12:39:29.335271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port e0023f07-695c-4430-9666-0fbb9e90c63f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:29.335611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.335779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98ad4794-533d-49ea-8272-6b8a3cb12b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.378243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebc67e67-942c-49f5-b1d2-670c0ce56c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.382396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] DHCP port deletion for 63968242-79e3-4894-9a99-35ad10bf93c2 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:39:29.396490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-98ad4794-533d-49ea-8272-6b8a3cb12b93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=275ec0e1414c446fbdea37280bd34171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827188 Dec 23 12:39:29.399988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4794-533d-49ea-8272-6b8a3cb12b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362103d5-fdb2-44ef-9751-469e6cf73e01,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.402914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36178) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:29.432191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-243a0b69-d0aa-4322-9f8b-a8ff7a8f6200 req-c3088860-037a-452d-a760-01ce32498d3b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131477 Dec 23 12:39:29.455753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Deleting port e0023f07-695c-4430-9666-0fbb9e90c63f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:29.456130 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.476177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.501967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.529256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] For port e0023f07-695c-4430-9666-0fbb9e90c63f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e0023f07-695c-4430-9666-0fbb9e90c63f,segment=NetworkSegment(da6598b1-406d-4418-b434-3012da097ea8),segment_id=da6598b1-406d-4418-b434-3012da097ea8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:29.529655 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.544773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Calling delete_port for e0023f07-695c-4430-9666-0fbb9e90c63f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:29.653450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb119a-f730-4bca-baf2-2c2104fbbc25 req-0a267418-96b2-486f-a191-c89f2156d4d3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:29.655223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5bb119a-f730-4bca-baf2-2c2104fbbc25 req-0a267418-96b2-486f-a191-c89f2156d4d3 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0641785 Dec 23 12:39:29.657475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.663284 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.664628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/362103d5-fdb2-44ef-9751-469e6cf73e01 HTTP/1.1" status: 204 len: 168 time: 0.2584507 Dec 23 12:39:29.680418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6df18-95fe-4b78-8f02-19f9b0887353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362103d5-fdb2-44ef-9751-469e6cf73e01,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.731697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5bb119a-f730-4bca-baf2-2c2104fbbc25 req-11695ab8-1c9d-4623-91dd-3fcf5eb873eb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Dec 23 12:39:29.768614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebc67e67-942c-49f5-b1d2-670c0ce56c3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50610b5a73694588984517a57d179e37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665016 Dec 23 12:39:29.773033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36184) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:29.774791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] For port e0023f07-695c-4430-9666-0fbb9e90c63f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e0023f07-695c-4430-9666-0fbb9e90c63f,segment=NetworkSegment(da6598b1-406d-4418-b434-3012da097ea8),segment_id=da6598b1-406d-4418-b434-3012da097ea8)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:29.775153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.777546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc67e67-942c-49f5-b1d2-670c0ce56c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae45a3-a4ce-4780-a866-3b20d629f921,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.777968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.793678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for e0023f07-695c-4430-9666-0fbb9e90c63f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:29.810264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] Pushing event deleted for resources: {'Port': ['ID=e0023f07-695c-4430-9666-0fbb9e90c63f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:29.819222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824edd8-455d-4c10-bf9b-4d65c46c5068 None None] No DVR routers for this DVR port e0023f07-695c-4430-9666-0fbb9e90c63f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:39:29.833524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.835729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b8dc740a-cc55-430f-8296-f05919b76a37'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:29.861989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.870892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['03d97ac7-7666-4d79-9bee-af6ee2914a5a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:29.873493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d870d5f0-0160-4c9e-aafb-46eb409c8d7f'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.889937 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:39:29.892675 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:39:29.918878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:29.919009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a12f68a1-d3a7-421b-80a1-7b16657e09a0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:29.922089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] No DVR routers for this DVR port e0023f07-695c-4430-9666-0fbb9e90c63f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:39:29.949857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=e0023f07-695c-4430-9666-0fbb9e90c63f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:30.030244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.033188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.037070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bae45a3-a4ce-4780-a866-3b20d629f921 HTTP/1.1" status: 204 len: 168 time: 0.2604835 Dec 23 12:39:30.037271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.044909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558baeb8-3e16-4dfa-86e6-631006d576df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae45a3-a4ce-4780-a866-3b20d629f921,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:30.060022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63968242-79e3-4894-9a99-35ad10bf93c2']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:30.072374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6598b1-406d-4418-b434-3012da097ea8') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:30.072886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6598b1-406d-4418-b434-3012da097ea8') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:30.093765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.110241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.118045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:30.118670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.122576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e0023f07-695c-4430-9666-0fbb9e90c63f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:39:30.125118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:30.169182 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:30.232789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e0023f07-695c-4430-9666-0fbb9e90c63f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:39:30.233164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e0023f07-695c-4430-9666-0fbb9e90c63f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:39:30.270218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.282158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.282555 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/networks/63968242-79e3-4894-9a99-35ad10bf93c2 HTTP/1.1" status: 204 len: 168 time: 1.1257844 Dec 23 12:39:30.285176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36190) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:30.301147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0f491-6019-4bb7-8e36-246aa8a861e6 tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Network': ['ID=63968242-79e3-4894-9a99-35ad10bf93c2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:30.426473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Deleting port 7f2fed4a-af44-411b-95b1-2c2af76a88b5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:30.427412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.516075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.516840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.535548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Calling delete_port for 7f2fed4a-af44-411b-95b1-2c2af76a88b5 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:30.589896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36196) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:30.607221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d1b274-8d28-45c7-a626-b4d381a2c373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.649245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.655391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.662149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.668784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.674873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.681898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.687793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.689854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-49c7a2a5-07d3-4d03-a941-16d788a8a2a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5427 time: 0.1594243 Dec 23 12:39:30.695581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d1b274-8d28-45c7-a626-b4d381a2c373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.761800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d1b274-8d28-45c7-a626-b4d381a2c373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.777693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ff99619-e13e-4e3b-9a45-c6051eb675b7 req-73966d8e-f5c8-4baa-8c52-c12db7a36a04 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771787 Dec 23 12:39:30.796372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['700faba1-873c-437b-97c4-e5bc75721e9b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:30.807650 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4d1b274-8d28-45c7-a626-b4d381a2c373 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84f999dd89ad4860b718d045801a8a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162769 Dec 23 12:39:30.808565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1b274-8d28-45c7-a626-b4d381a2c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ddeb32-cdeb-4714-8272-dcedb9e83839,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:30.811126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36200) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:30.852884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36202) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:30.877088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab40b6e0-d634-49cf-827c-8793fb8b3835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.906586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.931649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.942556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:30.961970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2b335-bed8-4742-8253-5828f00bd7f3 req-fd8a8fc0-27ab-44b7-967b-ba08c11d52a5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:30.969398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cb2b335-bed8-4742-8253-5828f00bd7f3 req-fd8a8fc0-27ab-44b7-967b-ba08c11d52a5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0912755 Dec 23 12:39:30.983809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['9a98b79e-76b9-4245-87b7-778fd257b925'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:30.997718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Pushing event deleted for resources: {'Port': ['ID=7f2fed4a-af44-411b-95b1-2c2af76a88b5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:31.064848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab40b6e0-d634-49cf-827c-8793fb8b3835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.084360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0cb2b335-bed8-4742-8253-5828f00bd7f3 req-6c3f0f4a-bdc0-4408-a7a5-3bfd1d3330b0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140530 Dec 23 12:39:31.095195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.098031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.102195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-179d46d5-881e-492f-97ce-d020b04a953b tempest-FloatingIPAdminTestJSON-997323272 tempest-FloatingIPAdminTestJSON-997323272-project] 10.222.0.16 "DELETE /v2.0/floatingips/08c97fbb-e0b4-4ec5-8ef4-37fca7c859cf HTTP/1.1" status: 204 len: 168 time: 0.8132021 Dec 23 12:39:31.138373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.141408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.142669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61ddeb32-cdeb-4714-8272-dcedb9e83839 HTTP/1.1" status: 204 len: 168 time: 0.3304288 Dec 23 12:39:31.152581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0321c8-9b29-4e3c-baad-ce5438e01668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ddeb32-cdeb-4714-8272-dcedb9e83839,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:31.168016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab40b6e0-d634-49cf-827c-8793fb8b3835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.236439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab40b6e0-d634-49cf-827c-8793fb8b3835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa13827bdc847a698a3bf7133be48fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757038 Dec 23 12:39:31.237422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40b6e0-d634-49cf-827c-8793fb8b3835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ab264-5c13-4476-8247-1e4aad03aacd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:31.238541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36210) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:31.294822 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.321058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.413040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61f00-d6cf-4fcb-a3dc-88c7b63dcbe2 req-f8d90c4f-0984-4176-837d-6a7510730503 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:31.414549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13b61f00-d6cf-4fcb-a3dc-88c7b63dcbe2 req-f8d90c4f-0984-4176-837d-6a7510730503 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0522904 Dec 23 12:39:31.441935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.445363 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:31.446524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/850ab264-5c13-4476-8247-1e4aad03aacd HTTP/1.1" status: 204 len: 168 time: 0.2068477 Dec 23 12:39:31.464249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff37220-f07f-4a0d-b29d-592d643726b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ab264-5c13-4476-8247-1e4aad03aacd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:31.477513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13b61f00-d6cf-4fcb-a3dc-88c7b63dcbe2 req-6d2a05bb-d76f-4101-9453-663a373aafb1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Dec 23 12:39:31.606608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e68eb0-51a6-445f-9e5e-98e36cb2f336 req-191af5d2-f724-4d2b-9c56-bb2517bbb71a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:31.609759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12e68eb0-51a6-445f-9e5e-98e36cb2f336 req-191af5d2-f724-4d2b-9c56-bb2517bbb71a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0612381 Dec 23 12:39:31.662142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12e68eb0-51a6-445f-9e5e-98e36cb2f336 req-d51ca452-2ee4-4741-aa3f-961473f227a1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Dec 23 12:39:31.663804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:31.969077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-496182c0-fe37-4d84-a009-fccd45f2f10d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47b028a51e044001a741d3c6a3cb5c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039923 Dec 23 12:39:31.971552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:32.023797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.030501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.037609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.043909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.044068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:32.050187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.056393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.062305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.064342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f154da70-5f88-4580-99b6-2d438229186c req-2577bfa9-2da3-41c2-9b17-92c1ec6d35ea tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5427 time: 0.1311605 Dec 23 12:39:32.066425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:32.139329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d403-d335-44d0-9ccf-b8a57e801792 req-a50e6be9-be2e-40fd-b247-2e8f255ce3d0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:32.140846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2582d403-d335-44d0-9ccf-b8a57e801792 req-a50e6be9-be2e-40fd-b247-2e8f255ce3d0 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0755677 Dec 23 12:39:32.177473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f154da70-5f88-4580-99b6-2d438229186c req-c3a92527-97cb-45b5-a68a-f8df65281bbd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006806 Dec 23 12:39:32.209123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:32.210938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:32.213016 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9584e862-4e85-425a-8e6b-fa2881e2223c HTTP/1.1" status: 204 len: 168 time: 0.2397070 Dec 23 12:39:32.222946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062fa40-f29a-44e2-b684-9175a2c7b250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584e862-4e85-425a-8e6b-fa2881e2223c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:32.227295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2582d403-d335-44d0-9ccf-b8a57e801792 req-22600fc4-ba95-40cb-a186-c06d4afc1705 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773814 Dec 23 12:39:33.093342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36282) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:33.108137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89b71264-8119-49a0-8a4c-98678cf17936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.192309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89b71264-8119-49a0-8a4c-98678cf17936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.221937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 700faba1-873c-437b-97c4-e5bc75721e9b up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:33.235638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89b71264-8119-49a0-8a4c-98678cf17936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.332538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 700faba1-873c-437b-97c4-e5bc75721e9b completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:33.342864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 700faba1-873c-437b-97c4-e5bc75721e9b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:33.343169 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.363760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89b71264-8119-49a0-8a4c-98678cf17936 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea944c2dac64dcea347a04a6adc8b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685063 Dec 23 12:39:33.367035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36310) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:33.396278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b71264-8119-49a0-8a4c-98678cf17936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b437480-e67a-4da4-b13f-1e99966e85cb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:33.439386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.441969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.448721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.454183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.457247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.461833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.466438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.467789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.481086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.489863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.494755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:33.497407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-925f6d25-25fd-4c76-8a42-8adb7223a033 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5427 time: 0.1919014 Dec 23 12:39:33.498157 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91fea61-618e-4958-936d-2f72538b15ca" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:33.503971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:33.511669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8d9c6-9ada-46d7-9b14-a7792afd033e req-0dbb90f6-796d-41c8-a913-3a95a913ffec tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:33.513307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21a8d9c6-9ada-46d7-9b14-a7792afd033e req-0dbb90f6-796d-41c8-a913-3a95a913ffec tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1688402 Dec 23 12:39:33.589653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.590602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.592397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 03d97ac7-7666-4d79-9bee-af6ee2914a5a up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:33.593554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.595034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b437480-e67a-4da4-b13f-1e99966e85cb HTTP/1.1" status: 204 len: 168 time: 0.2263987 Dec 23 12:39:33.605005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a66a280a-7b79-4623-b818-ab0eb1a079d3 req-145f3c03-b749-496c-aa7b-6bedddea2989 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898407 Dec 23 12:39:33.607552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-21a8d9c6-9ada-46d7-9b14-a7792afd033e req-f70deea6-81e6-4b2f-a981-fb17d688e4f9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848548 Dec 23 12:39:33.625313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b437480-e67a-4da4-b13f-1e99966e85cb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:33.635031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.635570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.636044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.636514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.637005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.637927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.638652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.639125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.639616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.640099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.640582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.641081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.641546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df8902-5717-4cac-b42a-34d295783aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:39:33.700101 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa3959-9896-4780-9edf-61583851f528 x-openstack-request-id: req-94aa3959-9896-4780-9edf-61583851f528 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:33.700409 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:33.700642 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94aa3959-9896-4780-9edf-61583851f528 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:33.701274 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b', 'code': 200} Dec 23 12:39:33.738910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:33.819603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:33.824134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:33.824678 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.931384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:33.967934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:34.041524 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.042686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b8dc740a-cc55-430f-8296-f05919b76a37 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:34.126259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:34.200309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b8dc740a-cc55-430f-8296-f05919b76a37 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:34.204452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b8dc740a-cc55-430f-8296-f05919b76a37 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:34.205248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.294942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.311924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36380) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:34.327254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d94f850-627d-454d-88b0-62e378c99f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.344250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:34.406670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.407159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d94f850-627d-454d-88b0-62e378c99f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.407960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a12f68a1-d3a7-421b-80a1-7b16657e09a0 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:34.469636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d94f850-627d-454d-88b0-62e378c99f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.486525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:34.510709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6d94f850-627d-454d-88b0-62e378c99f03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9576ff5fa2da4dabb194cf6926acdf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976290 Dec 23 12:39:34.513564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36394) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:34.515772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94f850-627d-454d-88b0-62e378c99f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b3279-749d-4fec-8784-ab08252f55f0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:34.565981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.589906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:34.594154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:34.596997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.597115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.717308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.748868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.752424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.753536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f01b3279-749d-4fec-8784-ab08252f55f0 HTTP/1.1" status: 204 len: 168 time: 0.2379892 Dec 23 12:39:34.763211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:34.770344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0c88e-315a-4d8f-a6f4-c832dec9fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b3279-749d-4fec-8784-ab08252f55f0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:34.806178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b722a-dc98-478c-9ad0-81ec93a73a44 req-a08b0010-fe2d-43ba-bfa0-14622a6d0f97 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.808611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-744b722a-dc98-478c-9ad0-81ec93a73a44 req-a08b0010-fe2d-43ba-bfa0-14622a6d0f97 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1104529 Dec 23 12:39:34.817585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:34.818419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d870d5f0-0160-4c9e-aafb-46eb409c8d7f up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:34.826574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.832941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.839176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.845325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.852041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.858231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.869083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:34.871427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-04c573ea-a553-4425-ba98-98db824f4340 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5430 time: 0.1615887 Dec 23 12:39:34.899683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:34.967913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-744b722a-dc98-478c-9ad0-81ec93a73a44 req-29473127-13cd-467a-98e2-ceaf1e3bc5e2 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532555 Dec 23 12:39:34.972771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b68b470-a428-49c9-bf7d-5acdfe8a26c2 req-150d6a1e-77cf-45de-a369-35e4a629f349 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939915 Dec 23 12:39:35.018343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d870d5f0-0160-4c9e-aafb-46eb409c8d7f completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:35.023045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d870d5f0-0160-4c9e-aafb-46eb409c8d7f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:35.023418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.104458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.136365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:35.189975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.190841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9a98b79e-76b9-4245-87b7-778fd257b925 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:35.268713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:35.324234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:35.355096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 9a98b79e-76b9-4245-87b7-778fd257b925 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:35.359333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 9a98b79e-76b9-4245-87b7-778fd257b925 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:35.359870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.474290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.480039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-0f8f-4209-afca-6a73a4fe14c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.535176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:35.576511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-0f8f-4209-afca-6a73a4fe14c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.617478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.618470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:35.659043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8186e600-0f8f-4209-afca-6a73a4fe14c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.696334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:35.703253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d97ac7-7666-4d79-9bee-af6ee2914a5a'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:35.705703 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd43503-d42e-430a-9471-b1040aed2740" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "03d97ac7-7666-4d79-9bee-af6ee2914a5a"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "a12f68a1-d3a7-421b-80a1-7b16657e09a0"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:35.708924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36436) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:35.709405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8186e600-0f8f-4209-afca-6a73a4fe14c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f52583a259dc40938625a849c8535734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834872 Dec 23 12:39:35.711032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186e600-0f8f-4209-afca-6a73a4fe14c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fba272-88f3-4b4e-bcc8-549c8480a951,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:35.766957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.771637 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396189bf-a595-4416-9e87-d125b427dde8 x-openstack-request-id: req-396189bf-a595-4416-9e87-d125b427dde8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:35.771953 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "03d97ac7-7666-4d79-9bee-af6ee2914a5a", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "a12f68a1-d3a7-421b-80a1-7b16657e09a0", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:35.772206 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-396189bf-a595-4416-9e87-d125b427dde8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:35.772615 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d97ac7-7666-4d79-9bee-af6ee2914a5a', 'code': 200} Dec 23 12:39:35.772897 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'code': 200} Dec 23 12:39:35.773153 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12f68a1-d3a7-421b-80a1-7b16657e09a0', 'code': 200} Dec 23 12:39:35.773699 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'code': 200} Dec 23 12:39:35.773956 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925', 'code': 200} Dec 23 12:39:35.775144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:35.783694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:35.784076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.794660 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.872965 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.916967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:35.918961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.921984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:35.923946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3fba272-88f3-4b4e-bcc8-549c8480a951 HTTP/1.1" status: 204 len: 168 time: 0.2132988 Dec 23 12:39:35.935156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36484846-4e70-4b4d-992f-397b571720ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fba272-88f3-4b4e-bcc8-549c8480a951,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:36.062998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:36.113386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:36.118737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039d7ac-70ce-4fb4-810a-eb521ca312c1 req-a5c6f96f-6c51-481c-870d-3de3bc84358b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.120620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c039d7ac-70ce-4fb4-810a-eb521ca312c1 req-a5c6f96f-6c51-481c-870d-3de3bc84358b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0798714 Dec 23 12:39:36.157195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.163777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.169646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.175552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.181724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.187674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.193689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:36.195578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-732fd7e3-8fc7-4f35-bb46-8cdcf8bba1bd tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1270051 Dec 23 12:39:36.242764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c039d7ac-70ce-4fb4-810a-eb521ca312c1 req-ab5dc988-fe91-49b4-8a56-fc58aa518ae8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150033 Dec 23 12:39:36.279907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94469e51-9eca-4620-8cc8-a15acf70bfdd req-f359fad1-2b16-49aa-a203-396d6de3260e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773432 Dec 23 12:39:37.403296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eedaad-4d1b-4ea5-9b93-da2d89005810 req-c26ef5a5-6c97-49a9-90f9-16b63dd09f8b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.404889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68eedaad-4d1b-4ea5-9b93-da2d89005810 req-c26ef5a5-6c97-49a9-90f9-16b63dd09f8b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0935626 Dec 23 12:39:37.447347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.452983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.459720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.465774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.471566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.478363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.484173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:37.486141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-644b383b-2c02-430d-bc71-7c7178cd4c39 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1217275 Dec 23 12:39:37.544630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68eedaad-4d1b-4ea5-9b93-da2d89005810 req-f1c5e14c-25e7-40d2-9ce7-cd4ad3091981 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281378 Dec 23 12:39:37.574599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5593f0-b7c8-4016-8a2f-d42445bffe15 req-289c3a47-2f91-4f7a-9d07-a4669e587f6e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763090 Dec 23 12:39:37.776675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:37.779257 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8529cf2e-565e-44cb-809b-e182ccb58e96" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:37.831423 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192f8f9-ab1b-4240-814a-4219161fa617 x-openstack-request-id: req-6192f8f9-ab1b-4240-814a-4219161fa617 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:37.831905 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-plugged", "status": "completed", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:37.832421 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6192f8f9-ab1b-4240-814a-4219161fa617 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:37.833810 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'code': 200} Dec 23 12:39:38.289083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.289699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.290238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.290800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.291363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.292041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.292593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.294726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-d66d8f90-eaf7-4c5f-9c7b-14ac0f59c45c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.3807428 Dec 23 12:39:38.353992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5815c823-eca3-4ddb-930a-1c1821b0098b req-ca049bac-f630-47a8-8aaf-7875723b58cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508044 Dec 23 12:39:38.555359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:38.664440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da651b-1aa5-42fa-b059-df19e140ea36 req-d4ad0ae8-2fe6-4d45-932c-f6d346d79047 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.666097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8da651b-1aa5-42fa-b059-df19e140ea36 req-d4ad0ae8-2fe6-4d45-932c-f6d346d79047 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0531328 Dec 23 12:39:38.746373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8da651b-1aa5-42fa-b059-df19e140ea36 req-3a09013c-0d74-4410-8f69-de9fee1c551f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687199 Dec 23 12:39:38.751798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b2397a83-6a0e-4dbc-8916-3c790ce8612d tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:38.769418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.775914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.781826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.788527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.794358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.801608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.807610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:38.809695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-62003ee5-61d5-419f-b8d9-4042ecfa2068 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1424770 Dec 23 12:39:38.885405 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c5e1ff0-0ca8-4a61-976a-8bebeb35ddb2 req-68cc16f2-324a-434b-b307-49f01456c456 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690944 Dec 23 12:39:38.898573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:38.983471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b2397a83-6a0e-4dbc-8916-3c790ce8612d tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "PUT /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad HTTP/1.1" status: 200 len: 366 time: 0.4310632 Dec 23 12:39:38.985916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:38.996890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f8f4267-776f-410a-8a14-5bd8c00d197a tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0099230 Dec 23 12:39:38.999190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36544) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.007350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e498e94-f3cc-4d83-a98f-93f36c310a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.009412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7246d49b-88fa-47e4-8e8f-fe28d7e81651 tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad HTTP/1.1" status: 200 len: 366 time: 0.0092432 Dec 23 12:39:39.011931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36546) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.082367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e498e94-f3cc-4d83-a98f-93f36c310a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.110285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-01c0de8d-061d-45b6-89d3-210e1f3d8df0 tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad HTTP/1.1" status: 204 len: 168 time: 0.0970199 Dec 23 12:39:39.112445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36550) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.125871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c7b02e0-9e38-489c-8b2b-42a28982a731 tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0099027 Dec 23 12:39:39.126001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36552) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.135749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c1f7d2b5-1999-4b50-9926-1fdfe5a4cfaf tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad HTTP/1.1" status: 200 len: 370 time: 0.0087883 Dec 23 12:39:39.138039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36554) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.142572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ebf80a56-0713-4109-8cd7-2c31b40cd310 tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad/default HTTP/1.1" status: 200 len: 370 time: 0.0036094 Dec 23 12:39:39.144728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36556) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.152639 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-b705820c-2365-4e4d-b6c7-5985a5f8cf4c tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] delete failed (client error): The resource could not be found. Dec 23 12:39:39.153606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b705820c-2365-4e4d-b6c7-5985a5f8cf4c tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a297e904885d4b728baa2c4333f9dfad HTTP/1.1" status: 404 len: 348 time: 0.0079963 Dec 23 12:39:39.160927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e498e94-f3cc-4d83-a98f-93f36c310a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.205052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e498e94-f3cc-4d83-a98f-93f36c310a6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d456e0bcabac4a2a908e83521e4bc1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028939 Dec 23 12:39:39.205052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e498e94-f3cc-4d83-a98f-93f36c310a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7605eeb6-f74d-4745-a80a-3d7295a3e3a4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:39.205554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36562) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.261649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.284346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.424205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.428263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:39.429628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7605eeb6-f74d-4745-a80a-3d7295a3e3a4 HTTP/1.1" status: 204 len: 168 time: 0.2230301 Dec 23 12:39:39.439242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e7a99-2571-44b9-9c1f-200e2eee9a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605eeb6-f74d-4745-a80a-3d7295a3e3a4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:39.523956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36572) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:39.545818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:network and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.549508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.557537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:subnet and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.561154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.567852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:subnetpool and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.573597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.580157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:port and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.584050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.592520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:router and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.596506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.604008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:floatingip and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.608087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.649698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:security_group and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.652910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.658892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Usage tracker for resource:security_group_rule and project:5b7c032829bb403eb1b0f49adc1bc142 is out of sync, need to count used quota {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 23 12:39:39.662200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.quota.resource [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104037) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 23 12:39:39.666769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-50ef74cc-7b9a-42b8-bad7-50939ffdf35b tempest-QuotasTest-1210105289 tempest-QuotasTest-1210105289-project-admin] 10.222.0.16 "GET /v2.0/quotas/5b7c032829bb403eb1b0f49adc1bc142/details.json HTTP/1.1" status: 200 len: 703 time: 0.1416466 Dec 23 12:39:39.880363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a446c9-083b-4d0a-9d1b-efa98f579121 req-5cef5307-0ceb-4d34-8bc1-1efc85bd5703 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:39.881404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17a446c9-083b-4d0a-9d1b-efa98f579121 req-5cef5307-0ceb-4d34-8bc1-1efc85bd5703 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Dec 23 12:39:39.935808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-17a446c9-083b-4d0a-9d1b-efa98f579121 req-69fb2679-cacb-4b9c-a4cf-3094950c5526 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Dec 23 12:39:40.037861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.043731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.049688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.055923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.061898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.068651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.074561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:40.079814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-65e387b7-fdb4-49b4-9281-1459b28b0a4f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.0966182 Dec 23 12:39:40.136302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5ae101f-8c5e-4edb-84fd-1c454a1ab310 req-5f4e3df9-230f-45ad-8c54-fd9670c1f9aa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523639 Dec 23 12:39:40.279763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36594) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:40.404873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c1afcda5-096f-45bf-acb4-f76114f8fd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.483270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c1afcda5-096f-45bf-acb4-f76114f8fd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.566695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c1afcda5-096f-45bf-acb4-f76114f8fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.606596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c1afcda5-096f-45bf-acb4-f76114f8fd7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e140fa0d16b4147b82cad9972765ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3253119 Dec 23 12:39:40.607485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afcda5-096f-45bf-acb4-f76114f8fd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fcd25-7191-4123-a635-3292ce5bb729,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:40.609273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:40.658304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.688386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.812463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.824171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:40.824171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/438fcd25-7191-4123-a635-3292ce5bb729 HTTP/1.1" status: 204 len: 168 time: 0.2060401 Dec 23 12:39:40.824791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494007-de56-4cef-ad04-9fe58c5fef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fcd25-7191-4123-a635-3292ce5bb729,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:41.078544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0955b6-e1ef-4dea-a3cb-4f7a6e207343 req-16752da4-01d4-41cb-b7cb-f2544b1ca0a9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.080055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c0955b6-e1ef-4dea-a3cb-4f7a6e207343 req-16752da4-01d4-41cb-b7cb-f2544b1ca0a9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Dec 23 12:39:41.134993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c0955b6-e1ef-4dea-a3cb-4f7a6e207343 req-6b2d341e-84d9-41a0-b9ae-a8482c16c7d5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Dec 23 12:39:41.266525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.273406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.279304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.285482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.292436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.298462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.305226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.307121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e39c32ed-a369-4f82-933e-d180df73478b req-5a634567-c930-47b6-83f7-e2629b333caa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.0951762 Dec 23 12:39:41.369277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e39c32ed-a369-4f82-933e-d180df73478b req-aa877be2-a487-4c23-828d-4617536a203f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545306 Dec 23 12:39:41.501686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.508911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.514204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.520038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.526446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.532267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.540976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:41.542860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-620fba7f-6d30-495b-96d1-7a36da92196c req-33cd50e8-533e-4af2-af9e-71b499e338cf tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.0990779 Dec 23 12:39:41.554753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36634) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:41.560266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Request body: {'floatingip': {'port_id': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:41.604271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:41.826440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:41.841414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edf5f7eb-d850-476a-8e89-a0f2889f3216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:41.943903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edf5f7eb-d850-476a-8e89-a0f2889f3216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.051875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-edf5f7eb-d850-476a-8e89-a0f2889f3216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.085976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.094900 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edf5f7eb-d850-476a-8e89-a0f2889f3216 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b7c032829bb403eb1b0f49adc1bc142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671626 Dec 23 12:39:42.095931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5f7eb-d850-476a-8e89-a0f2889f3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d68cc-4ed6-4914-bf85-3357cfd111e9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:42.097574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:42.153597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.166018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.219332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.339690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8ae68-d3f3-4a28-af60-25806f693aa7 req-a5b01a96-58e0-4192-a29e-b07ccc06cd2f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.341293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86e8ae68-d3f3-4a28-af60-25806f693aa7 req-a5b01a96-58e0-4192-a29e-b07ccc06cd2f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1288266 Dec 23 12:39:42.348770 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Floating IP 7a35f08e-d919-4980-9dcc-8064b04956ce associated. External IP: 172.25.7.26, port: 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1. Dec 23 12:39:42.466134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.468673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.469838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e3d68cc-4ed6-4914-bf85-3357cfd111e9 HTTP/1.1" status: 204 len: 168 time: 0.3697116 Dec 23 12:39:42.480021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:42.482454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86e8ae68-d3f3-4a28-af60-25806f693aa7 req-72d5cb31-2a87-40f8-a0ff-e126a3d5317e tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277606 Dec 23 12:39:42.492117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67fef8-2e85-4d1b-9218-a42d54eeab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d68cc-4ed6-4914-bf85-3357cfd111e9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:42.633585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:39:42.727425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1029170471'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:42.755789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:39:42.765500 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.769271 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Sync routers for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:39:42.783122 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:42.783729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:42.808978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0d8a7b55-c2f3-40e7-8527-610bac23439f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "PUT /v2.0/floatingips/7a35f08e-d919-4980-9dcc-8064b04956ce HTTP/1.1" status: 200 len: 991 time: 1.2496324 Dec 23 12:39:42.810263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:42.814003 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d863ddfb-88b7-484a-85b6-5c83989eb781" -d '{"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:42.835791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Made reservation on behalf of a1b4028e2046402ebbed0853c6471adb for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:42.842338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.854825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:42.881746 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99566d56-c2e3-4e63-a1f7-5df8f5b24f63 x-openstack-request-id: req-99566d56-c2e3-4e63-a1f7-5df8f5b24f63 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:42.882280 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:42.882696 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99566d56-c2e3-4e63-a1f7-5df8f5b24f63 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:42.883282 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'status': 'completed', 'code': 200} Dec 23 12:39:42.972657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:39:42.990962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.992033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.994661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.994661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.994661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.994661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.994661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:42.996971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f4518d22-987b-425f-94c6-1058f04a40ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.0927751 Dec 23 12:39:43.005827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.086386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.104242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-cb544541-cce3-4cbd-afce-e98220a921a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:43.105783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-cb544541-cce3-4cbd-afce-e98220a921a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe HTTP/1.1" status: 200 len: 912 time: 0.1000204 Dec 23 12:39:43.127929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:43.145235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b8c30a-c7ca-43a4-a2f2-7e0469957e88,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:43.150690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.151274 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Added segment b4546228-4b70-4ca9-86e4-df73e1bfc6e9 of type vlan for network 2d4beae7-024c-4d91-bf00-a2735db2ccc2 Dec 23 12:39:43.199210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.234244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-979433b9-1728-40ac-b6e1-9caa9251f51d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 999 time: 0.1138222 Dec 23 12:39:43.252709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6f5fd91-e23a-47ed-94de-9ba10efe45cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.294190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-592dd590-7cde-4bab-b880-868cb043f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:43.296378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-592dd590-7cde-4bab-b880-868cb043f943 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.0536792 Dec 23 12:39:43.304556 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '7a35f08e-d919-4980-9dcc-8064b04956ce', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'port_id': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'mac_address': 'fa:16:3e:42:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:38:15Z', 'updated_at': '2021-12-23T12:39:41Z', 'revision_number': 1, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:43.309685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.315577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:43.316272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:43.356637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-75b80cc8-7e3d-44c6-94fe-291d45a9c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:43.358887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-75b80cc8-7e3d-44c6-94fe-291d45a9c6fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556061 Dec 23 12:39:43.465947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Pushing event updated for resources: {'Network': ['ID=2d4beae7-024c-4d91-bf00-a2735db2ccc2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:43.479703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2d4beae7-024c-4d91-bf00-a2735db2ccc2 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:43.504682 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Checking router: 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:39:43.523104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834d8b7-f72f-4615-9bff-12c0b3d01ca5 req-48dd9c7a-8722-40f5-8a3c-af03345953e6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:43.524072 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:39:43.524982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:43.530933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0834d8b7-f72f-4615-9bff-12c0b3d01ca5 req-48dd9c7a-8722-40f5-8a3c-af03345953e6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0931280 Dec 23 12:39:43.550053 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-69edeb9b-516e-4045-a1b0-0d628be89f42 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0687902 Dec 23 12:39:43.550770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:43.582654 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-2c45d76b-cd93-49f1-8a72-d022343d3199 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148569 Dec 23 12:39:43.616471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0834d8b7-f72f-4615-9bff-12c0b3d01ca5 req-bfc381ce-d505-4176-ac1f-a0a36cd42924 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845582 Dec 23 12:39:43.659736 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:39:43.963892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'name': 'tempest-network--1569942543', 'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:43.981627 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '7a35f08e-d919-4980-9dcc-8064b04956ce', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'port_id': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'mac_address': 'fa:16:3e:42:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:38:15Z', 'updated_at': '2021-12-23T12:39:41Z', 'revision_number': 1, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:44.033459 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fc6c3-7cac-4e37-bc2b-c7a2149db5e4 None None] The sync data for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 is: [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '7a35f08e-d919-4980-9dcc-8064b04956ce', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'port_id': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'mac_address': 'fa:16:3e:42:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f35925c-7192-450c-9d41-2412996f5857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:38:15Z', 'updated_at': '2021-12-23T12:39:41Z', 'revision_number': 1, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:39:44.052698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:44.055458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.064907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.143638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ff80-b203-43c4-8d74-76dc7e1c1d8a req-fed37c22-83db-4a44-a177-64da07b07b25 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:44.152138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d12ff80-b203-43c4-8d74-76dc7e1c1d8a req-fed37c22-83db-4a44-a177-64da07b07b25 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1447456 Dec 23 12:39:44.155411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d863ddfb-88b7-484a-85b6-5c83989eb781 req-f65953c3-1580-4911-9543-565cf9061b8d service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380194 Dec 23 12:39:44.165491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c7b33-2cb9-45e8-9504-934283ec5aba req-0fea6da6-e5f0-4e02-9ffc-4d88e1868c13 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:44.173571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d19c7b33-2cb9-45e8-9504-934283ec5aba req-0fea6da6-e5f0-4e02-9ffc-4d88e1868c13 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1645656 Dec 23 12:39:44.198652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.242648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d12ff80-b203-43c4-8d74-76dc7e1c1d8a req-1f484bc2-8b71-4b07-bede-3ef22f9861a5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896480 Dec 23 12:39:44.247643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.283738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d19c7b33-2cb9-45e8-9504-934283ec5aba req-99859e78-4d1c-48f8-bc11-5c2bcd58b1c6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097293 Dec 23 12:39:44.290358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.324982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:44.332432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457701ac-5e56-4bfc-bc37-945b56a19ad8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:44.345172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.346084 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Added segment f8b5fef8-fb7e-43e3-ac75-f44d35ae8255 of type vlan for network 4c3d1cc2-afc6-4707-8d65-d9ed9d958e02 Dec 23 12:39:44.405872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354aac2e-5abb-4283-9cda-a1275c3cb406 None None] New status for floating IP 7a35f08e-d919-4980-9dcc-8064b04956ce: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:39:44.422346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.445817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-4584da27-510d-41c2-a0d1-2157538beaf3 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.446927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4584da27-510d-41c2-a0d1-2157538beaf3 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1983039 Dec 23 12:39:44.449920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36728) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.457159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-ce4d5b79-4e83-48e6-9a9f-154f2e5db5e6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.458626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ce4d5b79-4e83-48e6-9a9f-154f2e5db5e6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075998 Dec 23 12:39:44.466403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36730) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.471858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-0e3cfde5-10a6-4054-a91e-56a72cc63942 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.472941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0e3cfde5-10a6-4054-a91e-56a72cc63942 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054708 Dec 23 12:39:44.475776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36732) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.480565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-a3997d5e-1c41-4080-8907-cc908c2a1f54 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.481324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a3997d5e-1c41-4080-8907-cc908c2a1f54 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045915 Dec 23 12:39:44.483790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36736) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.488110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-143f04cf-ca50-4ef2-8f95-ab6fb80ed521 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.489732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-143f04cf-ca50-4ef2-8f95-ab6fb80ed521 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050392 Dec 23 12:39:44.498890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36738) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.506258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-a2df7682-e696-4cdb-9639-cc397fdc23e6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.509723 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a2df7682-e696-4cdb-9639-cc397fdc23e6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058637 Dec 23 12:39:44.509972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36742) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.518071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-564b1e65-b34c-4736-b561-d1c051b5fca2 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.518071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-564b1e65-b34c-4736-b561-d1c051b5fca2 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043683 Dec 23 12:39:44.518730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36748) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.523540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-58dbba4b-ce9d-4375-ba32-c3d099f470c4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.526873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-58dbba4b-ce9d-4375-ba32-c3d099f470c4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046928 Dec 23 12:39:44.528061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36750) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.532725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-5013e068-0ac0-4692-af3a-8b930ba91c1e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.536633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5013e068-0ac0-4692-af3a-8b930ba91c1e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045648 Dec 23 12:39:44.537559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36752) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.543449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-d489b11c-7275-4a88-a258-0f834d552dea tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.547458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.550515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d489b11c-7275-4a88-a258-0f834d552dea tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104280 Dec 23 12:39:44.554496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-5ba01637-bfb6-4612-a9fe-3f94d527c5a9 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.561299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ba01637-bfb6-4612-a9fe-3f94d527c5a9 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068846 Dec 23 12:39:44.561299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36760) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.561481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.561813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:44.562796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.564184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-c269ef23-066f-4b2d-9c15-4d5af1573c20 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.567541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c269ef23-066f-4b2d-9c15-4d5af1573c20 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052044 Dec 23 12:39:44.567998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36762) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.575121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-a0c195c1-67a5-4a64-8ba0-d5c32f4aa30d tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.576076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0c195c1-67a5-4a64-8ba0-d5c32f4aa30d tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071783 Dec 23 12:39:44.580949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36764) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.587504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-3eb45350-5a6d-45fc-9848-f01d517ea926 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.588667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3eb45350-5a6d-45fc-9848-f01d517ea926 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066161 Dec 23 12:39:44.592292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36766) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.599067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-b4342a19-9cf1-415a-b650-ea9b134a12de tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.600150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b4342a19-9cf1-415a-b650-ea9b134a12de tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065079 Dec 23 12:39:44.608719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.616442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-73b401f1-935d-4569-88c9-1f497f26d43b tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.617602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73b401f1-935d-4569-88c9-1f497f26d43b tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079231 Dec 23 12:39:44.628791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36772) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.655699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=4c3d1cc2-afc6-4707-8d65-d9ed9d958e02,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:44.659831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-bc12b7d8-4f02-4477-b527-b1ce4ea78f54 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.661370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bc12b7d8-4f02-4477-b527-b1ce4ea78f54 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0311496 Dec 23 12:39:44.664205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36776) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.670305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-176b527e-0a30-4e98-afb0-df0ee821c11b tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.671093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-176b527e-0a30-4e98-afb0-df0ee821c11b tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059912 Dec 23 12:39:44.674519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36778) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.675514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4c3d1cc2-afc6-4707-8d65-d9ed9d958e02 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:44.682811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-cea3d6f9-2698-4ad9-afe3-bfd6f8fe0d11 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.690019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.690227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cea3d6f9-2698-4ad9-afe3-bfd6f8fe0d11 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0142486 Dec 23 12:39:44.694771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-a4796df0-ec90-4bb1-924e-9b6e1cf0a9ca tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.696326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a4796df0-ec90-4bb1-924e-9b6e1cf0a9ca tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049736 Dec 23 12:39:44.698734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36782) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.703972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-7f4116ae-46c5-480b-b95c-019df679269d tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.708248 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7f4116ae-46c5-480b-b95c-019df679269d tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076520 Dec 23 12:39:44.708946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36784) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.714351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-04dad1a5-80b7-41ac-ae46-988bbbb70cd6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.718021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-04dad1a5-80b7-41ac-ae46-988bbbb70cd6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077934 Dec 23 12:39:44.718976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36788) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.730655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-82bbd051-484f-4b98-89eb-376498feb559 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.730655 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-82bbd051-484f-4b98-89eb-376498feb559 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062819 Dec 23 12:39:44.735081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36790) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.735868 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d44ec27e-acbd-4ae9-9d4f-eda02ff25ac0 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1829319 Dec 23 12:39:44.737288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36792) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.738340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-e77c97e8-32f8-46a2-a83f-8013377c841c tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.742626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e77c97e8-32f8-46a2-a83f-8013377c841c tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057657 Dec 23 12:39:44.744548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36794) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.750209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-465b0d58-ff7d-4b80-89b1-15d050fafc75 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.751935 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-465b0d58-ff7d-4b80-89b1-15d050fafc75 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052364 Dec 23 12:39:44.766581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-873931c0-d8e4-4e40-86b6-64bc1ab1c412 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:44.772387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36796) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.775673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-873931c0-d8e4-4e40-86b6-64bc1ab1c412 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.1848638 Dec 23 12:39:44.779047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-1598c9d4-fe66-4228-89e4-adad5055bc82 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.783297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36798) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.783651 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1598c9d4-fe66-4228-89e4-adad5055bc82 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098083 Dec 23 12:39:44.790799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-99f4b7f3-6319-446c-9877-b0780c6d5e34 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.794265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99f4b7f3-6319-446c-9877-b0780c6d5e34 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063581 Dec 23 12:39:44.808293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-f9f06e6e-dc2f-44a2-b037-cc45d0c10c25 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/quotas/bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 375 time: 0.0236919 Dec 23 12:39:44.808293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.837656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-d3c34a13-2aca-4956-a636-1f12984bee12 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.840867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3c34a13-2aca-4956-a636-1f12984bee12 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044446 Dec 23 12:39:44.841963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36804) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.847338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-67246cb7-56c9-401a-af02-11223307363e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.849242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-67246cb7-56c9-401a-af02-11223307363e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055337 Dec 23 12:39:44.852664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36806) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.857689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-f84c12c6-46e8-4b30-ac2d-c46b2ece14c7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.858651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f84c12c6-46e8-4b30-ac2d-c46b2ece14c7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050776 Dec 23 12:39:44.861960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.871211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-10490a7c-8a6b-43a7-80a0-da340ae0cd79 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.875147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-10490a7c-8a6b-43a7-80a0-da340ae0cd79 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0111754 Dec 23 12:39:44.878204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.882662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-152ed205-216b-484e-a284-3196f15a46a9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0814693 Dec 23 12:39:44.884349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-0e3d00af-1d53-467a-b2ff-57c40b7425c7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.885406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0e3d00af-1d53-467a-b2ff-57c40b7425c7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062642 Dec 23 12:39:44.888259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.888578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36812) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.893313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-99463dc8-f28c-4271-8837-234553fd3857 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.894928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99463dc8-f28c-4271-8837-234553fd3857 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046136 Dec 23 12:39:44.897979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36814) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.908088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-a498bd5e-e495-4ea5-8692-666304356791 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.909073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a498bd5e-e495-4ea5-8692-666304356791 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0102227 Dec 23 12:39:44.920645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36816) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.949814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-5e424f9f-0f03-440e-97e5-e60b4f3426e7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.950794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e424f9f-0f03-440e-97e5-e60b4f3426e7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0293646 Dec 23 12:39:44.954703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36818) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.960709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-a7fce131-7064-487b-813c-b90fe6e4658e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.963394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7fce131-7064-487b-813c-b90fe6e4658e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061154 Dec 23 12:39:44.966268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36820) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.976198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-69b86235-9b1a-412d-bdb0-701f74b7b17e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.978263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-69b86235-9b1a-412d-bdb0-701f74b7b17e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0100281 Dec 23 12:39:44.986670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36822) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:44.991498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:44.997519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-c92d2b2d-ae32-449c-ba54-a0eabd7fc2b5 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:44.998472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c92d2b2d-ae32-449c-ba54-a0eabd7fc2b5 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104458 Dec 23 12:39:45.001411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36824) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.010268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-65ac50f7-7f46-48e8-b518-8b46084bf3e7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.010820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-65ac50f7-7f46-48e8-b518-8b46084bf3e7 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085735 Dec 23 12:39:45.014593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36826) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.019328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-b6f0806e-35cf-45b5-8943-55db63251d95 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.019812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6f0806e-35cf-45b5-8943-55db63251d95 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043156 Dec 23 12:39:45.023780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3d1cc2-afc6-4707-8d65-d9ed9d958e02']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:45.023956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-349c90a5-4ea6-4904-9102-b20e72fc9196 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283133 Dec 23 12:39:45.024580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.031940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-4e22cec2-e15a-47f0-bc97-91f76724d1b6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.033073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4e22cec2-e15a-47f0-bc97-91f76724d1b6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071213 Dec 23 12:39:45.034702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b5fef8-fb7e-43e3-ac75-f44d35ae8255') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:45.035076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b5fef8-fb7e-43e3-ac75-f44d35ae8255') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:45.036963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36830) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.053166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-e8c14880-b1bb-4956-b4b8-ee9418d0767f tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.054194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8c14880-b1bb-4956-b4b8-ee9418d0767f tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0162389 Dec 23 12:39:45.056857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.061357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-6d8d85de-c5ba-4e21-a9bc-c8385d215dc8 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.064635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6d8d85de-c5ba-4e21-a9bc-c8385d215dc8 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043609 Dec 23 12:39:45.064635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.066047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36836) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.075577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-724687df-2864-42d6-9f80-285245e24e92 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.076550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-724687df-2864-42d6-9f80-285245e24e92 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096502 Dec 23 12:39:45.081341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.087509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-9dd8eadc-69d6-4141-be1f-08117c3ee319 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.088800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9dd8eadc-69d6-4141-be1f-08117c3ee319 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0065141 Dec 23 12:39:45.091297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36840) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.096610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.100464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-c4e8c9a7-a97d-4e3f-8a7b-0f34e3729b9e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.104761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c4e8c9a7-a97d-4e3f-8a7b-0f34e3729b9e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0057354 Dec 23 12:39:45.112522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36842) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:45.112637 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:45.115689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-e917a264-dd96-4d91-9a22-8d86706a1e17 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.118676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e917a264-dd96-4d91-9a22-8d86706a1e17 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0065656 Dec 23 12:39:45.118676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36846) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.123846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-69be5fff-027c-4d91-9878-ea528c1290a6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.124949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69be5fff-027c-4d91-9878-ea528c1290a6 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049739 Dec 23 12:39:45.127372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.131885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-024cefbc-5341-4e53-bbab-76b345f806f1 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.135549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-024cefbc-5341-4e53-bbab-76b345f806f1 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044191 Dec 23 12:39:45.135875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36850) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.141822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-90cb02a9-44a3-456b-8c1b-f80bf677746e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.145630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90cb02a9-44a3-456b-8c1b-f80bf677746e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061789 Dec 23 12:39:45.146425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.150427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-2087dcce-9972-4a05-ae1c-6de020ef301a tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.154015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2087dcce-9972-4a05-ae1c-6de020ef301a tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040669 Dec 23 12:39:45.155174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36854) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.165890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-2bd359fc-8286-4b85-93c9-464ae7f67929 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.166866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bd359fc-8286-4b85-93c9-464ae7f67929 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0116255 Dec 23 12:39:45.177788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36856) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.187666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-7b5cfae3-5dd2-4f06-8057-8269dda60465 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.189203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b5cfae3-5dd2-4f06-8057-8269dda60465 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101802 Dec 23 12:39:45.192190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36858) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.197045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-3abe64d7-d6ef-4f76-826d-f5be0bc9f197 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.198562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-01acb22c-884e-491f-bffb-8f6e5a8f99d2 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644399 Dec 23 12:39:45.200712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.205275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-599093dd-324c-42ec-9e56-8be524ba0898 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.206124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3abe64d7-d6ef-4f76-826d-f5be0bc9f197 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046315 Dec 23 12:39:45.206284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-599093dd-324c-42ec-9e56-8be524ba0898 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043871 Dec 23 12:39:45.209901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36862) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.217736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-25c4c0a2-07e5-49f4-9c60-4ee0f247ea55 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.218937 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25c4c0a2-07e5-49f4-9c60-4ee0f247ea55 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057566 Dec 23 12:39:45.221635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36864) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.229700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-e471ad89-fc03-4d2f-aa4f-6f56d4849bfe tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.233776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36866) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.234311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e471ad89-fc03-4d2f-aa4f-6f56d4849bfe tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0109403 Dec 23 12:39:45.238539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-6704f1dd-3fe7-46a4-9c12-83eddf4af389 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.241967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6704f1dd-3fe7-46a4-9c12-83eddf4af389 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048025 Dec 23 12:39:45.242380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36868) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.250852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-448a0005-f2c0-4b0a-bd8b-3c7e9fbb0b78 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.257047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-448a0005-f2c0-4b0a-bd8b-3c7e9fbb0b78 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084250 Dec 23 12:39:45.257047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.261098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-b1191abe-fe93-4a1f-978a-8b4cc4ec2ef4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.264866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1191abe-fe93-4a1f-978a-8b4cc4ec2ef4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041912 Dec 23 12:39:45.265621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36874) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.271124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-416be020-9251-4174-934b-79f315bb51fb tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.275446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-416be020-9251-4174-934b-79f315bb51fb tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087221 Dec 23 12:39:45.280048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36878) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.280739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.282644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-76a7f884-1f74-4470-9f19-62219ccac7d4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.284779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76a7f884-1f74-4470-9f19-62219ccac7d4 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080981 Dec 23 12:39:45.288150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36880) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.292217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c3d1cc2-afc6-4707-8d65-d9ed9d958e02 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:39:45.293755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-fe6048fd-40ec-4dac-8ddd-67999b278c22 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.303644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.306270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fe6048fd-40ec-4dac-8ddd-67999b278c22 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0164299 Dec 23 12:39:45.310186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36882) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.313333 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4c3d1cc2-afc6-4707-8d65-d9ed9d958e02 HTTP/1.1" status: 204 len: 168 time: 0.5748911 Dec 23 12:39:45.314434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc6a14-0ea4-4f40-80ff-9efab66fda3a tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c3d1cc2-afc6-4707-8d65-d9ed9d958e02,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:45.315709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-cfd91bf2-62ed-498d-ad6d-ec103057cfcc tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.316681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cfd91bf2-62ed-498d-ad6d-ec103057cfcc tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063024 Dec 23 12:39:45.318401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.320443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36886) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.324692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-b4f591ca-e1c4-485a-9700-bccd6d950de1 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.325945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b4f591ca-e1c4-485a-9700-bccd6d950de1 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044348 Dec 23 12:39:45.329817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:45.334696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.342890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-8ca36773-e01b-4623-8bb6-e7854e29479a tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.343913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8ca36773-e01b-4623-8bb6-e7854e29479a tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059416 Dec 23 12:39:45.353032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.358046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-800d7a1b-d9a5-4553-886d-912510f95932 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.363952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-800d7a1b-d9a5-4553-886d-912510f95932 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082097 Dec 23 12:39:45.363952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.368399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-545318d3-0374-4471-b16f-f3cd0d4bbce0 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.373117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-545318d3-0374-4471-b16f-f3cd0d4bbce0 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050294 Dec 23 12:39:45.373525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36894) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.378144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-f67c6cd2-add6-47df-85c5-9e266aaec9df tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.381118 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f67c6cd2-add6-47df-85c5-9e266aaec9df tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064871 Dec 23 12:39:45.388406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.398170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [None req-1b0d3728-0a91-4639-b0dc-d0735a134989 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.404129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:45.410012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1b0d3728-0a91-4639-b0dc-d0735a134989 tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0138073 Dec 23 12:39:45.413397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [None req-e2ee5668-1a99-467f-85df-c564a00b690e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:45.415584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e2ee5668-1a99-467f-85df-c564a00b690e tempest-ExtensionsTestJSON-1308746298 tempest-ExtensionsTestJSON-1308746298-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0097671 Dec 23 12:39:45.435774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c3bc8-299b-4e1b-97ac-0dea8d371821 req-42582cba-855a-4240-8cba-01a201f80832 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:45.437814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd8c3bc8-299b-4e1b-97ac-0dea8d371821 req-42582cba-855a-4240-8cba-01a201f80832 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0922186 Dec 23 12:39:45.532237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:45.546422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.556210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd8c3bc8-299b-4e1b-97ac-0dea8d371821 req-a05337c8-66af-4410-823f-f09289184192 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096365 Dec 23 12:39:45.637625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69b70842-1dc7-4377-84cc-45ab214fffb1 req-d93d62ea-b98a-41f2-80db-588748d2bdda tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0503969 Dec 23 12:39:45.647963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:45.657661 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.658217 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Added segment 39a6ed83-0aac-44b9-98a2-92315361ddc5 of type vlan for network 305247fb-3306-4d34-be2b-64b4126a3b8c Dec 23 12:39:45.706906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.823604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.824636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:45.825524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:45.925032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=305247fb-3306-4d34-be2b-64b4126a3b8c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:45.940304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 305247fb-3306-4d34-be2b-64b4126a3b8c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:45.992335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12b82931-efa0-4bfc-a790-73ce25ad85a3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6725976 Dec 23 12:39:45.995595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36916) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:46.002536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'subnet': {'network_id': '305247fb-3306-4d34-be2b-64b4126a3b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:46.063555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe6a43ce-1816-46db-b6ff-e1ce459e5e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.109631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:46.112888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.206828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36922) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:46.321479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e2b6bc-f4a5-4052-9dec-804018ebdf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.403614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e2b6bc-f4a5-4052-9dec-804018ebdf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.463765 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.504079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e2b6bc-f4a5-4052-9dec-804018ebdf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.515626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:39:46.516101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.552880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28e2b6bc-f4a5-4052-9dec-804018ebdf72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d752fbf5fb647e3b5ec225da7c54dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436904 Dec 23 12:39:46.553817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2b6bc-f4a5-4052-9dec-804018ebdf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e329e-c683-407e-b28b-900fbb07cea0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:46.561023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:46.571835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95018169-a443-4c7a-bd73-3c7ac22b59bf,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:46.597572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Checking segment: {'id': '39a6ed83-0aac-44b9-98a2-92315361ddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '305247fb-3306-4d34-be2b-64b4126a3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:46.603502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Network hostable DHCP agents. Network: 305247fb-3306-4d34-be2b-64b4126a3b8c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:39:46.617842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.642672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.678959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-1b3b86b7-c82e-48b7-808f-bcd45e04223f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639322 Dec 23 12:39:46.740315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Network 305247fb-3306-4d34-be2b-64b4126a3b8c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:39:46.751626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84fa9413-4199-46af-b011-10c2a22d0faf req-2d1eb91c-cb4e-4ed2-9fe9-e56c0eeafa6b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0345328 Dec 23 12:39:46.763878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ada942-6dc4-4bf1-979e-796eeb5edc33 req-d2bbb969-a808-4f57-978f-a7c4ca17da51 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:46.765087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47ada942-6dc4-4bf1-979e-796eeb5edc33 req-d2bbb969-a808-4f57-978f-a7c4ca17da51 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0941775 Dec 23 12:39:46.778563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-33417a10-81f8-4a9a-a9f2-2ee366ad600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:46.780077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-33417a10-81f8-4a9a-a9f2-2ee366ad600f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0499694 Dec 23 12:39:46.830451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47ada942-6dc4-4bf1-979e-796eeb5edc33 req-20194aae-c134-4daf-80fc-81302bb921d6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566041 Dec 23 12:39:46.834900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.839519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.843195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f2e329e-c683-407e-b28b-900fbb07cea0 HTTP/1.1" status: 204 len: 168 time: 0.2836514 Dec 23 12:39:46.854473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 305247fb-3306-4d34-be2b-64b4126a3b8c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:46.860521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:46.861134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:46.865281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a4ac1-51d6-45de-99fd-ee0cab52865f None None] Network 305247fb-3306-4d34-be2b-64b4126a3b8c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:46.881631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f328ab4-8e87-4304-a935-50b3006cf888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e329e-c683-407e-b28b-900fbb07cea0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:46.911943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-0df0ecfa-f409-4540-96f0-355e77035462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:46.913658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-0df0ecfa-f409-4540-96f0-355e77035462 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1060858 Dec 23 12:39:47.012454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8b4f5-f297-4787-8a38-ed7f914e948a None None] Network 305247fb-3306-4d34-be2b-64b4126a3b8c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:47.023910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36942) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:47.030010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'floatingip': {'floating_network_id': '305247fb-3306-4d34-be2b-64b4126a3b8c'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:47.038703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f8be5f0-ceb1-4753-9014-c1a98d7f1d04 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0415747 Dec 23 12:39:47.081271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-a1374589-d684-47e3-9e21-6af0572cddb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1574159 Dec 23 12:39:47.134278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-8bd786b8-9758-49f7-a790-88cf82e71f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:47.135736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-8bd786b8-9758-49f7-a790-88cf82e71f0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0462461 Dec 23 12:39:47.185130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-cea9aa8d-1ef9-4b2d-beb5-f19232fe0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:47.185130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-cea9aa8d-1ef9-4b2d-beb5-f19232fe0fe1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411506 Dec 23 12:39:47.223682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:47.283710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-cf6222be-866d-48f4-99de-36a90ad4a720 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900373 Dec 23 12:39:47.325784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:47.403963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0e21b51-8209-4a08-af41-1fe3f5dfb20e req-67872552-e179-43da-9b16-69a643993184 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121488 Dec 23 12:39:47.457613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Allocated IP 172.20.0.6 (305247fb-3306-4d34-be2b-64b4126a3b8c/95018169-a443-4c7a-bd73-3c7ac22b59bf/0e571814-aa6d-4b86-ac29-9825c350c277) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:47.570049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:47.693532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:47.751930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Network 305247fb-3306-4d34-be2b-64b4126a3b8c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:47.755851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:47.759604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:47.789251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Port': ['ID=0e571814-aa6d-4b86-ac29-9825c350c277,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:47.912137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-119e4337-7ee1-4577-b47b-39a5b2ca2377 req-f47dd594-c465-4f48-a3b5-7992d2cd9e1a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0403707 Dec 23 12:39:47.930072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:47.990470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceeeb2-6b3b-4e23-a0fa-6c23d547cd66 req-5de7c214-5a68-4e3a-b1a7-d3cd4ba6d2e8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:47.991953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92ceeeb2-6b3b-4e23-a0fa-6c23d547cd66 req-5de7c214-5a68-4e3a-b1a7-d3cd4ba6d2e8 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0499957 Dec 23 12:39:48.040883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92ceeeb2-6b3b-4e23-a0fa-6c23d547cd66 req-ea510eab-0830-4891-bbfc-1f7f05e8289c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Dec 23 12:39:48.113677 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.190390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.287003 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.320908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-a1e4a997-c463-4aa9-a510-56d119103139 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:48.322471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-a1e4a997-c463-4aa9-a510-56d119103139 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.1793685 Dec 23 12:39:48.342014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'device_id': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'admin_state_up': True, 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:48.455498 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.501928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36986) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:48.538389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.586416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:48.590497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.649045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-370223359'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:48.652148 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-d7f0b67c-2de4-49f2-9ae2-6b2c69e34c01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610445 Dec 23 12:39:48.665972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Port': ['ID=0e571814-aa6d-4b86-ac29-9825c350c277,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:48.692742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.723777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-f67181e9-1f96-457e-8965-99ca79bd9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:48.725564 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-f67181e9-1f96-457e-8965-99ca79bd9f4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 1097 time: 0.0460842 Dec 23 12:39:48.838776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.20.0.3 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/d21e75fd-6fbb-48f4-80f5-82d4abd38b4d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:48.844357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-7e42dc51-2fee-4b9f-9d39-0c452d82ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:48.845904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-7e42dc51-2fee-4b9f-9d39-0c452d82ec5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.0938475 Dec 23 12:39:48.887135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.888382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4694f02a-c8f4-48c7-82bb-26c18ac78b50 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8630323 Dec 23 12:39:48.892246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:48.900370 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-097b25ec-524f-4865-90f6-b98e70f1af92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf513837-d5c5-4d98-8596-789b489da41a HTTP/1.1" status: 200 len: 217 time: 0.0471349 Dec 23 12:39:48.951479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Made reservation on behalf of 8a518b102fe84ed4ab63d8ea880f6cec for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:48.954949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.972152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:48.998507 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-075c4ecf-28cc-4afd-b979-57d61cd80dc6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=305247fb-3306-4d34-be2b-64b4126a3b8c HTTP/1.1" status: 200 len: 689 time: 0.1048315 Dec 23 12:39:49.001945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:49.059737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-791125d4-eec7-4968-b26e-266828792576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.061149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-791125d4-eec7-4968-b26e-266828792576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1409702 Dec 23 12:39:49.072614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8387416-1b77-44d1-981e-0ae088ed70ab req-6513e7c1-a946-4eb2-b91a-2608b0ca7085 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0640390 Dec 23 12:39:49.128608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.143735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-3bed7c8d-5eae-4d62-95a3-39fb250a0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.145896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-3bed7c8d-5eae-4d62-95a3-39fb250a0948 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760691 Dec 23 12:39:49.150643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.217699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.277239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.289198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c772e-28e3-4c5b-a6bc-fd0ac8508ec8 req-0192bf0a-e13f-45d0-9f45-fc12f5a69c12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.291046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2c772e-28e3-4c5b-a6bc-fd0ac8508ec8 req-0192bf0a-e13f-45d0-9f45-fc12f5a69c12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1576927 Dec 23 12:39:49.300057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58971633-ff54-4355-a2c2-dc93cac9c7d0 req-c0670466-b7a2-4307-b059-c3a0ea763af9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.305808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58971633-ff54-4355-a2c2-dc93cac9c7d0 req-c0670466-b7a2-4307-b059-c3a0ea763af9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1471448 Dec 23 12:39:49.306941 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-bd87dc9e-3d72-48f2-a889-bb0113c295b5 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532266 Dec 23 12:39:49.313525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Deleting port 0e571814-aa6d-4b86-ac29-9825c350c277 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:49.313868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.381271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.393960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58971633-ff54-4355-a2c2-dc93cac9c7d0 req-0aee781a-3589-4d30-969f-1e39d7147ee9 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843539 Dec 23 12:39:49.396160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf', 'bf513837-d5c5-4d98-8596-789b489da41a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:49.403446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.448762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef2c772e-28e3-4c5b-a6bc-fd0ac8508ec8 req-593db257-3e6a-47c7-8acc-8add58eb14e7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414888 Dec 23 12:39:49.472488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.472488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.476204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37010) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:49.478869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:49.485788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:49.497696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Calling delete_port for 0e571814-aa6d-4b86-ac29-9825c350c277 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:49.501282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4104e826-eed5-4621-a6ab-8a1082be6988 req-67919bce-f811-4a8f-997f-0e5d29e4dbec service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855145 Dec 23 12:39:49.538182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:49.552959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:49.556255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.556599 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Added segment 548d223a-ff51-47a6-8ce7-f9aa8148d0c8 of type vlan for network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c Dec 23 12:39:49.561196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5156cb87-e296-4000-93f6-322741f6f816,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:49.563873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:49.691095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.696656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1c1f30fd-5ac9-4f8c-b429-7f7ecab2818a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/58540970-08b1-4ee3-bad1-e4e2d9495124 HTTP/1.1" status: 200 len: 993 time: 0.2128065 Dec 23 12:39:49.705391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.706048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.756492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.792017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e571814-aa6d-4b86-ac29-9825c350c277,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:49.794521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-8c87ad1b-c0f1-47b9-bc63-c7417447a9fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4548516 Dec 23 12:39:49.816176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Request body: {'port': {'device_id': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:49.885699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.889837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.891463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:49.892121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.921112 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.949681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.975344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-868ca8e6-1472-4de8-b675-8b04863dfa7f None None] Provisioning complete for port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:49.975709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-868ca8e6-1472-4de8-b675-8b04863dfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:49.983679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'Network': ['ID=2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:50.006767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:50.099066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.109077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-71bc2246-7006-4224-86c2-24d3c6f9f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6029875 Dec 23 12:39:50.109838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37026) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.118858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Request body: {'subnet': {'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:50.152925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95018169-a443-4c7a-bd73-3c7ac22b59bf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:50.223281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.256511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305247fb-3306-4d34-be2b-64b4126a3b8c']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:50.268490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a6ed83-0aac-44b9-98a2-92315361ddc5') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:50.268946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a6ed83-0aac-44b9-98a2-92315361ddc5') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:50.275376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-868ca8e6-1472-4de8-b675-8b04863dfa7f None None] Port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:50.285581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.309716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.316762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:50.317381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:50.319411 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:50.345738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1132c64-dc34-4f59-8eb3-c36d67386e17 req-79400f1c-8e90-416a-b561-b8a5752c3037 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.347349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1132c64-dc34-4f59-8eb3-c36d67386e17 req-79400f1c-8e90-416a-b561-b8a5752c3037 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1096 time: 0.2007508 Dec 23 12:39:50.415305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ffd8-a8cd-41a4-9a67-1dbbe832c63f req-02204dc2-7e1f-44ad-9730-41bcf4849778 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.416726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d42ffd8-a8cd-41a4-9a67-1dbbe832c63f req-02204dc2-7e1f-44ad-9730-41bcf4849778 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 931 time: 0.1907060 Dec 23 12:39:50.434636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.451292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 305247fb-3306-4d34-be2b-64b4126a3b8c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:39:50.452839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Network': ['ID=305247fb-3306-4d34-be2b-64b4126a3b8c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:50.454756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.458757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a4b8a777-ba14-4143-a29e-9dce7e09cc81 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/305247fb-3306-4d34-be2b-64b4126a3b8c HTTP/1.1" status: 204 len: 168 time: 1.4567995 Dec 23 12:39:50.461474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37032) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.496742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1132c64-dc34-4f59-8eb3-c36d67386e17 req-621a8fd3-79f3-45af-8da4-ce5ef34a6eae tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379218 Dec 23 12:39:50.526174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Made reservation on behalf of 8a518b102fe84ed4ab63d8ea880f6cec for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:50.526174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.532644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a7be410c-e18f-4e85-87e0-77d33af186d3 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.0699403 Dec 23 12:39:50.535320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37036) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.618682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21e75fd-6fbb-48f4-80f5-82d4abd38b4d {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:50.628788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d42ffd8-a8cd-41a4-9a67-1dbbe832c63f req-26be05c6-0f78-4697-9ecd-df17d328d6b4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984103 Dec 23 12:39:50.654086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.654579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.654760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.655040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.655500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.655958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.656590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.657088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.657578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.658054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.658501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:50.660762 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8f850c9-519b-4882-a840-06347a024c62 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6448 time: 0.1242018 Dec 23 12:39:50.664042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37040) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.683676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Transition to ACTIVE for port object d21e75fd-6fbb-48f4-80f5-82d4abd38b4d will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:39:50.705985 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-06df6512-3721-4880-b236-964af5606487 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] delete failed (client error): The resource could not be found. Dec 23 12:39:50.707054 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-06df6512-3721-4880-b236-964af5606487 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/50fcc6a4-1f55-4fec-ac98-e7e4eabcfab8 HTTP/1.1" status: 404 len: 345 time: 0.0421627 Dec 23 12:39:50.710960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.723796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-9dba0681-2baa-4b5e-84af-758e20157db4 req-884fefe1-0917-45c5-a3cf-1d4a1190d258 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:50.724993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9dba0681-2baa-4b5e-84af-758e20157db4 req-884fefe1-0917-45c5-a3cf-1d4a1190d258 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079899 Dec 23 12:39:50.730624 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba9bfaf-c5d4-4fd9-b127-edeec67b3fa1 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] DELETE failed (client error): The resource could not be found. Dec 23 12:39:50.731156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba9bfaf-c5d4-4fd9-b127-edeec67b3fa1 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:39:50.734684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ba9bfaf-c5d4-4fd9-b127-edeec67b3fa1 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/305247fb-3306-4d34-be2b-64b4126a3b8c HTTP/1.1" status: 404 len: 339 time: 0.0226882 Dec 23 12:39:50.739409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37046) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:50.744795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'name': 'tempest-network--865233315', 'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:50.756333 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.858474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:50.861450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.909682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:50.927518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:50.928318 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Added segment 28fe6936-1e1b-42a0-9c27-e2daceca09bd of type vlan for network 00a6c7fc-36aa-4d84-b92a-f89f2e972bc4 Dec 23 12:39:50.992778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.165599 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:51.167904 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:51.170170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed03315-800f-4a6f-a1b4-49bcde52f832 req-c267077a-eeb2-4676-80d4-12ad9d230844 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:51.171696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed03315-800f-4a6f-a1b4-49bcde52f832 req-c267077a-eeb2-4676-80d4-12ad9d230844 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.5602291 Dec 23 12:39:51.178527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:51.189662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.191051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:51.191821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.261977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=00a6c7fc-36aa-4d84-b92a-f89f2e972bc4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:51.280686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 00a6c7fc-36aa-4d84-b92a-f89f2e972bc4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:51.375019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed03315-800f-4a6f-a1b4-49bcde52f832 req-f8bf47ad-e395-4a7e-b578-6083bc40f839 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909714 Dec 23 12:39:51.403335 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22e8e987-94db-4863-bc3a-eb7ff4c9e889 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6618743 Dec 23 12:39:51.405707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:51.417635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Attempting to bind port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:51.418284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Attempting to bind port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:51.418801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Attempting to bind port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:51.428134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d on network 23761586-c834-4b55-87a3-c5461f41da68 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:51.428739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Attempting to bind port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:51.437623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:51.438207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:51.438820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:51.439696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Bound port: d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:51.440273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.580419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:51.596317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:51.600987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.711663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.875746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:51.876715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:51.878445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 200 len: 1091 time: 2.0669498 Dec 23 12:39:51.897181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:51.897181 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af9c4b-a84f-4fa5-9731-acea948f92a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:51.924881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'Subnet': ['ID=3312ebdd-9c92-4adf-a6eb-7cc408640baa,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:51.929267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a3d8-299b-41c5-a8f7-4d177d1404b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:51.934038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Checking segment: {'id': '548d223a-ff51-47a6-8ce7-f9aa8148d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:51.934719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Network hostable DHCP agents. Network: 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:39:51.966738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db5ae0-3c32-4950-a828-f6f1a4941590 req-04c5b498-529d-4afc-a5a6-bc88e9ad308b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:51.968344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27db5ae0-3c32-4950-a828-f6f1a4941590 req-04c5b498-529d-4afc-a5a6-bc88e9ad308b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 943 time: 0.1399510 Dec 23 12:39:52.089980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27db5ae0-3c32-4950-a828-f6f1a4941590 req-14ff63fc-a458-45fc-a2b7-f6be4b286b91 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111064 Dec 23 12:39:52.112236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:39:52.123304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-777e929f-88a3-4e4e-b57d-97b1b0e21fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.123304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-777e929f-88a3-4e4e-b57d-97b1b0e21fed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 1094 time: 0.1009524 Dec 23 12:39:52.173087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-af96e2d4-e5f2-4dbe-a1a6-5df94ef509c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 200 len: 217 time: 0.0406091 Dec 23 12:39:52.179675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e395-64fe-4031-9390-a2c226967e86 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.186467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e395-64fe-4031-9390-a2c226967e86 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.192844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e395-64fe-4031-9390-a2c226967e86 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.199247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430e395-64fe-4031-9390-a2c226967e86 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.201012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0430e395-64fe-4031-9390-a2c226967e86 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7938328 Dec 23 12:39:52.203895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:52.221287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:52.230115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.230709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.242746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-5fac36f0-ddeb-450d-8cb8-560fda8374e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.244577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-5fac36f0-ddeb-450d-8cb8-560fda8374e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0651851 Dec 23 12:39:52.249087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d32c0-35da-4d30-8250-53efefeb611c None None] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:52.316114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-c109af99-0ff8-486a-88fe-9b287b7fc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.320083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-c109af99-0ff8-486a-88fe-9b287b7fc32c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680583 Dec 23 12:39:52.321440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.330881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f613e03c-262d-4bec-a8ce-97acd03153ce tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2198389 Dec 23 12:39:52.335369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37100) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:52.359251 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489a7a5-184c-4d05-b0c3-4b96481f802c x-openstack-request-id: req-1489a7a5-184c-4d05-b0c3-4b96481f802c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:52.359560 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:52.359813 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1489a7a5-184c-4d05-b0c3-4b96481f802c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:52.360198 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'status': 'completed', 'code': 200} Dec 23 12:39:52.363820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Request body: {'port': {'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-138821658'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:52.429064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.455877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a6c7fc-36aa-4d84-b92a-f89f2e972bc4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:52.466708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fe6936-1e1b-42a0-9c27-e2daceca09bd') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:52.466708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fe6936-1e1b-42a0-9c27-e2daceca09bd') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:52.476844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.491135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.494116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c', 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c', 'project_id': '8a518b102fe84ed4ab63d8ea880f6cec', 'fixed_ips': [{'subnet_id': '3312ebdd-9c92-4adf-a6eb-7cc408640baa'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:39:52.495728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.497887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:52.498281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.548885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-c0a320ff-1a51-4b80-8ee3-b4abcc95a0fb service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144053 Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:52.560485 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:52.634784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.646106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00a6c7fc-36aa-4d84-b92a-f89f2e972bc4 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:39:52.650077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.656572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/00a6c7fc-36aa-4d84-b92a-f89f2e972bc4 HTTP/1.1" status: 204 len: 168 time: 0.4484823 Dec 23 12:39:52.662975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:52.668211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'name': 'tempest-network--236956605', 'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:52.673703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b800f-7ebe-4d97-b209-dc6b3077d769 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Network': ['ID=00a6c7fc-36aa-4d84-b92a-f89f2e972bc4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:52.710181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.714346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-128fd967-0505-496d-aab1-769226e28c4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4459980 Dec 23 12:39:52.721417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Made reservation on behalf of 8a518b102fe84ed4ab63d8ea880f6cec for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:52.725040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:52.735434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-78e4c490-964a-46f7-81eb-ca03962150db service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:39:52.736441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-78e4c490-964a-46f7-81eb-ca03962150db service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075994 Dec 23 12:39:52.750691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6291e-9823-44aa-a011-a2c3b2876f1f req-7114a255-42f9-4b1b-b32a-4dc11458b6d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:52.758674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4af6291e-9823-44aa-a011-a2c3b2876f1f req-7114a255-42f9-4b1b-b32a-4dc11458b6d7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1868787 Dec 23 12:39:52.771837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-617bab28-22a4-4448-8f9a-3f1391c6b9b3 req-5d9802dd-f040-49a9-98e7-781c94f73172 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124243 Dec 23 12:39:52.784333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] device_id is not set on port 59f850d6-060f-4eda-b9a3-3c77954c6021 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:39:52.796395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Allocated IP 2001:db8::2 (2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c/3312ebdd-9c92-4adf-a6eb-7cc408640baa/d1263c9a-d858-462f-9038-4f1641fa8491) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:52.882981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4af6291e-9823-44aa-a011-a2c3b2876f1f req-c8000e02-7a7b-4b74-a272-e92d8dfb1457 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232355 Dec 23 12:39:52.972472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:52.975633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.013128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:53.025191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.025899 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Added segment e2b3106f-45fc-415d-8e1d-15c388e0ff03 of type vlan for network e1a005e0-6921-48f7-81fc-3d07bd344dfe Dec 23 12:39:53.037249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.081864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.093604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-0f7f5323-3a72-4d4b-b0f5-231081d212f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.095227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-0f7f5323-3a72-4d4b-b0f5-231081d212f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 1094 time: 0.0467641 Dec 23 12:39:53.156297 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.212335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.213409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.214097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.235490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Pushing event updated for resources: {'Port': ['ID=d1263c9a-d858-462f-9038-4f1641fa8491,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:53.250093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:53.251886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:53.256424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:53.328147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Attempting to bind port d1263c9a-d858-462f-9038-4f1641fa8491 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:53.328478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=e1a005e0-6921-48f7-81fc-3d07bd344dfe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:53.329038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Attempting to bind port d1263c9a-d858-462f-9038-4f1641fa8491 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '548d223a-ff51-47a6-8ce7-f9aa8148d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:53.329722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Attempting to bind port d1263c9a-d858-462f-9038-4f1641fa8491 on network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:53.339854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e1a005e0-6921-48f7-81fc-3d07bd344dfe details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:53.353846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:53.354527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Checking segment: {'id': '548d223a-ff51-47a6-8ce7-f9aa8148d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:53.355094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.355638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Bound using segment: {'id': '548d223a-ff51-47a6-8ce7-f9aa8148d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:53.356275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Bound port: d1263c9a-d858-462f-9038-4f1641fa8491, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548d223a-ff51-47a6-8ce7-f9aa8148d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:53.356837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.358036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-104276eb-6b10-4308-8a22-cf05b9626f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.359647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-104276eb-6b10-4308-8a22-cf05b9626f22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.2570322 Dec 23 12:39:53.361590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Allocated IP 2001:db8::22b (2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c/3312ebdd-9c92-4adf-a6eb-7cc408640baa/59f850d6-060f-4eda-b9a3-3c77954c6021) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:53.371675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7229ed-7d34-4024-90b7-06f4f5dec304 req-8a8daa16-92a9-4de1-9822-e44dca2d4ffa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.373424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b7229ed-7d34-4024-90b7-06f4f5dec304 req-8a8daa16-92a9-4de1-9822-e44dca2d4ffa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 943 time: 0.1765010 Dec 23 12:39:53.392027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8d763e4-8103-4ba4-9b3c-6bf3d29c98c8 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7279892 Dec 23 12:39:53.394520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37126) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:53.426981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-737bbc53-777e-46cf-a5a2-85b31d3d3b42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 200 len: 217 time: 0.0525482 Dec 23 12:39:53.474536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] For port d1263c9a-d858-462f-9038-4f1641fa8491, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:53.478118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] For port d1263c9a-d858-462f-9038-4f1641fa8491, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d1263c9a-d858-462f-9038-4f1641fa8491,segment=NetworkSegment(548d223a-ff51-47a6-8ce7-f9aa8148d0c8),segment_id=548d223a-ff51-47a6-8ce7-f9aa8148d0c8)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:53.490944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b24fd4-4ff8-476f-ab2b-7568abcd40f3 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.493301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d9b24fd4-4ff8-476f-ab2b-7568abcd40f3 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "GET /v2.0/networks/e1a005e0-6921-48f7-81fc-3d07bd344dfe HTTP/1.1" status: 200 len: 756 time: 0.0972095 Dec 23 12:39:53.496593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37128) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:53.536481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b7229ed-7d34-4024-90b7-06f4f5dec304 req-895c6286-fbe7-439b-93e8-67085bdae84f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530592 Dec 23 12:39:53.541463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-3ef1a5b3-33b5-408f-b9c7-f30b8df8038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.543081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-3ef1a5b3-33b5-408f-b9c7-f30b8df8038c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.1065211 Dec 23 12:39:53.584185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.634013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0caca-0a0b-4f5f-827d-151990e32bf5 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.636155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2aa0caca-0a0b-4f5f-827d-151990e32bf5 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "GET /v2.0/networks/2d4beae7-024c-4d91-bf00-a2735db2ccc2 HTTP/1.1" status: 200 len: 768 time: 0.1382892 Dec 23 12:39:53.638953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:53.664046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872eedd-2c59-457f-bd82-f3a3825cb292 None None] Pushing event updated for resources: {'Port': ['ID=d1263c9a-d858-462f-9038-4f1641fa8491,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:53.712519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-c6ce434d-c4ce-49bc-ac34-2c4571d21711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:53.714094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-c6ce434d-c4ce-49bc-ac34-2c4571d21711 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554799 Dec 23 12:39:53.794792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.822650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:53.923375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-f14903dc-097f-47ab-87ac-7c1560211df7 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005115 Dec 23 12:39:54.038068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.093997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a005e0-6921-48f7-81fc-3d07bd344dfe']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:54.135071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b3106f-45fc-415d-8e1d-15c388e0ff03') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:54.135292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b3106f-45fc-415d-8e1d-15c388e0ff03') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:54.137437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.153731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-d9204b8d-8e52-41a5-9432-dcac3ea36fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:54.157829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-d9204b8d-8e52-41a5-9432-dcac3ea36fee service neutron] 10.222.0.16 "GET /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 1093 time: 0.0847237 Dec 23 12:39:54.160547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.198632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Request body: {'binding': {'host': 'n-h1-822750-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:54.199114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Unknown quota resources ['binding']. {{(pid=104037) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:39:54.245666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bba31e-c30e-4512-bc97-23172025e407 req-063b4ea7-5c7c-40bf-9f2a-54da169d6b3d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:54.247006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83bba31e-c30e-4512-bc97-23172025e407 req-063b4ea7-5c7c-40bf-9f2a-54da169d6b3d tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.2557306 Dec 23 12:39:54.253383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.278794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:54.281947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:54.282353 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:54.291617 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:54.306700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:54.345870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48af9c4b-a84f-4fa5-9731-acea948f92a5 req-8f599222-225e-4be9-bf45-4646529791ee service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054153 Dec 23 12:39:54.348921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:54.354792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:54.355418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.374955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'Port': ['ID=59f850d6-060f-4eda-b9a3-3c77954c6021,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:54.464468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83bba31e-c30e-4512-bc97-23172025e407 req-4025f721-884b-4dd3-b22c-11fb338077e7 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958613 Dec 23 12:39:54.512875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-856bca12-574f-4f5b-8bda-054bcf99d0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1567538 Dec 23 12:39:54.516105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37142) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:54.522822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Request body: {'port': {'network_id': '2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-303222290', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:54.523701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] bootfile-name is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:54.524844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] tftp-server is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:54.525976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.526368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] server-ip-address is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:54.540511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1a005e0-6921-48f7-81fc-3d07bd344dfe {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:39:54.554646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.561840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e1a005e0-6921-48f7-81fc-3d07bd344dfe HTTP/1.1" status: 204 len: 168 time: 0.9188614 Dec 23 12:39:54.564123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:54.574727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'name': 'tempest-network--277592610'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:54.590749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on host n-h1-822750-2 for vnic_type normal with profile None {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:54.591051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:54.591587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:54.596237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb88b8-f35e-495b-bb71-b0b56809c4ea tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1a005e0-6921-48f7-81fc-3d07bd344dfe,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:54.617740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:54.618071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:54.637988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:54.638385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:54.638802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Bound using segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:54.639793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Bound port: 7c154b26-5c9d-4aae-872c-3162f00402ff, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:54.805502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673e6c2-86e8-405e-a0be-01cca704dd3e req-9b792340-5bd9-4c38-bbc7-3c7f9ed7bb9a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:54.813041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1673e6c2-86e8-405e-a0be-01cca704dd3e req-9b792340-5bd9-4c38-bbc7-3c7f9ed7bb9a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 943 time: 0.0932219 Dec 23 12:39:54.822898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:54.835450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Made reservation on behalf of 9855cc1cb3db4467946a456471813ce0 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:54.839585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.844471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd7584-6c6a-4fae-8c57-992dd146f411 None None] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:39:54.908649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1673e6c2-86e8-405e-a0be-01cca704dd3e req-3060c6dd-cc44-4c58-b413-7355a37b1156 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791724 Dec 23 12:39:54.915010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] Publish callbacks [] for binding, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.916170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] 10.222.0.16 "POST /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff/bindings HTTP/1.1" status: 201 len: 389 time: 0.7472661 Dec 23 12:39:54.949343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Made reservation on behalf of 8a518b102fe84ed4ab63d8ea880f6cec for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:39:54.953024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.968385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] Provisioning complete for port d1263c9a-d858-462f-9038-4f1641fa8491 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:54.969104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:54.976639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] device_id is not set on port 9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:39:55.045917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:39:55.072236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.123204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.123655 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Added segment 42e50c1b-0a5b-48b4-8556-b1dea1aee611 of type vlan for network 676b10fb-4881-4232-bc57-a900fef4e1ad Dec 23 12:39:55.125496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] For port d1263c9a-d858-462f-9038-4f1641fa8491, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d1263c9a-d858-462f-9038-4f1641fa8491,segment=NetworkSegment(548d223a-ff51-47a6-8ce7-f9aa8148d0c8),segment_id=548d223a-ff51-47a6-8ce7-f9aa8148d0c8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:55.152723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Allocated IP 2001:db8::68 (2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c/3312ebdd-9c92-4adf-a6eb-7cc408640baa/9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:39:55.181767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.287913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.327630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.329106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:55.329946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.371864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9e053-1de2-4a3a-abb2-c912939dc58c None None] Pushing event updated for resources: {'Port': ['ID=d1263c9a-d858-462f-9038-4f1641fa8491,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:55.388732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.394913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5245-c668-413a-aa71-033e06ca972e req-e0af7a99-45e5-4eca-8535-1beeba0f5113 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:55.397425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab4e5245-c668-413a-aa71-033e06ca972e req-e0af7a99-45e5-4eca-8535-1beeba0f5113 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1288090 Dec 23 12:39:55.412704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e7375d8a-8b47-4c2b-aeff-9c519be779a9 None None] Provisioning complete for port d1263c9a-d858-462f-9038-4f1641fa8491 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:55.413129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e7375d8a-8b47-4c2b-aeff-9c519be779a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.435481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=676b10fb-4881-4232-bc57-a900fef4e1ad,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:55.462626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 676b10fb-4881-4232-bc57-a900fef4e1ad details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:39:55.483989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab4e5245-c668-413a-aa71-033e06ca972e req-cc7c7b24-21e4-4638-8dfc-c4274a8d97d2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785193 Dec 23 12:39:55.509619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d658ddd0-fba7-47de-9ffa-5699fed81830 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9404047 Dec 23 12:39:55.516621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37160) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:55.523661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:55.620770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c1de-023c-425e-8228-806eb881daca req-76a17690-ac63-40fa-86a3-9b903c83ff64 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:55.622982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27c4c1de-023c-425e-8228-806eb881daca req-76a17690-ac63-40fa-86a3-9b903c83ff64 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0651739 Dec 23 12:39:55.630015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.643847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e7375d8a-8b47-4c2b-aeff-9c519be779a9 None None] Provisioning complete for port 59f850d6-060f-4eda-b9a3-3c77954c6021 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:55.644224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e7375d8a-8b47-4c2b-aeff-9c519be779a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.700347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27c4c1de-023c-425e-8228-806eb881daca req-132ef3a8-e56b-4e94-8d3e-baaa6d299478 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687463 Dec 23 12:39:55.702085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e7375d8a-8b47-4c2b-aeff-9c519be779a9 None None] Port 59f850d6-060f-4eda-b9a3-3c77954c6021 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:55.762355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:39:55.771435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:39:55.790175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:39:55.796051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:55.796692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.799119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'Port': ['ID=9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:55.832712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c5768c2e-0b3e-4c99-b2c0-fffdeded3084 None None] Provisioning complete for port 59f850d6-060f-4eda-b9a3-3c77954c6021 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:55.832712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c5768c2e-0b3e-4c99-b2c0-fffdeded3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.876428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c5768c2e-0b3e-4c99-b2c0-fffdeded3084 None None] Port 59f850d6-060f-4eda-b9a3-3c77954c6021 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:55.888079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:55.893401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-107c083f-814a-40a9-bee7-036e2249a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:55.894972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-107c083f-814a-40a9-bee7-036e2249a617 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1096 time: 0.1278226 Dec 23 12:39:55.970628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d1263c9a-d858-462f-9038-4f1641fa8491 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:55.998295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:55.999304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f5ddbf8-a4a4-4eac-ae2c-c1a450fd2c5b tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4812768 Dec 23 12:39:56.009706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.028750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Network 676b10fb-4881-4232-bc57-a900fef4e1ad is not hosted by any dhcp agent {{(pid=104038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:39:56.029659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.030251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.034159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "PUT /v2.0/networks/676b10fb-4881-4232-bc57-a900fef4e1ad HTTP/1.1" status: 200 len: 857 time: 0.5182714 Dec 23 12:39:56.050523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d1263c9a-d858-462f-9038-4f1641fa8491 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:56.050866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.064639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:56.175438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bca723-2a0d-4456-a8ea-aa65682ca840 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event updated for resources: {'Network': ['ID=676b10fb-4881-4232-bc57-a900fef4e1ad,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:56.192952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-cae5b54a-fd60-409e-a7c8-a54875675699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.194528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-cae5b54a-fd60-409e-a7c8-a54875675699 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 897 time: 0.2888906 Dec 23 12:39:56.199389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.205943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c849965e-982e-44c6-a63d-404f46f093fb None None] Provisioning complete for port 9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:56.208741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c849965e-982e-44c6-a63d-404f46f093fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.264148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c849965e-982e-44c6-a63d-404f46f093fb None None] Port 9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:56.351387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.355395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-11093b75-bb8e-4aa8-9a8d-a842f7f9b4c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 1001 time: 0.1436069 Dec 23 12:39:56.401847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676b10fb-4881-4232-bc57-a900fef4e1ad']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:56.417983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e50c1b-0a5b-48b4-8556-b1dea1aee611') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:56.418356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e50c1b-0a5b-48b4-8556-b1dea1aee611') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:56.431266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.440254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-4c0330b0-5642-49c7-95d1-efca508cd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.442417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-4c0330b0-5642-49c7-95d1-efca508cd1bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.0793273 Dec 23 12:39:56.456508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.479011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:56.479413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:56.481185 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:56.538809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c85743-e056-42ea-9a78-c25870f1ed89 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.548492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c85743-e056-42ea-9a78-c25870f1ed89 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.552155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c85743-e056-42ea-9a78-c25870f1ed89 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.552492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-41c66942-18c2-419c-9b30-2f898832a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.556810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e0c85743-e056-42ea-9a78-c25870f1ed89 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5545597 Dec 23 12:39:56.556942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-41c66942-18c2-419c-9b30-2f898832a29c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050079 Dec 23 12:39:56.557058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37184) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:56.578020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01500ac3-3704-4dcb-ae99-2fc58e4edeef req-713b02e6-aea1-4076-87dd-0cb1ada92e40 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.585368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01500ac3-3704-4dcb-ae99-2fc58e4edeef req-713b02e6-aea1-4076-87dd-0cb1ada92e40 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 943 time: 0.5210950 Dec 23 12:39:56.663311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.680135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 676b10fb-4881-4232-bc57-a900fef4e1ad {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:39:56.693989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:56.698151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] 10.222.0.16 "DELETE /v2.0/networks/676b10fb-4881-4232-bc57-a900fef4e1ad HTTP/1.1" status: 204 len: 168 time: 0.6308284 Dec 23 12:39:56.702629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37194) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:56.711798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e143b1-e398-414c-b6b5-9fc9f782b3c6 tempest-ExternalNetworksTestJSON-661405911 tempest-ExternalNetworksTestJSON-661405911-project-admin] Pushing event deleted for resources: {'Network': ['ID=676b10fb-4881-4232-bc57-a900fef4e1ad,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:56.715591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-86f23939-5986-49f3-93c1-871747f7ab7f service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528859 Dec 23 12:39:56.726165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01500ac3-3704-4dcb-ae99-2fc58e4edeef req-2053ef47-8653-42da-8de8-79664b9cb0f7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217847 Dec 23 12:39:56.739814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ee86d-fee4-4380-82cf-10b36acebccb req-3e9d7791-7d39-4135-9941-75700023edc5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:56.742687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-202ee86d-fee4-4380-82cf-10b36acebccb req-3e9d7791-7d39-4135-9941-75700023edc5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1249368 Dec 23 12:39:56.758921 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f6831f-db8b-44bd-9386-f75cdbd15f26 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] DELETE failed (client error): The resource could not be found. Dec 23 12:39:56.759429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f6831f-db8b-44bd-9386-f75cdbd15f26 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:39:56.763553 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-59f6831f-db8b-44bd-9386-f75cdbd15f26 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "DELETE /v2.0/subnets/95018169-a443-4c7a-bd73-3c7ac22b59bf HTTP/1.1" status: 404 len: 337 time: 0.0599551 Dec 23 12:39:56.772217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:56.859274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-964a209f-ac04-4aa5-bad0-f82618641ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207285 Dec 23 12:39:56.897399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Deleting port 9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:56.897751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.023993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-044c43af-3c63-4175-b624-621625100f96 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:57.025559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-044c43af-3c63-4175-b624-621625100f96 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb&tenant_id=c95a45dd98b447989e82921fb516201d&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1096 time: 0.1078668 Dec 23 12:39:57.038506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822750-2'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:57.071020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-202ee86d-fee4-4380-82cf-10b36acebccb req-09c83f7a-d1c3-4492-ab5e-e21b64dfa367 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187718 Dec 23 12:39:57.105226 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.111789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.167070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.188983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9d43-0979-4b69-ae50-5ac4979bbfe6 req-480f8d75-5652-442a-a56d-4ad82177e7c6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:57.190549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a90a9d43-0979-4b69-ae50-5ac4979bbfe6 req-480f8d75-5652-442a-a56d-4ad82177e7c6 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1766782 Dec 23 12:39:57.212766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Calling delete_port for 9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:57.255321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:57.293729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:57.329963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d21e75fd-6fbb-48f4-80f5-82d4abd38b4d details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:39:57.334981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.337462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:57.339828 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea2908-986d-45ea-ab74-3dcd43fb8ad7" -d '{"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:57.344100 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.383118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4beae7-024c-4d91-bf00-a2735db2ccc2']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:57.409477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a90a9d43-0979-4b69-ae50-5ac4979bbfe6 req-4d5dd6ba-7aec-4306-8eca-5e8d099b171a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863425 Dec 23 12:39:57.418917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4546228-4b70-4ca9-86e4-df73e1bfc6e9') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:57.419220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4546228-4b70-4ca9-86e4-df73e1bfc6e9') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:39:57.431147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.446030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:57.446348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.459048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.461811 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'mac_address': 'fa:16:3e:78:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:39:57.471557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:39:57.471943 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:39:57.492859 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:39:57.524882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.549003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21e75fd-6fbb-48f4-80f5-82d4abd38b4d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:39:57.578594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:57.623264 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd8c9a-e016-4329-8d7b-22072e90171a x-openstack-request-id: req-1dbd8c9a-e016-4329-8d7b-22072e90171a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:57.624113 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:57.624367 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dbd8c9a-e016-4329-8d7b-22072e90171a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:57.625086 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'code': 200} Dec 23 12:39:57.634479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:57.658328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.695890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on host n-h2-822750-2 for vnic_type normal with profile {"migrating_to": "n-h1-822750-2"} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:39:57.696227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:39:57.696557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:57.701551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:39:57.701551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Attempting to bind port 7c154b26-5c9d-4aae-872c-3162f00402ff on network e4f4337e-4050-47b3-93ff-7b40cf670698 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:39:57.707586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:39:57.708049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Checking segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:39:57.708722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Bound using segment: {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:39:57.709475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Bound port: 7c154b26-5c9d-4aae-872c-3162f00402ff, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edce75c-fc98-4617-95e1-c950f7b6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:39:57.709913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.716724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:57.721362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.733091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.736876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] 10.222.0.16 "DELETE /v2.0/networks/2d4beae7-024c-4d91-bf00-a2735db2ccc2 HTTP/1.1" status: 204 len: 168 time: 0.9630036 Dec 23 12:39:57.751162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13a6d6-d58d-4338-9cb8-d3d06c46d930 tempest-ExternalNetworksTestJSON-2028820584 tempest-ExternalNetworksTestJSON-2028820584-project] Pushing event deleted for resources: {'Network': ['ID=2d4beae7-024c-4d91-bf00-a2735db2ccc2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:57.755224 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.797878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event deleted for resources: {'Port': ['ID=9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:57.808088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed52fdec-ea84-4d23-882e-7d1d23fcfb81 None None] Provisioning complete for port 7c154b26-5c9d-4aae-872c-3162f00402ff triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:57.808456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed52fdec-ea84-4d23-882e-7d1d23fcfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.849083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.857839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d15c9834-c9b1-407c-98cb-1377b4ea5a9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "DELETE /v2.0/ports/9f4c5adc-dfa5-4a69-9dc5-71d6dbde3de5 HTTP/1.1" status: 204 len: 168 time: 1.3000085 Dec 23 12:39:57.860375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ed52fdec-ea84-4d23-882e-7d1d23fcfb81 None None] Port 7c154b26-5c9d-4aae-872c-3162f00402ff cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:57.862009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37220) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:57.870743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:39:57.874969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:39:57.888275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Request body: {'port': {'name': 'tempest-new-port-name-605957975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:39:57.888698 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] bootfile-name is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:57.889079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] tftp-server is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:57.889471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] server-ip-address is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:39:57.951774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84fe7-2dc1-4ebe-ac65-cf911a996c0d req-afb3e198-0aa3-4db6-841d-0ddde53de585 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:57.953772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4d84fe7-2dc1-4ebe-ac65-cf911a996c0d req-afb3e198-0aa3-4db6-841d-0ddde53de585 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 944 time: 0.1063771 Dec 23 12:39:57.990637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:57.994110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d21e75fd-6fbb-48f4-80f5-82d4abd38b4d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:58.072461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4d84fe7-2dc1-4ebe-ac65-cf911a996c0d req-c01fb7c4-e4b1-424c-8985-6166ea646866 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Dec 23 12:39:58.172054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.269550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=8']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:58.306843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08c77-f93e-4673-9770-0500107d12cc req-cf254d31-2946-40fb-93cf-824f9345b128 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:58.308541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57c08c77-f93e-4673-9770-0500107d12cc req-cf254d31-2946-40fb-93cf-824f9345b128 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 943 time: 0.1202986 Dec 23 12:39:58.333843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:58.334559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.336314 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a756551c-c74a-464e-9b10-be5bd87436ca service neutron] 10.222.0.57 "PUT /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 1121 time: 1.3025453 Dec 23 12:39:58.387155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57c08c77-f93e-4673-9770-0500107d12cc req-f468cc12-bc30-49a4-ab28-6f927ae37e3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702145 Dec 23 12:39:58.411801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] Provisioning complete for port 7c154b26-5c9d-4aae-872c-3162f00402ff triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:58.412344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.460930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7c154b26-5c9d-4aae-872c-3162f00402ff'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:39:58.513543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.568655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e421b-8b61-4745-a2c6-f09b1c4d423c req-2bb94308-606e-43b6-99de-8b2f87ae91d4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:58.577662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18e421b-8b61-4745-a2c6-f09b1c4d423c req-2bb94308-606e-43b6-99de-8b2f87ae91d4 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0758889 Dec 23 12:39:58.606334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.628521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.665253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37234) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:58.683799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] In _notify_port_updated(), no bound segment for port 59f850d6-060f-4eda-b9a3-3c77954c6021 on network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:39:58.690001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:58.690945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:58.693439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "PUT /v2.0/ports/59f850d6-060f-4eda-b9a3-3c77954c6021 HTTP/1.1" status: 200 len: 1129 time: 0.8167322 Dec 23 12:39:58.697492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:58.700599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:58.705209 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454935ed-2254-417d-a0f2-3fb12c992329" -d '{"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-plugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:58.724385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18e421b-8b61-4745-a2c6-f09b1c4d423c req-71f7f941-d40c-4622-9d8e-11bb3d10257a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342542 Dec 23 12:39:58.760286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:58.786122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe2bdba-219f-45b6-b88b-cd146ad0ed9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:58.789132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7fe2bdba-219f-45b6-b88b-cd146ad0ed9a tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "GET /v2.0/ports/59f850d6-060f-4eda-b9a3-3c77954c6021 HTTP/1.1" status: 200 len: 1129 time: 0.0907025 Dec 23 12:39:58.792925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37246) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:58.803542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd72848-2916-49b7-9058-3dc9321a9760 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event updated for resources: {'Port': ['ID=59f850d6-060f-4eda-b9a3-3c77954c6021,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:58.883452 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:39:58.888493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.035897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d64f18a0-7bd3-48fb-8d8f-34229d0d73cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b4028e2046402ebbed0853c6471adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688769 Dec 23 12:39:59.038845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:59.069860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Deleting port 59f850d6-060f-4eda-b9a3-3c77954c6021 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:39:59.070081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.206158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69959a3-b222-4441-928d-2e2e02f23b62 None None] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:59.230770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6df8-313f-4175-907a-0329942d09c8 req-a8bc6589-2640-4ad5-9f6b-d10ba3cc69dc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:59.232434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58de6df8-313f-4175-907a-0329942d09c8 req-a8bc6589-2640-4ad5-9f6b-d10ba3cc69dc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1666462 Dec 23 12:39:59.256033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.264641 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f328c591-9771-46c1-985d-2f033e7b94b7 x-openstack-request-id: req-f328c591-9771-46c1-985d-2f033e7b94b7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:59.265160 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-plugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:59.265433 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f328c591-9771-46c1-985d-2f033e7b94b7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:59.265847 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'code': 200} Dec 23 12:39:59.274848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.301268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-27762a46-4347-452e-b7b4-9494760a9f57 None None] Provisioning complete for port 59f850d6-060f-4eda-b9a3-3c77954c6021 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:59.301604 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-27762a46-4347-452e-b7b4-9494760a9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.309836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Calling delete_port for 59f850d6-060f-4eda-b9a3-3c77954c6021 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:39:59.313242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.340904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d21e75fd-6fbb-48f4-80f5-82d4abd38b4d up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:39:59.384278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-27762a46-4347-452e-b7b4-9494760a9f57 None None] Port 59f850d6-060f-4eda-b9a3-3c77954c6021 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:39:59.436356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58de6df8-313f-4175-907a-0329942d09c8 req-e059bddb-0489-41fd-ad3b-9123ad5539b5 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932752 Dec 23 12:39:59.503784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6c1b8-057f-4302-91b7-457654ae8d7f req-452ba58b-5ccb-4966-938c-f0a32fa73a52 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:59.511280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92d6c1b8-057f-4302-91b7-457654ae8d7f req-452ba58b-5ccb-4966-938c-f0a32fa73a52 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 944 time: 0.0931251 Dec 23 12:39:59.526066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:39:59.530154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:39:59.530523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.611539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.625682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:39:59.629996 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a2a87-6f1e-43c6-8e19-0db1b0172565" -d '{"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:39:59.632682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92d6c1b8-057f-4302-91b7-457654ae8d7f req-4f4664f2-96a9-412a-90e7-72403b68c27c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203403 Dec 23 12:39:59.645638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025338-1b44-4a9d-b3e5-262879511ad7 req-22b7db69-c06b-4831-82cf-c7e6a536c0e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:59.645982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71025338-1b44-4a9d-b3e5-262879511ad7 req-22b7db69-c06b-4831-82cf-c7e6a536c0e2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1233764 Dec 23 12:39:59.653178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:39:59.670060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.676957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.676957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62b8c30a-c7ca-43a4-a2f2-7e0469957e88 HTTP/1.1" status: 204 len: 168 time: 0.6337245 Dec 23 12:39:59.690537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82358-3f50-4d7c-9ec1-d0d2b85efef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b8c30a-c7ca-43a4-a2f2-7e0469957e88,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:59.734612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71025338-1b44-4a9d-b3e5-262879511ad7 req-9ece379b-5ee1-4d05-a5c0-1e593404b70c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722597 Dec 23 12:39:59.749247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.783794 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c6be6a-a42e-4740-ae2d-d53a28b24e1a x-openstack-request-id: req-55c6be6a-a42e-4740-ae2d-d53a28b24e1a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:39:59.784293 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:39:59.784450 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55c6be6a-a42e-4740-ae2d-d53a28b24e1a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:39:59.785090 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'status': 'completed', 'code': 200} Dec 23 12:39:59.785698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8ca66-b341-43d0-b16d-e9c7915c3077 req-a99556cb-1841-4943-bcd3-53c4ffc36072 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:59.797092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41d8ca66-b341-43d0-b16d-e9c7915c3077 req-a99556cb-1841-4943-bcd3-53c4ffc36072 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0671263 Dec 23 12:39:59.806337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:59.806935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.870112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event deleted for resources: {'Port': ['ID=59f850d6-060f-4eda-b9a3-3c77954c6021,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:39:59.931289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:39:59.931435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37268) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:59.938511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f6586402-2d52-45f7-be96-61a9f01dffa9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "DELETE /v2.0/ports/59f850d6-060f-4eda-b9a3-3c77954c6021 HTTP/1.1" status: 204 len: 168 time: 1.1444964 Dec 23 12:39:59.941261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:39:59.957603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41d8ca66-b341-43d0-b16d-e9c7915c3077 req-ac1bb94e-1153-4c4a-8c7f-ac879f42230b tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566191 Dec 23 12:39:59.969978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-be783e5a-7d64-427b-a4d2-035eaa668e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:39:59.973177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-be783e5a-7d64-427b-a4d2-035eaa668e9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1126 time: 0.1519861 Dec 23 12:40:00.053827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Deleting subnet 3312ebdd-9c92-4adf-a6eb-7cc408640baa {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:00.059167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.140473 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.198487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-19e55e52-3d23-46d0-8e1d-5cc27fa0d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:00.200333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-19e55e52-3d23-46d0-8e1d-5cc27fa0d44c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 897 time: 0.2193673 Dec 23 12:40:00.211415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3945c6d6-6a32-4264-b502-bd5a65315d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.242338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:40:00.275994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-8d2e5cff-2460-448c-b5e2-6a5ea0e0c3d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 1001 time: 0.0669618 Dec 23 12:40:00.277290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.338901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-d91bb5ca-0189-4756-a30e-4f53ec10add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:00.340907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-d91bb5ca-0189-4756-a30e-4f53ec10add4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.0570581 Dec 23 12:40:00.365806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:00.374017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3945c6d6-6a32-4264-b502-bd5a65315d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.383078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff has no active binding in host n-h1-822750-2 {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 23 12:40:00.409180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-e52c8071-8d53-4ebe-95a2-5e37f768a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:00.411377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-e52c8071-8d53-4ebe-95a2-5e37f768a60c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565088 Dec 23 12:40:00.463991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3945c6d6-6a32-4264-b502-bd5a65315d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.499307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.511328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945c6d6-6a32-4264-b502-bd5a65315d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d69e2-c927-4435-959c-cdfd7d3c5194,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:00.525695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.532340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d498ed-4037-4bad-97f3-3dd0e3e24a49 None None] Network 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:00.545276 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "DELETE /v2.0/subnets/3312ebdd-9c92-4adf-a6eb-7cc408640baa HTTP/1.1" status: 204 len: 168 time: 0.6017249 Dec 23 12:40:00.562873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37280) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:00.618233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37282) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:00.643498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-56434384-0292-4cfc-bd60-3ec4d8e28d58 service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247946 Dec 23 12:40:00.649898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed190e4-4aca-4a68-b5f2-98efeeedbe56 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event deleted for resources: {'Subnet': ['ID=3312ebdd-9c92-4adf-a6eb-7cc408640baa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:00.710667 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3945c6d6-6a32-4264-b502-bd5a65315d0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43242b8b0fe94ebd8e6e2762a298cf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7733102 Dec 23 12:40:00.711457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:00.800071 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-55c2b7d0-2f25-45c8-870a-ae4746ade745 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9855cc1cb3db4467946a456471813ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739097 Dec 23 12:40:00.800752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:00.864321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] DHCP port deletion for 2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:00.881771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.913957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.932042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01a2a87-6f1e-43c6-8e19-0db1b0172565 req-7e9a7955-ec81-4d2c-876f-4365a7049eec service neutron] 10.222.0.43 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618296 Dec 23 12:40:00.941100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Deleting port d1263c9a-d858-462f-9038-4f1641fa8491 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:00.942514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.946384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5a1b-068a-4529-9cbd-1a1c7c75c5a8 req-b670eec3-09a5-47e3-a013-2e399f1c4774 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:00.951322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:00.954475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c92a5a1b-068a-4529-9cbd-1a1c7c75c5a8 req-b670eec3-09a5-47e3-a013-2e399f1c4774 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.1551220 Dec 23 12:40:00.987010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.001771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c88ed-f92c-42dd-b4a6-a16f8f38e88c req-52ec14be-7ed8-4ee7-a110-fbccf37f44fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:01.009437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-865c88ed-f92c-42dd-b4a6-a16f8f38e88c req-52ec14be-7ed8-4ee7-a110-fbccf37f44fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 945 time: 0.2085614 Dec 23 12:40:01.025874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] For port d1263c9a-d858-462f-9038-4f1641fa8491, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d1263c9a-d858-462f-9038-4f1641fa8491,segment=NetworkSegment(548d223a-ff51-47a6-8ce7-f9aa8148d0c8),segment_id=548d223a-ff51-47a6-8ce7-f9aa8148d0c8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:01.026222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.040774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.043462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Calling delete_port for d1263c9a-d858-462f-9038-4f1641fa8491 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:01.097365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c92a5a1b-068a-4529-9cbd-1a1c7c75c5a8 req-4363a43c-e3f2-470b-b472-d7a79127a123 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419628 Dec 23 12:40:01.133121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-865c88ed-f92c-42dd-b4a6-a16f8f38e88c req-fbe3eb88-2455-4877-b040-a5ff402224a8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226332 Dec 23 12:40:01.191006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Deleting port d1263c9a-d858-462f-9038-4f1641fa8491 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:01.191334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.253651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.256624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.260284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/457701ac-5e56-4bfc-bc37-945b56a19ad8 HTTP/1.1" status: 204 len: 168 time: 0.4505184 Dec 23 12:40:01.267352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:01.269989 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeccc94-ac3a-4c3b-8805-0f287268417b" -d '{"events": [{"server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "name": "network-vif-plugged", "status": "completed", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:01.271378 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.274008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b02e25-3497-46b0-ac9d-6bd670d19a46 req-6b50e281-7cdd-431c-803b-79c9910b61d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:01.275573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33b02e25-3497-46b0-ac9d-6bd670d19a46 req-6b50e281-7cdd-431c-803b-79c9910b61d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1199920 Dec 23 12:40:01.280192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.281338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae4d69e2-c927-4435-959c-cdfd7d3c5194 HTTP/1.1" status: 204 len: 168 time: 0.5686381 Dec 23 12:40:01.282943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9b11-9066-4672-a6f5-a9b378e036c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457701ac-5e56-4bfc-bc37-945b56a19ad8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:01.283866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] For port d1263c9a-d858-462f-9038-4f1641fa8491, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d1263c9a-d858-462f-9038-4f1641fa8491,segment=NetworkSegment(548d223a-ff51-47a6-8ce7-f9aa8148d0c8),segment_id=548d223a-ff51-47a6-8ce7-f9aa8148d0c8)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:01.284280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.291990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.310014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Calling delete_port for d1263c9a-d858-462f-9038-4f1641fa8491 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:01.312807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a56659-1e4e-442f-abda-b5e605bcc719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d69e2-c927-4435-959c-cdfd7d3c5194,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:01.392938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] Pushing event deleted for resources: {'Port': ['ID=d1263c9a-d858-462f-9038-4f1641fa8491,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:01.413113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d145071-2f4b-4f49-a112-3f2b26ca95c4 None None] No DVR routers for this DVR port d1263c9a-d858-462f-9038-4f1641fa8491 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:01.423331 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a4c24c-1c11-4880-a8df-09d1e0779fe5 x-openstack-request-id: req-b9a4c24c-1c11-4880-a8df-09d1e0779fe5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:01.423619 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "name": "network-vif-plugged", "status": "completed", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:01.423882 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9a4c24c-1c11-4880-a8df-09d1e0779fe5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:01.424253 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'code': 200} Dec 23 12:40:01.466626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33b02e25-3497-46b0-ac9d-6bd670d19a46 req-543227fc-44ce-4e9e-a89c-8ce5e0415b84 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720257 Dec 23 12:40:01.546012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4020a-d3ab-4989-8333-f5fe97d85a1f req-d83d511d-d3b1-49e6-984d-432f52e024d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:01.547510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd4020a-d3ab-4989-8333-f5fe97d85a1f req-d83d511d-d3b1-49e6-984d-432f52e024d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 1096 time: 0.0611489 Dec 23 12:40:01.548536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.578934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event deleted for resources: {'Port': ['ID=d1263c9a-d858-462f-9038-4f1641fa8491,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:01.591312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] No DVR routers for this DVR port d1263c9a-d858-462f-9038-4f1641fa8491 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:01.693314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cd4020a-d3ab-4989-8333-f5fe97d85a1f req-79d97a88-69ce-4927-a422-c99ac6e0146c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213109 Dec 23 12:40:01.695005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.716236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:01.727804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548d223a-ff51-47a6-8ce7-f9aa8148d0c8') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:01.728173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548d223a-ff51-47a6-8ce7-f9aa8148d0c8') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:01.743206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.759127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.768524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:01.768987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:01.773073 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:01.890604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d1263c9a-d858-462f-9038-4f1641fa8491 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:01.913051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d1263c9a-d858-462f-9038-4f1641fa8491 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:01.913051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d1263c9a-d858-462f-9038-4f1641fa8491 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:01.919385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.928544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:01.942627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] 10.222.0.16 "DELETE /v2.0/networks/2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c HTTP/1.1" status: 204 len: 168 time: 1.3761098 Dec 23 12:40:01.960923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271498-479d-4bd0-8a44-23d2ba4817c9 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174 tempest-ExtraDHCPOptionsIpV6TestJSON-861285174-project] Pushing event deleted for resources: {'Network': ['ID=2eaa8d89-07d1-4249-a0b9-63c1a4ca3c0c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:02.097363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-0dcbc9e3-1fbb-44a9-9a0a-2a05ac4bdc6f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:02.099101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-0dcbc9e3-1fbb-44a9-9a0a-2a05ac4bdc6f tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0511167 Dec 23 12:40:02.212321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port 253022d4-c4ff-4221-9797-527b91d171a7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:02.212660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.231719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289baa81-4c31-4d63-a734-f7c4cab5e4ff req-975ef4aa-bcfd-457c-8358-e84e97468dde tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:02.233552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289baa81-4c31-4d63-a734-f7c4cab5e4ff req-975ef4aa-bcfd-457c-8358-e84e97468dde tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 946 time: 0.0682805 Dec 23 12:40:02.316148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:02.328598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289baa81-4c31-4d63-a734-f7c4cab5e4ff req-cdabec04-66d1-45f3-aabf-cc361d0cdb99 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880773 Dec 23 12:40:02.336526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port 253022d4-c4ff-4221-9797-527b91d171a7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=253022d4-c4ff-4221-9797-527b91d171a7,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:02.336698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede6399-37e7-4066-a006-1b9dde745f77 req-3a4e7980-71e0-4938-91a5-6ba98daadbc7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:02.336974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.338158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ede6399-37e7-4066-a006-1b9dde745f77 req-3a4e7980-71e0-4938-91a5-6ba98daadbc7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 945 time: 0.0899904 Dec 23 12:40:02.340686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aebbf973-7d1e-495d-9b3d-58950c969ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.373948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for 253022d4-c4ff-4221-9797-527b91d171a7 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:02.419432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ede6399-37e7-4066-a006-1b9dde745f77 req-e740651c-fe96-4384-82b7-504653992be3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743620 Dec 23 12:40:02.481911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:02.538635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aebbf973-7d1e-495d-9b3d-58950c969ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.609996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59275f16-adf6-454f-a7cc-2eed121a0490 req-f3f950e6-711b-47f4-b646-79aec62b56f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:02.612620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59275f16-adf6-454f-a7cc-2eed121a0490 req-f3f950e6-711b-47f4-b646-79aec62b56f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.0604506 Dec 23 12:40:02.663677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aebbf973-7d1e-495d-9b3d-58950c969ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.684608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76b963f4-f1bc-4edc-8623-42662dfd9ae8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a518b102fe84ed4ab63d8ea880f6cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008431 Dec 23 12:40:02.687059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:02.696564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59275f16-adf6-454f-a7cc-2eed121a0490 req-c47d6f60-0b38-44c4-840d-5bd1fb5648ba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774691 Dec 23 12:40:02.715775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.725378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aebbf973-7d1e-495d-9b3d-58950c969ac6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1a9f5b7aef64d71bf61da5b09e0cec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071264 Dec 23 12:40:02.730323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', '253022d4-c4ff-4221-9797-527b91d171a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:02.737772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:02.759265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.776895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=253022d4-c4ff-4221-9797-527b91d171a7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:02.779784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbf973-7d1e-495d-9b3d-58950c969ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e099f77-b7c1-4f5e-816a-1c937fdc2414,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:02.815568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.855564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port 253022d4-c4ff-4221-9797-527b91d171a7 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:02.861644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.866988 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-723e7fcb-62db-4d4c-8116-78a81015db08 req-c381bb76-11ee-48de-a4fd-8d6177ea01fe tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "DELETE /v2.0/ports/253022d4-c4ff-4221-9797-527b91d171a7 HTTP/1.1" status: 204 len: 173 time: 0.7616074 Dec 23 12:40:02.868374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'name': 'network-vif-deleted', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:02.871213 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c69bd-5daa-4232-90ac-3baaa54b3977" -d '{"events": [{"server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "name": "network-vif-deleted", "tag": "253022d4-c4ff-4221-9797-527b91d171a7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:02.906178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:02.932781 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60b078-c8d2-4d85-a91d-1ac2299cfd68 x-openstack-request-id: req-0c60b078-c8d2-4d85-a91d-1ac2299cfd68 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:02.938893 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8", "name": "network-vif-deleted", "tag": "253022d4-c4ff-4221-9797-527b91d171a7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:02.939252 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c60b078-c8d2-4d85-a91d-1ac2299cfd68 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:02.939709 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8', 'name': 'network-vif-deleted', 'tag': '253022d4-c4ff-4221-9797-527b91d171a7', 'status': 'completed', 'code': 200} Dec 23 12:40:02.946034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.063504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.067189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.068757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5156cb87-e296-4000-93f6-322741f6f816 HTTP/1.1" status: 204 len: 168 time: 0.3808138 Dec 23 12:40:03.078034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e796da7-a4a4-4ec2-a7f4-d0764024f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5156cb87-e296-4000-93f6-322741f6f816,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:03.132455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.135773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.137974 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e099f77-b7c1-4f5e-816a-1c937fdc2414 HTTP/1.1" status: 204 len: 168 time: 0.3689144 Dec 23 12:40:03.148909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a6e9f-204a-4af7-bc65-92837e88fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e099f77-b7c1-4f5e-816a-1c937fdc2414,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:03.449630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3005324c-0dc5-4413-a9b0-69a1887e48ab req-36cf36a9-036c-40b0-8135-3b96b61a3766 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc807bfa-ac2b-41cf-87a7-a2e5b1a02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0323770 Dec 23 12:40:03.562653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e7fc9-ea17-4c22-9ca5-8c66830fbdfa req-ae00e2bf-69c6-4b37-b1b7-18210d0df3f4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:03.564384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-979e7fc9-ea17-4c22-9ca5-8c66830fbdfa req-ae00e2bf-69c6-4b37-b1b7-18210d0df3f4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 945 time: 0.0643332 Dec 23 12:40:03.626129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-979e7fc9-ea17-4c22-9ca5-8c66830fbdfa req-6f8ed13a-9bb5-4a3a-ad4a-8eca14b838bc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Dec 23 12:40:03.746515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-263618a8-4dff-4ea6-8201-9937020a53c5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 267 time: 0.0523484 Dec 23 12:40:03.840385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-2d4f5083-df0c-444a-8e73-00cc4ac457cd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:03.849576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-2d4f5083-df0c-444a-8e73-00cc4ac457cd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 945 time: 0.0960538 Dec 23 12:40:03.859700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'security_groups': []}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:03.875179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbeeed-d377-4996-957a-3371bb705150 req-8c5dcdf9-f92e-4e70-9e47-975f0b440ac4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:03.876754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ffbeeed-d377-4996-957a-3371bb705150 req-8c5dcdf9-f92e-4e70-9e47-975f0b440ac4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.0877106 Dec 23 12:40:03.978157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:03.995297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ffbeeed-d377-4996-957a-3371bb705150 req-569eee4c-5708-4670-ab5f-794f9bc7843e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991204 Dec 23 12:40:04.173551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:04.204140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:04.286302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:04.298642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf', 'bf513837-d5c5-4d98-8596-789b489da41a', 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:04.334287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:04.337531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:04.337531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc194025-a16f-4bba-bc17-7810b3f0d996 req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "PUT /v2.0/ports/d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 200 len: 904 time: 0.4859676 Dec 23 12:40:04.337531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:04.339246 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f94a79-f37c-42f5-b988-47c17b73209f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:04.403107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0a1ab-a727-4842-a752-1081da0a9160 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:04.429323 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167a90e-350d-4c4b-bab2-43e16d14e248 x-openstack-request-id: req-c167a90e-350d-4c4b-bab2-43e16d14e248 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:04.429622 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:04.435112 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c167a90e-350d-4c4b-bab2-43e16d14e248 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:04.435112 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'status': 'completed', 'code': 200} Dec 23 12:40:04.526472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d21e75fd-6fbb-48f4-80f5-82d4abd38b4d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:04.553468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2528d-2444-47fe-8cc2-bb456ff4d4df req-18140204-d6a7-4e02-b6dc-89406c3842f4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:04.557837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fe2528d-2444-47fe-8cc2-bb456ff4d4df req-18140204-d6a7-4e02-b6dc-89406c3842f4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 907 time: 0.1189518 Dec 23 12:40:04.619255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-c8404c2d-0804-4f51-aefe-9a823d2e01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:04.626775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-c8404c2d-0804-4f51-aefe-9a823d2e01ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 1058 time: 0.1407506 Dec 23 12:40:04.700966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dd2c2ebd-8277-4cba-b464-74341a406952 None None] Provisioning complete for port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:04.701343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2ebd-8277-4cba-b464-74341a406952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:04.830974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5535d-5931-4385-9ae5-eafa9e33cef2 req-5edc5ed2-c719-4bbb-96b0-346a41f16cc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:04.838885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05e5535d-5931-4385-9ae5-eafa9e33cef2 req-5edc5ed2-c719-4bbb-96b0-346a41f16cc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0873477 Dec 23 12:40:04.891351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-2d0d7933-0c0a-4d2b-8faa-68c62fc0b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:04.891351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-2d0d7933-0c0a-4d2b-8faa-68c62fc0b3f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.2522531 Dec 23 12:40:04.952460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-5ccd7a14-7957-47a2-ad4f-2a9a1d8e606b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 200 len: 217 time: 0.0579445 Dec 23 12:40:04.961559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05e5535d-5931-4385-9ae5-eafa9e33cef2 req-23046e4b-ad8a-4c84-a723-6dbac682c7c7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214743 Dec 23 12:40:05.048864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-2a04162f-304c-4407-b6e6-764f027c205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:05.050767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-2a04162f-304c-4407-b6e6-764f027c205c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0882423 Dec 23 12:40:05.055813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37434) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:05.170990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-c6856b84-3dfb-49e3-ac07-3bd0e043c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:05.172589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-c6856b84-3dfb-49e3-ac07-3bd0e043c879 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113577 Dec 23 12:40:05.201287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fdcf7-8e67-425f-8048-49bc3ba1be06 req-e7063cf5-ed76-4af4-a658-6203ed105c82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:05.205311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949fdcf7-8e67-425f-8048-49bc3ba1be06 req-e7063cf5-ed76-4af4-a658-6203ed105c82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1315575 Dec 23 12:40:05.275942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672b283-71cd-4d62-83d9-6a6f7dd52b09 req-de1fddb1-27a0-4b59-a21d-4266c8f8f587 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:05.281331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b672b283-71cd-4d62-83d9-6a6f7dd52b09 req-de1fddb1-27a0-4b59-a21d-4266c8f8f587 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1443310 Dec 23 12:40:05.330093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-6007362'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:05.458556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:05.462722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.478167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.561038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.604528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:05.678108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949fdcf7-8e67-425f-8048-49bc3ba1be06 req-56b55bf3-bdcf-4bf6-83d6-49c246dae88a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592605 Dec 23 12:40:05.693038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.699081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-945d0154-3a13-44cd-bc08-0965382fd111 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142975 Dec 23 12:40:05.710925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b672b283-71cd-4d62-83d9-6a6f7dd52b09 req-c0e18f95-618f-4a7e-a05c-2971f5695849 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243596 Dec 23 12:40:05.741391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-35246dbd-92b8-4681-ac18-957c01fa8950 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:05.755374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:05.778599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8487f40-163d-4594-abc1-ba60066e4bf5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:05.782435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.783025 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment dbb04753-ec45-43cb-a097-055ff9c92b9e of type vlan for network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac Dec 23 12:40:05.857768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:05.880865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6f94a79-f37c-42f5-b988-47c17b73209f req-032dd0bd-daa2-488e-a90e-f2dbbd5fbaa5 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635995 Dec 23 12:40:05.907951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37472) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:05.908531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35246dbd-92b8-4681-ac18-957c01fa8950 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "PUT /v2.0/quotas/4d6ee9999d9c443db2abfd8326b8c813 HTTP/1.1" status: 200 len: 368 time: 0.3027108 Dec 23 12:40:05.916019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Request body: {'network': {'project_id': '4d6ee9999d9c443db2abfd8326b8c813'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:05.962567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37482) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:06.017676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.025345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:06.026336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.075403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Made reservation on behalf of 4d6ee9999d9c443db2abfd8326b8c813 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:06.077845 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.104279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.108700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11a49f67-bf77-43dd-808d-e186fa841ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.132370 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0754521 Dec 23 12:40:06.135566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-9a534bcf-911e-4aae-9756-86cf5eecfa9c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:06.137374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-9a534bcf-911e-4aae-9756-86cf5eecfa9c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.1594250 Dec 23 12:40:06.139823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:06.145484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'name': 'tempest-PortsIpV6TestJSON-434348081'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:06.168226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-16391f58-e741-4715-bb77-8b3bc2e423fd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/quotas/bab4fd326c92438abf15a82029b6e4b5 HTTP/1.1" status: 200 len: 375 time: 0.0193157 Dec 23 12:40:06.189877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933d62-0307-4fa4-adae-d9140c6ac05f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=d98e0ed4-0e5e-4a58-9c15-134feaaa55ac,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:06.203140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:06.261218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-0eeddfbb-6869-4897-8224-26997812b7b3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0850101 Dec 23 12:40:06.266312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.273662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 253022d4-c4ff-4221-9797-527b91d171a7 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:06.292296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11a49f67-bf77-43dd-808d-e186fa841ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.304101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 253022d4-c4ff-4221-9797-527b91d171a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:06.304536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 253022d4-c4ff-4221-9797-527b91d171a7 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:06.355585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.362086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-9e6db7f4-e2a2-4582-add5-986df39269d6 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915687 Dec 23 12:40:06.390729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:06.395172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11a49f67-bf77-43dd-808d-e186fa841ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.397550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:06.401035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.440943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76860d6-7fb9-427e-92a7-cbcbb9271a19,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:06.452982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.453399 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Added segment 6c1e2c39-c7f0-4bc9-9819-58fe656fc65e of type vlan for network c7c1353c-3fb4-423b-89d4-a82cd9b85b06 Dec 23 12:40:06.456855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:06.462806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a49f67-bf77-43dd-808d-e186fa841ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9997b0f3-f85b-4b70-b68c-a47e99fea13c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:06.468443 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11a49f67-bf77-43dd-808d-e186fa841ccf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=863f8d5461d74977ac36025d5f3fba5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040715 Dec 23 12:40:06.473324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:06.508867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.528013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-335606f9-6f37-4a4b-b23a-8e4f99ad6274 service neutron] 10.222.0.16 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553833 Dec 23 12:40:06.586276 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.664844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.679097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c7c2d-e422-40da-82d4-1f6ccb20a44a req-741a87cf-bd61-4b01-8a9b-6120900642bb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:06.680686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-365c7c2d-e422-40da-82d4-1f6ccb20a44a req-741a87cf-bd61-4b01-8a9b-6120900642bb tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.0505974 Dec 23 12:40:06.702330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.728025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.728938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:06.729549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.736050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-365c7c2d-e422-40da-82d4-1f6ccb20a44a req-c46b8838-e5d2-4678-a30d-786c040543ff tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Dec 23 12:40:06.807396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event updated for resources: {'Network': ['ID=c7c1353c-3fb4-423b-89d4-a82cd9b85b06,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:06.819789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c7c1353c-3fb4-423b-89d4-a82cd9b85b06 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:06.831620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.835190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.838928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9997b0f3-f85b-4b70-b68c-a47e99fea13c HTTP/1.1" status: 204 len: 168 time: 0.3641505 Dec 23 12:40:06.844975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e6fde6e-a95b-4c03-8415-ec3c544ba4a7 req-cfa02288-3c70-495d-93d6-bab0c9eb41ae tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Dec 23 12:40:06.861458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a032fd-6d71-47b3-a91a-de1413ee1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997b0f3-f85b-4b70-b68c-a47e99fea13c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:06.867826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:06.903120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1db68e46-00ee-4725-b028-50b8ecc98b30 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9938722 Dec 23 12:40:06.905682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37508) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:06.912004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Request body: {'network': {'project_id': '4d6ee9999d9c443db2abfd8326b8c813'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:06.923650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c214f-b8f6-4ab4-9c45-241283d13104 req-ae926707-44da-4f81-bb85-39322fa92bbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:06.932468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d6c214f-b8f6-4ab4-9c45-241283d13104 req-ae926707-44da-4f81-bb85-39322fa92bbb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.0912781 Dec 23 12:40:06.982540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:07.001554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': 'dbb04753-ec45-43cb-a097-055ff9c92b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:07.002184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: d98e0ed4-0e5e-4a58-9c15-134feaaa55ac, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:07.022025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d6c214f-b8f6-4ab4-9c45-241283d13104 req-39ca2368-c0b3-47b9-9638-0534305be7d5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879653 Dec 23 12:40:07.115336 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Made reservation on behalf of 4d6ee9999d9c443db2abfd8326b8c813 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:07.117712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.145230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:07.153609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.153941 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Added segment 165086e5-1118-42e9-90fc-d3cfeae51541 of type vlan for network bd3f1549-334d-4278-9088-8edbd619ed49 Dec 23 12:40:07.192646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.223539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:07.354688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.355668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:07.356305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.395408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, d98e0ed4-0e5e-4a58-9c15-134feaaa55ac) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:07.408029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba16f7-1930-4ea8-b958-24444c4f4a4d None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:07.419308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:07.423555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event updated for resources: {'Network': ['ID=bd3f1549-334d-4278-9088-8edbd619ed49,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:07.434148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:07.438751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.460067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-161accd9-d6b6-4afe-b102-ae3a6a59bdb0 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5527787 Dec 23 12:40:07.460296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37522) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:07.466594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c17d7457-c1c9-44fa-89bc-c4af725a8d26 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Request body: {'network': {'project_id': '4d6ee9999d9c443db2abfd8326b8c813'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:07.493776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bd3f1549-334d-4278-9088-8edbd619ed49 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:07.564028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ec16e58-a5e9-4cf9-8c2d-35b0bd5ef557 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4226441 Dec 23 12:40:07.567526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:07.573582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1747826348'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:07.575548 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17d7457-c1c9-44fa-89bc-c4af725a8d26 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 12:40:07.576099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17d7457-c1c9-44fa-89bc-c4af725a8d26 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:40:07.580319 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c17d7457-c1c9-44fa-89bc-c4af725a8d26 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1192343 Dec 23 12:40:07.581053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:07.637338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2c5fd49f-7576-40c0-8bba-060d1c19830f tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d6ee9999d9c443db2abfd8326b8c813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545487 Dec 23 12:40:07.642389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:07.674774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:07.678795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.694209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.706160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:07.716217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.716562 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment aaf795da-19a0-4c18-8a43-882ab7a71bf9 of type vlan for network f3467000-911d-479b-b5e4-5a45bdee176a Dec 23 12:40:07.719143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.762945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.800648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.804423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.806009 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/e76860d6-7fb9-427e-92a7-cbcbb9271a19 HTTP/1.1" status: 204 len: 168 time: 0.1625826 Dec 23 12:40:07.810459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37538) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:07.821608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473482-9e96-47ca-b5fa-811dbe3d5fc3 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76860d6-7fb9-427e-92a7-cbcbb9271a19,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:07.874993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:07.880699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:07.881328 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.013695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6231b7c-1fbf-4bd5-b2a6-eced67f85f38 req-8d24366a-b524-40a2-9c8f-490046c443d9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 210 time: 0.1026192 Dec 23 12:40:08.020889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.029640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=f3467000-911d-479b-b5e4-5a45bdee176a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:08.047679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f3467000-911d-479b-b5e4-5a45bdee176a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:08.055421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea71f6-c723-46a9-a922-17a956cf7079 req-90c50f56-fe63-41e2-acfe-0acb85c0237a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:08.060010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fea71f6-c723-46a9-a922-17a956cf7079 req-90c50f56-fe63-41e2-acfe-0acb85c0237a tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.1992476 Dec 23 12:40:08.070226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-14375a47-a53e-4f63-800f-8301efe36457 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4980423 Dec 23 12:40:08.071342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:08.078214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'ports': [{'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'}, {'network_id': 'f3467000-911d-479b-b5e4-5a45bdee176a'}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:08.078773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:08.080183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'f3467000-911d-479b-b5e4-5a45bdee176a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:08.183811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.207644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fea71f6-c723-46a9-a922-17a956cf7079 req-d89e5f3f-b503-4983-b89d-963a9d1118fc tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456451 Dec 23 12:40:08.251763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3f1549-334d-4278-9088-8edbd619ed49']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.265660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165086e5-1118-42e9-90fc-d3cfeae51541') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.265954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165086e5-1118-42e9-90fc-d3cfeae51541') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.284616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.303921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b467d-3c7b-4efc-9841-c1e4cee193e1 req-0387257a-9884-44af-9530-5bb161fd53cd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:08.305541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-436b467d-3c7b-4efc-9841-c1e4cee193e1 req-0387257a-9884-44af-9530-5bb161fd53cd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 945 time: 0.1246359 Dec 23 12:40:08.313811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.338801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:08.338801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:08.341140 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:08.442035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-436b467d-3c7b-4efc-9841-c1e4cee193e1 req-7cb68516-52fb-4ff5-ab52-8025faac2f68 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300931 Dec 23 12:40:08.536362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.541048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.544504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "DELETE /v2.0/networks/bd3f1549-334d-4278-9088-8edbd619ed49 HTTP/1.1" status: 204 len: 168 time: 0.7318103 Dec 23 12:40:08.551346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37558) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:08.590550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc893ed-a91b-4d09-9cf7-16851b676d89 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd3f1549-334d-4278-9088-8edbd619ed49,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:08.620776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-1dbbc967-6041-493e-bb88-18b193e65a47 service neutron] 10.222.0.43 "GET /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 384 time: 0.1415145 Dec 23 12:40:08.681537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.684530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-6d59ccfe-7362-4990-b9bc-ca0570ee951c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:08.686030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-6d59ccfe-7362-4990-b9bc-ca0570ee951c tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 946 time: 0.5043383 Dec 23 12:40:08.814980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Deleting port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:08.815467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.820700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:08.825319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.825917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.876335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.881596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c1353c-3fb4-423b-89d4-a82cd9b85b06']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.903103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1e2c39-c7f0-4bc9-9819-58fe656fc65e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.903103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1e2c39-c7f0-4bc9-9819-58fe656fc65e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:08.909850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.940545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.952572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:08.966123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:08.966503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:08.968326 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:09.020035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] For port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,segment=NetworkSegment(db9190ea-8d2c-4a9c-946e-5a91d0c41714),segment_id=db9190ea-8d2c-4a9c-946e-5a91d0c41714)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:09.022231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.032958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 32350dd1-00b7-4c0e-b935-2adfaa605092 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:09.033557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:09.052862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Calling delete_port for bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:09.115348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:09.117988 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a121c9-5641-43d6-a4fb-c86f7c834bfe" -d '{"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:09.141628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:09.146486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96a340ac-2afb-4a73-983d-8d5b4025cb9f req-2971f9a6-dea0-4f71-beee-52e3bf3adebe tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 210 time: 0.0487208 Dec 23 12:40:09.222138 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc611d-ccee-488e-9e70-322bbeee3e53 x-openstack-request-id: req-f5fc611d-ccee-488e-9e70-322bbeee3e53 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:09.223183 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:09.223544 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5fc611d-ccee-488e-9e70-322bbeee3e53 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:09.224097 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'code': 200} Dec 23 12:40:09.225535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.230518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.236731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c7c1353c-3fb4-423b-89d4-a82cd9b85b06 HTTP/1.1" status: 204 len: 168 time: 0.6812403 Dec 23 12:40:09.262439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f95c9d-3cb8-44a7-a49e-f53a87b54603 tempest-QuotasNegativeTest-1133258699 tempest-QuotasNegativeTest-1133258699-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7c1353c-3fb4-423b-89d4-a82cd9b85b06,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:09.267877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.292955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.383391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port a3725dc9-313e-408c-af6d-536b35eea9a6 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:09.502561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] Transition to ACTIVE for port object 7c154b26-5c9d-4aae-872c-3162f00402ff will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:40:09.508753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.520798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-f4d3dfef-94ff-4aa1-ab92-882e845bbd7d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:09.522318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:09.522841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-f4d3dfef-94ff-4aa1-ab92-882e845bbd7d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 812 time: 0.2412002 Dec 23 12:40:09.531040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1c4b3-c76e-4cea-9ee2-a5386655b945 req-9c69ec4f-dc9e-46dc-add6-522163c7c9f1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:09.539289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5f1c4b3-c76e-4cea-9ee2-a5386655b945 req-9c69ec4f-dc9e-46dc-add6-522163c7c9f1 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 867 time: 0.1448617 Dec 23 12:40:09.549767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Request body: {'port': {'device_id': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'admin_state_up': True, 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:09.562915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Pushing event deleted for resources: {'Port': ['ID=bb5fa0a5-31dc-48c8-b601-684ffc3ccd75,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:09.581765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.631405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] No DVR routers for this DVR port bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:09.636842 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.640426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4fa5642-a42d-4483-8d16-941885c0db0e req-2accc4c2-ea93-4f7f-a2ad-05deba6f6868 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.57 "DELETE /v2.0/ports/bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 HTTP/1.1" status: 204 len: 173 time: 0.9462764 Dec 23 12:40:09.641092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'name': 'network-vif-deleted', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:09.643361 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2ec54-903b-4605-84de-f74956a99337" -d '{"events": [{"server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "name": "network-vif-deleted", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:09.678029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.694184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5f1c4b3-c76e-4cea-9ee2-a5386655b945 req-da3d9687-435e-4e30-a11d-5939c19d2537 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/security-groups?id=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540346 Dec 23 12:40:09.742817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a240b9-ae1a-45c8-988d-656507b126b0 req-66419ff9-b475-4608-8ea0-3c4a32f767ff tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:09.749481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.750473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6a240b9-ae1a-45c8-988d-656507b126b0 req-66419ff9-b475-4608-8ea0-3c4a32f767ff tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1789255 Dec 23 12:40:09.804224 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40032be2-cb10-46ae-b485-34e31c2c8fb3 x-openstack-request-id: req-40032be2-cb10-46ae-b485-34e31c2c8fb3 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:09.804845 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43b12c-7b19-4a0a-9e62-ae9c155482a9", "name": "network-vif-deleted", "tag": "bb5fa0a5-31dc-48c8-b601-684ffc3ccd75", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:09.805546 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40032be2-cb10-46ae-b485-34e31c2c8fb3 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:09.806105 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d43b12c-7b19-4a0a-9e62-ae9c155482a9', 'name': 'network-vif-deleted', 'tag': 'bb5fa0a5-31dc-48c8-b601-684ffc3ccd75', 'status': 'completed', 'code': 200} Dec 23 12:40:09.843105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:09.851909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:09.862848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:09.864423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:09.869178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=32350dd1-00b7-4c0e-b935-2adfaa605092,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:09.946450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] Pushing event updated for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=11']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:09.949565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=a3725dc9-313e-408c-af6d-536b35eea9a6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:09.986085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': 'aaf795da-19a0-4c18-8a43-882ab7a71bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3467000-911d-479b-b5e4-5a45bdee176a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:09.986629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: f3467000-911d-479b-b5e4-5a45bdee176a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:10.019033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6a240b9-ae1a-45c8-988d-656507b126b0 req-86ebcdc7-c1fe-4f7c-b540-f187393f7906 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674847 Dec 23 12:40:10.044995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] No DVR routers for this DVR port 7c154b26-5c9d-4aae-872c-3162f00402ff on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:10.114737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network f3467000-911d-479b-b5e4-5a45bdee176a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:10.150911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Made reservation on behalf of bab4fd326c92438abf15a82029b6e4b5 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:10.155517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.194812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f3467000-911d-479b-b5e4-5a45bdee176a) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:10.199980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:10.206468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407f428-321e-4626-ad37-11395b6171fa None None] Network f3467000-911d-479b-b5e4-5a45bdee176a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:10.210043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.218106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.219712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.242481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6ff5c32c-37af-4cd2-956f-b67131820427 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff/bindings/n-h1-822750-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6140213 Dec 23 12:40:10.280780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b1f27d9-210b-4cda-adf8-ab88092f8dda req-2e098fe8-a0b4-48e9-a85c-202dafba3ee4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Dec 23 12:40:10.329391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af6ef836-4ac1-452d-9951-4a4bbc475124 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2559714 Dec 23 12:40:10.341603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37612) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:10.360097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Allocated IP 172.20.0.6 (23761586-c834-4b55-87a3-c5461f41da68/e8ef809f-9115-40d5-ab40-d7e268fbc813/03d8937c-f1eb-41e1-b423-9d0efbf9e1b5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:10.475492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-ef662f98-b1b4-43b6-be8b-b3793d7155b7 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.477045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-ef662f98-b1b4-43b6-be8b-b3793d7155b7 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb&tenant_id=c95a45dd98b447989e82921fb516201d&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.0776980 Dec 23 12:40:10.504396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port a3725dc9-313e-408c-af6d-536b35eea9a6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:10.505119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.574979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.577558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37630) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:10.596553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.625331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for a3725dc9-313e-408c-af6d-536b35eea9a6 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:10.696469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db899824-a95c-4f98-9ba2-1e94deac8b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.752754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-4d8ab871-099f-459b-a171-034334061086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.754904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-4d8ab871-099f-459b-a171-034334061086 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 1095 time: 0.2687588 Dec 23 12:40:10.809050 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.812200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34f1f860-cb1e-4156-8b46-e45b45f540d4 req-b2c6a01d-c051-4bd5-8a8d-786093845d95 tempest-ServersTestJSON-1551448168 tempest-ServersTestJSON-1551448168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d43b12c-7b19-4a0a-9e62-ae9c155482a9 HTTP/1.1" status: 200 len: 210 time: 0.0318053 Dec 23 12:40:10.821393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf', 'bf513837-d5c5-4d98-8596-789b489da41a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:10.830522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-22d09ac9-8997-4fdc-a93a-8e7d28838ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.841471 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-22d09ac9-8997-4fdc-a93a-8e7d28838ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1095 time: 0.0489964 Dec 23 12:40:10.859554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Network 23761586-c834-4b55-87a3-c5461f41da68 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:10.862752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:10.868097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:10.871427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:10.897339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.963085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:10.964766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:10.965799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=a3725dc9-313e-408c-af6d-536b35eea9a6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:11.006240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.017717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f9091974-a5d0-4094-b2e7-9886e0764ce3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/a3725dc9-313e-408c-af6d-536b35eea9a6 HTTP/1.1" status: 204 len: 168 time: 0.6735189 Dec 23 12:40:11.020656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.091632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-b73c77e6-6dda-4819-9e98-fda28c7ba806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.093483 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-b73c77e6-6dda-4819-9e98-fda28c7ba806 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 897 time: 0.2501369 Dec 23 12:40:11.103757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-baf4ec6b-878d-40cc-9070-2d0449565f45 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5621574 Dec 23 12:40:11.107214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db899824-a95c-4f98-9ba2-1e94deac8b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.118026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Request body: {'port': {'device_id': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:11.168953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fd98b-502a-4b88-861b-e5bca3dce1a3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.176423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fd98b-502a-4b88-861b-e5bca3dce1a3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.178133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a5fd98b-502a-4b88-861b-e5bca3dce1a3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1556821 Dec 23 12:40:11.182074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.203528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-6361656a-e4f9-4d35-9fed-6997e2783793 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 999 time: 0.1011496 Dec 23 12:40:11.211626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-db899824-a95c-4f98-9ba2-1e94deac8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.294670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.297850 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db899824-a95c-4f98-9ba2-1e94deac8b1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f242847a7894b30b14f20e8ecf07443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190542 Dec 23 12:40:11.300271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899824-a95c-4f98-9ba2-1e94deac8b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5006892f-9be8-481a-b3e5-c8c3af8eb062,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:11.304848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.315243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16766de7-ac0c-4ff5-9be4-fb6eb12befcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.317462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16766de7-ac0c-4ff5-9be4-fb6eb12befcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.1021945 Dec 23 12:40:11.355343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c1c3b-f389-4e28-96b7-e8174184e14a req-3abe40ed-93c4-4632-a51c-32630cd471bb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.356735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-142c1c3b-f389-4e28-96b7-e8174184e14a req-3abe40ed-93c4-4632-a51c-32630cd471bb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1755397 Dec 23 12:40:11.375498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cfd2cc43-7dd3-469b-8865-98b17af98742 None None] Provisioning complete for port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:11.376176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cfd2cc43-7dd3-469b-8865-98b17af98742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.402614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-60529bac-3794-4fd5-aeb5-331d35199000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:11.404151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-60529bac-3794-4fd5-aeb5-331d35199000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788782 Dec 23 12:40:11.407379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.455736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2cc43-7dd3-469b-8865-98b17af98742 None None] Port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:11.462637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:11.479432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.495504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37654) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.517968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 7c154b26-5c9d-4aae-872c-3162f00402ff host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:40:11.518781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:11.559341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-011f52ba-32c6-4d0b-9fe0-132b880f853c service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468422 Dec 23 12:40:11.575889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-142c1c3b-f389-4e28-96b7-e8174184e14a req-fba2b40d-124a-42f0-9478-b4b5aedb1194 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096572 Dec 23 12:40:11.599261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 32350dd1-00b7-4c0e-b935-2adfaa605092 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:11.599261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.642496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9545ce2e-d846-4b88-a9a2-a9b267aabdb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.698516 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-e091e506-2528-44fe-be22-0ef7f8864721 service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316864 Dec 23 12:40:11.723466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.725638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.726832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5006892f-9be8-481a-b3e5-c8c3af8eb062 HTTP/1.1" status: 204 len: 168 time: 0.4210773 Dec 23 12:40:11.747346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f02c-dd27-4e82-a28a-f054cbb3ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5006892f-9be8-481a-b3e5-c8c3af8eb062,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:11.810677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9545ce2e-d846-4b88-a9a2-a9b267aabdb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.883741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37662) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.900480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9545ce2e-d846-4b88-a9a2-a9b267aabdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:11.968879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545ce2e-d846-4b88-a9a2-a9b267aabdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb6a253-d807-4eeb-8e71-ab162c6733e0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:11.977687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9545ce2e-d846-4b88-a9a2-a9b267aabdb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fba8c930a62548c59eb60b530f1a5fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792664 Dec 23 12:40:11.978782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37664) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:11.991369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Deleting subnet 3014411a-483f-4656-a469-171c61e8bd0c {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:12.001802 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.013931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c609481-de37-4eb0-8f54-65b2aa244432 req-a612ce7d-8758-4da0-bb70-c20847bde9bc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:12.015432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c609481-de37-4eb0-8f54-65b2aa244432 req-a612ce7d-8758-4da0-bb70-c20847bde9bc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 931 time: 0.6008985 Dec 23 12:40:12.060647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.099574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.127132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.151523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.153669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.192606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 32350dd1-00b7-4c0e-b935-2adfaa605092 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:12.197406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c609481-de37-4eb0-8f54-65b2aa244432 req-bf1a95db-c7b6-4683-9507-f0a188b48b48 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642501 Dec 23 12:40:12.252738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-44b3b2d0-c3e3-49b9-98fe-4eb148be9103 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:12.254897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-44b3b2d0-c3e3-49b9-98fe-4eb148be9103 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb&tenant_id=c95a45dd98b447989e82921fb516201d&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 1095 time: 0.0716803 Dec 23 12:40:12.286978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:12.312497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.312789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:12.313137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device bb5fa0a5-31dc-48c8-b601-684ffc3ccd75 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:12.314380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.317500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.318643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fb6a253-d807-4eeb-8e71-ab162c6733e0 HTTP/1.1" status: 204 len: 168 time: 0.3390143 Dec 23 12:40:12.339109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:40:12.351063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.357247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3014411a-483f-4656-a469-171c61e8bd0c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:12.362479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936c137-6364-436a-93ab-687b3b8ca280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb6a253-d807-4eeb-8e71-ab162c6733e0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:12.362855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.366327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f8bee588-2f15-48f3-a549-aeb8cd6d6a80 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3014411a-483f-4656-a469-171c61e8bd0c HTTP/1.1" status: 204 len: 168 time: 0.4747272 Dec 23 12:40:12.369085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37670) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.417899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Transition to ACTIVE for port object 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:40:12.418861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.463344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.468234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/32350dd1-00b7-4c0e-b935-2adfaa605092 HTTP/1.1" status: 204 len: 168 time: 1.2827291 Dec 23 12:40:12.470091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0208-d65d-433d-962c-19eb23e35f7b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=32350dd1-00b7-4c0e-b935-2adfaa605092,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:12.472262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.473022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37674) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.511311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.514135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a92a720f-41c4-4dcf-9633-c7c93452e819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.532788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.602672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5402-dfbd-4f32-9f1d-05392297734d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:12.607237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b22e5402-dfbd-4f32-9f1d-05392297734d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1237195 Dec 23 12:40:12.609917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37680) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.619468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:12.644581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a2fe0c47-f067-474a-b519-4a26acaf031b service neutron] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:12.646906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.653657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a2fe0c47-f067-474a-b519-4a26acaf031b service neutron] Publish callbacks [] for binding, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.655027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-a2fe0c47-f067-474a-b519-4a26acaf031b service neutron] 10.222.0.57 "DELETE /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff/bindings/n-h2-822750-2 HTTP/1.1" status: 204 len: 173 time: 0.3934181 Dec 23 12:40:12.683281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5978295-3853-424d-998e-d6f24503a851']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:12.695933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9190ea-8d2c-4a9c-946e-5a91d0c41714') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:12.696719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9190ea-8d2c-4a9c-946e-5a91d0c41714') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:12.706552 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-915dce8b-1edd-4123-b2ff-39bd34b58aff tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:12.711313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-915dce8b-1edd-4123-b2ff-39bd34b58aff tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/a3725dc9-313e-408c-af6d-536b35eea9a6 HTTP/1.1" status: 404 len: 333 time: 0.0973227 Dec 23 12:40:12.713435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.719863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37684) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.734190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.746650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:12.747086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.751559 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:12.755330 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:12.806696 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b56dca7-9676-4484-bc95-4f74744bced3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:12.808207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b56dca7-9676-4484-bc95-4f74744bced3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/32350dd1-00b7-4c0e-b935-2adfaa605092 HTTP/1.1" status: 404 len: 333 time: 0.0655987 Dec 23 12:40:12.811302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:12.869259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Attempting to bind port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:12.869597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Attempting to bind port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:12.869933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Attempting to bind port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:12.879797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc681-8906-47e5-b0cf-8b747d2d51ba req-306809ad-4ea2-4f31-aa2f-a5618f3ff122 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:12.885325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-652fc681-8906-47e5-b0cf-8b747d2d51ba req-306809ad-4ea2-4f31-aa2f-a5618f3ff122 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1808529 Dec 23 12:40:12.891749 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a92a720f-41c4-4dcf-9633-c7c93452e819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.902779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 on network 23761586-c834-4b55-87a3-c5461f41da68 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:40:12.902779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Attempting to bind port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 on network 23761586-c834-4b55-87a3-c5461f41da68 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:12.917352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.917732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:12.918076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Checking segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:12.919159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Bound using segment: {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:12.919159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Bound port: 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a47a35-4b83-4ac1-9419-0a9717173ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '23761586-c834-4b55-87a3-c5461f41da68'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:12.919388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.927066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.953524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.957565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5978295-3853-424d-998e-d6f24503a851 HTTP/1.1" status: 204 len: 168 time: 0.5850461 Dec 23 12:40:12.980700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-652fc681-8906-47e5-b0cf-8b747d2d51ba req-e31b3c04-de49-4396-8aa2-f549d7171f6f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869026 Dec 23 12:40:12.981252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a92a720f-41c4-4dcf-9633-c7c93452e819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:12.990124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f0b9-f09f-4b63-b5dd-09ce6a6391e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5978295-3853-424d-998e-d6f24503a851,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:13.041530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a92a720f-41c4-4dcf-9633-c7c93452e819 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee522db89c414b24b086d812275c4096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5672011 Dec 23 12:40:13.045544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a720f-41c4-4dcf-9633-c7c93452e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd98f10-dfb9-44a9-912a-47841c970392,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:13.049765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37692) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.060096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:13.086625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:13.115351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.115959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.141208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.163100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3467000-911d-479b-b5e4-5a45bdee176a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:13.169301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.175699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf795da-19a0-4c18-8a43-882ab7a71bf9') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:13.176126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf795da-19a0-4c18-8a43-882ab7a71bf9') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:13.186653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.212860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.220454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:13.221056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:13.226180 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:13.244509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.258562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.259344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.261011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] 10.222.0.57 "PUT /v2.0/ports/03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 HTTP/1.1" status: 200 len: 1091 time: 2.1488669 Dec 23 12:40:13.269091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:13.272978 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed08ff1c-373a-43fe-90d4-39874a0f4c62" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:13.294940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0aab1b7-7e99-473c-bda5-6aeeccb4cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.295515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2dc2-110f-4afa-b227-a248bd8ec98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.343028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6a680-8fc9-4ef4-be88-e044a8123868 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:13.352417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c56195-5f4c-46a6-9691-9a662756018f req-d71a877f-15bd-41ce-8aa1-3204896d8336 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.354130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94c56195-5f4c-46a6-9691-9a662756018f req-d71a877f-15bd-41ce-8aa1-3204896d8336 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1095 time: 0.1874855 Dec 23 12:40:13.396010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e45ba-ddfe-4c2f-8140-9427f391e305 req-6be6e9a8-6439-4202-8386-f12611b04def tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.397392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81e45ba-ddfe-4c2f-8140-9427f391e305 req-6be6e9a8-6439-4202-8386-f12611b04def tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.0921063 Dec 23 12:40:13.436212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.447560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.454481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/f3467000-911d-479b-b5e4-5a45bdee176a HTTP/1.1" status: 204 len: 168 time: 0.6387403 Dec 23 12:40:13.459904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.463213 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.466008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.471761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd98f10-dfb9-44a9-912a-47841c970392 HTTP/1.1" status: 204 len: 168 time: 0.4167006 Dec 23 12:40:13.471761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94c56195-5f4c-46a6-9691-9a662756018f req-ec84bd58-da10-4ff3-bab2-ba83653d2e29 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084371 Dec 23 12:40:13.478949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1150863425'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:13.485034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370a8c-76d7-4d2d-994e-f31717a27f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=f3467000-911d-479b-b5e4-5a45bdee176a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:13.529883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841342a-0d3d-4327-b4f2-52c52874dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd98f10-dfb9-44a9-912a-47841c970392,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:13.570475 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c48ee71-c28d-4e8e-825e-6d8234372995 x-openstack-request-id: req-3c48ee71-c28d-4e8e-825e-6d8234372995 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:13.570475 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:13.570475 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c48ee71-c28d-4e8e-825e-6d8234372995 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:13.570475 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'status': 'completed', 'code': 200} Dec 23 12:40:13.583488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37706) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.614176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-1a7ec643-9298-43a2-a959-9effe596df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.615917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-1a7ec643-9298-43a2-a959-9effe596df85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 1094 time: 0.1944430 Dec 23 12:40:13.625384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a81e45ba-ddfe-4c2f-8140-9427f391e305 req-ed9024c4-1ee8-4fea-97ef-7bcfd2cb7686 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158782 Dec 23 12:40:13.656940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2dc2-110f-4afa-b227-a248bd8ec98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.674540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-2143692e-cf83-4ace-8fa1-201c78319101 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 HTTP/1.1" status: 200 len: 217 time: 0.0460403 Dec 23 12:40:13.711535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4d31fe5e-5467-4c0f-a098-fc1ea12e412c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69340ff672794c4f926614c340e2f1d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267869 Dec 23 12:40:13.714456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37708) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.763855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:13.764671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-f4c83e59-ce16-4999-984d-a956cab38f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.766667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-f4c83e59-ce16-4999-984d-a956cab38f04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0803885 Dec 23 12:40:13.767315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.774865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d24849-e528-4486-8550-bff68d61098c req-eb183d19-04b6-48f3-bd57-a771a8d34c7c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.776423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d24849-e528-4486-8550-bff68d61098c req-eb183d19-04b6-48f3-bd57-a771a8d34c7c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1081231 Dec 23 12:40:13.781490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.818359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:13.828548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.828548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2dc2-110f-4afa-b227-a248bd8ec98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.853955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f753f-bfbe-48a4-a996-04c6c338745b req-d980ef64-71e1-46ac-b827-f26df8bd2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:13.855864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-d980ef64-71e1-46ac-b827-f26df8bd2de0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784020 Dec 23 12:40:13.868990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d24849-e528-4486-8550-bff68d61098c req-26fbbf8f-74d8-4a77-af5e-a4d81f93cade tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842378 Dec 23 12:40:13.906969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.908848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:13.909200 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment 80b22cb7-0be9-4516-9343-8c2df9366b37 of type vlan for network 890fa4fd-9e81-43c9-b1d4-bf1740423819 Dec 23 12:40:13.981008 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4c6c2dc2-110f-4afa-b227-a248bd8ec98a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=720ec6b033b843a5925834a970dd1560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7350724 Dec 23 12:40:13.983552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37714) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:13.983819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c2dc2-110f-4afa-b227-a248bd8ec98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd03e7-e62d-4636-be0c-498fd857e1ec,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:14.045305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7af1306c-c51b-44b7-a413-fb50683c037b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/58540970-08b1-4ee3-bad1-e4e2d9495124 HTTP/1.1" status: 200 len: 991 time: 0.1243203 Dec 23 12:40:14.055475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.099731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-0c03e30f-3726-49b1-a00f-fe02c154ba5c service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218845 Dec 23 12:40:14.103034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.166032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.169495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.170912 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9764f4d2-c502-4dc4-9ab5-d52ed0b446d9 HTTP/1.1" status: 204 len: 168 time: 0.4552751 Dec 23 12:40:14.176383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.180736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc786e5-4e63-4585-82bf-9b8e11aeb2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764f4d2-c502-4dc4-9ab5-d52ed0b446d9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:14.188786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.197442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.198507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.251708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f753f-bfbe-48a4-a996-04c6c338745b req-53ee88cd-cd0e-434e-b986-6ee157ffdb14 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441720 Dec 23 12:40:14.281048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=890fa4fd-9e81-43c9-b1d4-bf1740423819,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:14.295471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:14.319973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.322691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.323841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83cd03e7-e62d-4636-be0c-498fd857e1ec HTTP/1.1" status: 204 len: 168 time: 0.3392766 Dec 23 12:40:14.333888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e89184-a071-456e-9492-9acdc6ac99eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd03e7-e62d-4636-be0c-498fd857e1ec,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:14.386223 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-68480b4f-0c6a-44df-a42d-b8026489ea7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9154255 Dec 23 12:40:14.389575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:14.395363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:14.461995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-1e384885-d1ec-4172-9cb2-ce5308482cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.463884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-1e384885-d1ec-4172-9cb2-ce5308482cae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 1094 time: 0.0462086 Dec 23 12:40:14.564267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-dd72c172-1400-4260-b019-df80500e93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.565965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-dd72c172-1400-4260-b019-df80500e93e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.0949688 Dec 23 12:40:14.610516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-20095d68-7b1b-41a5-ad28-722bec8cdd43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 HTTP/1.1" status: 200 len: 217 time: 0.0365493 Dec 23 12:40:14.634941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:14.638826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.665443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-929d296e-fdf0-4dae-8b32-fdd9d9ff6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.666933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-929d296e-fdf0-4dae-8b32-fdd9d9ff6a32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0495119 Dec 23 12:40:14.704876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:40:14.708215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:40:14.729647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-97d51b0b-33e0-411b-91cb-ea9cc2bf697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.731155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-97d51b0b-33e0-411b-91cb-ea9cc2bf697f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575130 Dec 23 12:40:14.819460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140fe4-fd73-415c-9478-c759713349f0 req-56f5d67e-07f0-4110-b94f-d25444b8d637 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:14.820902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11140fe4-fd73-415c-9478-c759713349f0 req-56f5d67e-07f0-4110-b94f-d25444b8d637 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.1099465 Dec 23 12:40:14.874787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-2d6fbe4e-e777-41ff-9f80-597c37204842 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301186 Dec 23 12:40:14.945036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11140fe4-fd73-415c-9478-c759713349f0 req-adcc2f3e-4cf6-4011-bfa8-a6b74f6a81f4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165650 Dec 23 12:40:14.978078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:14.997282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed08ff1c-373a-43fe-90d4-39874a0f4c62 req-a66b568b-6291-47d8-a930-95192ace02ab service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137452 Dec 23 12:40:15.047621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=ce0e73d2-d668-4523-9111-a9d28d0849d3,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:15.057478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': '80b22cb7-0be9-4516-9343-8c2df9366b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:15.057645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: 890fa4fd-9e81-43c9-b1d4-bf1740423819, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:15.206080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:15.280787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 890fa4fd-9e81-43c9-b1d4-bf1740423819) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:15.288607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:15.289311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:15.296448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf532b7b-10dd-496a-825b-b6c6fe64b753 None None] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:15.397314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-890fa4fd-9e81-43c9-b1d4-bf1740423819', 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': 'ce0e73d2-d668-4523-9111-a9d28d0849d3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:40:15.398411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:15.426311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a915399a-2e4b-4410-b1cb-19ac5cfd13c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0350394 Dec 23 12:40:15.429143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:15.434197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819', 'name': 'tempest-PortsIpV6TestJSON-1456804938'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:15.559091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Allocated IP 2001:db8::2 (890fa4fd-9e81-43c9-b1d4-bf1740423819/ce0e73d2-d668-4523-9111-a9d28d0849d3/a582c632-09e3-48dd-b20c-af04d9ff831a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:15.685677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:15.689332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:15.703825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:15.708562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 045abc4c-fc4a-40b7-b1df-3f2f82da082b yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:15.823204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:15.864310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:15.869009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:15.873084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:15.882374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Pushing event updated for resources: {'Port': ['ID=a582c632-09e3-48dd-b20c-af04d9ff831a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:15.888544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::2b2 (890fa4fd-9e81-43c9-b1d4-bf1740423819/ce0e73d2-d668-4523-9111-a9d28d0849d3/045abc4c-fc4a-40b7-b1df-3f2f82da082b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:15.892944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.893298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.895708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.896226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.896802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.897361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.897692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.898025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:15.964848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Attempting to bind port a582c632-09e3-48dd-b20c-af04d9ff831a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:15.965342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Attempting to bind port a582c632-09e3-48dd-b20c-af04d9ff831a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '80b22cb7-0be9-4516-9343-8c2df9366b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:15.968542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Attempting to bind port a582c632-09e3-48dd-b20c-af04d9ff831a on network 890fa4fd-9e81-43c9-b1d4-bf1740423819 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:15.999987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:16.000368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Checking segment: {'id': '80b22cb7-0be9-4516-9343-8c2df9366b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:16.000778 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.001204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Bound using segment: {'id': '80b22cb7-0be9-4516-9343-8c2df9366b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:16.001689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Bound port: a582c632-09e3-48dd-b20c-af04d9ff831a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b22cb7-0be9-4516-9343-8c2df9366b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '890fa4fd-9e81-43c9-b1d4-bf1740423819'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:16.002071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.103531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18b963f7-af0c-484a-8d69-29b1c132006b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.105294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.131213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] For port a582c632-09e3-48dd-b20c-af04d9ff831a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:16.131213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] For port a582c632-09e3-48dd-b20c-af04d9ff831a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a582c632-09e3-48dd-b20c-af04d9ff831a,segment=NetworkSegment(80b22cb7-0be9-4516-9343-8c2df9366b37),segment_id=80b22cb7-0be9-4516-9343-8c2df9366b37)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:16.171139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6e86-e6ff-4ecc-b993-cbcb7e603ea1 req-11ad8970-0693-4939-bd45-95078295586e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:16.172726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eeb6e86-e6ff-4ecc-b993-cbcb7e603ea1 req-11ad8970-0693-4939-bd45-95078295586e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.1172698 Dec 23 12:40:16.211148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.225547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eeb6e86-e6ff-4ecc-b993-cbcb7e603ea1 req-3259c0f5-7dcd-4946-a8a1-8ba99079b982 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Dec 23 12:40:16.230770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.271862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da30379-615f-4c4c-a9c9-0c9c68b1bac7 None None] Pushing event updated for resources: {'Port': ['ID=a582c632-09e3-48dd-b20c-af04d9ff831a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:16.298476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:16.305090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=045abc4c-fc4a-40b7-b1df-3f2f82da082b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:16.313263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:16.319928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:16.328538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:16.329227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.337208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37798) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:16.424321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:16.426215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f932268b-f417-4d3c-942a-b85716f5adcc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9951742 Dec 23 12:40:16.549375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.651030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 045abc4c-fc4a-40b7-b1df-3f2f82da082b {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:16.656746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.707564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 622bd42c-cb41-42a9-b894-30ccc322aea0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:16.707913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.798330 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.826019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 045abc4c-fc4a-40b7-b1df-3f2f82da082b owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:16.833720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.834041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:16.853858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 622bd42c-cb41-42a9-b894-30ccc322aea0 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:17.133202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.194109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:17.213313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=045abc4c-fc4a-40b7-b1df-3f2f82da082b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:17.284066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.292252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7c897b68-bff2-44c5-9ea3-671b68286974 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/045abc4c-fc4a-40b7-b1df-3f2f82da082b HTTP/1.1" status: 204 len: 168 time: 0.8648419 Dec 23 12:40:17.294278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:17.334485 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38187bd-916c-420c-8cda-2de4cd2f44eb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:40:17.335411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38187bd-916c-420c-8cda-2de4cd2f44eb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:40:17.339229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a38187bd-916c-420c-8cda-2de4cd2f44eb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/045abc4c-fc4a-40b7-b1df-3f2f82da082b HTTP/1.1" status: 404 len: 333 time: 0.0437272 Dec 23 12:40:17.342032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:17.359103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-4215647', 'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:17.373109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e1aa-6043-4ddb-bdff-f0786dc19942 req-16e3725d-047e-4ea8-b042-ae25330120ba tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:17.374693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2167e1aa-6043-4ddb-bdff-f0786dc19942 req-16e3725d-047e-4ea8-b042-ae25330120ba tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.0616693 Dec 23 12:40:17.380688 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4a06d5-1ac3-48d2-b747-f38ecb6a767d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:17.384422 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e4a06d5-1ac3-48d2-b747-f38ecb6a767d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/045abc4c-fc4a-40b7-b1df-3f2f82da082b HTTP/1.1" status: 404 len: 333 time: 0.0390384 Dec 23 12:40:17.385067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37846) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:17.427660 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.477507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=622bd42c-cb41-42a9-b894-30ccc322aea0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:17.493849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet ce0e73d2-d668-4523-9111-a9d28d0849d3 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:17.518752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.543630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Made reservation on behalf of f6acccff51964f8ab0f04eb2bc522c78 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:17.547910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.567342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2167e1aa-6043-4ddb-bdff-f0786dc19942 req-1d0859c3-dbd0-4757-9490-ea6c83afabe8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749699 Dec 23 12:40:17.573737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9628f-7c93-4c6c-9278-0b75fa884e3d None None] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:17.575463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.619321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.658460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.659450 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP 58540970-08b1-4ee3-bad1-e4e2d9495124 disassociated (deleted). External IP: 172.25.7.213, port: 7c154b26-5c9d-4aae-872c-3162f00402ff. Dec 23 12:40:17.678501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] Provisioning complete for port a582c632-09e3-48dd-b20c-af04d9ff831a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:17.678906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.703901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5dd8dec-a6bd-4f5b-9ce8-a8c08ad4b369 req-847d09f6-78cd-4a21-a86b-b53792baa19a tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0616610 Dec 23 12:40:17.751507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.858516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.885925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.936706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:17.937804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] For port a582c632-09e3-48dd-b20c-af04d9ff831a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a582c632-09e3-48dd-b20c-af04d9ff831a,segment=NetworkSegment(80b22cb7-0be9-4516-9343-8c2df9366b37),segment_id=80b22cb7-0be9-4516-9343-8c2df9366b37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:17.954304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306ae6d-b9fb-4c0e-b9e1-6e9550674d23,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:17.969193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:17.969193 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Added segment 7c5e2602-db76-458c-9c03-f0552c111625 of type vlan for network bf1c6289-7b74-42ed-a5e5-7afda5088102 Dec 23 12:40:18.029170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.034820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a582c632-09e3-48dd-b20c-af04d9ff831a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:18.041572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.054737 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.152805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c70ac-de6d-435d-82ef-74e176967f01 None None] Pushing event updated for resources: {'Port': ['ID=a582c632-09e3-48dd-b20c-af04d9ff831a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:18.173125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a582c632-09e3-48dd-b20c-af04d9ff831a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:18.173855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.184256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:40:18.207714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.209040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:18.209642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.321577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Network': ['ID=bf1c6289-7b74-42ed-a5e5-7afda5088102,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:18.328344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:18.329530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:40:18.335156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.341902 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Sync routers for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:18.348861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:18.351559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-95cb545f-e02a-406c-943b-1da91e10793f None None] Provisioning complete for port a582c632-09e3-48dd-b20c-af04d9ff831a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:18.351918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95cb545f-e02a-406c-943b-1da91e10793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.366167 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:18.368127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:18.381265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-388dc78a-1b63-4182-8f90-8acbd5a0edba tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/floatingips/58540970-08b1-4ee3-bad1-e4e2d9495124 HTTP/1.1" status: 204 len: 168 time: 2.0404768 Dec 23 12:40:18.381915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:18.393818 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e005671-42ce-4ce1-a688-9d5438fb4e47" -d '{"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:18.411846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.412032 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-056a8bb4-d384-4e72-8ce5-6a3fee3d7225 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2133725 Dec 23 12:40:18.412032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:18.416859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'subnet': {'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:18.443977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.455336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/ce0e73d2-d668-4523-9111-a9d28d0849d3 HTTP/1.1" status: 204 len: 168 time: 1.0642493 Dec 23 12:40:18.456134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37880) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:18.494996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.resource_extend [None req-23073d56-783c-432d-ae37-7af96aad426a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:40:18.499796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.502107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.522322 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea2810-a787-4048-a95e-bf7fda94c068 x-openstack-request-id: req-c3ea2810-a787-4048-a95e-bf7fda94c068 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:18.522322 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:18.522527 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3ea2810-a787-4048-a95e-bf7fda94c068 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:18.522916 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'status': 'completed', 'code': 200} Dec 23 12:40:18.582982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3844b15-2604-42d3-812f-62ea347d297a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0e73d2-d668-4523-9111-a9d28d0849d3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:18.628437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Made reservation on behalf of f6acccff51964f8ab0f04eb2bc522c78 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:18.640795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:18.654657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:18.705898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f318b-683e-46bb-9cf1-0479b8ad26a3 None None] Network 890fa4fd-9e81-43c9-b1d4-bf1740423819 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:18.856267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:18.873924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'mac_address': 'fa:16:3e:f5:b0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:40:18.987064 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.041934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b7a87180-0dfe-4a64-9ad1-573d27b2ecdf None None] Could not find standard attr ID for object 045abc4c-fc4a-40b7-b1df-3f2f82da082b. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:40:19.053946 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:19.069554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:40:19.117763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:19.119161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] DHCP port deletion for 890fa4fd-9e81-43c9-b1d4-bf1740423819 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:19.129845 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Checking router: 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:19.139595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:19.142481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:19.192108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Deleting port a582c632-09e3-48dd-b20c-af04d9ff831a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:19.192371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.196562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f5a1e32e-4f3a-4b9d-846e-d7f97ff4bd24 req-0aa20a85-0577-4285-b8eb-fce08103e288 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0651467 Dec 23 12:40:19.219073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.248414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-0e55024c-6a01-4a34-a8d5-444861a78626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.254980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-0e55024c-6a01-4a34-a8d5-444861a78626 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 1095 time: 0.7294469 Dec 23 12:40:19.274606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d855a5-805a-4337-87af-445afbb17e58 req-313bdcdc-6185-485e-975e-c35849249c34 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.286085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40d855a5-805a-4337-87af-445afbb17e58 req-313bdcdc-6185-485e-975e-c35849249c34 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.1810522 Dec 23 12:40:19.287196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.291771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.314055 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:19.337159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:40:19.338366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.374225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] For port a582c632-09e3-48dd-b20c-af04d9ff831a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a582c632-09e3-48dd-b20c-af04d9ff831a,segment=NetworkSegment(80b22cb7-0be9-4516-9343-8c2df9366b37),segment_id=80b22cb7-0be9-4516-9343-8c2df9366b37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:19.375075 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.392650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Calling delete_port for a582c632-09e3-48dd-b20c-af04d9ff831a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:19.401686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2c43829-72b1-4774-b197-77113321aa8f,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:19.413107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Checking segment: {'id': '7c5e2602-db76-458c-9c03-f0552c111625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:19.413664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network hostable DHCP agents. Network: bf1c6289-7b74-42ed-a5e5-7afda5088102, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:19.510897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:19.523734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40d855a5-805a-4337-87af-445afbb17e58 req-a62e9079-171c-4e1e-aa5c-067d53122441 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356164 Dec 23 12:40:19.531583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:19.560584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da285a-e88a-4278-bc49-3b6ff90b2ce1 req-1afbb78b-1cbe-48f3-9cb8-278311855ff0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.560837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64da285a-e88a-4278-bc49-3b6ff90b2ce1 req-1afbb78b-1cbe-48f3-9cb8-278311855ff0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1882417 Dec 23 12:40:19.562198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-1feaee98-ab8c-41d7-9026-96cb07c98890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.563559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-1feaee98-ab8c-41d7-9026-96cb07c98890 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 200 len: 897 time: 0.2609482 Dec 23 12:40:19.587109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port a582c632-09e3-48dd-b20c-af04d9ff831a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:19.587357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.627888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:19.637340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bf1c6289-7b74-42ed-a5e5-7afda5088102) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:19.650665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1190b11e-825d-4e49-b615-13d2fbd3b43a None None] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:19.655805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-d2012803-2b5c-44fc-863a-3cd011922167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 200 len: 217 time: 0.0821402 Dec 23 12:40:19.658711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.659856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.663766 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:19.699797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ab8cb-1e2a-45ac-8aef-b38323c49913 None None] The sync data for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 is: [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:38:51Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'c0f91841-a2d9-4901-9fc8-d54625cb85ae', 'name': '', 'network_id': 'e4f4337e-4050-47b3-93ff-7b40cf670698', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:90:eb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:50Z', 'updated_at': '2021-12-23T12:38:58Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '164e4382-cbb0-4a85-a73e-1fda7a48c4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:19.754404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] For port a582c632-09e3-48dd-b20c-af04d9ff831a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a582c632-09e3-48dd-b20c-af04d9ff831a,segment=NetworkSegment(80b22cb7-0be9-4516-9343-8c2df9366b37),segment_id=80b22cb7-0be9-4516-9343-8c2df9366b37)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:19.754923 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.785453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c56c98ff-b678-4954-b93e-2645d490492b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3696349 Dec 23 12:40:19.787507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:19.805970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64da285a-e88a-4278-bc49-3b6ff90b2ce1 req-5d9f6fcd-9c03-4750-90b6-15fb91260099 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebaef379-6be7-404a-84b8-edc0da46d106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170336 Dec 23 12:40:19.809322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for a582c632-09e3-48dd-b20c-af04d9ff831a owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:19.814009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-401901785', 'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:19.819542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-50eda2bc-d93a-4697-b753-acf7be8b1c27 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.820408 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-50eda2bc-d93a-4697-b753-acf7be8b1c27 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 944 time: 0.1057162 Dec 23 12:40:19.885889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-a2dabc28-1bf1-49fc-bc30-4f26f2a22991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.896082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-a2dabc28-1bf1-49fc-bc30-4f26f2a22991 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 200 len: 835 time: 0.2034237 Dec 23 12:40:19.958449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ec22094-6179-4caf-ba62-0fe8d9ec47c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:19.992431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-715e2611-200e-43f7-8c99-c7423f8667cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:19.993926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-715e2611-200e-43f7-8c99-c7423f8667cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4f4337e-4050-47b3-93ff-7b40cf670698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970280 Dec 23 12:40:20.061571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:20.063358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a582c632-09e3-48dd-b20c-af04d9ff831a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:20.069406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.085709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 7c154b26-5c9d-4aae-872c-3162f00402ff {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:20.086053 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.103475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.122391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Made reservation on behalf of f6acccff51964f8ab0f04eb2bc522c78 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:20.125065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.142786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] No DVR routers for this DVR port a582c632-09e3-48dd-b20c-af04d9ff831a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:20.153981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a582c632-09e3-48dd-b20c-af04d9ff831a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:20.154435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a582c632-09e3-48dd-b20c-af04d9ff831a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:20.159591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8aa1b-8fb6-4318-b9a1-9c2d4c41d4eb None None] Pushing event deleted for resources: {'Port': ['ID=a582c632-09e3-48dd-b20c-af04d9ff831a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:20.165883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=a582c632-09e3-48dd-b20c-af04d9ff831a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:20.186747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No DVR routers for this DVR port a582c632-09e3-48dd-b20c-af04d9ff831a on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:20.189610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-b735c873-c9e0-4ca0-9a78-b690bf6a74c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874065 Dec 23 12:40:20.194411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659389fd-a33c-4230-92e3-c03fbc134c49 None None] New status for floating IP 58540970-08b1-4ee3-bad1-e4e2d9495124: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:40:20.235405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 7c154b26-5c9d-4aae-872c-3162f00402ff, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c154b26-5c9d-4aae-872c-3162f00402ff,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:20.235782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.239550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] device_id is not set on port 7fd65479-aef5-43b5-aa8b-5fa2ba883cb7 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:20.249658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ec22094-6179-4caf-ba62-0fe8d9ec47c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.257131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 7c154b26-5c9d-4aae-872c-3162f00402ff owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:20.370341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032b550-8252-4515-81ab-42d1454eae43 None None] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:20.406767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ec22094-6179-4caf-ba62-0fe8d9ec47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.437745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.451939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a75cc647-4f9b-43b2-a4c6-9959e4480284 req-659f7d9a-8344-4235-b694-c604f131b450 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0688374 Dec 23 12:40:20.488897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec22094-6179-4caf-ba62-0fe8d9ec47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d799b5-a743-4e41-b44f-42fddcf6248d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:20.496746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ec22094-6179-4caf-ba62-0fe8d9ec47c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1da78f2a6fed4101bee6688eb6774e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8676209 Dec 23 12:40:20.505374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:20.510207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890fa4fd-9e81-43c9-b1d4-bf1740423819']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:20.538563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b22cb7-0be9-4516-9343-8c2df9366b37') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:20.539168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b22cb7-0be9-4516-9343-8c2df9366b37') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:20.553198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e005671-42ce-4ce1-a688-9d5438fb4e47 req-7e1b437d-ffe1-4d9d-ba1f-6b251ece34bd service neutron] 10.222.0.57 "GET /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182158 Dec 23 12:40:20.557922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.575042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.584841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 2001:db8::155 (bf1c6289-7b74-42ed-a5e5-7afda5088102/d2c43829-72b1-4774-b197-77113321aa8f/7fd65479-aef5-43b5-aa8b-5fa2ba883cb7) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:20.590229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.603823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:20.604282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.607653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.607844 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:20.610222 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:20.622769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=7c154b26-5c9d-4aae-872c-3162f00402ff,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:20.646864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.695203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] No DVR routers for this DVR port 7c154b26-5c9d-4aae-872c-3162f00402ff on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:20.702724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.706072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-722342a1-8a84-4c8e-8af5-249410bc0654 req-8b5c3ff7-2fc4-4077-9b26-cc5d02f68dd6 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "DELETE /v2.0/ports/7c154b26-5c9d-4aae-872c-3162f00402ff HTTP/1.1" status: 204 len: 173 time: 0.8786108 Dec 23 12:40:20.706576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-deleted', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:20.709639 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b23f4e-f99e-42e7-af5c-bf60f83b9b3f" -d '{"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-deleted", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:20.787550 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ee6121-f49e-4f79-bb67-9048b80ac2b7 x-openstack-request-id: req-71ee6121-f49e-4f79-bb67-9048b80ac2b7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:20.788118 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa893771-f397-4912-81bd-4d4d7411bccb", "name": "network-vif-deleted", "tag": "7c154b26-5c9d-4aae-872c-3162f00402ff", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:20.788309 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71ee6121-f49e-4f79-bb67-9048b80ac2b7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:20.788768 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa893771-f397-4912-81bd-4d4d7411bccb', 'name': 'network-vif-deleted', 'tag': '7c154b26-5c9d-4aae-872c-3162f00402ff', 'status': 'completed', 'code': 200} Dec 23 12:40:20.797981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446acb2-b275-4857-a53a-9811b6c9d1af req-781e117f-89dd-4797-867e-3d7a2cbf28fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:20.799540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e446acb2-b275-4857-a53a-9811b6c9d1af req-781e117f-89dd-4797-867e-3d7a2cbf28fb tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 944 time: 0.1449320 Dec 23 12:40:20.896079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e446acb2-b275-4857-a53a-9811b6c9d1af req-70cf067f-1cf6-419b-b349-4cb750ec02ad tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872893 Dec 23 12:40:20.909270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.928416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.928518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.928631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9d799b5-a743-4e41-b44f-42fddcf6248d HTTP/1.1" status: 204 len: 168 time: 0.4097483 Dec 23 12:40:20.928723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6415baba-246d-4c81-8a6d-a195bd35e5a5 req-5b395973-e390-46f2-9755-e3b77c57ff93 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa893771-f397-4912-81bd-4d4d7411bccb HTTP/1.1" status: 200 len: 210 time: 0.0447588 Dec 23 12:40:20.928723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.930130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:20.937246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/890fa4fd-9e81-43c9-b1d4-bf1740423819 HTTP/1.1" status: 204 len: 168 time: 2.4422529 Dec 23 12:40:20.942343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37934) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:20.947047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26889b43-7b84-45cc-ad1a-f9318f6a0c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d799b5-a743-4e41-b44f-42fddcf6248d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:20.957734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131986218'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:20.969546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0f48-41d8-46cc-a324-3aa2955b2af7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=890fa4fd-9e81-43c9-b1d4-bf1740423819,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:21.179278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:21.183520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.195186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.257740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:21.258558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:21.264950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:21.271444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:21.272405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:21.273039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.278883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.278883 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment daf1ca4a-a802-4006-a9ad-70e24c759004 of type vlan for network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc Dec 23 12:40:21.279761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd65479-aef5-43b5-aa8b-5fa2ba883cb7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:21.324763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.420541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c30db1e-21f2-4a0d-8ffc-727f25a40663 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6130223 Dec 23 12:40:21.423098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:21.453889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.460289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:21.460894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.588463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a57069a-095c-4c21-a012-b0eb80a10fe4 req-1c7d6f3e-aace-4961-bc6b-bfa8fe1ec95e tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0469773 Dec 23 12:40:21.590252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:21.603721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:21.617052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Deleting port 7fd65479-aef5-43b5-aa8b-5fa2ba883cb7 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:21.617052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.663870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cc8a0e11-8578-4741-830f-a4898cb75787 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7204497 Dec 23 12:40:21.673068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37942) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:21.674280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:21.709432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.721901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Calling delete_port for 7fd65479-aef5-43b5-aa8b-5fa2ba883cb7 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:21.862810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:21.866524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.906091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37946) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:21.921583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.934560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-533062ae-8621-40e6-87a6-0cff255f7241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:21.978408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd65479-aef5-43b5-aa8b-5fa2ba883cb7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:22.010302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.013723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6e6769b4-c499-4e3e-976f-0b3c85aca72e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/ports/7fd65479-aef5-43b5-aa8b-5fa2ba883cb7 HTTP/1.1" status: 204 len: 168 time: 0.5895822 Dec 23 12:40:22.018314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37952) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:22.029511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102', 'external_fixed_ips': [{'subnet_id': 'd2c43829-72b1-4774-b197-77113321aa8f', 'ip_address': '2001:db8::155'}]}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:22.058964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37954) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:22.082942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca727d34-03ff-4882-abb4-f256afe64225 req-7741eee6-9e34-493e-aab7-ca95af824e6a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:22.084704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca727d34-03ff-4882-abb4-f256afe64225 req-7741eee6-9e34-493e-aab7-ca95af824e6a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 944 time: 0.1104593 Dec 23 12:40:22.259002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-533062ae-8621-40e6-87a6-0cff255f7241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.264689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca727d34-03ff-4882-abb4-f256afe64225 req-f2b90adf-244b-48bb-b1a3-e1e1a271a31c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437645 Dec 23 12:40:22.333729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:22.367383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-533062ae-8621-40e6-87a6-0cff255f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.422856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533062ae-8621-40e6-87a6-0cff255f7241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844875e4-f708-4f7f-9ddc-80f38542f956,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:22.435556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-533062ae-8621-40e6-87a6-0cff255f7241 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b21dd51fdf9417093637870a4f29384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251632 Dec 23 12:40:22.437555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37956) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:22.439974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:40:22.444880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:22.445651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.513629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e74a049-9842-4672-86aa-ea792d9f18b4 req-a5988ddc-0620-414f-8225-ae6781189ff4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0661280 Dec 23 12:40:22.525723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.548941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:22.549350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.552029 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6048ed-104a-476d-8052-5e3015676dc9" -d '{"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-plugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:22.565519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:22.586198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.586428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.587815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.599953 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e302f8-f640-4250-b8be-6d25714b3208 x-openstack-request-id: req-e0e302f8-f640-4250-b8be-6d25714b3208 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:22.600391 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-plugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:22.600648 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0e302f8-f640-4250-b8be-6d25714b3208 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:22.601329 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'code': 200} Dec 23 12:40:22.624918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.641748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.645478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:22.713150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=ee0c92eb-34eb-4536-a603-66bf270e30ac,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:22.729805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.732189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 7c154b26-5c9d-4aae-872c-3162f00402ff {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:22.732537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c154b26-5c9d-4aae-872c-3162f00402ff not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:22.748644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1aa475d7-6cc0-4356-9519-de53a9814684 req-f3b56493-9b05-4912-b9b2-33d70ccdeb27 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Dec 23 12:40:22.755773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:22.768321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.775773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': 'daf1ca4a-a802-4006-a9ad-70e24c759004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:22.776122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:22.781478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.802460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4e90-d316-45a7-ad79-6e6f9805e83b req-e79340cc-83d5-4853-b320-5800e971a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:22.803976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74ca4e90-d316-45a7-ad79-6e6f9805e83b req-e79340cc-83d5-4853-b320-5800e971a0c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 1096 time: 0.1181929 Dec 23 12:40:22.856586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74ca4e90-d316-45a7-ad79-6e6f9805e83b req-03a58f05-eaba-4c50-b678-49798f51ca12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Dec 23 12:40:22.865617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.868206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:22.869423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/844875e4-f708-4f7f-9ddc-80f38542f956 HTTP/1.1" status: 204 len: 168 time: 0.4303598 Dec 23 12:40:22.885971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75937088-a8e3-4585-a4dd-790750db85e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844875e4-f708-4f7f-9ddc-80f38542f956,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:22.893828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:23.091262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:23.094485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port c0f91841-a2d9-4901-9fc8-d54625cb85ae {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:23.094793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.098962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:23.099716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.103067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e8caa-3689-4da4-84d4-e087f866b01b None None] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:23.103438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.194472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port c0f91841-a2d9-4901-9fc8-d54625cb85ae, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0f91841-a2d9-4901-9fc8-d54625cb85ae,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:23.194861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.208850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc', 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': 'ee0c92eb-34eb-4536-a603-66bf270e30ac'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:40:23.209738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.213766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for c0f91841-a2d9-4901-9fc8-d54625cb85ae owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:23.269956 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-73dcc10c-df06-42cd-9f62-b0aa14ee9d85 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6005037 Dec 23 12:40:23.272875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37966) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:23.283491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1065027141'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:23.389454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Allocated IP 2001:db8::2 (195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc/ee0c92eb-34eb-4536-a603-66bf270e30ac/63515501-0ea8-43a4-8e10-b06a8ecde3c0) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:23.449983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68023ee-8cfd-4b27-98a5-e4d99fa3a7bf req-08e0b2f2-ffa3-46b1-a780-a284277c6d72 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:23.451503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b68023ee-8cfd-4b27-98a5-e4d99fa3a7bf req-08e0b2f2-ffa3-46b1-a780-a284277c6d72 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.0718603 Dec 23 12:40:23.495902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.526013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.594093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b68023ee-8cfd-4b27-98a5-e4d99fa3a7bf req-c688d055-e884-4b8e-9c82-2984877d9626 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Dec 23 12:40:23.678095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.810005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 2001:db8::155 (bf1c6289-7b74-42ed-a5e5-7afda5088102/d2c43829-72b1-4774-b197-77113321aa8f/5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:23.834745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.834861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.853518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:23.854130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:23.902904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:23.909278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:23.913584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:23.924489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Pushing event updated for resources: {'Port': ['ID=63515501-0ea8-43a4-8e10-b06a8ecde3c0,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:23.967228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=c0f91841-a2d9-4901-9fc8-d54625cb85ae,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:24.005764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.016921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Attempting to bind port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:24.017300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Attempting to bind port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'daf1ca4a-a802-4006-a9ad-70e24c759004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:24.017729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Attempting to bind port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 on network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:24.027177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 5799b975-8125-494b-8da2-05f6b7e75a0e yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:24.028735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:24.029155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Checking segment: {'id': 'daf1ca4a-a802-4006-a9ad-70e24c759004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:24.034132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.034654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Bound using segment: {'id': 'daf1ca4a-a802-4006-a9ad-70e24c759004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:24.035211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Bound port: 63515501-0ea8-43a4-8e10-b06a8ecde3c0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf1ca4a-a802-4006-a9ad-70e24c759004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:24.035617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.133594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] For port 63515501-0ea8-43a4-8e10-b06a8ecde3c0, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:24.137715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] For port 63515501-0ea8-43a4-8e10-b06a8ecde3c0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=63515501-0ea8-43a4-8e10-b06a8ecde3c0,segment=NetworkSegment(daf1ca4a-a802-4006-a9ad-70e24c759004),segment_id=daf1ca4a-a802-4006-a9ad-70e24c759004)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:24.210420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.233287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network bf1c6289-7b74-42ed-a5e5-7afda5088102 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:24.236544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:24.240735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:24.246834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:24.343217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.406010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277a4c8-d496-4e2c-bf37-2565cf9c6ef0 None None] Pushing event updated for resources: {'Port': ['ID=63515501-0ea8-43a4-8e10-b06a8ecde3c0,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:24.430601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72675b7c-fe0e-4195-9113-6f9a8cc087e8 req-489deda3-107f-492d-af5d-efd9310d3abe tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.5638747 Dec 23 12:40:24.624987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::50 (195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc/ee0c92eb-34eb-4536-a603-66bf270e30ac/5799b975-8125-494b-8da2-05f6b7e75a0e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:24.718795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.729454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:24.945027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cc741-388c-45d3-acf3-2c78976ed761 req-fd09314e-3c9b-457e-947d-c3244a8cb39a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:24.946541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f4cc741-388c-45d3-acf3-2c78976ed761 req-fd09314e-3c9b-457e-947d-c3244a8cb39a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2019680 Dec 23 12:40:24.955328 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.006151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.132494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:40:25.197072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f4cc741-388c-45d3-acf3-2c78976ed761 req-4237a3dd-5b41-491a-ac4c-de31773a528d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394438 Dec 23 12:40:25.210506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.269313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router 8b2ac112-2165-448e-825d-2237fb69137c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:40:25.292768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:25.299614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:25.305884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:25.311631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:25.312268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.325827 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=5799b975-8125-494b-8da2-05f6b7e75a0e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:25.344224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:25.357447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3ed8f937-7f3d-4767-a87c-8ca7f53e414e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2940404 Dec 23 12:40:25.358895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38012) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:25.359302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Sync routers for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:25.372784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:25.373963 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:25.448196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bbb38d5a-b791-4e59-83b4-95ebada11100 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1698382 Dec 23 12:40:25.453106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting subnet 164e4382-cbb0-4a85-a73e-1fda7a48c4e8 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:25.455241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38018) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:25.465675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.661122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.717028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbb30d51-ef30-4ee8-8a8c-888fece5eaa5 req-5eeb7d62-e478-4a31-85d1-8501c75c58ab tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1239288 Dec 23 12:40:25.751205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ce402-53c9-4670-8722-dae099620480 None None] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:25.774670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:25.777525 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:25.813959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Sync routers for ids ['8b2ac112-2165-448e-825d-2237fb69137c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:25.877348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Routers {'8b2ac112-2165-448e-825d-2237fb69137c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:25.878126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8b2ac112-2165-448e-825d-2237fb69137c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:25.888580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:25.901732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a73b712d-bc72-46ec-beaf-001c51f91a04 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8734095 Dec 23 12:40:25.909039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38036) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:25.975038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.052681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] Provisioning complete for port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:26.053423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.055398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f8ed-9063-4de1-9314-66322e56ad90 req-743736fb-cedc-4d90-b799-b3289b4b0e6c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:26.064003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7949f8ed-9063-4de1-9314-66322e56ad90 req-743736fb-cedc-4d90-b799-b3289b4b0e6c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.3979206 Dec 23 12:40:26.083402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 5799b975-8125-494b-8da2-05f6b7e75a0e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:26.083742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.126897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.132552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Set router 8b2ac112-2165-448e-825d-2237fb69137c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:26.146422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 63515501-0ea8-43a4-8e10-b06a8ecde3c0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:26.171540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:40:23Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:26.226120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.238596 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Checking router: 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:26.260716 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Routers {'4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:26.261381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:26.264717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.285578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 5799b975-8125-494b-8da2-05f6b7e75a0e owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:26.336118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7949f8ed-9063-4de1-9314-66322e56ad90 req-9f98d38d-06e8-47bf-ba54-4d426d2d2557 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711408 Dec 23 12:40:26.432358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.461935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:26.462254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.476989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:26.486683 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] Set router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:26.488400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Subnet': ['ID=164e4382-cbb0-4a85-a73e-1fda7a48c4e8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:26.501101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.505682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/subnets/164e4382-cbb0-4a85-a73e-1fda7a48c4e8 HTTP/1.1" status: 204 len: 168 time: 1.1457310 Dec 23 12:40:26.508915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:26.512564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.513019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.513382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.519685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef352ec0-c117-443e-a9f7-1e7961d500aa tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:26.546829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5567be-559c-4278-96ad-a133e9552779 None None] Network e4f4337e-4050-47b3-93ff-7b40cf670698 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:26.637806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Deleting port 5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:26.638576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.649521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.708791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1079b2d1-6329-4050-8dcd-0a1d86fa6a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.739557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] For port 63515501-0ea8-43a4-8e10-b06a8ecde3c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=63515501-0ea8-43a4-8e10-b06a8ecde3c0,segment=NetworkSegment(daf1ca4a-a802-4006-a9ad-70e24c759004),segment_id=daf1ca4a-a802-4006-a9ad-70e24c759004)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:26.779282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.802659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Calling delete_port for 5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:26.816433 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.837836 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:40:23Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:26.843013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1079b2d1-6329-4050-8dcd-0a1d86fa6a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.845039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.871786 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78110374-b2b7-43c2-9b19-88e62d66b3d0 None None] The sync data for ids ['4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb'] in n-d-822750-2 is: [{'id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1519308157', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:38:35Z', 'updated_at': '2021-12-23T12:40:23Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': 'c7b629e6-c08f-47fe-8cac-197428d7686a', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:38:36Z', 'updated_at': '2021-12-23T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:26.900425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=5799b975-8125-494b-8da2-05f6b7e75a0e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:26.968760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1079b2d1-6329-4050-8dcd-0a1d86fa6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.977991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:26.983904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0f921dd8-6f3f-4ccf-99c6-a4bd1b591671 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/5799b975-8125-494b-8da2-05f6b7e75a0e HTTP/1.1" status: 204 len: 168 time: 1.5249698 Dec 23 12:40:26.985780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38060) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:27.033107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c375c39-9e74-4ecd-bbe0-68c565ec6a95 req-00be92aa-d61c-49d5-8968-85f19e44b565 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0507259 Dec 23 12:40:27.095746 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-820531da-6b39-4595-96ba-eeea5105e391 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:27.100852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-820531da-6b39-4595-96ba-eeea5105e391 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/5799b975-8125-494b-8da2-05f6b7e75a0e HTTP/1.1" status: 404 len: 333 time: 0.1095791 Dec 23 12:40:27.105995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38066) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:27.132489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1079b2d1-6329-4050-8dcd-0a1d86fa6a4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=678a2d4900614cfdb72c0fe83abcfa6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6527257 Dec 23 12:40:27.158543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:27.159429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079b2d1-6329-4050-8dcd-0a1d86fa6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5651e75-cd6c-42e6-8bc9-034c59ef5776,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:27.166221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.232456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet ee0c92eb-34eb-4536-a603-66bf270e30ac {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:27.238490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.241866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f379d789-cd15-4343-b7b1-840ad1a4662d None None] Provisioning complete for port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:27.242239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f379d789-cd15-4343-b7b1-840ad1a4662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.285334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.303829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb5c8a-686e-465f-957e-7b0809abfbc2 None None] Pushing event updated for resources: {'Port': ['ID=63515501-0ea8-43a4-8e10-b06a8ecde3c0,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:27.318134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ac112-2165-448e-825d-2237fb69137c', 'name': '', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102', 'external_fixed_ips': [{'subnet_id': 'd2c43829-72b1-4774-b197-77113321aa8f', 'ip_address': '2001:db8::155'}], 'enable_snat': True}, 'gw_port_id': '5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:22Z', 'updated_at': '2021-12-23T12:40:24Z', 'revision_number': 3, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port': {'id': '5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb', 'name': '', 'network_id': 'bf1c6289-7b74-42ed-a5e5-7afda5088102', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ac112-2165-448e-825d-2237fb69137c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'd2c43829-72b1-4774-b197-77113321aa8f', 'ip_address': '2001:db8::155', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:23Z', 'updated_at': '2021-12-23T12:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2c43829-72b1-4774-b197-77113321aa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:27.337018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.374393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Checking router: 8b2ac112-2165-448e-825d-2237fb69137c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:27.375007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Updating router 8b2ac112-2165-448e-825d-2237fb69137c port 5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:40:27.446908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.449528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] DHCP port deletion for e4f4337e-4050-47b3-93ff-7b40cf670698 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:27.529323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.537457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.561203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.564153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.565523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5651e75-cd6c-42e6-8bc9-034c59ef5776 HTTP/1.1" status: 204 len: 168 time: 0.3920593 Dec 23 12:40:27.588765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553bc10-8afd-4080-96e4-78bace841a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5651e75-cd6c-42e6-8bc9-034c59ef5776,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:27.612013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.663649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Port': ['ID=5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:27.718335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586efacd-6937-40cf-b6d5-59e505f3e18e req-ac91aeef-f597-49d4-a1aa-9d9870dc6c29 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:27.726144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-586efacd-6937-40cf-b6d5-59e505f3e18e req-ac91aeef-f597-49d4-a1aa-9d9870dc6c29 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2683032 Dec 23 12:40:27.732112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.740731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f379d789-cd15-4343-b7b1-840ad1a4662d None None] Could not find standard attr ID for object 5799b975-8125-494b-8da2-05f6b7e75a0e. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:40:27.747679 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.755755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Deleting port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:27.756125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.834827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.839245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.853418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-586efacd-6937-40cf-b6d5-59e505f3e18e req-c2e4cc78-362f-4740-8904-b503506c947d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730617 Dec 23 12:40:27.889106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3e65f311-db6c-431e-9913-6427b4a5c01c None None] Could not find standard attr ID for object 5799b975-8125-494b-8da2-05f6b7e75a0e. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:40:27.897705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] For port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,segment=NetworkSegment(3edce75c-fc98-4617-95e1-c950f7b6b59a),segment_id=3edce75c-fc98-4617-95e1-c950f7b6b59a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:27.898109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.918182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Calling delete_port for 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:27.928776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port c7b629e6-c08f-47fe-8cac-197428d7686a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:27.929420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:27.943965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.014375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.020633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/ee0c92eb-34eb-4536-a603-66bf270e30ac HTTP/1.1" status: 204 len: 168 time: 0.9068227 Dec 23 12:40:28.020633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bf3ab-601e-470d-a408-91e6d142a8dd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0c92eb-34eb-4536-a603-66bf270e30ac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:28.025310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38080) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:28.034391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 63515501-0ea8-43a4-8e10-b06a8ecde3c0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:28.038671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca16a1d-3c4e-42a1-953b-b31b785dc47c None None] Network 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:28.057013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port c7b629e6-c08f-47fe-8cac-197428d7686a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c7b629e6-c08f-47fe-8cac-197428d7686a,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:28.057684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.073919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for c7b629e6-c08f-47fe-8cac-197428d7686a owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:28.131000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.186389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.187946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2ac112-2165-448e-825d-2237fb69137c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:40:28.198446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.199230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd7bf6d1-605e-4730-9bf1-ad6b0dbe1820 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8b2ac112-2165-448e-825d-2237fb69137c HTTP/1.1" status: 204 len: 168 time: 2.2889471 Dec 23 12:40:28.203014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38088) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:28.227796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6941ab86-c5b1-4ce7-b51a-7060b222f8f0 req-269c4818-9ad3-4e80-85aa-72265a8d190b tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0415580 Dec 23 12:40:28.239838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:28.240192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.309777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Deleting subnet d2c43829-72b1-4774-b197-77113321aa8f {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:28.324433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.331784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:40:28.332753 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:40:28.334890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] For port 63515501-0ea8-43a4-8e10-b06a8ecde3c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=63515501-0ea8-43a4-8e10-b06a8ecde3c0,segment=NetworkSegment(daf1ca4a-a802-4006-a9ad-70e24c759004),segment_id=daf1ca4a-a802-4006-a9ad-70e24c759004)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:28.335353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:28.335476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.335718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.351155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 63515501-0ea8-43a4-8e10-b06a8ecde3c0 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:28.387167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.429149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.438684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.451675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] No DVR routers for this DVR port 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:28.475792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab57f-11a8-419d-8ef6-567f8cc4df9c None None] Pushing event deleted for resources: {'Port': ['ID=0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:28.512837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.562607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.567659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=c7b629e6-c08f-47fe-8cac-197428d7686a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:28.580534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b164b-ecfc-4a01-a990-aa7dfdc75cf8 None None] DHCP port deletion for 195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:28.623836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb751e2e-2994-45cd-a6d1-71a9ea4c89e0 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:28.632698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:28.665950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:28.666300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0e5a5b3b-66d5-4a1e-a560-b06f4324e6a7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:28.666911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f91841-a2d9-4901-9fc8-d54625cb85ae no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:28.682199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No DVR routers for this DVR port 63515501-0ea8-43a4-8e10-b06a8ecde3c0 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:28.687077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=63515501-0ea8-43a4-8e10-b06a8ecde3c0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:28.694284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c0f91841-a2d9-4901-9fc8-d54625cb85ae {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:28.694636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0f91841-a2d9-4901-9fc8-d54625cb85ae not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:28.728983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.803294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.814489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.845249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:28.851949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Port 5db1e9bd-8656-46d3-ab09-ebe2d0cfdabb not found while updating agent binding for router 8b2ac112-2165-448e-825d-2237fb69137c. {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 23 12:40:28.864406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c43829-72b1-4774-b197-77113321aa8f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:28.869151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f272a-4e8e-4a20-bf59-8f497a86d2cb req-32f2019c-1e65-4783-a739-10d5319e0fa2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:28.870414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.872740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.873601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:28.874159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:40:28.874983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_agentschedulers_db [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b2ac112-2165-448e-825d-2237fb69137c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent'). {{(pid=104039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 12:40:28.878893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a289703-6211-4935-904c-c25193ac4af6 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d2c43829-72b1-4774-b197-77113321aa8f HTTP/1.1" status: 204 len: 168 time: 0.6723614 Dec 23 12:40:28.878893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.879136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d3f272a-4e8e-4a20-bf59-8f497a86d2cb req-32f2019c-1e65-4783-a739-10d5319e0fa2 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.1407745 Dec 23 12:40:28.879244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:28.885778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72236d00-9e17-4594-8af4-7148dbbd2842 None None] The sync data for ids ['8b2ac112-2165-448e-825d-2237fb69137c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:28.896642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf1ca4a-a802-4006-a9ad-70e24c759004') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:28.896985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf1ca4a-a802-4006-a9ad-70e24c759004') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:28.928749 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.950423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.965668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:28.966148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:28.969287 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:28.984709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.028269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d3f272a-4e8e-4a20-bf59-8f497a86d2cb req-45ef7e89-d1ed-4b69-af5f-a5dd19487c3c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389754 Dec 23 12:40:29.064311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.064923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Fanout notify agent at l3_agent the message router_deleted on router 4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:40:29.078233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.079514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd81ff5d-00ae-4170-ab4f-91a0d961150a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/routers/4aac2032-e9aa-4cd9-8dfb-e2a1075d84fb HTTP/1.1" status: 204 len: 168 time: 2.5692308 Dec 23 12:40:29.083153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:29.086620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.121196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.130799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.139738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc HTTP/1.1" status: 204 len: 168 time: 1.1132097 Dec 23 12:40:29.140419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38118) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:29.158734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'name': 'tempest-PortsIpV6TestJSON-50460559'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:29.165653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1c6289-7b74-42ed-a5e5-7afda5088102']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.181649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245258d-2851-46a1-9c4c-5304a5cab87f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=195c2cfc-b1ef-40c3-8cb6-4e5dd9b6f8dc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:29.193819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38120) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:29.203018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5e2602-db76-458c-9c03-f0552c111625') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.203318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5e2602-db76-458c-9c03-f0552c111625') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.225284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.239275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.251162 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.261137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:29.261542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:29.279079 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:29.380593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1303071167'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:29.383628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a1277c5-8c96-411a-981a-4fe37ac89464 req-04feeef9-c4be-4109-b869-5d989d74b7fd tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Dec 23 12:40:29.384338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:29.387790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.407192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port d2851277-9890-4d36-b104-6ceeaca1e1ea yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:29.413269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.440699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f4337e-4050-47b3-93ff-7b40cf670698']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.452588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edce75c-fc98-4617-95e1-c950f7b6b59a') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.452913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edce75c-fc98-4617-95e1-c950f7b6b59a') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:29.464408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.477353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.485605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.485605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf1c6289-7b74-42ed-a5e5-7afda5088102 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:40:29.498343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/networks/bf1c6289-7b74-42ed-a5e5-7afda5088102 HTTP/1.1" status: 204 len: 168 time: 0.6213460 Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:29.507505 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:29.513050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:29.522221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.526855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd038d96-e2d6-4293-9cc8-9dce7ef214f0 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf1c6289-7b74-42ed-a5e5-7afda5088102,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:29.609385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.673985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.711513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.713779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.722498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.726102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/networks/e4f4337e-4050-47b3-93ff-7b40cf670698 HTTP/1.1" status: 204 len: 168 time: 0.6420248 Dec 23 12:40:29.728782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38132) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:29.746414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e73f3-6fa5-4d0b-b2b7-4b4107e654c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Network': ['ID=e4f4337e-4050-47b3-93ff-7b40cf670698,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:29.792686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.805541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.833178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.850364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.870442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:29.885509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:29.891206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:29.895619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:29.907073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:29.910585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.927744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=d2851277-9890-4d36-b104-6ceeaca1e1ea,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:29.928083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a8a299-7168-4ef2-ba24-2743b0d02739,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:29.935229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.935585 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Added segment 769790fe-a990-430a-9df4-142bac557cb2 of type vlan for network e3874495-6003-400b-b1ef-a9fe0c0ca572 Dec 23 12:40:29.982290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:29.989941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 63515501-0ea8-43a4-8e10-b06a8ecde3c0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:30.012835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38136) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.018368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'name': 'tempest-router--55034280', 'project_id': '98a22236d17e45cab0c739095fd74be4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:30.033481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e815225f-e8eb-44a3-86ae-2a78c28bbaa7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8802960 Dec 23 12:40:30.037442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38138) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.038226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 63515501-0ea8-43a4-8e10-b06a8ecde3c0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:30.038736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 63515501-0ea8-43a4-8e10-b06a8ecde3c0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:30.039922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c7b629e6-c08f-47fe-8cac-197428d7686a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:30.077466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c7b629e6-c08f-47fe-8cac-197428d7686a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:30.077808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c7b629e6-c08f-47fe-8cac-197428d7686a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:30.135846 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.138620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.142572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/security-groups/ebaef379-6be7-404a-84b8-edc0da46d106 HTTP/1.1" status: 204 len: 168 time: 0.4101796 Dec 23 12:40:30.147641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.153399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:30.153963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.161941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.165532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.206399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf0e55-2f64-4c79-933c-f32d26a20baa req-1aa864f1-ab2f-41ea-8cdc-81c79b245a1e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:30.208126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbbf0e55-2f64-4c79-933c-f32d26a20baa req-1aa864f1-ab2f-41ea-8cdc-81c79b245a1e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.0901973 Dec 23 12:40:30.209997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a658fb6-5a08-4a14-ae56-e467c93f8d64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaef379-6be7-404a-84b8-edc0da46d106,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:30.237076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Network': ['ID=e3874495-6003-400b-b1ef-a9fe0c0ca572,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:30.256705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port d2851277-9890-4d36-b104-6ceeaca1e1ea {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:30.256705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.259119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.271017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b1eb267d-f377-4260-b631-57dbaafdd830 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0738444 Dec 23 12:40:30.276289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.280774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:30.282842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'subnet': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:30.337030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.353046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.367639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for d2851277-9890-4d36-b104-6ceeaca1e1ea owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:30.377351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbbf0e55-2f64-4c79-933c-f32d26a20baa req-4b44fc28-e361-4858-bd43-f200b10fb7d5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385343 Dec 23 12:40:30.494031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51c10d39-9059-4eec-9984-0bf9140a8b26 req-f2077c12-7568-4e99-acd4-4292d38820c4 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0275207 Dec 23 12:40:30.505357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.506483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6fbab3f7-5eba-40ab-8be0-4bc0ed742a9a tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4921899 Dec 23 12:40:30.509658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38150) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.576538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.598960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38152) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.604037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437452613', 'description': 'tempest-secgroup-smoke-437452613 description', 'project_id': 'c95a45dd98b447989e82921fb516201d'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:30.607529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.618586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=d2851277-9890-4d36-b104-6ceeaca1e1ea,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:30.634510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:30.638225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.676429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.679646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00a305ca-83d6-4e72-afa2-d90f96b201f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/d2851277-9890-4d36-b104-6ceeaca1e1ea HTTP/1.1" status: 204 len: 168 time: 0.6411986 Dec 23 12:40:30.682198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38154) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:30.686942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'mac_address': 'fa:16:3e:6c:24:23', 'name': 'tempest-PortsIpV6TestJSON-1341679314'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:30.796487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.934182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:30.971622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.011334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.060605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Subnet': ['ID=a11ab15e-5952-4b81-aa13-f1b9f5738134,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:31.064208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca54b3c-5e58-42f3-8bd9-093a1adb4436,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:31.080889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Checking segment: {'id': '769790fe-a990-430a-9df4-142bac557cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:31.081258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network hostable DHCP agents. Network: e3874495-6003-400b-b1ef-a9fe0c0ca572, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:31.086318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.087561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05cad669-58c5-40c5-ba4f-8261ad05ef15 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4875946 Dec 23 12:40:31.091851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38158) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:31.096141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:31.100043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.106289 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.187932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:31.241564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.242128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efb0837d-794f-40df-8c57-0028aaf7b83d {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:40:31.246911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.247908 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.249532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f75da3c8-8d0a-435a-8ecc-5d2bf1efb178 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/routers/efb0837d-794f-40df-8c57-0028aaf7b83d HTTP/1.1" status: 204 len: 168 time: 0.7386928 Dec 23 12:40:31.268055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:31.280030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e3874495-6003-400b-b1ef-a9fe0c0ca572) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:31.286958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:31.287600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.291593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a2659-e51f-4e7f-9d1c-86cb5c35338d None None] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:31.325896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.348730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.370641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 1a9bfb71-0663-4608-8efa-7c9a83871a2e yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:31.394384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eacfaa98-411e-41cb-845e-a493639fcd9d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1136274 Dec 23 12:40:31.395375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:31.400482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1888755499'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:31.412714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e3874495-6003-400b-b1ef-a9fe0c0ca572', 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'project_id': '473484409d2e4afc912b4295f66c938f', 'fixed_ips': [{'subnet_id': 'a11ab15e-5952-4b81-aa13-f1b9f5738134'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:40:31.417880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.448230 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.480744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addaf293-95b2-4d67-b67d-aad8d076d340,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:31.578087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b3c40-1e82-4168-b788-680cbc9b3de0 req-1d3edd89-5ae9-4ee3-8409-cea96e50cab5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:31.579722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b9b3c40-1e82-4168-b788-680cbc9b3de0 req-1d3edd89-5ae9-4ee3-8409-cea96e50cab5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.0851519 Dec 23 12:40:31.587132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.588549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-80be1100-f1e7-41a4-acbf-dee623ab6673 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4957926 Dec 23 12:40:31.593377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:31.601791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:31.617966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Allocated IP 2001:db8::2 (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/f6a36148-20fc-4de7-be9c-780a512b19b4) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:31.625485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.635757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38170) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:31.662039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb9b7f10-7372-43c5-95c5-702e360bb07f req-8a303bff-00f9-43eb-ba8c-203e2bbbbb01 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0709212 Dec 23 12:40:31.694703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b9b3c40-1e82-4168-b788-680cbc9b3de0 req-0aba8994-b9f6-4fe3-8502-1aa65af668b7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048501 Dec 23 12:40:31.757273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.771467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:31.775329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.780197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.797438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port 6bc1cb0d-29d3-47c0-9596-06f148e56649 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:31.804505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:31.810101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:31.819920 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.845465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:31.851832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:31.852466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.888323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=1a9bfb71-0663-4608-8efa-7c9a83871a2e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:31.906690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.917657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:31.917851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2137929544', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:31.958882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:31.963460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:31.966960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:31.973588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::134 (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/6bc1cb0d-29d3-47c0-9596-06f148e56649) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:31.980999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Pushing event updated for resources: {'Port': ['ID=f6a36148-20fc-4de7-be9c-780a512b19b4,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.004026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6caa4160-77ad-41cb-9f8d-3edcee063350 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3200636 Dec 23 12:40:32.007244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38176) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.031471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Attempting to bind port f6a36148-20fc-4de7-be9c-780a512b19b4 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Attempting to bind port f6a36148-20fc-4de7-be9c-780a512b19b4 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '769790fe-a990-430a-9df4-142bac557cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Attempting to bind port f6a36148-20fc-4de7-be9c-780a512b19b4 on network e3874495-6003-400b-b1ef-a9fe0c0ca572 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Checking segment: {'id': '769790fe-a990-430a-9df4-142bac557cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Bound using segment: {'id': '769790fe-a990-430a-9df4-142bac557cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Bound port: f6a36148-20fc-4de7-be9c-780a512b19b4, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769790fe-a990-430a-9df4-142bac557cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:32.044595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.062688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4c18f-0f3e-4284-b073-32c8b7947168 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:32.064415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3ed4c18f-0f3e-4284-b073-32c8b7947168 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/1a9bfb71-0663-4608-8efa-7c9a83871a2e HTTP/1.1" status: 200 len: 845 time: 0.0560858 Dec 23 12:40:32.068241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.073181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.111927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] For port f6a36148-20fc-4de7-be9c-780a512b19b4, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:32.115612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] For port f6a36148-20fc-4de7-be9c-780a512b19b4, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6a36148-20fc-4de7-be9c-780a512b19b4,segment=NetworkSegment(769790fe-a990-430a-9df4-142bac557cb2),segment_id=769790fe-a990-430a-9df4-142bac557cb2)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:32.118081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6284a465-943f-4082-9058-dc82ba42f4bc,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.141704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.180842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 1a9bfb71-0663-4608-8efa-7c9a83871a2e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:32.181299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.185654 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.186656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.240466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.251322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.252534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c28b3fb-f59a-4527-8cdb-eb716cc115eb tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6575325 Dec 23 12:40:32.257220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38180) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.262381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:32.269448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.274207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.317284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 1a9bfb71-0663-4608-8efa-7c9a83871a2e owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:32.318145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425973a9-7a02-4310-a699-77a68f7ca8fa None None] Pushing event updated for resources: {'Port': ['ID=f6a36148-20fc-4de7-be9c-780a512b19b4,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.320025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.337451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:32.340898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:32.342708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=6bc1cb0d-29d3-47c0-9596-06f148e56649,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.344898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:32.350786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:32.351363 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.368079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:40:32.462584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.486833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:32.526193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0d6d5d08-ccd9-49f8-abe9-1fe984179b95 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1302621 Dec 23 12:40:32.529270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38182) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.543613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-936731843', 'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:0b:5a:41'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:32.544775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'port_id': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'mac_address': 'fa:16:3e:f5:b0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:40:32.554439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.590924 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.592664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.605760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.612491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:40:32.642673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.644989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:32.650422 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/1a9bfb71-0663-4608-8efa-7c9a83871a2e HTTP/1.1" status: 204 len: 168 time: 0.5787666 Dec 23 12:40:32.650422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5457f2-c221-4980-9ab3-90969cd5e35a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=1a9bfb71-0663-4608-8efa-7c9a83871a2e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.653975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.700452 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-619eb77a-91ed-479c-b77e-aff538f1f1f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:32.702116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-619eb77a-91ed-479c-b77e-aff538f1f1f6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/1a9bfb71-0663-4608-8efa-7c9a83871a2e HTTP/1.1" status: 404 len: 333 time: 0.0464423 Dec 23 12:40:32.705993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38188) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:32.712559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'name': 'tempest-PortsIpV6TestJSON-1765145332'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:32.717581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.748129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.812758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:32.826470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:40:32.942002 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:32.966264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.086308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Allocated IP 172.25.7.157 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/6982a16f-7442-47ae-9659-fcea44f6fb2a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:33.168187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:33.183247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ce73fa-3116-4973-89d4-4559b0dc9ae6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:33.186549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46df3900-dc3d-49fc-b427-0250d15d1e07 req-5ffc2c0c-622d-4703-81fb-3876d86e482a tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.4184086 Dec 23 12:40:33.218923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.274012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.274012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-075489e5-6bd3-437b-af0b-48852ab4bc64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0155494 Dec 23 12:40:33.277071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38194) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:33.283906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:33.317690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9896d-0ddc-475f-a67b-01037e744606 req-63c30025-5081-463b-aaa4-07bf5f4faf71 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:33.319214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4c9896d-0ddc-475f-a67b-01037e744606 req-63c30025-5081-463b-aaa4-07bf5f4faf71 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 944 time: 0.1724567 Dec 23 12:40:33.354668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.358927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.388296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port e9a8dde2-a1db-496c-9256-cd250c0848ad yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:33.400470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:33.405029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:33.408297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:33.422192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17b753-a758-42f4-a70e-d8f7aad06be1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:33.443200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4c9896d-0ddc-475f-a67b-01037e744606 req-4e0c4fea-6ec4-4716-b11f-0bc35983fe56 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142545 Dec 23 12:40:33.473107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d4f3a5a8-c89b-4f2e-8d07-bae5ab0c9b68 None None] Provisioning complete for port 6982a16f-7442-47ae-9659-fcea44f6fb2a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:33.473691 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a5a8-c89b-4f2e-8d07-bae5ab0c9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.474585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event updated for resources: {'Port': ['ID=6982a16f-7442-47ae-9659-fcea44f6fb2a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:33.506239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173bcb6-5bcd-4855-9738-5d5af92175fe None None] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:33.515231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:33.519510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.551310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 223db3cb-1607-4166-9fb8-6915785acec2 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:33.554448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.561558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3a5a8-c89b-4f2e-8d07-bae5ab0c9b68 None None] Port 6982a16f-7442-47ae-9659-fcea44f6fb2a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:33.609061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::25b (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/e9a8dde2-a1db-496c-9256-cd250c0848ad) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:33.645863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.686448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] Provisioning complete for port f6a36148-20fc-4de7-be9c-780a512b19b4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:33.686753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.783284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.796529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.818417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4b24bc-7c00-4158-a019-3ce695afc843,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:33.835002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.873580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.877965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5989106 Dec 23 12:40:33.880260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.881000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.881000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.884507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.884507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38196) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.885235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c2d78-2144-4afb-94a6-b1bc3527ad3f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:33.891546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:33.892963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] For port f6a36148-20fc-4de7-be9c-780a512b19b4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6a36148-20fc-4de7-be9c-780a512b19b4,segment=NetworkSegment(769790fe-a990-430a-9df4-142bac557cb2),segment_id=769790fe-a990-430a-9df4-142bac557cb2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:33.907300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.920987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:33.965890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.041938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f42744-0d9c-40ac-923d-4d1a040d4485 None None] Pushing event updated for resources: {'Port': ['ID=f6a36148-20fc-4de7-be9c-780a512b19b4,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:34.067024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6a36148-20fc-4de7-be9c-780a512b19b4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:34.097564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.120592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-050c9615-0238-4e42-8009-068241ffa63a None None] Provisioning complete for port f6a36148-20fc-4de7-be9c-780a512b19b4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.121583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-050c9615-0238-4e42-8009-068241ffa63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.129992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:34.148903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.150269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:34.165603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:34.173743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.174377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.174712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6a36148-20fc-4de7-be9c-780a512b19b4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.175333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.191606 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:40:34.205014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.205014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.231707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=223db3cb-1607-4166-9fb8-6915785acec2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:34.243987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:34.252564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:34.283538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:34.290331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.290855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.336209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1512df2-2787-45e4-8642-3861d3fb8e60 req-75dca093-3917-40fd-b4a7-1807bee3cd4b tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0420678 Dec 23 12:40:34.348886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-82d4650f-70f9-4f4b-a49d-42aed12f6a72 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6406412 Dec 23 12:40:34.364497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38202) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:34.364497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:34.373544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-050c9615-0238-4e42-8009-068241ffa63a None None] Provisioning complete for port 6bc1cb0d-29d3-47c0-9596-06f148e56649 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.373919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-050c9615-0238-4e42-8009-068241ffa63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.404003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:34.425689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=e9a8dde2-a1db-496c-9256-cd250c0848ad,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:34.452159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Router 7a1767dc-145a-40ee-8a4d-f6b087cff711 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:40:34.461311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-050c9615-0238-4e42-8009-068241ffa63a None None] Port 6bc1cb0d-29d3-47c0-9596-06f148e56649 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:34.498916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.499286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.505583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.520792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-55fe40ef-f83d-4125-87d0-3ebac36d5afd tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9889493 Dec 23 12:40:34.532861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:34.593764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.599480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.626353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84980bef-f320-41c6-a0fc-81a80450846b None None] Provisioning complete for port 6bc1cb0d-29d3-47c0-9596-06f148e56649 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.626353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84980bef-f320-41c6-a0fc-81a80450846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.626353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.654909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fce63d-a3e2-4b17-9d28-81f7219b4d7c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:34.675634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:34.682113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:40:34.684517 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf27834-b3ed-42a5-8fa5-ae2d1e4ce837" -d '{"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-plugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:40:34.698849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] Sync routers for ids ['7a1767dc-145a-40ee-8a4d-f6b087cff711'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:34.701026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-84980bef-f320-41c6-a0fc-81a80450846b None None] Port 6bc1cb0d-29d3-47c0-9596-06f148e56649 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:34.706432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:34.718595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] Routers {'7a1767dc-145a-40ee-8a4d-f6b087cff711'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:34.722918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a1767dc-145a-40ee-8a4d-f6b087cff711'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:34.744402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.747489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.748931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a13eafc5-bea2-4ccf-acd5-0eec0ca908ca tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8620942 Dec 23 12:40:34.751899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38222) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:34.758060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'security_group_rule': {'security_group_id': '6ca54b3c-5e58-42f3-8bd9-093a1adb4436', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:34.762547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94776dbc-ea92-416f-8895-103b6d928cb9 req-55a45bea-ab05-4647-9f67-f6961a199e0c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.765160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94776dbc-ea92-416f-8895-103b6d928cb9 req-55a45bea-ab05-4647-9f67-f6961a199e0c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 944 time: 0.1850479 Dec 23 12:40:34.786115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:34.791338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.792810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-634391d7-ddd6-4d67-aed2-cdcf832cb9c1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1560001 Dec 23 12:40:34.793042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a0c44-c1f4-448e-a8f8-ab1557635ccc tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.797358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:34.797679 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] Routers {'7a1767dc-145a-40ee-8a4d-f6b087cff711'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:34.798987 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7a1767dc-145a-40ee-8a4d-f6b087cff711'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:34.799142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a0c44-c1f4-448e-a8f8-ab1557635ccc tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.803153 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ad7e7-9efa-4f60-b8a4-ce92f206bdaa x-openstack-request-id: req-b04ad7e7-9efa-4f60-b8a4-ce92f206bdaa {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:40:34.803450 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-plugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:40:34.804909 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b04ad7e7-9efa-4f60-b8a4-ce92f206bdaa {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:40:34.804909 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'code': 200} Dec 23 12:40:34.806106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a0c44-c1f4-448e-a8f8-ab1557635ccc tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:34.807826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-648a0c44-c1f4-448e-a8f8-ab1557635ccc tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2740114 Dec 23 12:40:34.820179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38226) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:34.847591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:34.848672 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4e2f3-e7da-4c5f-b833-f3053826b4d2 None None] The sync data for ids ['7a1767dc-145a-40ee-8a4d-f6b087cff711'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:34.857442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1b580737-ce60-4a56-a9d3-6a604bf83124 None None] Provisioning complete for port e9a8dde2-a1db-496c-9256-cd250c0848ad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:34.858046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b580737-ce60-4a56-a9d3-6a604bf83124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:34.884163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:34.913306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1b580737-ce60-4a56-a9d3-6a604bf83124 None None] Port e9a8dde2-a1db-496c-9256-cd250c0848ad cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:34.948541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94776dbc-ea92-416f-8895-103b6d928cb9 req-59b97b3b-970a-430c-8fb1-6de8fe6361b3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759622 Dec 23 12:40:35.046791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.052593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port e9a8dde2-a1db-496c-9256-cd250c0848ad {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:35.053054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.158438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.166483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.180055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for e9a8dde2-a1db-496c-9256-cd250c0848ad owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:35.216899 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Project c95a45dd98b447989e82921fb516201d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:40:35.217830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] In _notify_port_updated(), no bound segment for port 223db3cb-1607-4166-9fb8-6915785acec2 on network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:35.223579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:35.224253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.225606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/ports/223db3cb-1607-4166-9fb8-6915785acec2 HTTP/1.1" status: 200 len: 818 time: 0.8667715 Dec 23 12:40:35.225844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.229691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38238) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.260107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1497f3d0-1a1c-474e-bd63-98df5e775a05 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/7a1767dc-145a-40ee-8a4d-f6b087cff711 HTTP/1.1" status: 200 len: 925 time: 0.4611115 Dec 23 12:40:35.264134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.303752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ddc2d5e-0f02-40f9-87fb-dcc0b89aa1c3 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1767dc-145a-40ee-8a4d-f6b087cff711 HTTP/1.1" status: 200 len: 205 time: 0.0340629 Dec 23 12:40:35.304007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dab2c-ed7f-4685-be58-1a2c3eb8de7f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=223db3cb-1607-4166-9fb8-6915785acec2,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:35.304119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38244) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.354044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.399258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.419557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 223db3cb-1607-4166-9fb8-6915785acec2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:35.419715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.428514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25809a1f-37ab-4b5d-b555-f727ee8afe05,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:35.445669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.537050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13b9ed8f-3d2b-4490-ba75-b6bb8630d8d5 req-561acf5c-7a5e-462f-b52a-bf4b4def0da3 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0660717 Dec 23 12:40:35.551718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.566411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 223db3cb-1607-4166-9fb8-6915785acec2 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:35.582526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.584395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41f2234b-7581-41cf-a572-a9eace59efc9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8312733 Dec 23 12:40:35.589845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38254) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.594958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'network': {'name': 'tempest-network-smoke--2068336874', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:35.625153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.637656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.664722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=e9a8dde2-a1db-496c-9256-cd250c0848ad,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:35.737270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:35.742081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.822637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port 6982a16f-7442-47ae-9659-fcea44f6fb2a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:35.823306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.834083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.847919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b136be36-f70f-4e1e-8fe5-0480fd31fbec tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/e9a8dde2-a1db-496c-9256-cd250c0848ad HTTP/1.1" status: 204 len: 168 time: 1.0257769 Dec 23 12:40:35.850971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38256) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.886349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:40:35.892890 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.908379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:35.914260 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b9a0ee-9dba-4d30-a52d-3bb744300db2 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] GET failed (client error): The resource could not be found. Dec 23 12:40:35.914260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d6b9a0ee-9dba-4d30-a52d-3bb744300db2 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports/e9a8dde2-a1db-496c-9256-cd250c0848ad HTTP/1.1" status: 404 len: 333 time: 0.0617988 Dec 23 12:40:35.927049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:35.935888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609922194'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:35.951274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:35.951622 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Added segment 525e8215-d724-4479-b873-2daa5fe3e7c0 of type vlan for network 81823906-6ffe-4122-b0c2-6ed9636224a2 Dec 23 12:40:35.996646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6a36148-20fc-4de7-be9c-780a512b19b4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:36.059431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=223db3cb-1607-4166-9fb8-6915785acec2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:36.063954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.083866 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.089729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75406471-3e38-4822-b848-26b1a94c5c06 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/223db3cb-1607-4166-9fb8-6915785acec2 HTTP/1.1" status: 204 len: 168 time: 0.8575807 Dec 23 12:40:36.099028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:36.108852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f6a36148-20fc-4de7-be9c-780a512b19b4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:36.109304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.148105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.169984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for 6982a16f-7442-47ae-9659-fcea44f6fb2a owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:36.185368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.resource_extend [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:40:36.211861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e979c-8363-4da8-b802-a3634cd94ab5 req-0d81aa2d-9519-4747-a475-43117ea6168f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:36.213488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-252e979c-8363-4da8-b802-a3634cd94ab5 req-0d81aa2d-9519-4747-a475-43117ea6168f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.1314414 Dec 23 12:40:36.225388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effcc233-ec16-4966-a4e2-039356601463 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:36.229581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-effcc233-ec16-4966-a4e2-039356601463 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1266148 Dec 23 12:40:36.232163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38264) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:36.282478 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac292b65-163f-4f1d-838c-a41b63079b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:36.288542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ac292b65-163f-4f1d-838c-a41b63079b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/223db3cb-1607-4166-9fb8-6915785acec2 HTTP/1.1" status: 404 len: 333 time: 0.0510936 Dec 23 12:40:36.288729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38266) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:36.294326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-164457813'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:36.326061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-252e979c-8363-4da8-b802-a3634cd94ab5 req-04c93eb4-7cac-4029-a444-775ba6f752e4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979290 Dec 23 12:40:36.382580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.388618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:36.389314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.406491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:36.411210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.444902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port c5399ead-6a40-43d1-9537-aedad8d8a6d8 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:36.520155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Network': ['ID=81823906-6ffe-4122-b0c2-6ed9636224a2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:36.530398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:36.558383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:36.562216 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.590527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1060e226-f54e-4ddc-8675-efb83f277ca3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9968395 Dec 23 12:40:36.591894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:36.616144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'admin_state_up': True, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:36.627588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.672693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f37569-9c36-4c7d-a7a8-8c7e42a4ac7e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:36.714958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::131 (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/c5399ead-6a40-43d1-9537-aedad8d8a6d8) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:36.731846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:36.743445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=6982a16f-7442-47ae-9659-fcea44f6fb2a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:36.766523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a305225-f351-4cfd-8e47-4dd65e3dd44c req-8b78785c-8371-4c65-a20f-4be645f5e1e4 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0555446 Dec 23 12:40:36.774685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.775289 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment f8c96163-3412-4dda-88df-94cae985dfd3 of type vlan for network 89aff5b1-8fd7-4937-8610-8b3c44bde301 Dec 23 12:40:36.798852 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.843414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.928697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.929941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.948120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.951787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.979275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:36.985041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:36.985640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.043730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.076478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7842014 Dec 23 12:40:37.076951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:37.077098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.083233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:37.083420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096bbf7-8b07-4067-8cfd-5dee2c919bd6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=89aff5b1-8fd7-4937-8610-8b3c44bde301,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:37.102543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:37.240395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.241976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.242503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router 7a1767dc-145a-40ee-8a4d-f6b087cff711 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:40:37.259205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.263969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb8c5204-1146-427e-b03f-9cbf073fb143 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/7a1767dc-145a-40ee-8a4d-f6b087cff711 HTTP/1.1" status: 204 len: 168 time: 1.9557736 Dec 23 12:40:37.265549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38276) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:37.301330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829934561', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:37.322974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:37.337601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:37.346155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.350973 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:37.353359 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:37.362016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.366920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:37.371083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.389641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=c5399ead-6a40-43d1-9537-aedad8d8a6d8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:37.500188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73781918-81e9-4e02-a402-472ee7ca5a84 req-a762f7c6-329f-4e73-8cfe-3c62b5512472 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:37.502860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73781918-81e9-4e02-a402-472ee7ca5a84 req-a762f7c6-329f-4e73-8cfe-3c62b5512472 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.0637326 Dec 23 12:40:37.505268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.506507 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.513790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc79f223-a482-4080-9045-ace827f0118c tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5855834 Dec 23 12:40:37.516694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38280) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:37.533234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:0b:5a:41'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:37.550597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:37.554629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.655587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.745707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.768610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9ede64ab-2071-408a-bd0b-b73d237c1514 None None] Provisioning complete for port c5399ead-6a40-43d1-9537-aedad8d8a6d8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:37.769747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ede64ab-2071-408a-bd0b-b73d237c1514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.824517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73781918-81e9-4e02-a402-472ee7ca5a84 req-b664bfcd-0369-41f7-8566-a868dffab014 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084228 Dec 23 12:40:37.908595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9ede64ab-2071-408a-bd0b-b73d237c1514 None None] Port c5399ead-6a40-43d1-9537-aedad8d8a6d8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:37.934964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:37.968585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e02ca817-3fcf-426e-9eb2-e20b03131705 req-6ab545d1-af67-45fd-acc3-61ee35556cf7 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0389836 Dec 23 12:40:38.007075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.032984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.100609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=637d3f94-5a44-49f9-a78c-8ee688bcad5e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:38.125140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.167709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': 'f8c96163-3412-4dda-88df-94cae985dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:38.167991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: 89aff5b1-8fd7-4937-8610-8b3c44bde301, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:38.222641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.283110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.308926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.159 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/235fbd0b-b271-4a53-a1bb-046ab2829204) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:38.338720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:38.358589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=c5399ead-6a40-43d1-9537-aedad8d8a6d8,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:38.362344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] In _notify_port_updated(), no bound segment for port c5399ead-6a40-43d1-9537-aedad8d8a6d8 on network e3874495-6003-400b-b1ef-a9fe0c0ca572 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:38.372451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:38.373362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.375288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95ceaf69-667a-4e34-ab70-584c216decea tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "PUT /v2.0/ports/c5399ead-6a40-43d1-9537-aedad8d8a6d8 HTTP/1.1" status: 200 len: 1002 time: 0.8552454 Dec 23 12:40:38.378152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38286) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:38.556679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.590178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 89aff5b1-8fd7-4937-8610-8b3c44bde301) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:38.601181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736064c-11ee-48e1-8082-9f55456f4b7b None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:38.613152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:38.614102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.760343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-89aff5b1-8fd7-4937-8610-8b3c44bde301', 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': '637d3f94-5a44-49f9-a78c-8ee688bcad5e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:40:38.761363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.783188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:38.884310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1075aa4-d251-4f08-8399-20dfe204239e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8061457 Dec 23 12:40:38.890794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38292) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:38.919753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:38.924758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:38.934070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:38.936907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:38.969379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=235fbd0b-b271-4a53-a1bb-046ab2829204,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:39.021211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c47fd-9b02-4bf3-ba94-698d9e268c6a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:39.102032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5b83b3cb-f0f7-4c43-a811-7eac02b322e7 None None] Provisioning complete for port c5399ead-6a40-43d1-9537-aedad8d8a6d8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:39.102397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b83b3cb-f0f7-4c43-a811-7eac02b322e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.148331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5b83b3cb-f0f7-4c43-a811-7eac02b322e7 None None] Port c5399ead-6a40-43d1-9537-aedad8d8a6d8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:39.239334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Allocated IP 2001:db8::2 (89aff5b1-8fd7-4937-8610-8b3c44bde301/637d3f94-5a44-49f9-a78c-8ee688bcad5e/24be6531-5d61-405c-8b9e-465140e12459) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:39.321747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e39b365b-8261-4c17-bd8e-b0c3aa9ca48d None None] Provisioning complete for port 235fbd0b-b271-4a53-a1bb-046ab2829204 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:39.322110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e39b365b-8261-4c17-bd8e-b0c3aa9ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.342599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f33fd75-1a40-4bb6-80dc-3dd805142002 req-ad452b18-f632-497f-bdce-5347fded3971 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1120591 Dec 23 12:40:39.393253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e39b365b-8261-4c17-bd8e-b0c3aa9ca48d None None] Port 235fbd0b-b271-4a53-a1bb-046ab2829204 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:39.430166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.433401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d9bd8-c687-43fd-bc4e-b63b2412dd5b req-db1e14fc-6210-4817-a909-7fca385858ae tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:39.442646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f23d9bd8-c687-43fd-bc4e-b63b2412dd5b req-db1e14fc-6210-4817-a909-7fca385858ae tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2109706 Dec 23 12:40:39.496065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.543595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:39.548521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.554079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.627222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Pushing event updated for resources: {'Port': ['ID=24be6531-5d61-405c-8b9e-465140e12459,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:39.643539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:39.645839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:39.652333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:39.662276 n-d-822750-2 neutron-server[104037]: INFO neutron.db.ipam_backend_mixin [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 637d3f94-5a44-49f9-a78c-8ee688bcad5e (CIDR: 2001:db8::/64) Dec 23 12:40:39.721410 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:40:39.723304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:40:39.735313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Attempting to bind port 24be6531-5d61-405c-8b9e-465140e12459 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:39.735773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Attempting to bind port 24be6531-5d61-405c-8b9e-465140e12459 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f8c96163-3412-4dda-88df-94cae985dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:39.736144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Attempting to bind port 24be6531-5d61-405c-8b9e-465140e12459 on network 89aff5b1-8fd7-4937-8610-8b3c44bde301 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:39.745738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:39.746463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Checking segment: {'id': 'f8c96163-3412-4dda-88df-94cae985dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:39.746936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.747450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Bound using segment: {'id': 'f8c96163-3412-4dda-88df-94cae985dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:39.747981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Bound port: 24be6531-5d61-405c-8b9e-465140e12459, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c96163-3412-4dda-88df-94cae985dfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:39.748364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.776209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f23d9bd8-c687-43fd-bc4e-b63b2412dd5b req-ab25453a-5a41-45f5-859a-5b0ab71ef468 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323693 Dec 23 12:40:39.779663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port c5399ead-6a40-43d1-9537-aedad8d8a6d8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:39.780182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.789563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.832366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:39.835760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] For port 24be6531-5d61-405c-8b9e-465140e12459, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:39.839747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] For port 24be6531-5d61-405c-8b9e-465140e12459, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=24be6531-5d61-405c-8b9e-465140e12459,segment=NetworkSegment(f8c96163-3412-4dda-88df-94cae985dfd3),segment_id=f8c96163-3412-4dda-88df-94cae985dfd3)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:39.934657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1dea6db1-7261-4a54-90be-c40b02742d50 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0424044 Dec 23 12:40:39.939551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38296) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:39.949577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:39.955144 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.051587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c797a-59ee-420e-ad70-f7ba914ebc9a None None] Pushing event updated for resources: {'Port': ['ID=24be6531-5d61-405c-8b9e-465140e12459,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:40.118060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.153645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.175656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 172.25.7.233 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/3264a5cb-67af-4432-8cb3-fcec67f4f45f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:40.216437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for c5399ead-6a40-43d1-9537-aedad8d8a6d8 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:40.418366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router ce74f08b-13da-4254-ad02-0290c23b2c2f is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:40:40.525029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-307e6d12-011f-406a-86e9-c7ad0ecc4613 req-26c845eb-7138-415b-a0a8-2fdf2735f107 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0628448 Dec 23 12:40:40.562851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.609821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:40.620574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Sync routers for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:40.636244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:40.637124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:40.763625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:40.834296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:40.840091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.894628 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.899523 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-705cad86-f0cc-45d6-bfb6-4afdf48c8b00 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3064730 Dec 23 12:40:40.900309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:40.920001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.931220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:40.953860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34b16317-1839-4bf6-b3d5-49b254cda29a tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c95a45dd98b447989e82921fb516201d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499463 Dec 23 12:40:40.954213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38306) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:40.971234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:40.980161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:40.983156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:41.038701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c307f6-7370-4b83-8636-9606098598e6 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:41.075142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:39Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:41.110157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Checking router: ce74f08b-13da-4254-ad02-0290c23b2c2f for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:41.110528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Updating router ce74f08b-13da-4254-ad02-0290c23b2c2f port 235fbd0b-b271-4a53-a1bb-046ab2829204 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:40:41.169523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.287189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc70fcb-77d7-4f52-83ce-622e075e82a1 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:41.288737 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cdc70fcb-77d7-4f52-83ce-622e075e82a1 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3336978 Dec 23 12:40:41.291862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38314) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:41.380236 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-43290fae-41b4-479b-ba0a-8fca676f9129 tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850198 Dec 23 12:40:41.381257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:41.390080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116976580', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:41.491612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-02516bdf-e061-4971-8099-9214dfaacb94 None None] Provisioning complete for port 3264a5cb-67af-4432-8cb3-fcec67f4f45f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:41.497098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-02516bdf-e061-4971-8099-9214dfaacb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.512775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=3264a5cb-67af-4432-8cb3-fcec67f4f45f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:41.575145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.579905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=c5399ead-6a40-43d1-9537-aedad8d8a6d8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:41.590644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-02516bdf-e061-4971-8099-9214dfaacb94 None None] Port 3264a5cb-67af-4432-8cb3-fcec67f4f45f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:41.616435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9219-273a-416d-8044-ad8ee649c561 req-a321dd7f-70c5-4f0b-811c-7361a3fb6ba1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:41.616435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d26b9219-273a-416d-8044-ad8ee649c561 req-a321dd7f-70c5-4f0b-811c-7361a3fb6ba1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.7131517 Dec 23 12:40:41.616634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99434cb6-b6ed-4be0-9e2f-48853cbc4a40 None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:41.711947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:41.715992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.729902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c059eed6-5db6-4d4c-89fa-a666e773c14a req-f5c938e1-c936-4b0e-b833-1e5877e97fca tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0633061 Dec 23 12:40:41.779258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.797950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d26b9219-273a-416d-8044-ad8ee649c561 req-650031e8-2fa1-49f9-bb15-a6dde6f87a42 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625719 Dec 23 12:40:41.804982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:41.811221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-98a202db-87a2-4508-b1f8-d9c93845fbde tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/c5399ead-6a40-43d1-9537-aedad8d8a6d8 HTTP/1.1" status: 204 len: 168 time: 3.4288850 Dec 23 12:40:41.811611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:41.859670 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44567b4-81af-46d3-ab94-83455147e3e3 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] GET failed (client error): The resource could not be found. Dec 23 12:40:41.859670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e44567b4-81af-46d3-ab94-83455147e3e3 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports/c5399ead-6a40-43d1-9537-aedad8d8a6d8 HTTP/1.1" status: 404 len: 333 time: 0.0301363 Dec 23 12:40:41.864694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38322) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:41.870379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:41.870643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-214489435'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:41.871453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.013075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Attempting to bind port 235fbd0b-b271-4a53-a1bb-046ab2829204 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:42.013075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Attempting to bind port 235fbd0b-b271-4a53-a1bb-046ab2829204 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:42.013075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Attempting to bind port 235fbd0b-b271-4a53-a1bb-046ab2829204 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:42.027467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:42.027971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:42.028374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.028806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:42.029356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Bound port: 235fbd0b-b271-4a53-a1bb-046ab2829204, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:42.029738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.031498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b82347-d5f2-4bff-8578-5c1cbca54eb3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:42.044946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd332-cdcf-4978-b7a1-6e9abbc429cf None None] Pushing event updated for resources: {'Port': ['ID=235fbd0b-b271-4a53-a1bb-046ab2829204,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:42.099176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 24be6531-5d61-405c-8b9e-465140e12459 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:42.176945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.233095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:42.241230 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.270776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port 88f859d5-d76b-4f97-8c56-39cb951bc6aa yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:42.297145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] For port 24be6531-5d61-405c-8b9e-465140e12459, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=24be6531-5d61-405c-8b9e-465140e12459,segment=NetworkSegment(f8c96163-3412-4dda-88df-94cae985dfd3),segment_id=f8c96163-3412-4dda-88df-94cae985dfd3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:42.349144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:42.349514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.352948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] For port 235fbd0b-b271-4a53-a1bb-046ab2829204, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:42.390662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.393613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.430608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] For port 235fbd0b-b271-4a53-a1bb-046ab2829204, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=235fbd0b-b271-4a53-a1bb-046ab2829204,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:42.435904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.499096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::13f (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/88f859d5-d76b-4f97-8c56-39cb951bc6aa) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:42.530195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.537407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd7e2e-f27f-444f-b921-2eb3715b0e1c None None] Pushing event updated for resources: {'Port': ['ID=24be6531-5d61-405c-8b9e-465140e12459,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:42.591995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:42.600044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d9431c56-803f-4aff-a79a-80d53fdc2326 None None] Provisioning complete for port 235fbd0b-b271-4a53-a1bb-046ab2829204 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:42.600044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d9431c56-803f-4aff-a79a-80d53fdc2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.602221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:42.618569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:42.619180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.634049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb01326-d62d-4533-a5e6-c2b7008bbc50 None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:42.637332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.674402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Subnet': ['ID=4372db9e-627e-4015-a003-da359b8e7307,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:42.696726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=d05d9389-f18c-4e6e-823e-c80157ac6da6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:42.731478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd332-cdcf-4978-b7a1-6e9abbc429cf None None] Pushing event updated for resources: {'Port': ['ID=235fbd0b-b271-4a53-a1bb-046ab2829204,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:42.742129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Checking segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:42.742344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network hostable DHCP agents. Network: 81823906-6ffe-4122-b0c2-6ed9636224a2, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:42.775471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.776960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.784849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-65a09d4d-6302-46c6-9afa-68e2e46c08cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8407760 Dec 23 12:40:42.790239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:42.794759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'fixed_ips': [{'subnet_id': '637d3f94-5a44-49f9-a78c-8ee688bcad5e'}, {'subnet_id': 'd05d9389-f18c-4e6e-823e-c80157ac6da6'}], 'name': 'tempest-PortsIpV6TestJSON-902785002'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:42.872493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62e584-7f2a-4347-ac33-b56f361252bf None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:42.875163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d9431c56-803f-4aff-a79a-80d53fdc2326 None None] Port 235fbd0b-b271-4a53-a1bb-046ab2829204 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:42.890420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:42.891599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:42.897426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:42.979077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:42.998181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d9431c56-803f-4aff-a79a-80d53fdc2326 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:42.998610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d9431c56-803f-4aff-a79a-80d53fdc2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.027835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:43.032986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:43.037277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=88f859d5-d76b-4f97-8c56-39cb951bc6aa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:43.050217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:43.058799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:43.059838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.090806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 81823906-6ffe-4122-b0c2-6ed9636224a2) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:43.096059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:43.097135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.132178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3bfe6f-9f70-49a6-9573-61be8bfeadf8 None None] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:43.189192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e50a5cb9-2dbc-4542-9478-452f0faa272f tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3209097 Dec 23 12:40:43.189784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:43.196475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0b:5a:41'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:43.260063 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d974aa0a-fab2-456a-935e-3ed235020533 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8777168 Dec 23 12:40:43.263998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38334) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:43.345815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:43.445592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04b54e92-32fe-430f-8c28-f8291fbc4e28 req-b92b7c5d-d12b-4259-a4a5-e12dc96a9e7a tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.5534792 Dec 23 12:40:43.606751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b869-6238-4ecc-ab2d-f22583f1a42c req-7182a056-b78b-4ee8-9cb6-52b433cdbd2c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:43.616429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbe5b869-6238-4ecc-ab2d-f22583f1a42c req-7182a056-b78b-4ee8-9cb6-52b433cdbd2c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2393994 Dec 23 12:40:43.696005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-726a0dcf-b557-4bc4-b695-238c97b29f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.730832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbe5b869-6238-4ecc-ab2d-f22583f1a42c req-c91ba854-acd0-449a-8d2c-2d230f345f7d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117930 Dec 23 12:40:43.766677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-81823906-6ffe-4122-b0c2-6ed9636224a2', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:40:43.767540 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.772462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:43.788544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router 61d58e90-22c6-48a6-93c6-321c31f34da2 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:40:43.809846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Update dhcp port {'port': {'network_id': '89aff5b1-8fd7-4937-8610-8b3c44bde301', 'fixed_ips': [{'subnet_id': '637d3f94-5a44-49f9-a78c-8ee688bcad5e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd05d9389-f18c-4e6e-823e-c80157ac6da6'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '24be6531-5d61-405c-8b9e-465140e12459'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:40:43.874129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:43.983857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Provisioning complete for port 235fbd0b-b271-4a53-a1bb-046ab2829204 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:43.985437 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.076198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:44.088171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Sync routers for ids ['61d58e90-22c6-48a6-93c6-321c31f34da2'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:44.098225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Allocated IP 172.20.0.2 (81823906-6ffe-4122-b0c2-6ed9636224a2/4372db9e-627e-4015-a003-da359b8e7307/53373f42-6ce2-4121-b1d1-b032f42d9278) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:44.104589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Routers {'61d58e90-22c6-48a6-93c6-321c31f34da2'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:44.105182 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['61d58e90-22c6-48a6-93c6-321c31f34da2'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:44.152083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.180154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:44.188238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.190212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bb441965-1182-4969-a427-124b3528fd78 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8973172 Dec 23 12:40:44.193729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:44.279085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.282852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 24be6531-5d61-405c-8b9e-465140e12459 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:44.309375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.357115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Set router 61d58e90-22c6-48a6-93c6-321c31f34da2 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:44.508345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-79711006-df5f-4681-836d-04f957edf765 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/61d58e90-22c6-48a6-93c6-321c31f34da2 HTTP/1.1" status: 200 len: 908 time: 0.3046157 Dec 23 12:40:44.512046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:44.530007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-829934561', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': True}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:44.542220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.604928 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233'}], 'enable_snat': False}, 'gw_port_id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:37Z', 'updated_at': '2021-12-23T12:40:41Z', 'revision_number': 3, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port': {'id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:39Z', 'updated_at': '2021-12-23T12:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:44.647981 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Checking router: 61d58e90-22c6-48a6-93c6-321c31f34da2 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:44.648411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Updating router 61d58e90-22c6-48a6-93c6-321c31f34da2 port 3264a5cb-67af-4432-8cb3-fcec67f4f45f binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:40:44.670652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.679742 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.687646 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.751108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Pushing event updated for resources: {'Port': ['ID=53373f42-6ce2-4121-b1d1-b032f42d9278,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:44.802114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.849906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] In _notify_port_updated(), no bound segment for port 88f859d5-d76b-4f97-8c56-39cb951bc6aa on network e3874495-6003-400b-b1ef-a9fe0c0ca572 {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:44.864484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::286 (89aff5b1-8fd7-4937-8610-8b3c44bde301/637d3f94-5a44-49f9-a78c-8ee688bcad5e/b67b4a13-57e7-4308-b1ab-494b4b03ecd1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:44.865075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:44.865591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.865841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:44.875243 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "PUT /v2.0/ports/88f859d5-d76b-4f97-8c56-39cb951bc6aa HTTP/1.1" status: 200 len: 1002 time: 1.6836851 Dec 23 12:40:44.882680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38348) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:44.886792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8:0:1::20c (89aff5b1-8fd7-4937-8610-8b3c44bde301/d05d9389-f18c-4e6e-823e-c80157ac6da6/b67b4a13-57e7-4308-b1ab-494b4b03ecd1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:44.918321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:44.923883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:44.966580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:44.966949 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.974409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6311a462-8ac0-48f7-9e0c-3152f3a96d18 req-1ef85414-2f33-479f-b7b2-fda3ab9cdabd tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.3705735 Dec 23 12:40:44.986630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:44.989807 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.156528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646a833-6966-4faa-ae2b-9acb10c408a3 req-ca4ed6f6-1f7b-481c-9769-9be0a539cb74 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:45.164513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c646a833-6966-4faa-ae2b-9acb10c408a3 req-ca4ed6f6-1f7b-481c-9769-9be0a539cb74 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2575643 Dec 23 12:40:45.170672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.218516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:39Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:45.228849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] For port 235fbd0b-b271-4a53-a1bb-046ab2829204, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=235fbd0b-b271-4a53-a1bb-046ab2829204,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:45.260330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Attempting to bind port 53373f42-6ce2-4121-b1d1-b032f42d9278 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:45.260709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Attempting to bind port 53373f42-6ce2-4121-b1d1-b032f42d9278 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:45.261909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Attempting to bind port 53373f42-6ce2-4121-b1d1-b032f42d9278 on network 81823906-6ffe-4122-b0c2-6ed9636224a2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:45.269316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:45.270391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Checking segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:45.270799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.271196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Bound using segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:45.271680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Bound port: 53373f42-6ce2-4121-b1d1-b032f42d9278, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:45.272061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.275554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d726e4-c9dd-4ff2-aba1-4752baab88ca None None] The sync data for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 is: [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:39Z', 'revision_number': 3, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:45.328656 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.408778 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.409662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Provisioning complete for port 88f859d5-d76b-4f97-8c56-39cb951bc6aa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:45.410332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.410951 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.462355 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.484633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Port 88f859d5-d76b-4f97-8c56-39cb951bc6aa cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:45.508582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.510733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.585559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64777358-1c3e-4725-8a94-94f320ef5a94 None None] Pushing event updated for resources: {'Port': ['ID=235fbd0b-b271-4a53-a1bb-046ab2829204,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:45.593352 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Pushing event updated for resources: {'Port': ['ID=3264a5cb-67af-4432-8cb3-fcec67f4f45f,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:45.593972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.1 (81823906-6ffe-4122-b0c2-6ed9636224a2/4372db9e-627e-4015-a003-da359b8e7307/71cbc1c1-2cbf-40e7-9fd2-b606c7c36076) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:45.625171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.626077 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.626671 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.627961 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.628475 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.628995 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.629474 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.629970 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.630443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.630905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.631376 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.632721 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.634285 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:40:45.645623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] For port 53373f42-6ce2-4121-b1d1-b032f42d9278, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:45.655658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] For port 53373f42-6ce2-4121-b1d1-b032f42d9278, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=53373f42-6ce2-4121-b1d1-b032f42d9278,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:45.664119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Allocated IP 2001:db8:0:1::2 (89aff5b1-8fd7-4937-8610-8b3c44bde301/d05d9389-f18c-4e6e-823e-c80157ac6da6/24be6531-5d61-405c-8b9e-465140e12459) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:45.673048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Attempting to bind port 3264a5cb-67af-4432-8cb3-fcec67f4f45f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:45.674114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-04a0a471-2735-4b44-a07d-20cf9cbdacdd None None] Provisioning complete for port 88f859d5-d76b-4f97-8c56-39cb951bc6aa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:45.674641 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04a0a471-2735-4b44-a07d-20cf9cbdacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.675176 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Attempting to bind port 3264a5cb-67af-4432-8cb3-fcec67f4f45f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:45.675837 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Attempting to bind port 3264a5cb-67af-4432-8cb3-fcec67f4f45f on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:45.686312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e68a8d-2ff3-4185-af19-51c1a9ddadec None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:45.688169 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:45.695151 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:45.695776 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.700441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:45.700441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Bound port: 3264a5cb-67af-4432-8cb3-fcec67f4f45f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:45.700441 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.721558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a47a-2282-4b8f-ace3-befea0897331 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=88f859d5-d76b-4f97-8c56-39cb951bc6aa,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:45.808061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] For port 3264a5cb-67af-4432-8cb3-fcec67f4f45f, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:45.817825 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] For port 3264a5cb-67af-4432-8cb3-fcec67f4f45f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3264a5cb-67af-4432-8cb3-fcec67f4f45f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:45.843365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.882595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:45.896063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c646a833-6966-4faa-ae2b-9acb10c408a3 req-e2d7871b-a90e-4350-9b2b-c19db3e8d926 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725114 Dec 23 12:40:45.896909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=b67b4a13-57e7-4308-b1ab-494b4b03ecd1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:45.928274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:45.950957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:45.956883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:45.957581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:45.960104 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.102318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a471-2735-4b44-a07d-20cf9cbdacdd None None] Port 88f859d5-d76b-4f97-8c56-39cb951bc6aa cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:46.113797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cff45-831e-4e77-a6f7-f13321facbc1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:46.141624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97d4257d-0c88-4a42-a8c7-c7075de6b009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.153666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614938-a4ed-4e57-84fa-24137be434e4 None None] Pushing event updated for resources: {'Port': ['ID=53373f42-6ce2-4121-b1d1-b032f42d9278,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:46.191514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634de431-ad06-4df8-9897-1b8f93a8fc1a None None] Pushing event updated for resources: {'Port': ['ID=3264a5cb-67af-4432-8cb3-fcec67f4f45f,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:46.230412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 235fbd0b-b271-4a53-a1bb-046ab2829204 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:46.259191 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Routers {'61d58e90-22c6-48a6-93c6-321c31f34da2'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:46.260919 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['61d58e90-22c6-48a6-93c6-321c31f34da2'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:46.278469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.328419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] For port 24be6531-5d61-405c-8b9e-465140e12459, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=24be6531-5d61-405c-8b9e-465140e12459,segment=NetworkSegment(f8c96163-3412-4dda-88df-94cae985dfd3),segment_id=f8c96163-3412-4dda-88df-94cae985dfd3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:46.338782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] Provisioning complete for port 3264a5cb-67af-4432-8cb3-fcec67f4f45f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:46.339159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.345926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ee4d89f-6f70-4443-8e63-b1d12fe0eecf req-624df149-dd61-4c9e-917f-19dc047af7cb tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0980303 Dec 23 12:40:46.365111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f63d75e3-e2c8-478e-9911-26778747866f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5742090 Dec 23 12:40:46.366070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38354) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:46.388932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '637d3f94-5a44-49f9-a78c-8ee688bcad5e'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:46.547171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.611919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 235fbd0b-b271-4a53-a1bb-046ab2829204 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:46.613328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.618482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.642263 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] Set router 61d58e90-22c6-48a6-93c6-321c31f34da2 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:46.695150 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.700902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.790960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.838501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] For port 3264a5cb-67af-4432-8cb3-fcec67f4f45f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3264a5cb-67af-4432-8cb3-fcec67f4f45f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:46.955791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:46.986916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2feb4d-5a6b-4baf-acfc-f6ad2ec54b20 None None] Pushing event updated for resources: {'Port': ['ID=24be6531-5d61-405c-8b9e-465140e12459,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:47.104987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67e274-0cb4-4107-b03c-c3e971b01fca None None] Pushing event updated for resources: {'Port': ['ID=3264a5cb-67af-4432-8cb3-fcec67f4f45f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:47.116088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.177700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port 88f859d5-d76b-4f97-8c56-39cb951bc6aa {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:47.178184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.313628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Delete allocated IP 2001:db8:0:1::20c (89aff5b1-8fd7-4937-8610-8b3c44bde301/d05d9389-f18c-4e6e-823e-c80157ac6da6) {{(pid=104037) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:40:47.339320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.459924 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233'}], 'enable_snat': False}, 'gw_port_id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:37Z', 'updated_at': '2021-12-23T12:40:41Z', 'revision_number': 3, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port': {'id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:39Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:47.496633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:47.516801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:47.538957 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92801c86-78a0-4ff1-b823-9e134f46df16 None None] The sync data for ids ['61d58e90-22c6-48a6-93c6-321c31f34da2'] in n-d-822750-2 is: [{'id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233'}], 'enable_snat': False}, 'gw_port_id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:37Z', 'updated_at': '2021-12-23T12:40:41Z', 'revision_number': 3, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port': {'id': '3264a5cb-67af-4432-8cb3-fcec67f4f45f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d58e90-22c6-48a6-93c6-321c31f34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:39Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:47.548600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:47.563207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.624778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:47.656932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8aa972b-6d66-4ac3-a397-0ace6937b0f0 req-13a9ddd2-a50e-4257-9dbd-a65546e784d6 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0816164 Dec 23 12:40:47.667039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.779581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.900548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] In _notify_port_updated(), no bound segment for port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 on network 89aff5b1-8fd7-4937-8610-8b3c44bde301 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:47.910959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:47.934663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:47.938439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/ports/b67b4a13-57e7-4308-b1ab-494b4b03ecd1 HTTP/1.1" status: 200 len: 925 time: 1.5665922 Dec 23 12:40:47.950344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38364) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:47.997326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f3233-716e-4a09-acc3-2cd82bb0f51d None None] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:48.022888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '637d3f94-5a44-49f9-a78c-8ee688bcad5e'}, {'subnet_id': 'd05d9389-f18c-4e6e-823e-c80157ac6da6'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:48.023181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.096193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd823f-8f0b-40c7-9427-a07c0d14a360 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=b67b4a13-57e7-4308-b1ab-494b4b03ecd1,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:48.207373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for 88f859d5-d76b-4f97-8c56-39cb951bc6aa owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:48.269439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa090-a0bd-4fb8-9d4e-4fcefca70872 req-0b1397dc-c4b3-4eb3-bcd6-07e96dde8077 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:48.271544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bcfa090-a0bd-4fb8-9d4e-4fcefca70872 req-0b1397dc-c4b3-4eb3-bcd6-07e96dde8077 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.3344767 Dec 23 12:40:48.318202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] Provisioning complete for port 53373f42-6ce2-4121-b1d1-b032f42d9278 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:48.319071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.321041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 24be6531-5d61-405c-8b9e-465140e12459 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:48.446129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.465650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.571972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.611088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:48.611446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.692760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.704335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.767670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:48.796995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bcfa090-a0bd-4fb8-9d4e-4fcefca70872 req-09db2c20-4bba-47e8-b2bf-6d64eb154be0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232306 Dec 23 12:40:48.976342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.043192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-606db352-5866-4a87-ac46-d084e13cca9c req-5783577e-baff-44e4-bbf7-987196f31c18 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1001213 Dec 23 12:40:49.207945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] For port 53373f42-6ce2-4121-b1d1-b032f42d9278, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=53373f42-6ce2-4121-b1d1-b032f42d9278,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:49.244000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 53373f42-6ce2-4121-b1d1-b032f42d9278 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:49.288761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.307565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.388756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.469913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.524531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 172.25.7.56 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/3612da29-f626-4ad2-bf25-ea7ec9fdbfc2) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:49.614399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.693659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.706985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/88f859d5-d76b-4f97-8c56-39cb951bc6aa HTTP/1.1" status: 204 len: 168 time: 4.8169279 Dec 23 12:40:49.707353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38372) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:49.718863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:49.778233 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-345fb12f-97c3-4c43-88b4-f9947c38adf3 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] GET failed (client error): The resource could not be found. Dec 23 12:40:49.779582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-345fb12f-97c3-4c43-88b4-f9947c38adf3 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports/88f859d5-d76b-4f97-8c56-39cb951bc6aa HTTP/1.1" status: 404 len: 333 time: 0.0713129 Dec 23 12:40:49.856069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38374) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:49.862931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.873248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038a83d-01a2-442d-856a-1d6734cfff8f None None] Pushing event updated for resources: {'Port': ['ID=53373f42-6ce2-4121-b1d1-b032f42d9278,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:49.903410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Provisioning complete for port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:49.903931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.919518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-574629881'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:49.955067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 53373f42-6ce2-4121-b1d1-b032f42d9278 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:49.959474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:49.987229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:50.010835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Provisioning complete for port 53373f42-6ce2-4121-b1d1-b032f42d9278 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.011394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.020867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-535dac26-cb36-4a9a-b4c4-0c2e67951dd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4288230 Dec 23 12:40:50.034168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa2350-99e8-4eb1-99c1-5bb0a007e350 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=88f859d5-d76b-4f97-8c56-39cb951bc6aa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:50.046883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:50.048395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:50.068616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.240355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.240939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.397962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router ce74f08b-13da-4254-ad02-0290c23b2c2f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:40:50.420436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Provisioning complete for port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.420856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.527690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3264a5cb-67af-4432-8cb3-fcec67f4f45f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:50.583921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-77f77306-8003-438b-9d5d-7cf5a5bd6286 None None] Port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:50.600522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:50.610873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d4f88d6e-2625-4bbc-87bf-44bba710ccf7 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/ce74f08b-13da-4254-ad02-0290c23b2c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3415985 Dec 23 12:40:50.722715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3264a5cb-67af-4432-8cb3-fcec67f4f45f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.722715 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.722715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Sync routers for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:50.722715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:50.722715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:50.798524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Provisioning complete for port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.798802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:50.888525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:50.891151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:50.894929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 53373f42-6ce2-4121-b1d1-b032f42d9278 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:50.926877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8af117d7-bee4-4768-a895-32856fab137f req-201c1fcb-4ba4-4203-8aae-9f9a11cb0cb2 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.6836646 Dec 23 12:40:50.931200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8:0:1::15c (89aff5b1-8fd7-4937-8610-8b3c44bde301/d05d9389-f18c-4e6e-823e-c80157ac6da6/b67b4a13-57e7-4308-b1ab-494b4b03ecd1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:50.983204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Provisioning complete for port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:50.985107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.022360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-e041408c-55ff-4f7b-88f2-1b688f3c69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:51.023854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-e041408c-55ff-4f7b-88f2-1b688f3c69a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 1096 time: 0.7837999 Dec 23 12:40:51.038488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a97ea-a182-4481-a173-9adbcc955f4d req-5d1193ba-6590-41a2-b989-f19e336e9d29 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:51.040204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a17a97ea-a182-4481-a173-9adbcc955f4d req-5d1193ba-6590-41a2-b989-f19e336e9d29 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 1.0292892 Dec 23 12:40:51.116347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b35d286f-58ef-49e1-9d51-32c60b115b1d None None] Port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:51.146074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 53373f42-6ce2-4121-b1d1-b032f42d9278 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:51.146438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.151811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.290523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:51.327912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:49Z', 'revision_number': 2, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:51.338053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a17a97ea-a182-4481-a173-9adbcc955f4d req-973df212-1a65-4bb8-85d9-e89f2f16a3be tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873263 Dec 23 12:40:51.363628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Checking router: ce74f08b-13da-4254-ad02-0290c23b2c2f for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:51.363961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Updating router ce74f08b-13da-4254-ad02-0290c23b2c2f port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:40:51.377095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:51.381566 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.392233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:51.393476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.406412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-c274bde6-bd60-4388-9ffb-49b4ecc7310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:51.407904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-c274bde6-bd60-4388-9ffb-49b4ecc7310f service neutron] 10.222.0.43 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.3585079 Dec 23 12:40:51.416650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:51.423297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:51.445047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-f656389d-b98d-4ae0-822c-a8afcbdf3144 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437452613&fields=id&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 267 time: 0.2966473 Dec 23 12:40:51.500030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377740c1-7343-4659-b7a1-ed3534914d89 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:51.528092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port 03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:51.548577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-2e2164f5-8fda-4e46-8129-5593bb09b681 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 200 len: 217 time: 0.1267548 Dec 23 12:40:51.587135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.591809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a4ad28ff-0644-4414-846f-18b2a6ac8328 None None] Provisioning complete for port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:51.592131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a4ad28ff-0644-4414-846f-18b2a6ac8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.644759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad28ff-0644-4414-846f-18b2a6ac8328 None None] Port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:51.678322 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.803940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.870648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-ac4ec376-e88b-42b4-9470-83a2f05a1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:51.872426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-ac4ec376-e88b-42b4-9470-83a2f05a1a82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.2802856 Dec 23 12:40:51.892562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:51.987759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=b67b4a13-57e7-4308-b1ab-494b4b03ecd1,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:52.038835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] In _notify_port_updated(), no bound segment for port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 on network 89aff5b1-8fd7-4937-8610-8b3c44bde301 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:52.038952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56def8-ed5d-4750-8807-17d6100ae167 None None] Pushing event updated for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:52.039054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:52.039054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.039054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f67895a-a5ab-4e4e-be6b-6e7e7595f501 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/ports/b67b4a13-57e7-4308-b1ab-494b4b03ecd1 HTTP/1.1" status: 200 len: 1011 time: 4.0806267 Dec 23 12:40:52.039435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38402) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:52.068503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-bcaff67e-ff49-4679-9ccd-f16a21c76351 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:52.082604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-bcaff67e-ff49-4679-9ccd-f16a21c76351 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/networks?id=81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 200 len: 797 time: 0.6363604 Dec 23 12:40:52.124071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::245 (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:52.150882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Attempting to bind port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:52.151425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Attempting to bind port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:52.151946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Attempting to bind port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 on network 81823906-6ffe-4122-b0c2-6ed9636224a2 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:52.170675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:52.171156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Checking segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:52.171673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.172171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Bound using segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:52.172942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Bound port: 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:52.173450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.205560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-c8aed088-694d-4af2-967d-40da362b3564 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/quotas/c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 375 time: 0.1219683 Dec 23 12:40:52.258113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port b67b4a13-57e7-4308-b1ab-494b4b03ecd1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:52.259437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.305132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] For port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:52.310402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-134d2e34-209f-4a99-a1c5-9a1aa1f99f78 req-5b01cee8-cf21-47f0-b8a9-cdb98389f3a0 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1441891 Dec 23 12:40:52.316294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] For port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:52.394951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.456321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.490769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for b67b4a13-57e7-4308-b1ab-494b4b03ecd1 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:52.548238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-78111a67-c916-4571-b44e-1f58cf2bede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:52.550514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-78111a67-c916-4571-b44e-1f58cf2bede2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6644762 Dec 23 12:40:52.551615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:52.553256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:52.557885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56def8-ed5d-4750-8807-17d6100ae167 None None] Pushing event updated for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:52.562269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Provisioning complete for port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:52.562852 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.808072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-f4002bee-9f8b-421f-8395-3c7e22f0d7dc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6009905 Dec 23 12:40:52.917341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.952264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:52.960433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb5b9-54f0-48e0-9302-4be90e4d2484 req-b95fad5e-adbf-456b-8d65-186f49a504c8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:52.962031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-608bb5b9-54f0-48e0-9302-4be90e4d2484 req-b95fad5e-adbf-456b-8d65-186f49a504c8 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.4299953 Dec 23 12:40:52.967965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:52.985277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.032863 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.038660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=b67b4a13-57e7-4308-b1ab-494b4b03ecd1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:53.129697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.135657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4892ff08-ab41-4850-8b22-57d1d248354f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/b67b4a13-57e7-4308-b1ab-494b4b03ecd1 HTTP/1.1" status: 204 len: 168 time: 1.0937488 Dec 23 12:40:53.135915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:53.169355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] For port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:53.183475 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb3af49-6e20-42fc-8ac8-ae955e129395 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:40:53.185242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8fb3af49-6e20-42fc-8ac8-ae955e129395 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/b67b4a13-57e7-4308-b1ab-494b4b03ecd1 HTTP/1.1" status: 404 len: 333 time: 0.0482337 Dec 23 12:40:53.189302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38408) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:53.213726 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.216413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-0045ff78-3dc6-4f5c-956d-62b5325e381f service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400168 Dec 23 12:40:53.245738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.268459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Could not find standard attr ID for object b67b4a13-57e7-4308-b1ab-494b4b03ecd1. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:40:53.308249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet d05d9389-f18c-4e6e-823e-c80157ac6da6 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:53.313894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.353645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8213f90-1b72-4feb-a8f6-1eb0f64a6579 None None] Pushing event updated for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:53.370432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.406205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d3c91070-0079-4ad5-a4f2-cf407ee503e7 None None] Provisioning complete for port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:53.406789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-608bb5b9-54f0-48e0-9302-4be90e4d2484 req-cb2b9587-613d-4868-b4cc-254f8a272a99 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189463 Dec 23 12:40:53.407446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3c91070-0079-4ad5-a4f2-cf407ee503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.451727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:52Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:53.454667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-cace1bea-7edc-4a1c-9abf-64733088bd1d service neutron] 10.222.0.16 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237960 Dec 23 12:40:53.493118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb81a9b-ff42-482f-9693-859f6370ab45 None None] The sync data for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 is: [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:52Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:53.584231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.634875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08e469a0-9945-4cc6-973e-2df9f8156929 req-00403386-c838-433b-846e-4f71d3d3faee tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0486448 Dec 23 12:40:53.760278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.765036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-9e2c39fa-39d1-4aee-83fe-f5f8a30d4b48 service neutron] 10.222.0.16 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094630 Dec 23 12:40:53.782167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b74bfeda-a3fb-4e82-bd67-07362aa1316e req-d639603f-33db-4113-99cd-cc1f2f949fa7 service neutron] 10.222.0.43 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501308 Dec 23 12:40:53.803446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.809423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23796147-76f4-44da-a0c6-0ea30e7f9048 None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:53.826027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/d05d9389-f18c-4e6e-823e-c80157ac6da6 HTTP/1.1" status: 204 len: 168 time: 0.6331387 Dec 23 12:40:53.831894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38414) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:53.872834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575a842-6789-4d00-8a05-6e096da38b2b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=d05d9389-f18c-4e6e-823e-c80157ac6da6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:53.949422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:53.994799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet 637d3f94-5a44-49f9-a78c-8ee688bcad5e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:40:54.006655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.039730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:54.058177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:54.063666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:54.065769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.069999 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:54.072401 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:40:54.082131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:54.082864 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.139369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.153717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.275193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72744465-9538-4c72-93df-703d50685e5e tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3670282 Dec 23 12:40:54.294086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38420) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:54.316577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'network_id': 'e3874495-6003-400b-b1ef-a9fe0c0ca572', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1694359383'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:54.333970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-695813df-3c67-4650-8271-c9b96a2a2c6a req-86f81158-aa24-41f4-9de0-d63a7e075f87 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.1027648 Dec 23 12:40:54.535001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:40:54.670699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:54.671147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.686279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.829706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1cc3b2f2-0c4e-45a6-a8b9-58249b2b5b1f None None] Provisioning complete for port 03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:54.830127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b2f2-0c4e-45a6-a8b9-58249b2b5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.954380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Made reservation on behalf of 473484409d2e4afc912b4295f66c938f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:54.961300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:54.993890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3b2f2-0c4e-45a6-a8b9-58249b2b5b1f None None] Port 03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:55.036497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.058394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] device_id is not set on port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:40:55.206864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=637d3f94-5a44-49f9-a78c-8ee688bcad5e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:55.222501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.224228 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-95f829a0-2d3b-4f37-a878-665d49d2c697 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/637d3f94-5a44-49f9-a78c-8ee688bcad5e HTTP/1.1" status: 204 len: 168 time: 1.3601472 Dec 23 12:40:55.228242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38434) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:55.361861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.475629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ff699-dcde-4049-818f-5d9047161eb0 None None] Network 89aff5b1-8fd7-4937-8610-8b3c44bde301 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:55.507015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b54c0f1-94f0-43ac-ab6f-e59caef4b6c1 req-66af5119-4bd8-4191-bf3d-6898379c6b71 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1027975 Dec 23 12:40:55.529528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45599298-663f-4431-9f29-1d0b077158e6 req-07ab08c5-0da4-4efb-b8da-380e91112920 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1058712 Dec 23 12:40:55.530172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Allocated IP 2001:db8::2f2 (e3874495-6003-400b-b1ef-a9fe0c0ca572/a11ab15e-5952-4b81-aa13-f1b9f5738134/b3e899d0-36fb-44f7-ac09-0ad92d57d4d4) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:55.547344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 24be6531-5d61-405c-8b9e-465140e12459 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:55.553541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.584221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d02d5-267a-4085-8167-887518e1f8be req-277a2640-906b-4d85-b520-e9a8dc6a04f6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:55.599116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-016d02d5-267a-4085-8167-887518e1f8be req-277a2640-906b-4d85-b520-e9a8dc6a04f6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 1.0103984 Dec 23 12:40:55.637189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] For port 24be6531-5d61-405c-8b9e-465140e12459, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=24be6531-5d61-405c-8b9e-465140e12459,segment=NetworkSegment(f8c96163-3412-4dda-88df-94cae985dfd3),segment_id=f8c96163-3412-4dda-88df-94cae985dfd3)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:55.637575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.645120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router e7549a43-1b72-462f-8337-b83bba0f83ad is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:40:55.655926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 24be6531-5d61-405c-8b9e-465140e12459 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:55.744088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5b305bc2-60f1-4cbc-ab36-388f5e7bd8f8 None None] Provisioning complete for port 24be6531-5d61-405c-8b9e-465140e12459 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:55.745205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b305bc2-60f1-4cbc-ab36-388f5e7bd8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.762117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-016d02d5-267a-4085-8167-887518e1f8be req-dfe40318-6e26-4730-bd2a-dcba07020d3b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620963 Dec 23 12:40:55.874826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:55.927080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-750bee37-f623-4008-925e-15b4ca4812ab req-147f1aba-89a0-44c0-b54c-cc871f5e71c9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.0654445 Dec 23 12:40:55.942411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5b305bc2-60f1-4cbc-ab36-388f5e7bd8f8 None None] Could not find standard attr ID for object 24be6531-5d61-405c-8b9e-465140e12459. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:40:55.959853 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.db [None req-5b305bc2-60f1-4cbc-ab36-388f5e7bd8f8 None None] No ports have port_id starting with 24be6531-5d61-405c-8b9e-465140e12459 Dec 23 12:40:55.980884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:40:55.990977 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Sync routers for ids ['e7549a43-1b72-462f-8337-b83bba0f83ad'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:40:55.996898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f1cfc-9efd-4b81-987b-b8be8e0fea51 None None] DHCP port deletion for 89aff5b1-8fd7-4937-8610-8b3c44bde301 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:56.010433 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Routers {'e7549a43-1b72-462f-8337-b83bba0f83ad'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:56.011073 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e7549a43-1b72-462f-8337-b83bba0f83ad'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:56.034961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=24be6531-5d61-405c-8b9e-465140e12459,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:56.047496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No DVR routers for this DVR port 24be6531-5d61-405c-8b9e-465140e12459 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:40:56.104234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.110471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-054facbf-47f4-4fac-a32f-fcc7cec99b2e tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.5917501 Dec 23 12:40:56.110609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38438) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:56.168151 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Set router e7549a43-1b72-462f-8337-b83bba0f83ad gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:56.295538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.349248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1019469-70ef-430c-8394-26e3fe7cfe74 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/e7549a43-1b72-462f-8337-b83bba0f83ad HTTP/1.1" status: 200 len: 906 time: 0.2374086 Dec 23 12:40:56.352429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38440) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:56.359102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 24be6531-5d61-405c-8b9e-465140e12459 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:40:56.375860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7549a43-1b72-462f-8337-b83bba0f83ad', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3612da29-f626-4ad2-bf25-ea7ec9fdbfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:52Z', 'revision_number': 3, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port': {'id': '3612da29-f626-4ad2-bf25-ea7ec9fdbfc2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7549a43-1b72-462f-8337-b83bba0f83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:48Z', 'updated_at': '2021-12-23T12:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:56.397696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 24be6531-5d61-405c-8b9e-465140e12459 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:40:56.400790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 24be6531-5d61-405c-8b9e-465140e12459 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:40:56.404663 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Checking router: e7549a43-1b72-462f-8337-b83bba0f83ad for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:40:56.405262 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Updating router e7549a43-1b72-462f-8337-b83bba0f83ad port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:40:56.433428 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.499485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.551478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aff5b1-8fd7-4937-8610-8b3c44bde301']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:56.574027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.594741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c96163-3412-4dda-88df-94cae985dfd3') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:56.596269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c96163-3412-4dda-88df-94cae985dfd3') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:56.633805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.658007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.666046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:40:56.666444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:40:56.683561 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:40:56.688221 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:40:56.712205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-289c63b2-0130-48fa-94ff-0e77393fca4d req-2b78916a-8263-4bc0-88c5-1dec2ee0d8cf tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0436678 Dec 23 12:40:56.758612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.777920 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.805243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.839640 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.866164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:56.871443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4043f-58dd-45f0-a4ea-d92da07135c2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:56.881555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:56.885822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=b3e899d0-36fb-44f7-ac09-0ad92d57d4d4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:56.891961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:56.902519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:56.902519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.953414 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c4b58-6e2c-47db-bb52-35212afe34b5 None None] Pushing event updated for resources: {'Port': ['ID=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:56.965225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.972902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:56.979318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/89aff5b1-8fd7-4937-8610-8b3c44bde301 HTTP/1.1" status: 204 len: 168 time: 1.7492065 Dec 23 12:40:56.988722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38450) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:56.995293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Attempting to bind port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:40:56.995293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Attempting to bind port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:40:56.995293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Attempting to bind port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:40:57.011864 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:40:57.015418 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:57.015701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3048881b-8980-4435-952a-d094da217216 None None] Provisioning complete for port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:57.022313 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.022313 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:40:57.022313 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Bound port: 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:40:57.022313 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.022708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3048881b-8980-4435-952a-d094da217216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.074965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3048881b-8980-4435-952a-d094da217216 None None] Port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:57.104302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] For port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:40:57.108588 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-416cdc68-6786-43f7-9a30-7d2722c623ee tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8033016 Dec 23 12:40:57.108790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] For port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:40:57.133181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38452) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:57.142501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4ad75-5f12-46bf-a689-cff385355a4c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=89aff5b1-8fd7-4937-8610-8b3c44bde301,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:57.142775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:0b:5a:41'}, {'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:0b:34:ca'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:57.194226 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.198830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b37f30-1784-4dbe-af42-58519452a343 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:57.200698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4b37f30-1784-4dbe-af42-58519452a343 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2109523 Dec 23 12:40:57.204299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:57.235444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b59f135-b624-4786-beca-31e8432a6332 req-912b06ad-b88a-48b7-b532-f60b12137bbd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.1554525 Dec 23 12:40:57.241996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a970d71-4c22-45fb-8e39-ccdabf319f64 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:57.291309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2a64e2dd-d69f-47ad-aa15-3f4f866c2b21 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0851481 Dec 23 12:40:57.294935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38456) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:57.305740 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Routers {'e7549a43-1b72-462f-8337-b83bba0f83ad'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:40:57.306739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e7549a43-1b72-462f-8337-b83bba0f83ad'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:57.318996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-517225492'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:57.319551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] Provisioning complete for port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:57.320593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.391945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b790bc4-566a-421e-8fa9-54913cba9363 req-5567c07c-65e7-4e6e-b87b-885144082323 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:57.402255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b790bc4-566a-421e-8fa9-54913cba9363 req-5567c07c-65e7-4e6e-b87b-885144082323 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.4621220 Dec 23 12:40:57.426932 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] Set router e7549a43-1b72-462f-8337-b83bba0f83ad gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:40:57.489495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.492117 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7549a43-1b72-462f-8337-b83bba0f83ad', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:56Z', 'revision_number': 4, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:40:57.514875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] For port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:57.524329 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87c692-4484-4e82-beaf-e85b195b48e4 None None] The sync data for ids ['e7549a43-1b72-462f-8337-b83bba0f83ad'] in n-d-822750-2 is: [{'id': 'e7549a43-1b72-462f-8337-b83bba0f83ad', 'name': 'tempest-snat-router-829934561', 'tenant_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:56Z', 'revision_number': 4, 'project_id': 'f6acccff51964f8ab0f04eb2bc522c78', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:40:57.553890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c4b58-6e2c-47db-bb52-35212afe34b5 None None] Pushing event updated for resources: {'Port': ['ID=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:57.554159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.554493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b790bc4-566a-421e-8fa9-54913cba9363 req-67075dc9-4f5a-4ccf-ae33-447923ad6043 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424084 Dec 23 12:40:57.562739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Deleting port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:57.563084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.614807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:57.631219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.647185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ee1b7-0977-47fa-927d-6ba84f9a46a2 None None] Pushing event updated for resources: {'Port': ['ID=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:57.685892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7753e7c2-5bae-43c5-9588-b32b05d6400d None None] Provisioning complete for port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:57.686146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7753e7c2-5bae-43c5-9588-b32b05d6400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.745769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.750981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7753e7c2-5bae-43c5-9588-b32b05d6400d None None] Port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:57.792901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] For port 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:40:57.792901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:57.793263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:40:57.876724 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Calling delete_port for 3612da29-f626-4ad2-bf25-ea7ec9fdbfc2 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:58.042125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d5a7988-c803-4a86-b6ae-623ba21e164f req-010732c0-3c86-4882-b5c5-d09993876b67 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1037726 Dec 23 12:40:58.338375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.338375 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment 46fca9be-7877-4309-817d-e8ac27322177 of type vlan for network 5038c889-2957-4918-b4f1-ac43e9832c83 Dec 23 12:40:58.338375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-1f6efbbe-c537-4be6-9962-01d58760e2b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:58.338375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-1f6efbbe-c537-4be6-9962-01d58760e2b2 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/networks?id=81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 200 len: 797 time: 0.8320522 Dec 23 12:40:58.338375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.340503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.340503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f387c44-3c4f-4498-9c6b-e6b025c7636e req-83a867fb-4b1a-4253-a9c6-10a21e4bb4dc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.0311844 Dec 23 12:40:58.355574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-12545bf7-19c8-4f43-90bc-cb5aff66e0f9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c95a45dd98b447989e82921fb516201d HTTP/1.1" status: 200 len: 379 time: 0.0913358 Dec 23 12:40:58.365239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'port': {'device_id': '90358500-e7a0-4853-a570-13be2b331ada', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'admin_state_up': True, 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'security_groups': ['6ca54b3c-5e58-42f3-8bd9-093a1adb4436']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:58.422740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.426152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.426481 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.432227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:58.432763 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.460037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Port': ['ID=3612da29-f626-4ad2-bf25-ea7ec9fdbfc2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:58.490036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] In _notify_port_updated(), no bound segment for port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 on network e3874495-6003-400b-b1ef-a9fe0c0ca572 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:40:58.490430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881ba96-b0cd-4f6f-9bab-005044ff2dce None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:40:58.497132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:58.498059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.499911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "PUT /v2.0/ports/b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 HTTP/1.1" status: 200 len: 1068 time: 1.3653796 Dec 23 12:40:58.507651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38468) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:58.546235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=5038c889-2957-4918-b4f1-ac43e9832c83,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:58.574102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5038c889-2957-4918-b4f1-ac43e9832c83 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:40:58.671464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-19d25c0a-8920-4990-be12-9afbaec315ad tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3614273 Dec 23 12:40:58.674226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38476) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:58.680497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35469ab-180c-41a3-a949-54f8a6e0d323 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event updated for resources: {'Port': ['ID=b3e899d0-36fb-44f7-ac09-0ad92d57d4d4,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:58.684773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:40:58.805675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.925967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Made reservation on behalf of c95a45dd98b447989e82921fb516201d for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:58.931190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.972428 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.978026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:58.991451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467648-0791-42f5-9d30-5554da2f35d4 req-230c094a-1481-4112-acc7-3a408c628328 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:58.998353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-49c6347e-56d6-4ba4-a574-63b1531e657b None None] Provisioning complete for port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:40:58.999308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e467648-0791-42f5-9d30-5554da2f35d4 req-230c094a-1481-4112-acc7-3a408c628328 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2941234 Dec 23 12:40:58.999882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-49c6347e-56d6-4ba4-a574-63b1531e657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.090757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:40:59.108261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.125497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5373ee8c-b062-4d7e-8c30-d20909b60d7f req-fddd0225-1d7e-420f-bfd5-f55eda94b1d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fb3cccc24484d65942db9cfbd822308&device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0447211 Dec 23 12:40:59.127092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-49c6347e-56d6-4ba4-a574-63b1531e657b None None] Port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:40:59.132588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:40:59.133102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.238446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc263fc8-8729-44f5-9c74-fbe8a5940842 req-8d236674-0a56-4f8d-9f70-9d5dc3b22c80 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0853517 Dec 23 12:40:59.240063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5373ee8c-b062-4d7e-8c30-d20909b60d7f req-89d8adf1-8f72-448a-8952-20342bc919e8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2fb3cccc24484d65942db9cfbd822308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027861 Dec 23 12:40:59.245768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.246664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7549a43-1b72-462f-8337-b83bba0f83ad {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:40:59.266306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.270890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-13e9cb41-1aae-49da-8ce0-98dfbc2d36f5 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e7549a43-1b72-462f-8337-b83bba0f83ad HTTP/1.1" status: 204 len: 168 time: 2.9170556 Dec 23 12:40:59.271587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38482) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:40:59.275593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.20.0.8 (81823906-6ffe-4122-b0c2-6ed9636224a2/4372db9e-627e-4015-a003-da359b8e7307/8ef1b5c8-9690-4293-86de-f26fcab35b56) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:40:59.302949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e467648-0791-42f5-9d30-5554da2f35d4 req-553e4311-41e0-4c2d-8262-d46f3cb8a9f6 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005428 Dec 23 12:40:59.519862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73d25fe2-a2d5-498b-8489-387f3b5888eb req-dcd05a15-028b-4ca3-ac27-efe29971f23d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.0572653 Dec 23 12:40:59.571401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.572019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.585375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.603328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:40:59.605521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373ee8c-b062-4d7e-8c30-d20909b60d7f req-c381567e-6a38-4c08-a1f1-ae39013a0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:59.606967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5373ee8c-b062-4d7e-8c30-d20909b60d7f req-c381567e-6a38-4c08-a1f1-ae39013a0ed8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3584991 Dec 23 12:40:59.668081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=c43b9875-8629-4841-ba99-7eb28af1b9f3,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:59.679683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': '46fca9be-7877-4309-817d-e8ac27322177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:40:59.680054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: 5038c889-2957-4918-b4f1-ac43e9832c83, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:40:59.731504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.785560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:40:59.789407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 5038c889-2957-4918-b4f1-ac43e9832c83 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:40:59.791734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:59.796796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:40:59.826658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:40:59.859348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:59.860193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.931014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5038c889-2957-4918-b4f1-ac43e9832c83) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:40:59.942458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:40:59.942458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:40:59.942895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ea100-f18b-423a-b37e-e1df6e1fc45b None None] Network 5038c889-2957-4918-b4f1-ac43e9832c83 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:40:59.959316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-5cf2402c-456f-452b-a766-76e17f19c695 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5979006 Dec 23 12:40:59.984942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Request body: {'port': {'device_id': '90358500-e7a0-4853-a570-13be2b331ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:00.005148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.067388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.074592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a488fa8-2fdd-4bbc-bd04-568bceb3e9cf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3992362 Dec 23 12:41:00.082802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:00.093691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83', 'name': 'tempest-PortsIpV6TestJSON-1648235328'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:00.123926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5038c889-2957-4918-b4f1-ac43e9832c83', 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': 'c43b9875-8629-4841-ba99-7eb28af1b9f3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:00.125051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.221097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ae60ee3c-3fd5-483f-a33a-0c2a8c53da8f None None] Provisioning complete for port 8ef1b5c8-9690-4293-86de-f26fcab35b56 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:00.222194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae60ee3c-3fd5-483f-a33a-0c2a8c53da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.260928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.264089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ae60ee3c-3fd5-483f-a33a-0c2a8c53da8f None None] Port 8ef1b5c8-9690-4293-86de-f26fcab35b56 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:00.321822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Allocated IP 2001:db8::2 (5038c889-2957-4918-b4f1-ac43e9832c83/c43b9875-8629-4841-ba99-7eb28af1b9f3/60bf1daa-b01b-499a-8ccf-9bd173f70bcc) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:00.388269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:41:00.400063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.445207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Transition to ACTIVE for port object 8ef1b5c8-9690-4293-86de-f26fcab35b56 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:41:00.469314 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.476421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3dfde189-316d-4387-8f7d-feb205676565 req-77f83a48-7e0e-4648-8591-6f277e59a571 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0689442 Dec 23 12:41:00.480506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:00.483939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.509176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.542000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=b3e899d0-36fb-44f7-ac09-0ad92d57d4d4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:00.551959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.580411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 21657040-6a30-42a6-9c25-5b28e25e8570 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:00.600337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.611561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570bf99-ba59-47d3-ae68-e2e1a47e52dc req-a1298ae6-47cc-481d-a703-178fb280ca15 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:00.617854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4570bf99-ba59-47d3-ae68-e2e1a47e52dc req-a1298ae6-47cc-481d-a703-178fb280ca15 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2269766 Dec 23 12:41:00.687312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:00.708634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Pushing event updated for resources: {'Port': ['ID=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:00.732251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Network 5038c889-2957-4918-b4f1-ac43e9832c83 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:00.736366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:00.739910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:00.792146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Deleting port 3264a5cb-67af-4432-8cb3-fcec67f4f45f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:00.796319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.846996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Attempting to bind port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:00.847415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Attempting to bind port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '46fca9be-7877-4309-817d-e8ac27322177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:00.847785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Attempting to bind port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc on network 5038c889-2957-4918-b4f1-ac43e9832c83 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:00.855439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:00.855823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Checking segment: {'id': '46fca9be-7877-4309-817d-e8ac27322177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:00.856230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.856624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Bound using segment: {'id': '46fca9be-7877-4309-817d-e8ac27322177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:00.857811 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Bound port: 60bf1daa-b01b-499a-8ccf-9bd173f70bcc, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fca9be-7877-4309-817d-e8ac27322177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:00.858207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.889857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Attempting to bind port 8ef1b5c8-9690-4293-86de-f26fcab35b56 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:00.891369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Attempting to bind port 8ef1b5c8-9690-4293-86de-f26fcab35b56 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:00.891706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Attempting to bind port 8ef1b5c8-9690-4293-86de-f26fcab35b56 on network 81823906-6ffe-4122-b0c2-6ed9636224a2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:00.903033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Port 8ef1b5c8-9690-4293-86de-f26fcab35b56 on network 81823906-6ffe-4122-b0c2-6ed9636224a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:41:00.903366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Attempting to bind port 8ef1b5c8-9690-4293-86de-f26fcab35b56 on network 81823906-6ffe-4122-b0c2-6ed9636224a2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:00.922356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:00.923913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Checking segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:00.924794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Bound using segment: {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:00.925145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Bound port: 8ef1b5c8-9690-4293-86de-f26fcab35b56, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525e8215-d724-4479-b873-2daa5fe3e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:00.928636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:00.962364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5373ee8c-b062-4d7e-8c30-d20909b60d7f req-6cf71581-4fdf-4295-9a56-1a0f71ac49a5 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.43 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.1382425 Dec 23 12:41:00.973317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] For port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:00.977319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] For port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,segment=NetworkSegment(46fca9be-7877-4309-817d-e8ac27322177),segment_id=46fca9be-7877-4309-817d-e8ac27322177)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:01.068255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:01.072252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:01.072401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4570bf99-ba59-47d3-ae68-e2e1a47e52dc req-6dba6ad0-6591-468f-8a13-204a3c065a7e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067392 Dec 23 12:41:01.125676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:01.129472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cac973-bb80-4ace-95da-be1d87c75f81 req-4ae813e8-c00e-4d35-8bb0-b59df0ab7fcc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.129472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94cac973-bb80-4ace-95da-be1d87c75f81 req-4ae813e8-c00e-4d35-8bb0-b59df0ab7fcc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 943 time: 0.4557955 Dec 23 12:41:01.199900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::242 (5038c889-2957-4918-b4f1-ac43e9832c83/c43b9875-8629-4841-ba99-7eb28af1b9f3/21657040-6a30-42a6-9c25-5b28e25e8570) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:01.203658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d939-3375-43b5-b211-1d53aaab65ea None None] Pushing event updated for resources: {'Port': ['ID=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:01.234005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:01.240033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bc93b139-08eb-4b02-a7ff-6e4b01dee7df tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 HTTP/1.1" status: 204 len: 168 time: 2.7136176 Dec 23 12:41:01.240638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38506) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:01.248443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] For port 3264a5cb-67af-4432-8cb3-fcec67f4f45f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3264a5cb-67af-4432-8cb3-fcec67f4f45f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:01.248814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:01.258439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:01.280769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-037b8b31-acc6-4579-8eb0-1d18ce809268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.282316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-037b8b31-acc6-4579-8eb0-1d18ce809268 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 1096 time: 0.3367455 Dec 23 12:41:01.288929 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e7e4b1-4079-46f7-a60f-c165cdf33f4d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] GET failed (client error): The resource could not be found. Dec 23 12:41:01.290126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Calling delete_port for 3264a5cb-67af-4432-8cb3-fcec67f4f45f owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:01.291191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09e7e4b1-4079-46f7-a60f-c165cdf33f4d tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports/b3e899d0-36fb-44f7-ac09-0ad92d57d4d4 HTTP/1.1" status: 404 len: 333 time: 0.0481689 Dec 23 12:41:01.310201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38508) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:01.327967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.328765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:01.330491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 200 len: 1091 time: 1.3599067 Dec 23 12:41:01.332138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:01.334781 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96449d5-9147-4cc4-9104-a7d4cc5e3141" -d '{"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:01.389185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084eb-b1c1-4e7b-8be9-cab7b398ef71 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:01.416385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94cac973-bb80-4ace-95da-be1d87c75f81 req-5e76fbe1-46a7-4f04-9a28-48a3fe95d0bd tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690537 Dec 23 12:41:01.427647 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781afe2c-65e9-496f-8898-da67128b08d6 x-openstack-request-id: req-781afe2c-65e9-496f-8898-da67128b08d6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:01.428623 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:01.433077 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-781afe2c-65e9-496f-8898-da67128b08d6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:01.433077 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'status': 'completed', 'code': 200} Dec 23 12:41:01.541808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-0cd9ac74-883f-42f3-bef0-e25ae18d4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.543376 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-0cd9ac74-883f-42f3-bef0-e25ae18d4b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1094 time: 0.0901062 Dec 23 12:41:01.767969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-e012469f-9ab0-4870-8493-a24064ad68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.769759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-e012469f-9ab0-4870-8493-a24064ad68a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c95a45dd98b447989e82921fb516201d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2181907 Dec 23 12:41:01.782313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-398377f1-e8b1-413d-9d17-63fb65e81681 req-cbc80c09-6a2d-45f5-a134-df356fe8e724 tempest-ServerShowV254Test-1515313823 tempest-ServerShowV254Test-1515313823-project] 10.222.0.16 "GET /v2.0/ports?device_id=e60b3265-ed73-44c3-802b-6253e80dbca1 HTTP/1.1" status: 200 len: 210 time: 0.0960586 Dec 23 12:41:01.926691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-a3544589-78b0-4cdb-8bb5-f4dc77c7f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.928904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c96449d5-9147-4cc4-9104-a7d4cc5e3141 req-a3544589-78b0-4cdb-8bb5-f4dc77c7f85c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488826 Dec 23 12:41:01.952755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-9c3bd284-01ea-401c-b1d8-e83454096bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:01.954467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-9c3bd284-01ea-401c-b1d8-e83454096bb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.6525211 Dec 23 12:41:01.964915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.013460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-e5ea2546-5a0e-4d94-b188-1c450e57e6c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 HTTP/1.1" status: 200 len: 217 time: 0.0448408 Dec 23 12:41:02.033680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-25fa3b5b-4848-4aeb-b9f9-43b1fc457d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.036965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-25fa3b5b-4848-4aeb-b9f9-43b1fc457d26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1094 time: 0.0666711 Dec 23 12:41:02.087206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port 03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:02.088049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.089715 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-235af564-ac7f-4d07-8850-9d9f0bb117f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 200 len: 217 time: 0.0446513 Dec 23 12:41:02.145911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-7dca49dc-068c-4ec9-903b-33305ced7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.147837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-7dca49dc-068c-4ec9-903b-33305ced7b6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4372db9e-627e-4015-a003-da359b8e7307 HTTP/1.1" status: 200 len: 834 time: 0.0515277 Dec 23 12:41:02.178996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.201896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-906878ed-32d7-4f54-a73c-f754d3b9764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.204740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-906878ed-32d7-4f54-a73c-f754d3b9764e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81823906-6ffe-4122-b0c2-6ed9636224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495391 Dec 23 12:41:02.275809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-8a8124f9-3650-4e81-b50d-1ef21fad0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.278008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-8a8124f9-3650-4e81-b50d-1ef21fad0a93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.2517316 Dec 23 12:41:02.286591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event deleted for resources: {'Port': ['ID=3264a5cb-67af-4432-8cb3-fcec67f4f45f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:02.307751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a8928-fbf4-4e2c-b15b-f3a6c03e741b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:02.369797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.390653 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-e182df4b-5a6f-410d-a4dd-9f9e747d68aa service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623955 Dec 23 12:41:02.391575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 60bf1daa-b01b-499a-8ccf-9bd173f70bcc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:02.392378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for 03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:02.428647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a408-2409-46b4-b44e-e6059f8a7d74 req-f79e0b22-b032-41eb-b58c-00bc7178dc1d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.436248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8577a408-2409-46b4-b44e-e6059f8a7d74 req-f79e0b22-b032-41eb-b58c-00bc7178dc1d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.2681015 Dec 23 12:41:02.483785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:02.484306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.545013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7ee5c892-3cb8-459d-81e8-d95f18d66d1a req-49cd637a-5c17-4aed-a6b4-2a5fda47ddba service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471426 Dec 23 12:41:02.567206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.579886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.618959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,segment=NetworkSegment(46fca9be-7877-4309-817d-e8ac27322177),segment_id=46fca9be-7877-4309-817d-e8ac27322177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:02.676123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3d82f-9338-4305-b2af-8fd941c55b72 None None] Network 5038c889-2957-4918-b4f1-ac43e9832c83 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:02.698773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-e315e198-a847-4e13-8f22-98db40db606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:02.698773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-e315e198-a847-4e13-8f22-98db40db606b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017973 Dec 23 12:41:02.718615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.769028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:02.796202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 5038c889-2957-4918-b4f1-ac43e9832c83 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:02.804386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:02.804908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=21657040-6a30-42a6-9c25-5b28e25e8570,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:02.809631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f0cab9b9-88d3-4d47-a9df-651267cec4e5 None None] Provisioning complete for port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:02.810107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0cab9b9-88d3-4d47-a9df-651267cec4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.151677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-030378b2-5ba1-42c1-8ce6-05e5e7f0c4df None None] Provisioning complete for port 21657040-6a30-42a6-9c25-5b28e25e8570 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:03.152175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-030378b2-5ba1-42c1-8ce6-05e5e7f0c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.188566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-030378b2-5ba1-42c1-8ce6-05e5e7f0c4df None None] Port 21657040-6a30-42a6-9c25-5b28e25e8570 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:03.199536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-030378b2-5ba1-42c1-8ce6-05e5e7f0c4df None None] Provisioning complete for port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:03.199818 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-030378b2-5ba1-42c1-8ce6-05e5e7f0c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.200566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:03.235629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8577a408-2409-46b4-b44e-e6059f8a7d74 req-a3214456-c443-4d4e-8d07-4bb16919de37 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985661 Dec 23 12:41:03.236461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:03.242216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:03.242825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.270645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.300487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.319123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8c200-d192-418f-ab2b-707301132e63 req-1f5ebd13-c3f9-4935-90d4-57a28f4fe89b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:03.320946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed8c200-d192-418f-ab2b-707301132e63 req-1f5ebd13-c3f9-4935-90d4-57a28f4fe89b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 943 time: 0.7685683 Dec 23 12:41:03.397691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-3972e859-73f6-41f0-a554-eda958bba112 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860328 Dec 23 12:41:03.434383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-41b56af6-d3ea-46d7-a59c-8b4ef3382da0 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3465953 Dec 23 12:41:03.437084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:03.442758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '5038c889-2957-4918-b4f1-ac43e9832c83', 'name': 'tempest-PortsIpV6TestJSON-354124733'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:03.497335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ed8c200-d192-418f-ab2b-707301132e63 req-4f975211-dd9c-4e4c-bac8-9e1d87c1e83c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603205 Dec 23 12:41:03.523833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.524382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61d58e90-22c6-48a6-93c6-321c31f34da2 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:03.532762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.538254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cdef07a3-a22b-4cca-a767-1aa57cb42a07 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "DELETE /v2.0/routers/61d58e90-22c6-48a6-93c6-321c31f34da2 HTTP/1.1" status: 204 len: 168 time: 4.2489958 Dec 23 12:41:03.540993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:03.548523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-623439726', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:03.555045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a666d596-7f04-4702-b76a-193651ec8fbb None None] Provisioning complete for port 21657040-6a30-42a6-9c25-5b28e25e8570 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:03.556017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a666d596-7f04-4702-b76a-193651ec8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.600755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a666d596-7f04-4702-b76a-193651ec8fbb None None] Port 21657040-6a30-42a6-9c25-5b28e25e8570 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:03.628437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c92bbbc-17c1-4705-b191-3e18475f999a req-80e28529-2d32-4cf6-b545-5c3abda7f6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087619 Dec 23 12:41:03.667549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:03.671960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.673644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.694828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port e96420ca-263e-4055-bea2-45c1a3593d2d yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:03.698510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:03.727771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.731283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2255ee42-7fff-45b4-8a4f-4be5da94b103 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 HTTP/1.1" status: 204 len: 168 time: 2.4201019 Dec 23 12:41:03.733907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:03.760011 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4670fbf-203e-48c8-9d20-6f656474a083 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] GET failed (client error): The resource could not be found. Dec 23 12:41:03.761280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c4670fbf-203e-48c8-9d20-6f656474a083 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "GET /v2.0/ports/03b45cf5-38e2-4ea0-a5c6-c9e6f4bd9eb9 HTTP/1.1" status: 404 len: 333 time: 0.0263412 Dec 23 12:41:03.765616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38532) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:03.777253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.778653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.861068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::352 (5038c889-2957-4918-b4f1-ac43e9832c83/c43b9875-8629-4841-ba99-7eb28af1b9f3/e96420ca-263e-4055-bea2-45c1a3593d2d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:03.916516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.950844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port 6bc1cb0d-29d3-47c0-9596-06f148e56649 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:03.951076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:03.983649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:04.079731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.149550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e859-d3b1-4b13-ab71-0d227e40a9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.179610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.184434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.191056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.208993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for 6bc1cb0d-29d3-47c0-9596-06f148e56649 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:04.253560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 5038c889-2957-4918-b4f1-ac43e9832c83 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:04.262329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:04.266818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=e96420ca-263e-4055-bea2-45c1a3593d2d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:04.269834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:04.275890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:04.276531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.310196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e859-d3b1-4b13-ab71-0d227e40a9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.323165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 60bf1daa-b01b-499a-8ccf-9bd173f70bcc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:04.384227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:04.384693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.407069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36064019-6e4e-4ffb-977d-c7edd6855f79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9682586 Dec 23 12:41:04.407747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38544) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:04.481740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e859-d3b1-4b13-ab71-0d227e40a9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.504104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:04.519434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b42a2-f94b-415a-861f-fb0fecb09899 req-ded8087a-aa4a-45cc-9df2-53e1ad252738 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:04.528300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b02b42a2-f94b-415a-861f-fb0fecb09899 req-ded8087a-aa4a-45cc-9df2-53e1ad252738 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 945 time: 0.1708150 Dec 23 12:41:04.558181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3264a5cb-67af-4432-8cb3-fcec67f4f45f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:04.562406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.564349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6e859-d3b1-4b13-ab71-0d227e40a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51dfae-3c23-44c8-8088-a28ac1cfe5e8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:04.616750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=6bc1cb0d-29d3-47c0-9596-06f148e56649,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:04.619192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38548) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:04.623102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7fa6e859-d3b1-4b13-ab71-0d227e40a9cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb3cccc24484d65942db9cfbd822308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238503 Dec 23 12:41:04.627175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3264a5cb-67af-4432-8cb3-fcec67f4f45f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:04.627594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3264a5cb-67af-4432-8cb3-fcec67f4f45f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:04.658515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2eb1f9-0bf8-42b1-8541-2e6eead26c7e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:04.662343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5e2eb1f9-0bf8-42b1-8541-2e6eead26c7e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A242 HTTP/1.1" status: 200 len: 929 time: 0.2536032 Dec 23 12:41:04.664966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:04.706338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fd4c8048-4199-46ac-9755-85ba453f7a06 None None] Provisioning complete for port e96420ca-263e-4055-bea2-45c1a3593d2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:04.706967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8048-4199-46ac-9755-85ba453f7a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.712854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.758235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.763484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-63700923-d83a-4126-9cea-468aa2c59838 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/ports/6bc1cb0d-29d3-47c0-9596-06f148e56649 HTTP/1.1" status: 204 len: 168 time: 0.9963639 Dec 23 12:41:04.767131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:04.795641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:04.798192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:04.800926 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c17497f-a14e-4e99-b025-2260df0edcfd" -d '{"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-unplugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:04.804917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c8048-4199-46ac-9755-85ba453f7a06 None None] Port e96420ca-263e-4055-bea2-45c1a3593d2d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:04.836378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting subnet a11ab15e-5952-4b81-aa13-f1b9f5738134 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:04.837202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b02b42a2-f94b-415a-861f-fb0fecb09899 req-c17ddd33-614f-4134-ac79-635971176778 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075626 Dec 23 12:41:04.841348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.861162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc643d-6397-4fc7-a154-a02fbc78a2f7 req-195c7f5f-9489-42f8-baed-abf6e054ac58 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:04.861162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32bc643d-6397-4fc7-a154-a02fbc78a2f7 req-195c7f5f-9489-42f8-baed-abf6e054ac58 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 943 time: 0.2455661 Dec 23 12:41:04.870960 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.892707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.932414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.939268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:04.943955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.957703 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33545f67-dc8f-4a10-8c3e-fafc9627a383 x-openstack-request-id: req-33545f67-dc8f-4a10-8c3e-fafc9627a383 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:04.958552 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-unplugged", "status": "completed", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:04.960927 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33545f67-dc8f-4a10-8c3e-fafc9627a383 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:04.961482 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'code': 200} Dec 23 12:41:04.962101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:04.979974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port e96420ca-263e-4055-bea2-45c1a3593d2d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:04.980485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.047959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.054017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32bc643d-6397-4fc7-a154-a02fbc78a2f7 req-411a578b-ebae-4d4a-a6fc-fca7f49724c1 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643124 Dec 23 12:41:05.141490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.142506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Allocated IP 172.25.7.235 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/ce2cc3f5-7d18-495b-bb15-dc8e778bdda0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:05.146285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.180730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for e96420ca-263e-4055-bea2-45c1a3593d2d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:05.224795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.227550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.228707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba51dfae-3c23-44c8-8088-a28ac1cfe5e8 HTTP/1.1" status: 204 len: 168 time: 0.6042113 Dec 23 12:41:05.249994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113789b-51bd-4ad6-99e3-4942c219d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51dfae-3c23-44c8-8088-a28ac1cfe5e8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:05.267325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.416480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.445138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Subnet': ['ID=a11ab15e-5952-4b81-aa13-f1b9f5738134,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:05.448751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.454915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38560) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:05.456605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ad6ef-0619-4d2e-aa27-5d0c3ce13679 None None] Network e3874495-6003-400b-b1ef-a9fe0c0ca572 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:05.457336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c4e84b1-2b0c-42a1-9fef-f196f5f5ac8a tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/subnets/a11ab15e-5952-4b81-aa13-f1b9f5738134 HTTP/1.1" status: 204 len: 168 time: 0.6867921 Dec 23 12:41:05.462978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.467563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.511095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=e96420ca-263e-4055-bea2-45c1a3593d2d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:05.547522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.552008 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a136148-0cc1-42c7-8cbc-06f01ccd880f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/e96420ca-263e-4055-bea2-45c1a3593d2d HTTP/1.1" status: 204 len: 168 time: 0.8856919 Dec 23 12:41:05.556014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38562) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:05.581732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:05.587402 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad0aec3-6782-47cf-9665-5ff3e4748a6d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:05.591474 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4ad0aec3-6782-47cf-9665-5ff3e4748a6d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/e96420ca-263e-4055-bea2-45c1a3593d2d HTTP/1.1" status: 404 len: 333 time: 0.0331430 Dec 23 12:41:05.591701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:05.598029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:05.608277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event updated for resources: {'Port': ['ID=ce2cc3f5-7d18-495b-bb15-dc8e778bdda0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:05.614103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:05.630686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c4e49-f07a-498d-af78-8f293676e7a2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:05.666670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.727579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 21657040-6a30-42a6-9c25-5b28e25e8570 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:05.727915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.766840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4076b911-dde5-4c0a-ac7e-2217ef642524 None None] Provisioning complete for port ce2cc3f5-7d18-495b-bb15-dc8e778bdda0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:05.770555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4076b911-dde5-4c0a-ac7e-2217ef642524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.827073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4076b911-dde5-4c0a-ac7e-2217ef642524 None None] Port ce2cc3f5-7d18-495b-bb15-dc8e778bdda0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:05.828916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] DHCP port deletion for e3874495-6003-400b-b1ef-a9fe0c0ca572 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:05.965760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:05.987651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 21657040-6a30-42a6-9c25-5b28e25e8570 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:06.043225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Deleting port f6a36148-20fc-4de7-be9c-780a512b19b4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:06.043848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.076766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Deleting port f6a36148-20fc-4de7-be9c-780a512b19b4 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:06.077370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.163532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] For port f6a36148-20fc-4de7-be9c-780a512b19b4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6a36148-20fc-4de7-be9c-780a512b19b4,segment=NetworkSegment(769790fe-a990-430a-9df4-142bac557cb2),segment_id=769790fe-a990-430a-9df4-142bac557cb2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:06.164122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.181655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Calling delete_port for f6a36148-20fc-4de7-be9c-780a512b19b4 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:06.220619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8ce1-12fe-40d2-9a7e-a76e0244ead0 req-1b41921f-201c-4ab9-82c7-59779de53768 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:06.222001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.227713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b67b8ce1-12fe-40d2-9a7e-a76e0244ead0 req-1b41921f-201c-4ab9-82c7-59779de53768 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.2877953 Dec 23 12:41:06.242078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] For port f6a36148-20fc-4de7-be9c-780a512b19b4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f6a36148-20fc-4de7-be9c-780a512b19b4,segment=NetworkSegment(769790fe-a990-430a-9df4-142bac557cb2),segment_id=769790fe-a990-430a-9df4-142bac557cb2)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:06.242078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.272809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=21657040-6a30-42a6-9c25-5b28e25e8570,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:06.294608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Calling delete_port for f6a36148-20fc-4de7-be9c-780a512b19b4 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:06.321439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.322255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.337611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6cf1ae8d-0d09-487b-86c4-629bfb3a8187 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/21657040-6a30-42a6-9c25-5b28e25e8570 HTTP/1.1" status: 204 len: 168 time: 0.7448850 Dec 23 12:41:06.340101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38580) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:06.341451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f6a36148-20fc-4de7-be9c-780a512b19b4 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:06.382957 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-98319c11-b938-4245-89ee-68dffc7bc2af tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:06.385411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-98319c11-b938-4245-89ee-68dffc7bc2af tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/21657040-6a30-42a6-9c25-5b28e25e8570 HTTP/1.1" status: 404 len: 333 time: 0.0439303 Dec 23 12:41:06.388287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:06.447699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e387-4465-4c99-a27c-d87f49eeb783 req-69cf30c8-ab3e-4aa2-9b26-c654e435ee8c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:06.449291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbf0e387-4465-4c99-a27c-d87f49eeb783 req-69cf30c8-ab3e-4aa2-9b26-c654e435ee8c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 943 time: 0.2462230 Dec 23 12:41:06.461532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet c43b9875-8629-4841-ba99-7eb28af1b9f3 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:06.466020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.469215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.479620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b67b8ce1-12fe-40d2-9a7e-a76e0244ead0 req-db95887c-e70e-472a-96cc-ad3b2ca12a5c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336617 Dec 23 12:41:06.543480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.545001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:41:06.551807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] Pushing event deleted for resources: {'Port': ['ID=f6a36148-20fc-4de7-be9c-780a512b19b4,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:06.562969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ea62a-a0ec-40dd-89a7-fcc3cccd7916 None None] No DVR routers for this DVR port f6a36148-20fc-4de7-be9c-780a512b19b4 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:06.565230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.716370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbf0e387-4465-4c99-a27c-d87f49eeb783 req-a603ffc3-d9ee-448d-9dc5-b3b645bcf1d0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337649 Dec 23 12:41:06.723387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.740444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.782956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:06.790616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Port': ['ID=f6a36148-20fc-4de7-be9c-780a512b19b4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:06.799477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] No DVR routers for this DVR port f6a36148-20fc-4de7-be9c-780a512b19b4 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:06.802479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'mac_address': 'fa:16:3e:f7:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:41:06.813323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38594) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:06.845541 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.864235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:41:06.889833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:06.896965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.929819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=c43b9875-8629-4841-ba99-7eb28af1b9f3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:06.935797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.937187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.938759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:06.943312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-857a838a-0100-4bd6-969a-caba118ae695 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/c43b9875-8629-4841-ba99-7eb28af1b9f3 HTTP/1.1" status: 204 len: 168 time: 0.5504601 Dec 23 12:41:06.944852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131aa30-15dc-4287-9306-abdfd14a1984 None None] Network 5038c889-2957-4918-b4f1-ac43e9832c83 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:06.946698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38598) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:06.950343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1140033379-network', 'tenant_id': '173ba7ed227d4ad6b18c5792e3cfa6c9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:06.998282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.014266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3874495-6003-400b-b1ef-a9fe0c0ca572']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.016578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Made reservation on behalf of 173ba7ed227d4ad6b18c5792e3cfa6c9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:07.020231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.031400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.077299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.126143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.173661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] DHCP port deletion for 5038c889-2957-4918-b4f1-ac43e9832c83 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:07.187997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.216874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:07.227986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e822a67d-ed07-4831-9a0e-abc431d5fde9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.233336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Deleting port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:07.233710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.236668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.237706 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Added segment 42a22df7-86ef-472f-b402-5dc445db83b8 of type vlan for network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 Dec 23 12:41:07.289512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.296462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8ef1b5c8-9690-4293-86de-f26fcab35b56'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:07.336804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] For port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,segment=NetworkSegment(46fca9be-7877-4309-817d-e8ac27322177),segment_id=46fca9be-7877-4309-817d-e8ac27322177)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:07.337225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.355210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Calling delete_port for 60bf1daa-b01b-499a-8ccf-9bd173f70bcc owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:07.376471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.377531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:07.378126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.416012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769790fe-a990-430a-9df4-142bac557cb2') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.416602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769790fe-a990-430a-9df4-142bac557cb2') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.438645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.440257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] Pushing event updated for resources: {'Network': ['ID=4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.455118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:07.482310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adcf2296-d08e-4be0-9b20-a69204233e46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6676745 Dec 23 12:41:07.482957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.485193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:07.492249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Request body: {'subnet': {'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1140033379-subnet', 'tenant_id': '173ba7ed227d4ad6b18c5792e3cfa6c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:07.493781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.526459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:07.527156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:07.531918 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:07.536298 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:07.576726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Made reservation on behalf of 173ba7ed227d4ad6b18c5792e3cfa6c9 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:07.579892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.608338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.651009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] No DVR routers for this DVR port 60bf1daa-b01b-499a-8ccf-9bd173f70bcc on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:07.664153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46615a41-cb57-4798-acca-dfb61cc1871d None None] Pushing event deleted for resources: {'Port': ['ID=60bf1daa-b01b-499a-8ccf-9bd173f70bcc,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.670421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] The port '60bf1daa-b01b-499a-8ccf-9bd173f70bcc' was deleted {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 12:41:07.781458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.784608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.794489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b619d5-dcf6-4e70-9e3e-f0bd1cdd6f06 req-20b507a2-18c2-4361-ae2d-ff70512d597b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:07.796011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0b619d5-dcf6-4e70-9e3e-f0bd1cdd6f06 req-20b507a2-18c2-4361-ae2d-ff70512d597b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.2121446 Dec 23 12:41:07.811259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.816860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] 10.222.0.16 "DELETE /v2.0/networks/e3874495-6003-400b-b1ef-a9fe0c0ca572 HTTP/1.1" status: 204 len: 168 time: 2.3584514 Dec 23 12:41:07.841655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098951f-6efa-4c6a-9257-b9aae67b02e1 tempest-AllowedAddressPairIpV6TestJSON-984556055 tempest-AllowedAddressPairIpV6TestJSON-984556055-project] Pushing event deleted for resources: {'Network': ['ID=e3874495-6003-400b-b1ef-a9fe0c0ca572,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.860709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5038c889-2957-4918-b4f1-ac43e9832c83']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.880074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.888317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fca9be-7877-4309-817d-e8ac27322177') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.888623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fca9be-7877-4309-817d-e8ac27322177') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:07.911427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.932638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Router 026694ce-01ff-4d9f-98c0-2e9ac2a1099f is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:07.937384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:07.945810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0b619d5-dcf6-4e70-9e3e-f0bd1cdd6f06 req-0028c016-4aa8-4be8-8c3b-d09b1d8e08aa tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208403 Dec 23 12:41:07.946684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.952379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Checking segment: {'id': '42a22df7-86ef-472f-b402-5dc445db83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:07.952379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Network hostable DHCP agents. Network: 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:07.961495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb1334-c53b-41ac-a653-67fdacbf7062 req-c72bcfcc-8e51-4a3f-9114-6ade4eb72967 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:07.963048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aadb1334-c53b-41ac-a653-67fdacbf7062 req-c72bcfcc-8e51-4a3f-9114-6ade4eb72967 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 944 time: 0.1333354 Dec 23 12:41:07.966575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:07.966972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:07.970102 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:08.067638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:08.180619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aadb1334-c53b-41ac-a653-67fdacbf7062 req-6c4221de-d157-46cd-a3f6-1c1ae70a11b8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083387 Dec 23 12:41:08.203277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb0e3-fdd2-4db4-b43e-d99a50b6a7aa req-f112c73d-fc0d-41fe-91da-97fc10ebeb0b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:08.204738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55dcb0e3-fdd2-4db4-b43e-d99a50b6a7aa req-f112c73d-fc0d-41fe-91da-97fc10ebeb0b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1789048 Dec 23 12:41:08.219959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:08.231283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] Sync routers for ids ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:08.236053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.248405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.250714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:08.251621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/5038c889-2957-4918-b4f1-ac43e9832c83 HTTP/1.1" status: 204 len: 168 time: 1.3026106 Dec 23 12:41:08.255306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] Routers {'026694ce-01ff-4d9f-98c0-2e9ac2a1099f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:08.255306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:08.256197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38612) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:08.272002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1010944044'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:08.274315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c154f-e971-4826-ad0f-ab44c472fb00 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=5038c889-2957-4918-b4f1-ac43e9832c83,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:08.276264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:08.279946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.291105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55dcb0e3-fdd2-4db4-b43e-d99a50b6a7aa req-b9eb51c2-7f83-4103-848f-239e9976dde7 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795524 Dec 23 12:41:08.327235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c92bd-d370-4d77-a016-8b668343a61f None None] Network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:08.343103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.348067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-46a7b30d-d3c9-4b9b-93b9-44b28aa126c9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8003459 Dec 23 12:41:08.350198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:08.355204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:08.379631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fd2c021e-7cfe-4b53-a390-8743882cf139 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8930433 Dec 23 12:41:08.404598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 60bf1daa-b01b-499a-8ccf-9bd173f70bcc no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:08.409588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:08.439066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 60bf1daa-b01b-499a-8ccf-9bd173f70bcc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:08.439422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 60bf1daa-b01b-499a-8ccf-9bd173f70bcc not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:08.462836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:08.463537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] Routers {'026694ce-01ff-4d9f-98c0-2e9ac2a1099f'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:08.464348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:08.467477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.479788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38622) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:08.501638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e540ea0-acc9-48e2-8b0d-b997d7f17cce None None] Network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:08.515226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:08.516012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:08.516681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3e48c-e2a6-416e-99ab-4bdda7d0dd67 None None] The sync data for ids ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:08.530189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.530795 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment c9518788-7467-443b-8080-fccb25649c16 of type vlan for network 0992125e-ac3a-42a2-8902-8bdab1b252c5 Dec 23 12:41:08.552572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:08.588212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845c240-e363-4ca0-bef4-eb0488d2bfc0 req-e3ffffd7-1d8d-41d6-8eae-24ae4fc5df21 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:08.590691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7845c240-e363-4ca0-bef4-eb0488d2bfc0 req-e3ffffd7-1d8d-41d6-8eae-24ae4fc5df21 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1628208 Dec 23 12:41:08.632601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.693567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7845c240-e363-4ca0-bef4-eb0488d2bfc0 req-4d109226-d45d-4650-9798-72e555391fcd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891767 Dec 23 12:41:08.728234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5765a7e-438c-42b0-bcae-f82a0a874294 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=473484409d2e4afc912b4295f66c938f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329330 Dec 23 12:41:08.730668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38630) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:08.759492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 8ef1b5c8-9690-4293-86de-f26fcab35b56 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:41:08.767124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8ef1b5c8-9690-4293-86de-f26fcab35b56 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:08.767124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.778640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.789138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:08.790286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.895232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.912245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.919600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:08.922057 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d775f1-24f9-4941-9e23-0e1c14839d51" -d '{"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:08.923985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=0992125e-ac3a-42a2-8902-8bdab1b252c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:08.935964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.945458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:08.950273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:08.962880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:08.988624 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e75a688-be28-4f97-b01f-e9abf362627e x-openstack-request-id: req-1e75a688-be28-4f97-b01f-e9abf362627e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:08.989053 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:08.989182 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e75a688-be28-4f97-b01f-e9abf362627e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:08.989565 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'code': 200} Dec 23 12:41:09.077500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ac3e5-f1af-4f56-b8f1-765b808e2346 req-eb49eac4-1b4d-4082-aaf7-7f834922338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:09.079088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e3ac3e5-f1af-4f56-b8f1-765b808e2346 req-eb49eac4-1b4d-4082-aaf7-7f834922338d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1095 time: 0.0432553 Dec 23 12:41:09.086590 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.087567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b5af75fc-0f03-41c5-bc28-cf59e52d3f57 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8302617 Dec 23 12:41:09.090291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:09.096460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:09.104145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:09.165420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.168928 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.170229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2a8a299-7168-4ef2-ba24-2743b0d02739 HTTP/1.1" status: 204 len: 168 time: 0.4386573 Dec 23 12:41:09.185323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854fa29-c045-4b39-a8ec-162574df120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a8a299-7168-4ef2-ba24-2743b0d02739,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:09.323009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:09.354733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38652) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:09.361005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-534121594-network', 'tenant_id': '364bba5986154991bc2df863c9370402'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:09.399535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:09.403113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.405123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e3ac3e5-f1af-4f56-b8f1-765b808e2346 req-926656ae-c504-4475-a4c2-9c1deaf3f5b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182395 Dec 23 12:41:09.430956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9814f2-355f-4d98-b504-1f35715124f5 req-cc2ed71e-e422-4bfd-a64b-bf6118e0cfdc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:09.432547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b9814f2-355f-4d98-b504-1f35715124f5 req-cc2ed71e-e422-4bfd-a64b-bf6118e0cfdc tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1141360 Dec 23 12:41:09.443608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f51e1-4978-499b-be69-37fd0afb1ef6 req-83f8b444-3b5e-4e2c-b654-303fd02f31fd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:09.445074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f5f51e1-4978-499b-be69-37fd0afb1ef6 req-83f8b444-3b5e-4e2c-b654-303fd02f31fd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2310960 Dec 23 12:41:09.532555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b9814f2-355f-4d98-b504-1f35715124f5 req-7bea0ae5-afe7-4942-8db5-555e15c8d22b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864184 Dec 23 12:41:09.542978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Made reservation on behalf of 364bba5986154991bc2df863c9370402 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:09.545975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.561456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2f5f51e1-4978-499b-be69-37fd0afb1ef6 req-3c3df7bc-4349-4cf2-b06f-a3e363f0f72c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026993 Dec 23 12:41:09.563046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.700476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.770934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.830386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.844562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=3d839110-afb1-40a4-bbde-9feb6fab134c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:09.853405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': 'c9518788-7467-443b-8080-fccb25649c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:09.853764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: 0992125e-ac3a-42a2-8902-8bdab1b252c5, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:09.871965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:09.888919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc72e7-523b-4091-9293-5271511f8477,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:09.894857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.895198 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Added segment dfc729b2-aeaf-4d0b-983d-cb6d37752670 of type vlan for network 3cad2813-57d8-4c81-93fa-ba636573ea44 Dec 23 12:41:09.909571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.927383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.943293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:09.988542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:10.039054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.039772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router 026694ce-01ff-4d9f-98c0-2e9ac2a1099f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:10.040031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.040603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.085321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 0992125e-ac3a-42a2-8902-8bdab1b252c5) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:10.092570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.093186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.096944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6eb6e9-227f-4c28-a57e-760132d20533 None None] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:10.112449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] Pushing event updated for resources: {'Network': ['ID=3cad2813-57d8-4c81-93fa-ba636573ea44,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:10.153185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-04b4e4f1-fef3-48a7-ae19-7c692abf8c2a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7937412 Dec 23 12:41:10.153357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38670) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.158130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Request body: {'subnet': {'network_id': '3cad2813-57d8-4c81-93fa-ba636573ea44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-534121594-subnet', 'tenant_id': '364bba5986154991bc2df863c9370402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:10.162432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3cad2813-57d8-4c81-93fa-ba636573ea44 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:10.174577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:10.177963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e9e0353c-b49d-4636-8bf8-fdc54cc19e3d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0837779 Dec 23 12:41:10.183721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.185405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5', 'name': 'tempest-PortsIpV6TestJSON-1235429925', 'fixed_ips': [{'subnet_id': '3d839110-afb1-40a4-bbde-9feb6fab134c', 'ip_address': '2001:db8::10'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:10.191820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.195531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44d9152b-6ce7-4d3b-8115-5913680fc0ca tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "PUT /v2.0/routers/026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 200 len: 925 time: 1.8415682 Dec 23 12:41:10.195699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38676) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.199354 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] Sync routers for ids ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:10.218739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] Routers {'026694ce-01ff-4d9f-98c0-2e9ac2a1099f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:10.219361 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:10.289631 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:10.291148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-0992125e-ac3a-42a2-8902-8bdab1b252c5', 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': '3d839110-afb1-40a4-bbde-9feb6fab134c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:10.292519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.298924 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] Routers {'026694ce-01ff-4d9f-98c0-2e9ac2a1099f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:10.299604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:10.335076 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:10.335782 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977cbfd-a2f8-4921-9b90-c880172f14a0 None None] The sync data for ids ['026694ce-01ff-4d9f-98c0-2e9ac2a1099f'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:10.345098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Made reservation on behalf of 364bba5986154991bc2df863c9370402 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:10.345098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.377449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8573d407-71aa-4003-ab12-bdfb7d1a5040 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 200 len: 925 time: 0.1806612 Dec 23 12:41:10.380740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38678) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.473721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bae349-093b-4e1e-9dc1-1828ae5cc84f tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.478703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-07bae349-093b-4e1e-9dc1-1828ae5cc84f tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=026694ce-01ff-4d9f-98c0-2e9ac2a1099f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0969229 Dec 23 12:41:10.479482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38682) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.486358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Allocated IP 2001:db8::2 (0992125e-ac3a-42a2-8902-8bdab1b252c5/3d839110-afb1-40a4-bbde-9feb6fab134c/c0618763-4c44-46ef-9d1f-7f6bf0cf66be) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:10.528561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.568027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:10.650972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.685164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275b949-500f-4619-87a4-39383d1745c1 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.688980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5275b949-500f-4619-87a4-39383d1745c1 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.2061696 Dec 23 12:41:10.698535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:10.720161 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.750400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1457540446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:10.758118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.773810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee692b-2073-4b38-b56d-0df6c60fb251 req-606d7966-9dbe-4208-94eb-54f8929a09f3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.775414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74ee692b-2073-4b38-b56d-0df6c60fb251 req-606d7966-9dbe-4208-94eb-54f8929a09f3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1554585 Dec 23 12:41:10.788683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.808606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffbf1f-a9af-40cf-a980-36a90bc7d11b req-177c9911-1312-4f4c-9d51-a1605f942658 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:10.810253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7bffbf1f-a9af-40cf-a980-36a90bc7d11b req-177c9911-1312-4f4c-9d51-a1605f942658 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1330559 Dec 23 12:41:10.818931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port e2111520-2f48-4985-a691-18bd147405b4 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:10.834468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:10.841454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:10.844120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:10.886045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Pushing event updated for resources: {'Port': ['ID=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:10.940859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Attempting to bind port c0618763-4c44-46ef-9d1f-7f6bf0cf66be on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:10.941328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Attempting to bind port c0618763-4c44-46ef-9d1f-7f6bf0cf66be by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c9518788-7467-443b-8080-fccb25649c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:10.941898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Attempting to bind port c0618763-4c44-46ef-9d1f-7f6bf0cf66be on network 0992125e-ac3a-42a2-8902-8bdab1b252c5 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:10.948008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:10.948420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Checking segment: {'id': 'c9518788-7467-443b-8080-fccb25649c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:10.948879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.949294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Bound using segment: {'id': 'c9518788-7467-443b-8080-fccb25649c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:10.949809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Bound port: c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9518788-7467-443b-8080-fccb25649c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:10.950526 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:10.970489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74ee692b-2073-4b38-b56d-0df6c60fb251 req-ceebbd69-8eff-4f64-b849-3e1af4e2892d tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842890 Dec 23 12:41:10.987831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7bffbf1f-a9af-40cf-a980-36a90bc7d11b req-4b09c3b8-5b3c-45dc-bce6-dc8ffb3c96dd tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590109 Dec 23 12:41:11.052861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] For port c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:11.057097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] For port c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,segment=NetworkSegment(c9518788-7467-443b-8080-fccb25649c16),segment_id=c9518788-7467-443b-8080-fccb25649c16)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:11.075237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::10 (0992125e-ac3a-42a2-8902-8bdab1b252c5/3d839110-afb1-40a4-bbde-9feb6fab134c/e2111520-2f48-4985-a691-18bd147405b4) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:11.123922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2d565808-7d00-4937-8c25-21a5ccdb5b7c tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 200 len: 205 time: 0.4211879 Dec 23 12:41:11.127811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38696) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:11.135815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1838b7-9622-4ea4-b4d1-16454d426854,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:11.148005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.164235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Checking segment: {'id': 'dfc729b2-aeaf-4d0b-983d-cb6d37752670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3cad2813-57d8-4c81-93fa-ba636573ea44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:11.164594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Network hostable DHCP agents. Network: 3cad2813-57d8-4c81-93fa-ba636573ea44, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:11.221859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4f21c-86ea-46f0-87dc-24e9327df641 None None] Pushing event updated for resources: {'Port': ['ID=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:11.245467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.247166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.277593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Network 3cad2813-57d8-4c81-93fa-ba636573ea44 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:11.311487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.364678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3cad2813-57d8-4c81-93fa-ba636573ea44) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:11.369490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:11.370133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.407705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.407875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15fa70-97d4-415c-b0db-33ef10ad0926 None None] Network 3cad2813-57d8-4c81-93fa-ba636573ea44 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:11.465176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-57775b06-572d-487b-9d11-827603a329f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3107107 Dec 23 12:41:11.486190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.488223 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7cabb498-b40b-47c6-a161-101cb14946b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9581647 Dec 23 12:41:11.491854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:11.496465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1231442459'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:11.541726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32bf7fc-36b3-42c6-ad62-a036e5c00630 None None] Network 3cad2813-57d8-4c81-93fa-ba636573ea44 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:11.599007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:11.602819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.615188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.688250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.720364 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.742685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.800184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.831434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.850134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:11.885755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0267e7-ac0a-4072-a45f-ee05586d6bef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:11.899007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.899509 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Added segment 71772a86-d905-43b0-9b24-e4ab355f8caf of type vlan for network ee2f029c-15e6-4927-9102-7a5f54a8e883 Dec 23 12:41:11.908405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:11.929893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=e2111520-2f48-4985-a691-18bd147405b4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:11.932641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:11.942280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:11.947911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:11.948112 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.956530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:11.957102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.033358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.046340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:12.046983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.078028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5b3d1660-02f2-408c-9431-f75df643dd9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8946698 Dec 23 12:41:12.090845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:12.098713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': '0992125e-ac3a-42a2-8902-8bdab1b252c5', 'name': 'tempest-PortsIpV6TestJSON-1302483335', 'fixed_ips': [{'subnet_id': '3d839110-afb1-40a4-bbde-9feb6fab134c', 'ip_address': '2001:db8::f'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:12.122483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Network': ['ID=ee2f029c-15e6-4927-9102-7a5f54a8e883,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:12.135476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:12.175961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-18f37ed4-fef4-4ec2-9df0-672f22f1bc58 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6836097 Dec 23 12:41:12.179988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38724) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:12.189402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'subnet': {'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:12.261925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302339d-8bba-43cf-ba89-0b823a5d083a req-92d2a853-48e0-47a9-8a4c-69b616d48560 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:12.263487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1302339d-8bba-43cf-ba89-0b823a5d083a req-92d2a853-48e0-47a9-8a4c-69b616d48560 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1916893 Dec 23 12:41:12.300384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-16a0d793-157f-4ed9-8a2f-cb4756fdb39e tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:12.301944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-16a0d793-157f-4ed9-8a2f-cb4756fdb39e tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/networks?id=4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 HTTP/1.1" status: 200 len: 825 time: 0.2984056 Dec 23 12:41:12.326666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port ce2cc3f5-7d18-495b-bb15-dc8e778bdda0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:12.326970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.345726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0618763-4c44-46ef-9d1f-7f6bf0cf66be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:12.383439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:12.386147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-8039aab1-b3d0-41f8-a6be-033306fae1f7 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/quotas/173ba7ed227d4ad6b18c5792e3cfa6c9 HTTP/1.1" status: 200 len: 375 time: 0.0745616 Dec 23 12:41:12.390353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.413566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c0618763-4c44-46ef-9d1f-7f6bf0cf66be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:12.413845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.460248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cec60df-29eb-47cf-93cd-db14c1b3c249 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=173ba7ed227d4ad6b18c5792e3cfa6c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602171 Dec 23 12:41:12.473650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1302339d-8bba-43cf-ba89-0b823a5d083a req-cb101f12-22c6-4add-b905-3d4c1e52d4b3 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948383 Dec 23 12:41:12.515679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.567920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,segment=NetworkSegment(c9518788-7467-443b-8080-fccb25649c16),segment_id=c9518788-7467-443b-8080-fccb25649c16)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:12.581915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.623267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f81013-5827-4f02-8e70-5f1ce87e5d67 None None] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:12.632643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for ce2cc3f5-7d18-495b-bb15-dc8e778bdda0 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:12.655088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:12.660254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.690955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.697413 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.715864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-c2786f41-a5dd-4041-8ba3-0e88508a2f37 service neutron] 10.222.0.16 "GET /v2.0/networks/4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365355 Dec 23 12:41:12.733438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 0685c46e-3b7e-45e0-86ce-fc998928bf2d yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:12.766787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Checking segment: {'id': '71772a86-d905-43b0-9b24-e4ab355f8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:12.767158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network hostable DHCP agents. Network: ee2f029c-15e6-4927-9102-7a5f54a8e883, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:12.771355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Subnet': ['ID=e1434c45-da25-43c0-8c95-719643303540,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:12.790931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-92132644-99ba-40eb-822c-a465553f5637 None None] Provisioning complete for port c0618763-4c44-46ef-9d1f-7f6bf0cf66be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:12.791324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92132644-99ba-40eb-822c-a465553f5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:12.799642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:12.799843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110807-b3f5-4cfe-8a04-d67a513c1a87 req-05de1bba-4fe1-4327-820f-f9a282799dd5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:12.799843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb110807-b3f5-4cfe-8a04-d67a513c1a87 req-05de1bba-4fe1-4327-820f-f9a282799dd5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2033076 Dec 23 12:41:12.846084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:12.886440 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:41:12.942403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ee2f029c-15e6-4927-9102-7a5f54a8e883) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:12.954396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117293a-a1e7-4fd3-a665-d85950417b93 None None] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:12.955669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:12.956415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.034316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb110807-b3f5-4cfe-8a04-d67a513c1a87 req-9d324a8e-ffca-4d97-89e9-e0eed6c922db tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248571 Dec 23 12:41:13.039629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-2717840b-7ab3-40e4-a077-6fa0c65b22b1 service neutron] 10.222.0.16 "GET /v2.0/networks/4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103292 Dec 23 12:41:13.086724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-784fe4d7-9967-490a-a446-d26c7debfb98 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9038739 Dec 23 12:41:13.087447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.097093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'network': {'name': 'tempest-router-network01--756271108'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:13.107137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ee2f029c-15e6-4927-9102-7a5f54a8e883', 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883', 'project_id': 'a2e34b9d0e514684a46581d19525b6f0', 'fixed_ips': [{'subnet_id': 'e1434c45-da25-43c0-8c95-719643303540'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:13.108008 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.146755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::f (0992125e-ac3a-42a2-8902-8bdab1b252c5/3d839110-afb1-40a4-bbde-9feb6fab134c/0685c46e-3b7e-45e0-86ce-fc998928bf2d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:13.250535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:13.255180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.279721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f79a3803-b2a6-446b-a8bd-847aecf8b04e None None] Provisioning complete for port e2111520-2f48-4985-a691-18bd147405b4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:13.279918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f79a3803-b2a6-446b-a8bd-847aecf8b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.284857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:13.296911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.297800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.298320 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Added segment 742c8eea-3129-4759-b021-9acd9f6c28b6 of type vlan for network a1be5c77-3d67-409a-aea7-049bd1d247bf Dec 23 12:41:13.350682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=ce2cc3f5-7d18-495b-bb15-dc8e778bdda0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:13.362815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.410415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b53d7-2269-4410-ac9c-30d66674760c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:13.429405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11aed902-02f6-46d6-b485-81d4837d16a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.459493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427d28-6b63-42eb-a31e-9f46d6fa5635 req-98394446-f75f-4494-8b16-440c87cb0b64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:13.461054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23427d28-6b63-42eb-a31e-9f46d6fa5635 req-98394446-f75f-4494-8b16-440c87cb0b64 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1800933 Dec 23 12:41:13.468318 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.470175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.478623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:13.480715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.481183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f79a3803-b2a6-446b-a8bd-847aecf8b04e None None] Port e2111520-2f48-4985-a691-18bd147405b4 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:13.500577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Allocated IP 172.20.0.2 (ee2f029c-15e6-4927-9102-7a5f54a8e883/e1434c45-da25-43c0-8c95-719643303540/c764b08d-c3cd-416c-a2a1-c92b3072d217) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:13.503916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f79a3803-b2a6-446b-a8bd-847aecf8b04e None None] Provisioning complete for port c0618763-4c44-46ef-9d1f-7f6bf0cf66be triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:13.506851 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f79a3803-b2a6-446b-a8bd-847aecf8b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.524396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f28fa18f-ecfa-4dd4-98a3-f4aabd79ebd3 req-689c9d9f-f477-480c-bda5-4d0c25cc0f6f tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0574238 Dec 23 12:41:13.531872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.578345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Network': ['ID=a1be5c77-3d67-409a-aea7-049bd1d247bf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:13.588048 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-efa66ef2-e073-46a0-a250-9c1d18c966c3 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4995472 Dec 23 12:41:13.588733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38734) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.593313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a1be5c77-3d67-409a-aea7-049bd1d247bf details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:13.595005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'network': {'name': 'tempest-router-network02--559197251'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:13.695881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23427d28-6b63-42eb-a31e-9f46d6fa5635 req-7b8b97ca-7267-439c-99e4-48638af446f8 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227132 Dec 23 12:41:13.698920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.702747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.719892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:13.721773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.725590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38740) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.781611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:13.783038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.796809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c0b4d-93ba-4867-9900-76be0341c10d tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:13.799138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-980c0b4d-93ba-4867-9900-76be0341c10d tempest-TestNetworkAdvancedServerOps-489330570 tempest-TestNetworkAdvancedServerOps-489330570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1091 time: 0.0725040 Dec 23 12:41:13.802674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38742) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.805244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.805700 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Added segment 114dd30b-8ab8-4c05-9055-ac9c2cc215db of type vlan for network 7c603626-36c3-4362-9672-b398a95ec626 Dec 23 12:41:13.809550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:13.835146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:13.841437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:13.843371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=0685c46e-3b7e-45e0-86ce-fc998928bf2d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:13.850793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.852094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:13.859114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:13.859767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.864402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.864951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router 026694ce-01ff-4d9f-98c0-2e9ac2a1099f {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:13.874239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.880053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a6c210c-ac48-4c4b-8d46-2e179f3ec8d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 204 len: 168 time: 2.7463560 Dec 23 12:41:13.880230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.888580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-849414983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:13.896340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.905778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4f12a187-a7ef-41e9-9dc9-c9000c41b229 None None] Provisioning complete for port e2111520-2f48-4985-a691-18bd147405b4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:13.906146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4f12a187-a7ef-41e9-9dc9-c9000c41b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.937460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.965402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:13.970054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b06ebf3-9ecf-413f-84a2-5a9fb6c47be2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8753386 Dec 23 12:41:13.971280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:13.999883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:14.003617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4f12a187-a7ef-41e9-9dc9-c9000c41b229 None None] Port e2111520-2f48-4985-a691-18bd147405b4 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:14.005174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:14.014011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:14.025523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Pushing event updated for resources: {'Port': ['ID=c764b08d-c3cd-416c-a2a1-c92b3072d217,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:14.049402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.055002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.055622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.088170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Attempting to bind port c764b08d-c3cd-416c-a2a1-c92b3072d217 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:14.088601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Attempting to bind port c764b08d-c3cd-416c-a2a1-c92b3072d217 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '71772a86-d905-43b0-9b24-e4ab355f8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:14.089014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Attempting to bind port c764b08d-c3cd-416c-a2a1-c92b3072d217 on network ee2f029c-15e6-4927-9102-7a5f54a8e883 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:14.100039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:14.102770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Checking segment: {'id': '71772a86-d905-43b0-9b24-e4ab355f8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:14.103295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.104362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Bound using segment: {'id': '71772a86-d905-43b0-9b24-e4ab355f8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:14.105511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Bound port: c764b08d-c3cd-416c-a2a1-c92b3072d217, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71772a86-d905-43b0-9b24-e4ab355f8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee2f029c-15e6-4927-9102-7a5f54a8e883'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:14.105511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.194807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Network': ['ID=7c603626-36c3-4362-9672-b398a95ec626,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:14.211915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 7c603626-36c3-4362-9672-b398a95ec626 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:14.213490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed63d2-964f-4ea4-b160-7c284b2c1e53 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.217534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bfed63d2-964f-4ea4-b160-7c284b2c1e53 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2419519 Dec 23 12:41:14.217534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.217534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.221483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38752) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:14.233634 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5fd38311-89a0-44ed-8369-1f71f76309f1 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6434124 Dec 23 12:41:14.241336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:14.248479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'subnet': {'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:14.316981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] For port c764b08d-c3cd-416c-a2a1-c92b3072d217, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:14.321646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] For port c764b08d-c3cd-416c-a2a1-c92b3072d217, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c764b08d-c3cd-416c-a2a1-c92b3072d217,segment=NetworkSegment(71772a86-d905-43b0-9b24-e4ab355f8caf),segment_id=71772a86-d905-43b0-9b24-e4ab355f8caf)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:14.330143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f5faae73-9af6-44f0-95bb-971c350239b3 None None] Provisioning complete for port 0685c46e-3b7e-45e0-86ce-fc998928bf2d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:14.331006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f5faae73-9af6-44f0-95bb-971c350239b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.341981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.376904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0618763-4c44-46ef-9d1f-7f6bf0cf66be up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:14.402657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.411306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25e41-b41e-40f7-b99a-0211ac8c84b0 req-35cd4416-63f0-43e1-b0d2-a10a062cccd4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.413823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56b25e41-b41e-40f7-b99a-0211ac8c84b0 req-35cd4416-63f0-43e1-b0d2-a10a062cccd4 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2262733 Dec 23 12:41:14.418856 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.436675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81dc54c-dcdb-47c1-b535-2baef97fe342 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.444723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81dc54c-dcdb-47c1-b535-2baef97fe342 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.448523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.451475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81dc54c-dcdb-47c1-b535-2baef97fe342 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:14.453481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d81dc54c-dcdb-47c1-b535-2baef97fe342 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2307124 Dec 23 12:41:14.457220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38758) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:14.467777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f5faae73-9af6-44f0-95bb-971c350239b3 None None] Port 0685c46e-3b7e-45e0-86ce-fc998928bf2d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:14.482645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:14.486143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.526912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b268b-5c5b-49a9-a33e-ac5b0d841722 None None] Pushing event updated for resources: {'Port': ['ID=c764b08d-c3cd-416c-a2a1-c92b3072d217,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:14.529715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c0618763-4c44-46ef-9d1f-7f6bf0cf66be triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:14.530095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.547889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56b25e41-b41e-40f7-b99a-0211ac8c84b0 req-6ef01d38-27ec-4ad6-af09-02ddefcd438d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922680 Dec 23 12:41:14.566960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.568787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-681d40c2-1681-4196-bc59-980dfe8921f0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6879194 Dec 23 12:41:14.574221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:14.596857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:14.675342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db67b7a2-d609-41ba-962b-b04d18ec3e5d req-4870b6b8-b644-471f-8641-979b93401f9d tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0425940 Dec 23 12:41:14.697534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Allocated IP 172.25.7.90 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5534aa3a-118a-45f8-ac96-604e887ad52b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:14.698311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 0685c46e-3b7e-45e0-86ce-fc998928bf2d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:14.698726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.831718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:14.844011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 0685c46e-3b7e-45e0-86ce-fc998928bf2d owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:14.934900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.046864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.136644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.171846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=0685c46e-3b7e-45e0-86ce-fc998928bf2d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:15.206325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.212117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f7c4528-25ae-4157-bd8d-8e53e65650db tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/0685c46e-3b7e-45e0-86ce-fc998928bf2d HTTP/1.1" status: 204 len: 168 time: 0.7440209 Dec 23 12:41:15.213237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38764) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:15.243708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.254968 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2148bbe1-2334-42dd-9865-a01e34442a41 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:15.269535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2148bbe1-2334-42dd-9865-a01e34442a41 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/0685c46e-3b7e-45e0-86ce-fc998928bf2d HTTP/1.1" status: 404 len: 333 time: 0.0461807 Dec 23 12:41:15.269535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38766) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:15.279460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.393006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port e2111520-2f48-4985-a691-18bd147405b4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:15.393538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.403887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:15.409353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.418342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=5534aa3a-118a-45f8-ac96-604e887ad52b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:15.420977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:15.447661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Subnet': ['ID=985812a5-48d8-4318-a203-34e6c05c755d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:15.452235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:15.457545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.549861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.566825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for e2111520-2f48-4985-a691-18bd147405b4 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:15.579257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Checking segment: {'id': '742c8eea-3129-4759-b021-9acd9f6c28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:15.579621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network hostable DHCP agents. Network: a1be5c77-3d67-409a-aea7-049bd1d247bf, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:15.710242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Allocated IP 172.25.7.31 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/33e4714c-f3d1-478d-ad4b-7d701b9c059e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:15.761153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674c46-f47f-48bb-ae36-a2e12b490d80 req-67ed9fe9-f97d-4ad8-911c-c222f9740c3a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:15.763695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c674c46-f47f-48bb-ae36-a2e12b490d80 req-67ed9fe9-f97d-4ad8-911c-c222f9740c3a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1064634 Dec 23 12:41:15.776589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network a1be5c77-3d67-409a-aea7-049bd1d247bf is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:15.841832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-914abaf3-9dbd-4e5e-9d3f-fc7b760bbe93 req-96b8e6a0-1b36-4df1-b996-4499ba3e22c6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0588188 Dec 23 12:41:15.865841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.877823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c674c46-f47f-48bb-ae36-a2e12b490d80 req-26995e25-6abc-4192-8811-2745e1dd4eb0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031497 Dec 23 12:41:15.912099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=e2111520-2f48-4985-a691-18bd147405b4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:15.938319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:15.944794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0956ed38-425e-4c5f-a8f8-b8e13513dc62 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/e2111520-2f48-4985-a691-18bd147405b4 HTTP/1.1" status: 204 len: 168 time: 0.6766813 Dec 23 12:41:15.945120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38774) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:15.976560 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-3055ba14-a564-47e2-9df0-ef6339fd1358 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:15.979065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3055ba14-a564-47e2-9df0-ef6339fd1358 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/e2111520-2f48-4985-a691-18bd147405b4 HTTP/1.1" status: 404 len: 333 time: 0.0329709 Dec 23 12:41:15.980904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38776) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:15.997155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18857e4-9bb0-46f5-bdd7-cdfe89f4962d None None] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:16.056492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet 3d839110-afb1-40a4-bbde-9feb6fab134c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:16.061220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.083104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0779b35-0912-4b3c-a0b7-c636463698d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.092563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Provisioning complete for port c764b08d-c3cd-416c-a2a1-c92b3072d217 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:16.093011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.179571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.270971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.338387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a1be5c77-3d67-409a-aea7-049bd1d247bf) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:16.340136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] For port c764b08d-c3cd-416c-a2a1-c92b3072d217, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c764b08d-c3cd-416c-a2a1-c92b3072d217,segment=NetworkSegment(71772a86-d905-43b0-9b24-e4ab355f8caf),segment_id=71772a86-d905-43b0-9b24-e4ab355f8caf)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:16.357758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:16.358578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.364855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a130a-aff2-4348-93ca-8b027f89d96c None None] Network a1be5c77-3d67-409a-aea7-049bd1d247bf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:16.429148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.432919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-9ca62640-27bb-4d3c-a058-e44e9f9d49c6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:16.434744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-9ca62640-27bb-4d3c-a058-e44e9f9d49c6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.43 "GET /v2.0/networks?id=4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 HTTP/1.1" status: 200 len: 825 time: 0.3274004 Dec 23 12:41:16.445847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.453498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c764b08d-c3cd-416c-a2a1-c92b3072d217 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:16.506295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Request body: {'port': {'device_id': '021f929a-f593-464c-b631-8237c5041101', 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19', 'admin_state_up': True, 'tenant_id': '173ba7ed227d4ad6b18c5792e3cfa6c9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:16.523882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.582454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d73035a5-8673-4729-82fd-c01005b90898 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3392169 Dec 23 12:41:16.587824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:16.595599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'subnet': {'network_id': '7c603626-36c3-4362-9672-b398a95ec626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:16.600317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Pushing event updated for resources: {'Port': ['ID=c764b08d-c3cd-416c-a2a1-c92b3072d217,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:16.626862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.627836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.628589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.629129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.629615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.630099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.630608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.631086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.631599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.632500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.633037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.646086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.646086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199d9be-bd9c-4405-bca2-241e5dedbcb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:16.646086 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.649810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c764b08d-c3cd-416c-a2a1-c92b3072d217 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:16.650174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.694843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.734619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a1be5c77-3d67-409a-aea7-049bd1d247bf', 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf', 'project_id': 'a2e34b9d0e514684a46581d19525b6f0', 'fixed_ips': [{'subnet_id': '985812a5-48d8-4318-a203-34e6c05c755d'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:16.735442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.792967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d45c852d-adee-4e85-9aa2-734bf565dfee None None] Provisioning complete for port c764b08d-c3cd-416c-a2a1-c92b3072d217 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:16.793340 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d45c852d-adee-4e85-9aa2-734bf565dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.797177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:16.812944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:16.812944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event updated for resources: {'Port': ['ID=33e4714c-f3d1-478d-ad4b-7d701b9c059e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:16.818010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:16.846605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:16.885456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3381e-d375-4156-acf0-d0f63ae6fa1d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:17.084188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.168897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc9a269c-1bad-4787-be6b-e262ed4be98b req-ad7f0d7a-8a82-42e5-864a-4eee79e09b67 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0750239 Dec 23 12:41:17.187157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Allocated IP 172.20.0.2 (a1be5c77-3d67-409a-aea7-049bd1d247bf/985812a5-48d8-4318-a203-34e6c05c755d/0a97de27-cc77-4558-abbc-e098c43cc294) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:17.251322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39283b-e711-42ef-87cf-8eb71b2056be req-f459c3fb-5cda-4f1d-af8c-0b93e385830a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:17.254131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab39283b-e711-42ef-87cf-8eb71b2056be req-f459c3fb-5cda-4f1d-af8c-0b93e385830a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1581800 Dec 23 12:41:17.322330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc032fa1-65ee-40c8-bfb7-4cb4b13306af None None] Provisioning complete for port 33e4714c-f3d1-478d-ad4b-7d701b9c059e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:17.323131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc032fa1-65ee-40c8-bfb7-4cb4b13306af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.325510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.329943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab39283b-e711-42ef-87cf-8eb71b2056be req-8e45bf59-6cb7-490a-a8c5-6cd54746af26 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651546 Dec 23 12:41:17.342950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.357933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.366526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/3d839110-afb1-40a4-bbde-9feb6fab134c HTTP/1.1" status: 204 len: 168 time: 1.3841045 Dec 23 12:41:17.367151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38786) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:17.379123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.395278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Made reservation on behalf of a2e34b9d0e514684a46581d19525b6f0 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:17.397254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185194f-3667-4646-890d-1155eb2f7fa8 None None] Network 0992125e-ac3a-42a2-8902-8bdab1b252c5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:17.398268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.402598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672ca0-7904-4c67-b075-01a145dd2e9d tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=3d839110-afb1-40a4-bbde-9feb6fab134c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:17.404504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Made reservation on behalf of 173ba7ed227d4ad6b18c5792e3cfa6c9 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:17.412916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.470490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc032fa1-65ee-40c8-bfb7-4cb4b13306af None None] Port 33e4714c-f3d1-478d-ad4b-7d701b9c059e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:17.482660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.493186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.601076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.601231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.621735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event updated for resources: {'Port': ['ID=5534aa3a-118a-45f8-ac96-604e887ad52b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:17.627832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.632179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.634718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.668206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302d695-f659-481b-ab7a-bd485979671d None None] DHCP port deletion for 0992125e-ac3a-42a2-8902-8bdab1b252c5 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:17.688660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Network a1be5c77-3d67-409a-aea7-049bd1d247bf is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:17.693998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:17.700680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:17.735845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Pushing event updated for resources: {'Port': ['ID=0a97de27-cc77-4558-abbc-e098c43cc294,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:17.765895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Allocated IP 172.20.0.10 (4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19/8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4/fbc8612b-751b-4e9b-bc5b-1d039269a0df) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:17.805948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Attempting to bind port 0a97de27-cc77-4558-abbc-e098c43cc294 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:17.806334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Attempting to bind port 0a97de27-cc77-4558-abbc-e098c43cc294 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '742c8eea-3129-4759-b021-9acd9f6c28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:17.807175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Attempting to bind port 0a97de27-cc77-4558-abbc-e098c43cc294 on network a1be5c77-3d67-409a-aea7-049bd1d247bf {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:17.813552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:17.813931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Checking segment: {'id': '742c8eea-3129-4759-b021-9acd9f6c28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:17.814342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.815612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Bound using segment: {'id': '742c8eea-3129-4759-b021-9acd9f6c28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:17.816276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Bound port: 0a97de27-cc77-4558-abbc-e098c43cc294, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742c8eea-3129-4759-b021-9acd9f6c28b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a1be5c77-3d67-409a-aea7-049bd1d247bf'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:17.816672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.827082 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP cce572de-9346-4634-865e-ef5c91a3d26c associated. External IP: 172.25.7.90, port: 8ef1b5c8-9690-4293-86de-f26fcab35b56. Dec 23 12:41:17.842831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port c0618763-4c44-46ef-9d1f-7f6bf0cf66be {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:17.843091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.871412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Deleting port c0618763-4c44-46ef-9d1f-7f6bf0cf66be {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:17.871767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.911885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.986085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5302d695-f659-481b-ab7a-bd485979671d None None] For port c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,segment=NetworkSegment(c9518788-7467-443b-8080-fccb25649c16),segment_id=c9518788-7467-443b-8080-fccb25649c16)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:17.987247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:17.990857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] For port 0a97de27-cc77-4558-abbc-e098c43cc294, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:18.011972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Calling delete_port for c0618763-4c44-46ef-9d1f-7f6bf0cf66be owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:18.014541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] For port c0618763-4c44-46ef-9d1f-7f6bf0cf66be, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,segment=NetworkSegment(c9518788-7467-443b-8080-fccb25649c16),segment_id=c9518788-7467-443b-8080-fccb25649c16)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:18.014738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] For port 0a97de27-cc77-4558-abbc-e098c43cc294, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0a97de27-cc77-4558-abbc-e098c43cc294,segment=NetworkSegment(742c8eea-3129-4759-b021-9acd9f6c28b6),segment_id=742c8eea-3129-4759-b021-9acd9f6c28b6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:18.014970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.051543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Router 83a3e080-9e23-4d8e-a8ca-007208f5555a is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:18.062453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for c0618763-4c44-46ef-9d1f-7f6bf0cf66be owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:18.099578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Subnet': ['ID=a3ec6d81-cff0-4590-a190-ece68a1bb228,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:18.129993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router ce74f08b-13da-4254-ad02-0290c23b2c2f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:18.142288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.156680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Checking segment: {'id': '114dd30b-8ab8-4c05-9055-ac9c2cc215db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7c603626-36c3-4362-9672-b398a95ec626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:18.156680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network hostable DHCP agents. Network: 7c603626-36c3-4362-9672-b398a95ec626, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:18.187728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.208660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070d464-36ad-47af-9af1-747d1d3d571f None None] Pushing event updated for resources: {'Port': ['ID=0a97de27-cc77-4558-abbc-e098c43cc294,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:18.228457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.236337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:18.245366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.249568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2017b2a2-2b2f-478d-b036-1e2fe699f900 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "PUT /v2.0/routers/83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 200 len: 882 time: 3.6709347 Dec 23 12:41:18.250395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38792) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:18.257174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] Sync routers for ids ['83a3e080-9e23-4d8e-a8ca-007208f5555a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:18.274239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.284033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.291358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] Routers {'83a3e080-9e23-4d8e-a8ca-007208f5555a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:18.291358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a3e080-9e23-4d8e-a8ca-007208f5555a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.322440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302d695-f659-481b-ab7a-bd485979671d None None] Pushing event deleted for resources: {'Port': ['ID=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:18.324698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=c0618763-4c44-46ef-9d1f-7f6bf0cf66be,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:18.331827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.333971 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network 7c603626-36c3-4362-9672-b398a95ec626 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:18.355189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No DVR routers for this DVR port c0618763-4c44-46ef-9d1f-7f6bf0cf66be on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:18.383830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302d695-f659-481b-ab7a-bd485979671d None None] No DVR routers for this DVR port c0618763-4c44-46ef-9d1f-7f6bf0cf66be on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:18.385431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.388956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.399707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] Routers {'83a3e080-9e23-4d8e-a8ca-007208f5555a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:18.399707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['83a3e080-9e23-4d8e-a8ca-007208f5555a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.440921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.441747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9598fbd-2edf-471d-bd59-4b42b95d52c2 None None] The sync data for ids ['83a3e080-9e23-4d8e-a8ca-007208f5555a'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:18.452431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:18.481847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Pushing event updated for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:18.484629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:18.534866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c764b08d-c3cd-416c-a2a1-c92b3072d217 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:18.538877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:18.592542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 7c603626-36c3-4362-9672-b398a95ec626) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:18.608534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c71e8-18fe-4a64-b899-1000262a37bf None None] Network 7c603626-36c3-4362-9672-b398a95ec626 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:18.678473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:18.679619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.722171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.730362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c764b08d-c3cd-416c-a2a1-c92b3072d217 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:18.730695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.776914 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:18.779990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.791697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0992125e-ac3a-42a2-8902-8bdab1b252c5']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.797922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-7c603626-36c3-4362-9672-b398a95ec626', 'network_id': '7c603626-36c3-4362-9672-b398a95ec626', 'project_id': 'a2e34b9d0e514684a46581d19525b6f0', 'fixed_ips': [{'subnet_id': 'a3ec6d81-cff0-4590-a190-ece68a1bb228'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:18.799544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.805940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec459a-3f60-4264-b02c-b062f69f12f5 req-8a0bd062-d76e-40a8-bc6a-9b383e1379db tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:18.808600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edec459a-3f60-4264-b02c-b062f69f12f5 req-8a0bd062-d76e-40a8-bc6a-9b383e1379db tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2705531 Dec 23 12:41:18.819955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:18.830695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9518788-7467-443b-8080-fccb25649c16') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.831614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9518788-7467-443b-8080-fccb25649c16') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.834983 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Sync routers for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:18.845376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3897c1-2104-4185-ba2f-23bb59f2288f req-837e30fe-0120-46fc-abe5-742da72d0f00 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:18.848045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:18.848045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:18.848264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d3897c1-2104-4185-ba2f-23bb59f2288f req-837e30fe-0120-46fc-abe5-742da72d0f00 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 932 time: 0.3934271 Dec 23 12:41:18.864987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70a855c7-518e-46e7-b07a-a20ea3f9f760 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 200 len: 923 time: 0.6111932 Dec 23 12:41:18.867253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:18.884354 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.897127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e2473e2-958c-4c7a-afae-b5b961877c20 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3050535 Dec 23 12:41:18.906470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:18.940293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.972419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ef6eb-7726-4a77-b0f4-d79d7adf75ac tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:18.975586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b43ef6eb-7726-4a77-b0f4-d79d7adf75ac tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=83a3e080-9e23-4d8e-a8ca-007208f5555a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1064801 Dec 23 12:41:18.978254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:18.980346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38802) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:19.026526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:19.026928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:19.030341 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:19.049485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-1a764025-f348-46f8-8427-ad10d13f1bdc tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5956395 Dec 23 12:41:19.053204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edec459a-3f60-4264-b02c-b062f69f12f5 req-75cfe7c3-7ff5-4021-9882-8f68af7a341e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290659 Dec 23 12:41:19.075554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Allocated IP 172.20.0.2 (7c603626-36c3-4362-9672-b398a95ec626/a3ec6d81-cff0-4590-a190-ece68a1bb228/dd5281a2-e015-4501-9ea3-2ccbc26a1e6d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:19.087850 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:41:19.093736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Request body: {'port': {'device_id': '021f929a-f593-464c-b631-8237c5041101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:19.110410 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b4eee90-e61f-4648-bc13-0ee94dc686c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3065917 Dec 23 12:41:19.113457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:19.116468 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52" -d '{"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:19.129312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0618763-4c44-46ef-9d1f-7f6bf0cf66be no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:19.164420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d6e94-d41f-46ce-a60d-489f0972527b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:19.168595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fd8d6e94-d41f-46ce-a60d-489f0972527b tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.1855185 Dec 23 12:41:19.173090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:19.187190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d3897c1-2104-4185-ba2f-23bb59f2288f req-49169a25-fd95-468f-bc4e-a5e593323b35 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060703 Dec 23 12:41:19.220342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c0618763-4c44-46ef-9d1f-7f6bf0cf66be {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:19.221375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c0618763-4c44-46ef-9d1f-7f6bf0cf66be not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:19.266282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.268057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7347512d-4033-4840-adc0-d9ed020c3e5e tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 200 len: 205 time: 0.0920787 Dec 23 12:41:19.269631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38812) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:19.369191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.397104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.405270 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3b8d4-e401-4cfc-9097-ca0f99b3e4ee x-openstack-request-id: req-2bd3b8d4-e401-4cfc-9097-ca0f99b3e4ee {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:19.405270 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:19.405270 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bd3b8d4-e401-4cfc-9097-ca0f99b3e4ee {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:19.405270 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'status': 'completed', 'code': 200} Dec 23 12:41:19.433969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.519578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.535883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Network 7c603626-36c3-4362-9672-b398a95ec626 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:19.540050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:19.542151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Pushing event updated for resources: {'Port': ['ID=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:19.551966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:19.593416 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'cce572de-9346-4634-865e-ef5c91a3d26c', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'mac_address': 'fa:16:3e:f7:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90358500-e7a0-4853-a570-13be2b331ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:41:16Z', 'updated_at': '2021-12-23T12:41:16Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:19.640147 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Checking router: ce74f08b-13da-4254-ad02-0290c23b2c2f for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:41:19.645812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.651068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:19.651880 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:19.669597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Attempting to bind port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:19.670168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Attempting to bind port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '114dd30b-8ab8-4c05-9055-ac9c2cc215db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7c603626-36c3-4362-9672-b398a95ec626'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:19.670604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Attempting to bind port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d on network 7c603626-36c3-4362-9672-b398a95ec626 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:19.673673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.677417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:19.677814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/0992125e-ac3a-42a2-8902-8bdab1b252c5 HTTP/1.1" status: 204 len: 168 time: 2.2921059 Dec 23 12:41:19.677963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Checking segment: {'id': '114dd30b-8ab8-4c05-9055-ac9c2cc215db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7c603626-36c3-4362-9672-b398a95ec626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:19.678355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.679307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Bound using segment: {'id': '114dd30b-8ab8-4c05-9055-ac9c2cc215db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7c603626-36c3-4362-9672-b398a95ec626'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:19.679447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Bound port: dd5281a2-e015-4501-9ea3-2ccbc26a1e6d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114dd30b-8ab8-4c05-9055-ac9c2cc215db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7c603626-36c3-4362-9672-b398a95ec626'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:19.679864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.683255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38814) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:19.702731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141892065'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:19.710314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-4c0b3a7f-8bfe-4ffa-962c-69f76fd423f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:19.717728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-4c0b3a7f-8bfe-4ffa-962c-69f76fd423f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1096 time: 0.3293943 Dec 23 12:41:19.741199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddf393-d708-4cf9-815a-d2ffeea47469 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=0992125e-ac3a-42a2-8902-8bdab1b252c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:19.765067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.783467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] For port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:19.788081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] For port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,segment=NetworkSegment(114dd30b-8ab8-4c05-9055-ac9c2cc215db),segment_id=114dd30b-8ab8-4c05-9055-ac9c2cc215db)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:19.811761 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:41:19.885116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.914605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e861c4-a30e-4fed-a763-7203d6f8499f None None] Network a1be5c77-3d67-409a-aea7-049bd1d247bf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:19.950811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port 33e4714c-f3d1-478d-ad4b-7d701b9c059e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:19.951398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:19.987866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05c11-1599-4fd2-918b-83fa4067782f req-dc7894b4-66b3-4ff4-8f03-535fe6dc19a5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:19.995450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31d05c11-1599-4fd2-918b-83fa4067782f req-dc7894b4-66b3-4ff4-8f03-535fe6dc19a5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.3436112 Dec 23 12:41:20.074436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.099446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.131302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for 33e4714c-f3d1-478d-ad4b-7d701b9c059e owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:20.131553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:20.134899 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.174621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa159e-2a4d-4237-b177-87430de11d5e None None] Pushing event updated for resources: {'Port': ['ID=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:20.181883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] Provisioning complete for port 0a97de27-cc77-4558-abbc-e098c43cc294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:20.182562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.271750 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'cce572de-9346-4634-865e-ef5c91a3d26c', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'mac_address': 'fa:16:3e:f7:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90358500-e7a0-4853-a570-13be2b331ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:41:16Z', 'updated_at': '2021-12-23T12:41:16Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:20.279623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-420522c1-4fec-4050-a1d8-bf255800f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:20.281141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-420522c1-4fec-4050-a1d8-bf255800f04e service neutron] 10.222.0.57 "GET /v2.0/networks?id=81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 200 len: 898 time: 0.5363586 Dec 23 12:41:20.311763 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ec05b-c848-43f7-ab50-b0a656f4a761 None None] The sync data for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 is: [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'cce572de-9346-4634-865e-ef5c91a3d26c', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'mac_address': 'fa:16:3e:f7:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90358500-e7a0-4853-a570-13be2b331ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:41:16Z', 'updated_at': '2021-12-23T12:41:16Z', 'revision_number': 0, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:20.544371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.584963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0a97de27-cc77-4558-abbc-e098c43cc294 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:20.608180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:20.669582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] For port 0a97de27-cc77-4558-abbc-e098c43cc294, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0a97de27-cc77-4558-abbc-e098c43cc294,segment=NetworkSegment(742c8eea-3129-4759-b021-9acd9f6c28b6),segment_id=742c8eea-3129-4759-b021-9acd9f6c28b6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:20.703752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38822) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:20.712238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31d05c11-1599-4fd2-918b-83fa4067782f req-205ca04f-ace9-4bad-b72e-2fbb6ac91597 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7157412 Dec 23 12:41:20.723220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0a97de27-cc77-4558-abbc-e098c43cc294 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:20.723499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.732429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0937188-205c-451b-bb8d-347e0030e8f5 None None] New status for floating IP cce572de-9346-4634-865e-ef5c91a3d26c: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:41:20.784447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.784964 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Added segment 5a30898c-7e43-4d6f-965d-6ae1c0fa6e08 of type vlan for network c7efbf43-08bc-4e57-a9c5-418a2ae947bc Dec 23 12:41:20.799807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.800389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.820659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-b6939794-ab6d-499a-8c3d-5b6042a78798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 200 len: 998 time: 0.3287332 Dec 23 12:41:20.897203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=33e4714c-f3d1-478d-ad4b-7d701b9c059e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:20.942731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.968726 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e341c6ab-1a53-4d16-8cd3-66d702337214 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/cce572de-9346-4634-865e-ef5c91a3d26c HTTP/1.1" status: 200 len: 990 time: 0.2631760 Dec 23 12:41:20.983995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:20.989411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e10b79-0f12-4ef8-9703-cb68b9fa2bf9 req-a4d65a67-22bd-4aa1-b262-19893b613a95 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:20.991004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e10b79-0f12-4ef8-9703-cb68b9fa2bf9 req-a4d65a67-22bd-4aa1-b262-19893b613a95 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.7687974 Dec 23 12:41:21.034203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778078c4-d366-4b54-8eb1-6928ee2c5c79 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:21.098158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.100632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.194775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5ab479d4-4b9c-4cd9-939f-bc8cc44d624f None None] Provisioning complete for port 0a97de27-cc77-4558-abbc-e098c43cc294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:21.195223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ab479d4-4b9c-4cd9-939f-bc8cc44d624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.202313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcebd6-37b1-4172-b6cb-fcc94a50d88a None None] Pushing event updated for resources: {'Port': ['ID=0a97de27-cc77-4558-abbc-e098c43cc294,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:21.221140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.222016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router 83a3e080-9e23-4d8e-a8ca-007208f5555a {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:21.242769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.244801 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4dbd85bd-71a3-4311-a92b-b248a30d09d1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 204 len: 168 time: 1.9738450 Dec 23 12:41:21.254713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38824) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:21.260757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-751429187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:21.370929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.372317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.425163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.resource_extend [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:41:21.439123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.451440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-f0a007a8-cdd2-4f43-a001-61c4df05eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:21.452887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-f0a007a8-cdd2-4f43-a001-61c4df05eb49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4372db9e-627e-4015-a003-da359b8e7307 HTTP/1.1" status: 200 len: 834 time: 0.6201844 Dec 23 12:41:21.458599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Allocated IP 172.20.0.1 (a1be5c77-3d67-409a-aea7-049bd1d247bf/985812a5-48d8-4318-a203-34e6c05c755d/48d4785d-74d1-4b8b-afd5-1b97c425fea3) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:21.521997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ee7a9-971f-4938-a38e-65a4f36430bc None None] Network 7c603626-36c3-4362-9672-b398a95ec626 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:21.542077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.552197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc8612b-751b-4e9b-bc5b-1d039269a0df {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:41:21.575770 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.590123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] Provisioning complete for port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:21.590705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.617811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.620445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7aa4aeb7-bb72-4ab5-97e2-dcc459fb56e9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3634713 Dec 23 12:41:21.628957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38826) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:21.632698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.635793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': True}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:21.638904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:21.639517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.657703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4e10b79-0f12-4ef8-9703-cb68b9fa2bf9 req-087b4b54-b8e4-4075-8435-10bb7e35b82b tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6563644 Dec 23 12:41:21.687465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Transition to ACTIVE for port object fbc8612b-751b-4e9b-bc5b-1d039269a0df will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:41:21.706824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da1e90-2491-4811-96f1-6b5c77f5a5fc req-22b2342e-a16d-4a90-886d-bf8e260594ac tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:21.712960 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.717354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98da1e90-2491-4811-96f1-6b5c77f5a5fc req-22b2342e-a16d-4a90-886d-bf8e260594ac tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 932 time: 0.7171187 Dec 23 12:41:21.755633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] For port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,segment=NetworkSegment(114dd30b-8ab8-4c05-9055-ac9c2cc215db),segment_id=114dd30b-8ab8-4c05-9055-ac9c2cc215db)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:21.788964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-47826cdf-4fde-4206-bf75-8fdcfe847916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:21.790724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-47826cdf-4fde-4206-bf75-8fdcfe847916 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81823906-6ffe-4122-b0c2-6ed9636224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123901 Dec 23 12:41:21.791577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.862853 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.897533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:21.938558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe6123-a23b-41db-9e40-82737b24d7d3 None None] Pushing event updated for resources: {'Port': ['ID=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:21.941019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Network': ['ID=c7efbf43-08bc-4e57-a9c5-418a2ae947bc,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:21.951192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:21.967736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8d454e39-a955-4088-a1bb-a239de33790c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2706404 Dec 23 12:41:21.970700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:21.973105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:21.977433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:22.030234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:22.063053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98da1e90-2491-4811-96f1-6b5c77f5a5fc req-da1e135c-17fb-4c43-a771-a3cb7cbe87d4 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442433 Dec 23 12:41:22.106537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0e77ea45-7b67-411e-92f1-7d5ef4e84750 None None] Provisioning complete for port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:22.107664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e77ea45-7b67-411e-92f1-7d5ef4e84750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.115668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.151508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Attempting to bind port fbc8612b-751b-4e9b-bc5b-1d039269a0df on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:22.151919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Attempting to bind port fbc8612b-751b-4e9b-bc5b-1d039269a0df by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '42a22df7-86ef-472f-b402-5dc445db83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:22.152412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Attempting to bind port fbc8612b-751b-4e9b-bc5b-1d039269a0df on network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:22.177388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Port fbc8612b-751b-4e9b-bc5b-1d039269a0df on network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:41:22.177755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Attempting to bind port fbc8612b-751b-4e9b-bc5b-1d039269a0df on network 4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:22.196162 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e3e40ae-58b4-4a59-9a5c-7d8e85eb03e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/cce572de-9346-4634-865e-ef5c91a3d26c HTTP/1.1" status: 200 len: 992 time: 0.2150087 Dec 23 12:41:22.196414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-b9486372-1602-45a1-a3ab-7eb2a252a454 service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923740 Dec 23 12:41:22.224956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:22.225575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Checking segment: {'id': '42a22df7-86ef-472f-b402-5dc445db83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:22.226368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Bound using segment: {'id': '42a22df7-86ef-472f-b402-5dc445db83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:22.226537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Bound port: fbc8612b-751b-4e9b-bc5b-1d039269a0df, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a22df7-86ef-472f-b402-5dc445db83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:22.226992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.287896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-81f2d35c-61e7-4092-b97e-10ffda029b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:22.290741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-81f2d35c-61e7-4092-b97e-10ffda029b3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0694666 Dec 23 12:41:22.362333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:22.365823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.401361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8317-74af-4f73-ae60-a16ded7107aa req-6e56821f-24d0-4848-b8fc-87500ae7ef07 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:22.402872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91b8317-74af-4f73-ae60-a16ded7107aa req-6e56821f-24d0-4848-b8fc-87500ae7ef07 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1936746 Dec 23 12:41:22.411523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.459163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device dd5281a2-e015-4501-9ea3-2ccbc26a1e6d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:22.464626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:22.478284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df,segment=NetworkSegment(42a22df7-86ef-472f-b402-5dc445db83b8),segment_id=42a22df7-86ef-472f-b402-5dc445db83b8)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:22.482568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-43f28580-f3c4-43e9-976d-029df4cd5041 service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747238 Dec 23 12:41:22.509766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network a1be5c77-3d67-409a-aea7-049bd1d247bf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:22.522809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:22.523748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:22.523748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.533347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:22.576673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.589372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.609821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0a97de27-cc77-4558-abbc-e098c43cc294 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:22.613641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.615206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91b8317-74af-4f73-ae60-a16ded7107aa req-ab4ea98f-48f7-4a3d-964f-267681d4c4e3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920068 Dec 23 12:41:22.632677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Port': ['ID=48d4785d-74d1-4b8b-afd5-1b97c425fea3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:22.687865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-4b68c87e-367f-405d-a7e4-751b3c04ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:22.688140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0a97de27-cc77-4558-abbc-e098c43cc294 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:22.688490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.691989 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-4b68c87e-367f-405d-a7e4-751b3c04ec9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.3943286 Dec 23 12:41:22.699611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:22.700483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.705507 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/fbc8612b-751b-4e9b-bc5b-1d039269a0df HTTP/1.1" status: 200 len: 1092 time: 3.6131763 Dec 23 12:41:22.705507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:22.705507 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff1ad22-2dcc-4713-a670-c9b304fa21fd" -d '{"events": [{"name": "network-changed", "server_uuid": "021f929a-f593-464c-b631-8237c5041101", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:22.715023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.753862 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.773953 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f29e747-ee65-40f7-8e4c-40bd46b1c512 x-openstack-request-id: req-9f29e747-ee65-40f7-8e4c-40bd46b1c512 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:22.774501 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021f929a-f593-464c-b631-8237c5041101", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:22.774971 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f29e747-ee65-40f7-8e4c-40bd46b1c512 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:22.775475 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df', 'status': 'completed', 'code': 200} Dec 23 12:41:22.787932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3d45-3269-43b8-bd52-c44512a804a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:22.869963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8fa604f-f689-436d-b799-ee4c1b09e147 None None] Provisioning complete for port 48d4785d-74d1-4b8b-afd5-1b97c425fea3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:22.869963 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8fa604f-f689-436d-b799-ee4c1b09e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:22.879154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-2f4b44e7-81d5-4102-a6df-f218e77d9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:22.880736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-2f4b44e7-81d5-4102-a6df-f218e77d9971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=173ba7ed227d4ad6b18c5792e3cfa6c9&device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 1095 time: 0.0841584 Dec 23 12:41:22.903315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa604f-f689-436d-b799-ee4c1b09e147 None None] Port 48d4785d-74d1-4b8b-afd5-1b97c425fea3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:22.906847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 172.25.7.194 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d32c5af9-51e9-4b33-a9fd-97a1eb705f3d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:22.982224 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-12de81a5-9ce8-4aa0-a4d8-736b1bb4d681 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1464190 Dec 23 12:41:23.018734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.037759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-a3223b15-6ae9-49de-8cb5-4e138025651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.039242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-a3223b15-6ae9-49de-8cb5-4e138025651c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=173ba7ed227d4ad6b18c5792e3cfa6c9&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1511168 Dec 23 12:41:23.076095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-b9a73a28-807a-42e4-b7f9-f1b5c22c8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.077645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-b9a73a28-807a-42e4-b7f9-f1b5c22c8ec0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0645270 Dec 23 12:41:23.133529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.135453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.203223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-fef7f442-9a5b-4f8e-bf4f-30765e54ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.207617 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-fef7f442-9a5b-4f8e-bf4f-30765e54ce69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169019 Dec 23 12:41:23.250553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=edcec151-a998-429b-95f6-1c3af734b5c9,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:23.297800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-6d7265da-97ff-4f58-b483-1a3458e63867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.299479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aff1ad22-2dcc-4713-a670-c9b304fa21fd req-6d7265da-97ff-4f58-b483-1a3458e63867 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340848 Dec 23 12:41:23.312124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Checking segment: {'id': '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:23.312374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network hostable DHCP agents. Network: c7efbf43-08bc-4e57-a9c5-418a2ae947bc, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:23.317732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1baefb-b0af-409b-a506-8f7e9ca3abe6 req-cddbc16e-12a2-4e8d-9b6f-7d0f9d37f168 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.319261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb1baefb-b0af-409b-a506-8f7e9ca3abe6 req-cddbc16e-12a2-4e8d-9b6f-7d0f9d37f168 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 944 time: 0.1178577 Dec 23 12:41:23.351367 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-d007e65d-9e50-4d3f-b540-e698ad065d2a service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374347 Dec 23 12:41:23.409804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.447449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:23.460871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-87f4add5-070b-45fb-bda2-d918528372e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.462399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-87f4add5-070b-45fb-bda2-d918528372e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=173ba7ed227d4ad6b18c5792e3cfa6c9&device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 1095 time: 0.1154263 Dec 23 12:41:23.465824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb1baefb-b0af-409b-a506-8f7e9ca3abe6 req-552fb55d-5c2e-4d1f-990e-5dbc6ba189c4 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177213 Dec 23 12:41:23.471417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:23.485324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:23.489436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=d32c5af9-51e9-4b33-a9fd-97a1eb705f3d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:23.494816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:23.506057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94956270-6c09-4061-97ef-d4bdc923392b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:23.514019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-a68f65d1-d9b3-4b36-94cc-62cac41b47dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df HTTP/1.1" status: 200 len: 217 time: 0.0417454 Dec 23 12:41:23.527690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bb1e514a-8502-41ba-9827-a1b48725ed60 req-bb12c6d9-21d7-4493-bf73-0202022e624b service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674199 Dec 23 12:41:23.547343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, c7efbf43-08bc-4e57-a9c5-418a2ae947bc) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:23.559946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df14081-f90a-490c-a012-d0c418992de4 None None] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:23.573995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.586432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-2e09e1c5-2c0f-4b66-9ea0-518a2c76f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.587974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-2e09e1c5-2c0f-4b66-9ea0-518a2c76f14d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4 HTTP/1.1" status: 200 len: 865 time: 0.0667393 Dec 23 12:41:23.610791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.611987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.623963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-ce241029-cdcb-4569-b577-fd487fd6e0c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293708 Dec 23 12:41:23.650634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-22a6cfe3-4120-4a50-aeee-88ee81889342 None None] Provisioning complete for port d32c5af9-51e9-4b33-a9fd-97a1eb705f3d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:23.651684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22a6cfe3-4120-4a50-aeee-88ee81889342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.698933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-22a6cfe3-4120-4a50-aeee-88ee81889342 None None] Port d32c5af9-51e9-4b33-a9fd-97a1eb705f3d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:23.699160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.708643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-376aa6ae-5594-46c7-9028-4a3b9baf0dbd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7330918 Dec 23 12:41:23.708860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:23.713330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1853773651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:23.725727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-c7efbf43-08bc-4e57-a9c5-418a2ae947bc', 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': 'edcec151-a998-429b-95f6-1c3af734b5c9'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:23.729919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.809452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.857779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.859263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.876930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Allocated IP 2001:db8::2 (c7efbf43-08bc-4e57-a9c5-418a2ae947bc/edcec151-a998-429b-95f6-1c3af734b5c9/5d61508a-abbe-4de5-86c9-a71d68b239ce) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:23.904028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Port': ['ID=48d4785d-74d1-4b8b-afd5-1b97c425fea3,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:23.938199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76c023-b100-4598-ba19-953433d329ca req-c77cd740-c336-4a93-8163-03fe2494b7c9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:23.940741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd76c023-b100-4598-ba19-953433d329ca req-c77cd740-c336-4a93-8163-03fe2494b7c9 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2425594 Dec 23 12:41:23.948357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-7655b440-3898-4361-a26a-3d6ee6ae7dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063149 Dec 23 12:41:23.979823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:23.987510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.057617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.073353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network a1be5c77-3d67-409a-aea7-049bd1d247bf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:24.084208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:24.085796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.109033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd76c023-b100-4598-ba19-953433d329ca req-befd3c4c-bd7c-4b94-9f69-a6ae3b6e9536 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541770 Dec 23 12:41:24.182726 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.210917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c99cd937-09df-4aca-bed5-fd28f863aa23 req-b22ae5ca-0921-4192-a5b0-b97d8c3a7c72 service neutron] 10.222.0.43 "GET /v2.0/networks/4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515190 Dec 23 12:41:24.235146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:24.238587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:24.239398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.242189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:24.243292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4aaf0779-8511-4eb5-9347-ef144ba9a3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5335090 Dec 23 12:41:24.246708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:24.254850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Pushing event updated for resources: {'Port': ['ID=5d61508a-abbe-4de5-86c9-a71d68b239ce,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:24.259855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc', 'name': 'tempest-PortsIpV6TestJSON-250781874'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:24.286606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.308040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.309352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Attempting to bind port 5d61508a-abbe-4de5-86c9-a71d68b239ce on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:24.309809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Attempting to bind port 5d61508a-abbe-4de5-86c9-a71d68b239ce by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:24.310281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Attempting to bind port 5d61508a-abbe-4de5-86c9-a71d68b239ce on network c7efbf43-08bc-4e57-a9c5-418a2ae947bc {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:24.318392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:24.318881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Checking segment: {'id': '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:24.319514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.319999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Bound using segment: {'id': '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:24.320591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Bound port: 5d61508a-abbe-4de5-86c9-a71d68b239ce, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7efbf43-08bc-4e57-a9c5-418a2ae947bc'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:24.321172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.410466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] For port 5d61508a-abbe-4de5-86c9-a71d68b239ce, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:24.417865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] For port 5d61508a-abbe-4de5-86c9-a71d68b239ce, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d61508a-abbe-4de5-86c9-a71d68b239ce,segment=NetworkSegment(5a30898c-7e43-4d6f-965d-6ae1c0fa6e08),segment_id=5a30898c-7e43-4d6f-965d-6ae1c0fa6e08)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:24.463032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.541544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecff783-9080-4fcd-be78-0055525439e1 None None] Pushing event updated for resources: {'Port': ['ID=5d61508a-abbe-4de5-86c9-a71d68b239ce,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:24.552348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6198854d-80c1-41fc-9c72-462daace2c41 None None] Provisioning complete for port 48d4785d-74d1-4b8b-afd5-1b97c425fea3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:24.552723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6198854d-80c1-41fc-9c72-462daace2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.552877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router b6275b43-e740-4bbb-ab4d-e122f4d88f39 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:24.589709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6198854d-80c1-41fc-9c72-462daace2c41 None None] Port 48d4785d-74d1-4b8b-afd5-1b97c425fea3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:24.700274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:24.706766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:24.708316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b0d54283-3d36-4fc7-ab6d-44ea94ce1f96 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "PUT /v2.0/routers/b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 200 len: 918 time: 3.0785465 Dec 23 12:41:24.710967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38856) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:24.713166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] Sync routers for ids ['b6275b43-e740-4bbb-ab4d-e122f4d88f39'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:24.730411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] Routers {'b6275b43-e740-4bbb-ab4d-e122f4d88f39'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:24.732396 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b6275b43-e740-4bbb-ab4d-e122f4d88f39'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:24.803399 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:24.813069 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] Routers {'b6275b43-e740-4bbb-ab4d-e122f4d88f39'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:24.813699 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b6275b43-e740-4bbb-ab4d-e122f4d88f39'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:24.861213 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:24.862405 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19b3b2-51c2-4372-97cd-f995772357f4 None None] The sync data for ids ['b6275b43-e740-4bbb-ab4d-e122f4d88f39'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:24.878893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec83b76-aaa4-4ecf-b945-bf1aede96bf9 req-39297136-7b76-4b16-afbb-7d74e3b483d6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:24.880581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ec83b76-aaa4-4ecf-b945-bf1aede96bf9 req-39297136-7b76-4b16-afbb-7d74e3b483d6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 944 time: 0.1960354 Dec 23 12:41:24.966144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Router 901cb31b-4c32-4c32-85de-f7c31d3767e9 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:24.983236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ec83b76-aaa4-4ecf-b945-bf1aede96bf9 req-1230e45d-b5c4-4743-8bba-5c8d5b7ca5fe tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870948 Dec 23 12:41:25.069130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:25.072696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.101883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 618a25d1-b77f-4d7d-9531-947e217e8ca6 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:25.109276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:25.116140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-06836210-7b99-4833-a9a4-a7131f386c2a tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2004721 Dec 23 12:41:25.118643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.122622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] Sync routers for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:25.141684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:25.142564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:25.188694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:25.201484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:25.202139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:25.225138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-473835d8-f565-447c-a1de-a9d45e904640 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 200 len: 924 time: 0.5120718 Dec 23 12:41:25.298521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:25.298521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b79a3-b927-4bb9-aa84-da79cc8748aa None None] The sync data for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:25.301151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38862) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.338176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6f53c-1ba4-4b55-8c4a-fcd08bf8f21d tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:25.343050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6fb6f53c-1ba4-4b55-8c4a-fcd08bf8f21d tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=b6275b43-e740-4bbb-ab4d-e122f4d88f39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0545776 Dec 23 12:41:25.343874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38864) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.458404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941efd36-b58a-4907-9215-9125f591aae4 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:25.461129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-941efd36-b58a-4907-9215-9125f591aae4 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.1160498 Dec 23 12:41:25.480602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ee5c9-2344-4a83-b62c-776fbdbdce09 req-086b80e3-cfa9-4357-acae-15c1d62d8e86 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:25.480602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-624ee5c9-2344-4a83-b62c-776fbdbdce09 req-086b80e3-cfa9-4357-acae-15c1d62d8e86 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2240341 Dec 23 12:41:25.483479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38868) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.508202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::25e (c7efbf43-08bc-4e57-a9c5-418a2ae947bc/edcec151-a998-429b-95f6-1c3af734b5c9/618a25d1-b77f-4d7d-9531-947e217e8ca6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:25.517301 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4cd571fa-da53-4691-9774-f8510c4e8898 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 200 len: 205 time: 0.0326183 Dec 23 12:41:25.520452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38870) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.638496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.649170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-624ee5c9-2344-4a83-b62c-776fbdbdce09 req-cd2722bd-20cf-47f8-adfa-a4e55a6e7926 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718419 Dec 23 12:41:25.727276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f2ee0-7321-4684-a777-28fe1b722373 None None] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:25.762043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.841883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] Provisioning complete for port 5d61508a-abbe-4de5-86c9-a71d68b239ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:25.842284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.888558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb122f-390d-464d-8261-23027f8a355c req-1a0eb48f-fc4f-4bcf-b072-0653bb12fbc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:25.891981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93eb122f-390d-464d-8261-23027f8a355c req-1a0eb48f-fc4f-4bcf-b072-0653bb12fbc3 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1563032 Dec 23 12:41:25.929604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.938031 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-a037ca1a-8282-46f0-93fe-773a70bcf21e tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:25.939083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a037ca1a-8282-46f0-93fe-773a70bcf21e tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8186767 Dec 23 12:41:25.943216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38874) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:25.949167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:25.996118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] For port 5d61508a-abbe-4de5-86c9-a71d68b239ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d61508a-abbe-4de5-86c9-a71d68b239ce,segment=NetworkSegment(5a30898c-7e43-4d6f-965d-6ae1c0fa6e08),segment_id=5a30898c-7e43-4d6f-965d-6ae1c0fa6e08)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:26.003467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93eb122f-390d-464d-8261-23027f8a355c req-3312ea26-e08c-4276-8365-1632b5cbb7d5 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960703 Dec 23 12:41:26.036300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port d32c5af9-51e9-4b33-a9fd-97a1eb705f3d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:26.036904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.044909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.073067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.144108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928972-cf77-44aa-be74-f96a08ef4149 None None] Pushing event updated for resources: {'Port': ['ID=5d61508a-abbe-4de5-86c9-a71d68b239ce,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:26.191574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:26.200423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:26.207929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:26.213560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:26.214201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.228356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.230869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=618a25d1-b77f-4d7d-9531-947e217e8ca6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:26.248118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for d32c5af9-51e9-4b33-a9fd-97a1eb705f3d owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:26.259422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314d49-e52b-4536-9685-c489ea293860 req-fb7bc73e-b1e6-400b-b1a2-f8fafa7eb5cf tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:26.261613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86314d49-e52b-4536-9685-c489ea293860 req-fb7bc73e-b1e6-400b-b1a2-f8fafa7eb5cf tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 944 time: 0.1248384 Dec 23 12:41:26.270996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff8ca-a606-4f33-8e0a-9173488af28f req-345c1258-0e30-43aa-8776-21291336e506 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:26.272610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41fff8ca-a606-4f33-8e0a-9173488af28f req-345c1258-0e30-43aa-8776-21291336e506 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1456141 Dec 23 12:41:26.306151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-be474a0a-3e86-406b-96e4-028d817c7143 None None] Provisioning complete for port 5d61508a-abbe-4de5-86c9-a71d68b239ce triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:26.306519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be474a0a-3e86-406b-96e4-028d817c7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.369008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fc788431-9fc1-47bf-a56a-2c92d4b104c6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1206009 Dec 23 12:41:26.373792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38880) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:26.458110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d61508a-abbe-4de5-86c9-a71d68b239ce up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:26.517601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41fff8ca-a606-4f33-8e0a-9173488af28f req-4841d09e-6a8e-4c0f-b00d-803339f30e16 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377257 Dec 23 12:41:26.523866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5d61508a-abbe-4de5-86c9-a71d68b239ce triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:26.524239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.526655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86314d49-e52b-4536-9685-c489ea293860 req-4403594c-3768-4a70-82bf-d76394656842 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527359 Dec 23 12:41:26.601507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c94e5e19-c452-43c1-9ba8-8abc177f29bc None None] Provisioning complete for port 618a25d1-b77f-4d7d-9531-947e217e8ca6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:26.601881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c94e5e19-c452-43c1-9ba8-8abc177f29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.684967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.685545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c94e5e19-c452-43c1-9ba8-8abc177f29bc None None] Port 618a25d1-b77f-4d7d-9531-947e217e8ca6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:26.746084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.787565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=d32c5af9-51e9-4b33-a9fd-97a1eb705f3d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:26.807565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144d6c3-3490-459b-95b6-919a04b1bb4d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:26.844512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:26.960645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.070893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.073833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.107401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e00d9-1498-41ea-be6e-25ed9894902c req-0a318884-456f-4957-bdb9-b1b0b7b40577 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:27.108921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a33e00d9-1498-41ea-be6e-25ed9894902c req-0a318884-456f-4957-bdb9-b1b0b7b40577 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1076820 Dec 23 12:41:27.183567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.192696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a33e00d9-1498-41ea-be6e-25ed9894902c req-e7ec9baa-1f82-403d-a5b4-30edbee45263 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742185 Dec 23 12:41:27.198933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.198933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router b6275b43-e740-4bbb-ab4d-e122f4d88f39 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:27.206255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.211065 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-07d77b68-e816-4dfa-b845-8e683005c9bf tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 204 len: 168 time: 1.6893280 Dec 23 12:41:27.211234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:27.215722 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-793212934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:27.231581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting port 48d4785d-74d1-4b8b-afd5-1b97c425fea3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:27.232148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.273068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.307755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.308788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.333939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.347417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Calling delete_port for 48d4785d-74d1-4b8b-afd5-1b97c425fea3 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:27.392223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=618a25d1-b77f-4d7d-9531-947e217e8ca6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:27.444444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.444721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.445085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.445424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.445760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.446091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.446442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.446775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.447104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.448038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.448369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.448704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.449058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:27.459135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.521826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.546665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.613767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-57394345-9698-4b91-ac68-9248ee60f4fa None None] Provisioning complete for port 618a25d1-b77f-4d7d-9531-947e217e8ca6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:27.614345 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-57394345-9698-4b91-ac68-9248ee60f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.635774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.650396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-57394345-9698-4b91-ac68-9248ee60f4fa None None] Port 618a25d1-b77f-4d7d-9531-947e217e8ca6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:27.665276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Port': ['ID=48d4785d-74d1-4b8b-afd5-1b97c425fea3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:27.668276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.672407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:27.673323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-648b8693-406b-4037-86f1-2e99a7e19f56 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4611495 Dec 23 12:41:27.678634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:27.692763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac91b66-fdba-43c1-8495-7e98a449dde0 req-6f6d77e3-f391-4b3d-adb6-a8c8c85f42a4 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:27.700319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ac91b66-fdba-43c1-8495-7e98a449dde0 req-6f6d77e3-f391-4b3d-adb6-a8c8c85f42a4 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 944 time: 0.0833745 Dec 23 12:41:27.718781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fbc8612b-751b-4e9b-bc5b-1d039269a0df details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:41:27.806138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ac91b66-fdba-43c1-8495-7e98a449dde0 req-a2c36918-1814-43c0-b9a3-d5686df05787 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048858 Dec 23 12:41:27.817650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.911022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df,segment=NetworkSegment(42a22df7-86ef-472f-b402-5dc445db83b8),segment_id=42a22df7-86ef-472f-b402-5dc445db83b8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:27.927532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df', 'network_id': '4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19', 'port_id': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df', 'mac_address': 'fa:16:3e:79:76:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:41:27.975676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:27.994140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc8612b-751b-4e9b-bc5b-1d039269a0df {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:41:28.015851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df,segment=NetworkSegment(42a22df7-86ef-472f-b402-5dc445db83b8),segment_id=42a22df7-86ef-472f-b402-5dc445db83b8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:28.090243 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.145837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:28.160982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.234741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.234741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.354910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=618a25d1-b77f-4d7d-9531-947e217e8ca6,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:28.378517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.390849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.402834 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:28.405386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49ddb-6185-4714-b667-acb0dff3af79 req-768c9275-a010-48c5-b2d2-0bd1d727d22d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:28.406247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc49ddb-6185-4714-b667-acb0dff3af79 req-768c9275-a010-48c5-b2d2-0bd1d727d22d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1288185 Dec 23 12:41:28.445516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:28.450564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:28.503039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fbc8612b-751b-4e9b-bc5b-1d039269a0df'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:28.545743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fc49ddb-6185-4714-b667-acb0dff3af79 req-6f62d342-f34a-4a3d-b951-579197881223 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268816 Dec 23 12:41:28.620705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Router 901cb31b-4c32-4c32-85de-f7c31d3767e9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:28.696228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Router 69c67320-1d07-4bec-a5a3-cdd1beaed3b4 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:28.731265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:28.743528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c568375b-e4ac-49c2-b7bf-75d1615d91ed tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991579 Dec 23 12:41:28.744597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:28.744742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] Sync routers for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:28.758030 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:28.763156 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:28.794768 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-23ec912b-95a6-49b9-be24-5e4f5a43fd87 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] delete failed (client error): The resource could not be found. Dec 23 12:41:28.801284 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:28.802452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-23ec912b-95a6-49b9-be24-5e4f5a43fd87 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-466113877 HTTP/1.1" status: 404 len: 334 time: 0.0542989 Dec 23 12:41:28.805371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38904) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:28.810182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9060510a-5f33-4c9f-9f1c-f3a4ebc8d25d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'router': {'external_gateway_info': {'network_id': '901cb31b-4c32-4c32-85de-f7c31d3767e9'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:28.814119 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:28.814843 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:28.852674 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:28.853405 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50966849-b620-40f6-a0a9-4e2de9175d6f None None] The sync data for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:28.925545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e861759f-5ae6-45e3-9726-29935aef6835 None None] Provisioning complete for port 618a25d1-b77f-4d7d-9531-947e217e8ca6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:28.927128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e861759f-5ae6-45e3-9726-29935aef6835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.009024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e861759f-5ae6-45e3-9726-29935aef6835 None None] Port 618a25d1-b77f-4d7d-9531-947e217e8ca6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:29.194803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9060510a-5f33-4c9f-9f1c-f3a4ebc8d25d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.219052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.238363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:29.250358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-bc1ca24c-c9b6-401b-b48d-0c27516989c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.250358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-bc1ca24c-c9b6-401b-b48d-0c27516989c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.1631043 Dec 23 12:41:29.250358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.250995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] Sync routers for ids ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:29.251090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a22a7-7f6c-4355-ac2f-9315af585b07 req-f5f84b92-6c64-47fb-8576-bb4dc6e03f37 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.251090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa6a22a7-7f6c-4355-ac2f-9315af585b07 req-f5f84b92-6c64-47fb-8576-bb4dc6e03f37 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1270943 Dec 23 12:41:29.254273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89d8e65d-30c9-4ec3-b45d-ee6075a861a5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/routers/69c67320-1d07-4bec-a5a3-cdd1beaed3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8747990 Dec 23 12:41:29.261874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec3995-cd17-4deb-8279-eebf4754b190 req-5015d9d9-b0dd-4db4-ac94-2cd4d510dbba tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.263352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5ec3995-cd17-4deb-8279-eebf4754b190 req-5015d9d9-b0dd-4db4-ac94-2cd4d510dbba tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 945 time: 0.1399260 Dec 23 12:41:29.263910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] Routers {'69c67320-1d07-4bec-a5a3-cdd1beaed3b4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:29.264540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:29.264985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38910) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:29.299779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:29.309332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] Routers {'69c67320-1d07-4bec-a5a3-cdd1beaed3b4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:29.310553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:29.335603 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-9060510a-5f33-4c9f-9f1c-f3a4ebc8d25d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] update failed (client error): The resource could not be found. Dec 23 12:41:29.337380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9060510a-5f33-4c9f-9f1c-f3a4ebc8d25d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9 HTTP/1.1" status: 404 len: 339 time: 0.5303829 Dec 23 12:41:29.347047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:29.347701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b0f33-d446-4e3f-99c1-8646c0c1e007 None None] The sync data for ids ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:29.348583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38912) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:29.452745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Allocated IP 172.25.7.147 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/369176a5-bd0e-4b1c-815c-6412fed7c55d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:29.453505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5ec3995-cd17-4deb-8279-eebf4754b190 req-b4862ea0-95a1-4aea-9a6d-953b706ea8ac tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734793 Dec 23 12:41:29.460277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-791df1ec-331d-4c62-9f80-ef7a922bf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.461786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-791df1ec-331d-4c62-9f80-ef7a922bf33a service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1693518 Dec 23 12:41:29.463090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d94c39-9c89-4376-825b-a57deb979a87 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.467211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72d94c39-9c89-4376-825b-a57deb979a87 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c67320-1d07-4bec-a5a3-cdd1beaed3b4 HTTP/1.1" status: 200 len: 988 time: 0.1987243 Dec 23 12:41:29.467984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa6a22a7-7f6c-4355-ac2f-9315af585b07 req-4b5dc22e-f602-405b-8420-9e34bfc6a30e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036788 Dec 23 12:41:29.468683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38914) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:29.589751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-eef96583-31da-44dc-9b7b-234cff90cdc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1145875 Dec 23 12:41:29.675175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.683427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-4e542b37-7984-4794-9d6d-f562d7e4f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.689154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-4e542b37-7984-4794-9d6d-f562d7e4f60b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0863914 Dec 23 12:41:29.732318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fbc8612b-751b-4e9b-bc5b-1d039269a0df up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:29.748542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-0030194d-cd66-430c-8afe-ef76650c29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:29.752156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-0030194d-cd66-430c-8afe-ef76650c29df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577152 Dec 23 12:41:29.806269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.845048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.856036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port fbc8612b-751b-4e9b-bc5b-1d039269a0df completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:41:29.860070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port fbc8612b-751b-4e9b-bc5b-1d039269a0df triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:29.860740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:29.863830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:29.869695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:29.872681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:29.904962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f149c88-e4ce-4d83-84c3-99b919c239e2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:29.915681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Pushing event updated for resources: {'Port': ['ID=369176a5-bd0e-4b1c-815c-6412fed7c55d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:29.934746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-3d8fc723-8e10-4c7b-af7d-daf4855b79e1 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770122 Dec 23 12:41:29.998661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.025532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:30.027951 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140bd99-dc36-490b-a1cc-daa7fcb844b2" -d '{"events": [{"server_uuid": "021f929a-f593-464c-b631-8237c5041101", "name": "network-vif-plugged", "status": "completed", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:30.052420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df,segment=NetworkSegment(42a22df7-86ef-472f-b402-5dc445db83b8),segment_id=42a22df7-86ef-472f-b402-5dc445db83b8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:30.070574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bb2e63da-bc45-4195-b87b-a4d9c7ab7e75 None None] Provisioning complete for port 369176a5-bd0e-4b1c-815c-6412fed7c55d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:30.070792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb2e63da-bc45-4195-b87b-a4d9c7ab7e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.117115 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df446002-0b60-433a-8218-467862f38017 x-openstack-request-id: req-df446002-0b60-433a-8218-467862f38017 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:30.117350 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f929a-f593-464c-b631-8237c5041101", "name": "network-vif-plugged", "status": "completed", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:30.117719 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df446002-0b60-433a-8218-467862f38017 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:30.118019 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df', 'code': 200} Dec 23 12:41:30.128972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e63da-bc45-4195-b87b-a4d9c7ab7e75 None None] Port 369176a5-bd0e-4b1c-815c-6412fed7c55d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:30.131085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.171899 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de8b8276-bcb9-4de1-ba92-0339da1fd608 req-63f9ce6f-ae7a-4db2-936e-026ff1bcfd3f service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277341 Dec 23 12:41:30.188465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:30.294294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Allocated IP 172.20.0.1 (ee2f029c-15e6-4927-9102-7a5f54a8e883/e1434c45-da25-43c0-8c95-719643303540/db0f088e-c105-4159-b315-83939121f351) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:30.297464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bfde6-44ae-4386-a851-e7172222c9a2 req-1ac3f072-6aa5-44bf-8f7d-2bb291bc4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:30.299878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b2bfde6-44ae-4386-a851-e7172222c9a2 req-1ac3f072-6aa5-44bf-8f7d-2bb291bc4e05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 1097 time: 0.1323316 Dec 23 12:41:30.351735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.405973 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.521055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b2bfde6-44ae-4386-a851-e7172222c9a2 req-8c48b0d5-ab0e-43df-8bd7-b8866ecb0f81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972585 Dec 23 12:41:30.556125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.559902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.663673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.735369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca9cd5-a2af-48c6-8832-46078e19c61d req-98bf4a96-b5a4-4b92-b2a6-c1cef280b926 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:30.737291 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8ca9cd5-a2af-48c6-8832-46078e19c61d req-98bf4a96-b5a4-4b92-b2a6-c1cef280b926 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1707809 Dec 23 12:41:30.750124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99c65-650c-4ca4-8bd2-890d91f84f22 req-6d43722a-6a92-4045-b05f-4727b3c738b6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:30.751505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fa99c65-650c-4ca4-8bd2-890d91f84f22 req-6d43722a-6a92-4045-b05f-4727b3c738b6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.1804512 Dec 23 12:41:30.764176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Router 4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:30.870252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8ca9cd5-a2af-48c6-8832-46078e19c61d req-4df46417-9b84-4c2d-92c0-0c67f4d00b0f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160772 Dec 23 12:41:30.871617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:30.875345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fa99c65-650c-4ca4-8bd2-890d91f84f22 req-424b69d8-ff92-4a5e-b9f1-f5d0865b629b tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155970 Dec 23 12:41:30.876578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.879059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-65e6ca11-04ba-4847-8675-17990f26efea tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "PUT /v2.0/routers/4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 200 len: 919 time: 3.2051511 Dec 23 12:41:30.880811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:30.886717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] Sync routers for ids ['4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:30.910393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] Routers {'4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:30.911432 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:30.931447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:30.946238 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:30.955847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] Routers {'4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:30.956584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:30.992378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:30.993049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fc2373-9aae-40e7-a0fc-2b8dd667d282 None None] The sync data for ids ['4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:31.014126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:31.026897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:31.035802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:31.061033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Port': ['ID=db0f088e-c105-4159-b315-83939121f351,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:31.066730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 618a25d1-b77f-4d7d-9531-947e217e8ca6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:31.067070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:31.259400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-224e1646-88ce-4d2e-96fe-7f5864b22797 None None] Provisioning complete for port db0f088e-c105-4159-b315-83939121f351 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:31.259983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-224e1646-88ce-4d2e-96fe-7f5864b22797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:31.303561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-224e1646-88ce-4d2e-96fe-7f5864b22797 None None] Port db0f088e-c105-4159-b315-83939121f351 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:31.473448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8ba001a2-dbf4-477c-9e65-3eabb0b35e6c tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 200 len: 925 time: 0.5914149 Dec 23 12:41:31.476128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38928) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:31.489348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:31.615928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:31.619539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278d116-8992-4b58-bac8-3cb20aca4987 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:31.621074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d278d116-8992-4b58-bac8-3cb20aca4987 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1440573 Dec 23 12:41:31.624507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38930) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:31.637312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 618a25d1-b77f-4d7d-9531-947e217e8ca6 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:31.716501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9ff02-be57-4dbb-af57-47b1eeeea5e4 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:31.717949 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eeb9ff02-be57-4dbb-af57-47b1eeeea5e4 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.0920229 Dec 23 12:41:31.721523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38932) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:31.748913 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6964b81f-2c9a-4895-9fad-d52a675bf211 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 200 len: 205 time: 0.0261655 Dec 23 12:41:31.751307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38934) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:31.782453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.089145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.138423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=618a25d1-b77f-4d7d-9531-947e217e8ca6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:32.194428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae006bff-5dfa-4ffb-ba4f-2d764be46652 req-cde1bd54-399f-4b2a-917b-0d0aa991c8ff tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:32.196439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae006bff-5dfa-4ffb-ba4f-2d764be46652 req-cde1bd54-399f-4b2a-917b-0d0aa991c8ff tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2144277 Dec 23 12:41:32.198124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.213023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f64d9-c369-483c-ba8b-b7e90910cbea req-7e19d3a8-bad1-43fe-ab90-42127049d3f6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:32.214554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-531f64d9-c369-483c-ba8b-b7e90910cbea req-7e19d3a8-bad1-43fe-ab90-42127049d3f6 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.2152612 Dec 23 12:41:32.313030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.355887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.405176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae006bff-5dfa-4ffb-ba4f-2d764be46652 req-83540ed3-3d5e-4119-bd58-556f9df40622 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874137 Dec 23 12:41:32.418586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.429361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port 369176a5-bd0e-4b1c-815c-6412fed7c55d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:32.429711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.459505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-531f64d9-c369-483c-ba8b-b7e90910cbea req-2cc89a15-f2f9-4a20-82eb-732d25de99e2 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894469 Dec 23 12:41:32.491460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.527548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.542132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for 369176a5-bd0e-4b1c-815c-6412fed7c55d owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:32.691809 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.703482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event updated for resources: {'Port': ['ID=db0f088e-c105-4159-b315-83939121f351,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:32.747809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.765281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Router 69c67320-1d07-4bec-a5a3-cdd1beaed3b4 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:32.774692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=369176a5-bd0e-4b1c-815c-6412fed7c55d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:32.779355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e7f36-c68e-4f8a-a479-c90d13d20cc1 req-1d0d5d3f-fa05-44dc-96d3-7edd8729d557 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:32.783674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-939e7f36-c68e-4f8a-a479-c90d13d20cc1 req-1d0d5d3f-fa05-44dc-96d3-7edd8729d557 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2360308 Dec 23 12:41:32.795963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7521b92-6b42-4851-a6b6-d49231c794af None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:32.813309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcdcae-3e56-4d80-81f3-0a16cd3b9c4a req-7384014b-c0a7-4e03-a3d1-cba647531c8b tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:32.815142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44dcdcae-3e56-4d80-81f3-0a16cd3b9c4a req-7384014b-c0a7-4e03-a3d1-cba647531c8b tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.2409289 Dec 23 12:41:32.842610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.934942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.937148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:32.979236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:32.985286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:32.990648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:32.995369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9822e51f-e3c0-4107-ba82-40e671e5f893 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/routers/69c67320-1d07-4bec-a5a3-cdd1beaed3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5257392 Dec 23 12:41:32.997192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] Sync routers for ids ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:33.000506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-939e7f36-c68e-4f8a-a479-c90d13d20cc1 req-c3d0c4cd-a402-40bd-a7aa-3a458e81aa58 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065845 Dec 23 12:41:33.001271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38946) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:33.025495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44dcdcae-3e56-4d80-81f3-0a16cd3b9c4a req-41711456-68ab-4a1c-9004-d1336c492059 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906586 Dec 23 12:41:33.035178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] Routers {'69c67320-1d07-4bec-a5a3-cdd1beaed3b4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:33.035875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:33.045374 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0595f6c3-9c72-4ce5-b233-388ab297af34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:33.049646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0595f6c3-9c72-4ce5-b233-388ab297af34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/618a25d1-b77f-4d7d-9531-947e217e8ca6 HTTP/1.1" status: 404 len: 333 time: 0.0425408 Dec 23 12:41:33.049941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:33.079143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.080753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router 4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:33.089459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.096546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-02a37a68-1886-45f8-91ab-2485248481c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 204 len: 168 time: 1.3382447 Dec 23 12:41:33.097226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:33.106667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-976409886', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:33.145281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:33.166151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] Routers {'69c67320-1d07-4bec-a5a3-cdd1beaed3b4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:33.166802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:33.219072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:33.223542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.226146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.230556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1570-4d72-431b-a369-36ebd9a3b977 None None] The sync data for ids ['69c67320-1d07-4bec-a5a3-cdd1beaed3b4'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:33.258091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.315220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.371139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Router 901cb31b-4c32-4c32-85de-f7c31d3767e9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:33.453201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c30759f5-c787-40d7-a140-79d5df0c53d1 None None] Provisioning complete for port db0f088e-c105-4159-b315-83939121f351 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:33.453700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c30759f5-c787-40d7-a140-79d5df0c53d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.484568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.487757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.492282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c30759f5-c787-40d7-a140-79d5df0c53d1 None None] Port db0f088e-c105-4159-b315-83939121f351 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:33.497803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d3cca-8d0e-4a02-b65a-b414d53dc3c2 req-f8809afd-0736-4d8c-be5b-a78ddb13cec3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:33.499341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832d3cca-8d0e-4a02-b65a-b414d53dc3c2 req-f8809afd-0736-4d8c-be5b-a78ddb13cec3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.2293911 Dec 23 12:41:33.526978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.787229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.813903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:33.932332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Allocated IP 172.25.7.87 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bb18c207-9ea0-47a9-9763-2f5303849bd2) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:34.028569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-832d3cca-8d0e-4a02-b65a-b414d53dc3c2 req-13bfa11d-2fe9-4aaf-a2c3-a89ca4b987b9 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942689 Dec 23 12:41:34.043985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:34.043985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bc3b9b2b-f04a-4ffb-b686-2409a0e14c5b tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6916537 Dec 23 12:41:34.045125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38998) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:34.047371 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] Sync routers for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:34.060405 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:34.061245 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:34.069787 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.115204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:34.125754 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:34.130899 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:34.131023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.131023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Fanout notify agent at l3_agent the message router_deleted on router 69c67320-1d07-4bec-a5a3-cdd1beaed3b4 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:34.136642 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.140386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fd7fd460-e625-4371-9ed2-b0ea462cbbde tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/routers/69c67320-1d07-4bec-a5a3-cdd1beaed3b4 HTTP/1.1" status: 204 len: 168 time: 1.0893753 Dec 23 12:41:34.140649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:34.167583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3f1b13f2-deba-4b1e-9982-ec2c2e814807 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.181384 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:34.182039 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6050d2-ad47-4317-978e-3c8ed72bd18f None None] The sync data for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:34.199944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.250745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:34.255997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet edcec151-a998-429b-95f6-1c3af734b5c9 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:34.263149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:34.265093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.279533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c1165-c3a6-4cf3-aed4-5970a0b9011b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:34.289931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:34.303541 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-3f1b13f2-deba-4b1e-9982-ec2c2e814807 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 12:41:34.307800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3f1b13f2-deba-4b1e-9982-ec2c2e814807 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9 HTTP/1.1" status: 409 len: 329 time: 0.2620022 Dec 23 12:41:34.308505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:34.321667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event updated for resources: {'Port': ['ID=bb18c207-9ea0-47a9-9763-2f5303849bd2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:34.348579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:41:34.358941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.425656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f7fc69e1-427c-43ed-ba03-a34199ae9428 None None] Provisioning complete for port bb18c207-9ea0-47a9-9763-2f5303849bd2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:34.426025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7fc69e1-427c-43ed-ba03-a34199ae9428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.483147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc69e1-427c-43ed-ba03-a34199ae9428 None None] Port bb18c207-9ea0-47a9-9763-2f5303849bd2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:34.545773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.688352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.695215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5579-f239-4968-beda-94999fb21144 req-8ddd60ac-e469-4ec0-a56f-4cb40bf654dc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:34.696725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407f5579-f239-4968-beda-94999fb21144 req-8ddd60ac-e469-4ec0-a56f-4cb40bf654dc tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbe224dd-dcdf-42c0-ae4d-0228aa7558d2 HTTP/1.1" status: 200 len: 943 time: 0.0978498 Dec 23 12:41:34.704043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2a186-37d1-4f6d-99ac-cc47113244b1 req-de951211-7735-44a1-bab6-221239cb533c tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:34.706370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ae2a186-37d1-4f6d-99ac-cc47113244b1 req-de951211-7735-44a1-bab6-221239cb533c tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.0971432 Dec 23 12:41:34.722300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=edcec151-a998-429b-95f6-1c3af734b5c9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:34.731836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.738012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5cbfb29-d761-445f-b926-911cf7e1de92 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/edcec151-a998-429b-95f6-1c3af734b5c9 HTTP/1.1" status: 204 len: 168 time: 0.5914545 Dec 23 12:41:34.738265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39010) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:34.742304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ed0a1-4792-43c3-aa5d-f406ece448f7 None None] Network c7efbf43-08bc-4e57-a9c5-418a2ae947bc requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:34.849894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ae2a186-37d1-4f6d-99ac-cc47113244b1 req-0814cdf6-b1e6-45cd-b7f4-0c511e295224 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243384 Dec 23 12:41:34.855660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.860580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.865218 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.934524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] DHCP port deletion for c7efbf43-08bc-4e57-a9c5-418a2ae947bc request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:34.952843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:34.953184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:34.991317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Deleting port 5d61508a-abbe-4de5-86c9-a71d68b239ce {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:34.992295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.047953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 5d61508a-abbe-4de5-86c9-a71d68b239ce {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:35.048308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.064922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] For port 5d61508a-abbe-4de5-86c9-a71d68b239ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d61508a-abbe-4de5-86c9-a71d68b239ce,segment=NetworkSegment(5a30898c-7e43-4d6f-965d-6ae1c0fa6e08),segment_id=5a30898c-7e43-4d6f-965d-6ae1c0fa6e08)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:35.065451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.082064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Calling delete_port for 5d61508a-abbe-4de5-86c9-a71d68b239ce owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:35.111707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:35.111946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.128978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:35.157975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] For port 5d61508a-abbe-4de5-86c9-a71d68b239ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5d61508a-abbe-4de5-86c9-a71d68b239ce,segment=NetworkSegment(5a30898c-7e43-4d6f-965d-6ae1c0fa6e08),segment_id=5a30898c-7e43-4d6f-965d-6ae1c0fa6e08)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:35.158437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.176379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 5d61508a-abbe-4de5-86c9-a71d68b239ce owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:35.180577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.299539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.320059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting port db0f088e-c105-4159-b315-83939121f351 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:35.320403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.338098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] Pushing event deleted for resources: {'Port': ['ID=5d61508a-abbe-4de5-86c9-a71d68b239ce,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:35.340113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6069928-0614-46fc-9714-e06ebb1fa30a None None] No DVR routers for this DVR port 5d61508a-abbe-4de5-86c9-a71d68b239ce on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:35.357868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.392100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No DVR routers for this DVR port 5d61508a-abbe-4de5-86c9-a71d68b239ce on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:35.394363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=5d61508a-abbe-4de5-86c9-a71d68b239ce,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:35.417126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.426043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.438312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf', 'bf513837-d5c5-4d98-8596-789b489da41a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:35.442874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Calling delete_port for db0f088e-c105-4159-b315-83939121f351 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:35.472755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=03d8937c-f1eb-41e1-b423-9d0efbf9e1b5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:35.491867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.517351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7efbf43-08bc-4e57-a9c5-418a2ae947bc']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.528406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.537168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a30898c-7e43-4d6f-965d-6ae1c0fa6e08') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.539428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.548575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Router 96553dfe-6a27-495e-ad45-b5790592005c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:41:35.554595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] No DVR routers for this DVR port 03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:35.559240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.560311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.563934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407f5579-f239-4968-beda-94999fb21144 req-dbe715e8-3f3c-4170-8deb-fe97bb64de49 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "DELETE /v2.0/ports/03d8937c-f1eb-41e1-b423-9d0efbf9e1b5 HTTP/1.1" status: 204 len: 173 time: 0.8566127 Dec 23 12:41:35.565094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-deleted', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:35.567323 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2316c-d3d4-4bd0-8dfe-455ea63550b0" -d '{"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-deleted", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:35.570297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:35.570755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.574218 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:35.577072 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:35.623370 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f3c27-13fe-45e1-ba87-f5444bffd149 x-openstack-request-id: req-b67f3c27-13fe-45e1-ba87-f5444bffd149 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:35.623664 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe224dd-dcdf-42c0-ae4d-0228aa7558d2", "name": "network-vif-deleted", "tag": "03d8937c-f1eb-41e1-b423-9d0efbf9e1b5", "status": "failed", "code": 422}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:35.623923 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b67f3c27-13fe-45e1-ba87-f5444bffd149 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:35.624331 n-d-822750-2 neutron-server[104037]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbe224dd-dcdf-42c0-ae4d-0228aa7558d2', 'name': 'network-vif-deleted', 'tag': '03d8937c-f1eb-41e1-b423-9d0efbf9e1b5', 'status': 'failed', 'code': 422} returned with failed status Dec 23 12:41:35.735139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:35.758539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] Sync routers for ids ['96553dfe-6a27-495e-ad45-b5790592005c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:35.780356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] Routers {'96553dfe-6a27-495e-ad45-b5790592005c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:35.781018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['96553dfe-6a27-495e-ad45-b5790592005c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.793113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.804167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.809190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/c7efbf43-08bc-4e57-a9c5-418a2ae947bc HTTP/1.1" status: 204 len: 168 time: 1.0698824 Dec 23 12:41:35.809480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39016) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:35.817952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.827301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f8379-db75-4c30-9d44-97a7ed544da7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=c7efbf43-08bc-4e57-a9c5-418a2ae947bc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:35.827548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] Routers {'96553dfe-6a27-495e-ad45-b5790592005c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:35.827937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['96553dfe-6a27-495e-ad45-b5790592005c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.832492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.841361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-029ef30d-f08c-4eff-9a52-10f32f589393 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7429626 Dec 23 12:41:35.842787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39018) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:35.849380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:35.862041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:35.865433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:35.866316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bed0a1-fa15-49d0-ac07-a61d9ce7dd17 None None] The sync data for ids ['96553dfe-6a27-495e-ad45-b5790592005c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:35.878265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1b2ae-0b39-4346-9789-8af0ec4c0863 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:35.881294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ee1b2ae-0b39-4346-9789-8af0ec4c0863 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf HTTP/1.1" status: 200 len: 844 time: 0.0706241 Dec 23 12:41:35.898338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:35.919631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Port': ['ID=db0f088e-c105-4159-b315-83939121f351,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:35.971603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-437307e4-6fa7-4d6e-91d5-b66f4832bfd5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0717316 Dec 23 12:41:35.974831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:35.979712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:36.010385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-c91c4227-fad7-4a08-9026-65d5f088c76d tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:36.012077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-c91c4227-fad7-4a08-9026-65d5f088c76d tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.43 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.1036975 Dec 23 12:41:36.222545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c44181-c133-4c83-b98e-2e3800f78505 req-50b387f8-716e-4ac3-a169-2ec0cb51049d tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:36.224126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2c44181-c133-4c83-b98e-2e3800f78505 req-50b387f8-716e-4ac3-a169-2ec0cb51049d tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 946 time: 0.2088029 Dec 23 12:41:36.237841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:36.245856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:36.249755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:36.371486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d61508a-abbe-4de5-86c9-a71d68b239ce no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:36.381061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2c44181-c133-4c83-b98e-2e3800f78505 req-363e3ce1-77d4-4ac1-afe4-cc976ccb71de tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/security-groups?id=e822a67d-ed07-4831-9a0e-abc431d5fde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461535 Dec 23 12:41:36.384273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Deleting port fbc8612b-751b-4e9b-bc5b-1d039269a0df {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:36.384427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:36.399645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5d61508a-abbe-4de5-86c9-a71d68b239ce {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:36.400182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5d61508a-abbe-4de5-86c9-a71d68b239ce not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:36.521738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Router 901cb31b-4c32-4c32-85de-f7c31d3767e9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:36.561601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] For port fbc8612b-751b-4e9b-bc5b-1d039269a0df, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fbc8612b-751b-4e9b-bc5b-1d039269a0df,segment=NetworkSegment(42a22df7-86ef-472f-b402-5dc445db83b8),segment_id=42a22df7-86ef-472f-b402-5dc445db83b8)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:36.561969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:36.635749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Calling delete_port for fbc8612b-751b-4e9b-bc5b-1d039269a0df owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:36.647581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:36.656309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b237d1cc-192d-4aa7-afa6-6e4df8b58cfe tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3465610 Dec 23 12:41:36.658978 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] Sync routers for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:36.661041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39036) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:36.672111 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:36.674243 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:36.710600 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:36.720220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] Routers {'901cb31b-4c32-4c32-85de-f7c31d3767e9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:36.721450 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['901cb31b-4c32-4c32-85de-f7c31d3767e9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:36.750985 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-0d43802a-bc62-4532-a2b9-51ba42f5bf9d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] show failed (client error): The resource could not be found. Dec 23 12:41:36.752859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0d43802a-bc62-4532-a2b9-51ba42f5bf9d tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1147197286 HTTP/1.1" status: 404 len: 335 time: 0.0908098 Dec 23 12:41:36.759251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39038) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:36.768221 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:36.768994 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b0653-65a5-4b50-8c0b-d7e1e8cfb44f None None] The sync data for ids ['901cb31b-4c32-4c32-85de-f7c31d3767e9'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:36.770921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1317b0f3-e6fa-436b-ab36-066b8b3f6c1e tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:36.808497 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-1317b0f3-e6fa-436b-ab36-066b8b3f6c1e tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] update failed (client error): The resource could not be found. Dec 23 12:41:36.809582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1317b0f3-e6fa-436b-ab36-066b8b3f6c1e tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-648113872 HTTP/1.1" status: 404 len: 334 time: 0.0492640 Dec 23 12:41:36.813331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39040) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:36.876573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:36.891717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting subnet a3ec6d81-cff0-4590-a190-ece68a1bb228 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:36.896853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.002131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.003772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.057510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a257-0d8c-4a9e-95dc-727981802784 req-93126e72-d9b3-4f12-9cd9-955d0fb97eca tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:37.058997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f304a257-0d8c-4a9e-95dc-727981802784 req-93126e72-d9b3-4f12-9cd9-955d0fb97eca tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 907 time: 0.1342127 Dec 23 12:41:37.073234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.137887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:37.144370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:37.147855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:37.148795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.153900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e6c25-e728-4731-b4f4-39163c41d061 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:37.173386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.193265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Deleting port bb18c207-9ea0-47a9-9763-2f5303849bd2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:37.193520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.243864 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e985bb2f-3de2-4c78-b4ee-ac836d37b5c4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2653089 Dec 23 12:41:37.244902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:37.248784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'security_group': {'name': 'tempest-secgroup-184561574'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:37.279729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-d98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'project_id': '0d4025222219428da58d5a255a0f1a8e', 'fixed_ips': [{'subnet_id': 'a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:37.280896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.311947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.325239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Calling delete_port for bb18c207-9ea0-47a9-9763-2f5303849bd2 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:37.388770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.444963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Allocated IP 2001:db8::2 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40/7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:37.450327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.459990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fbc8612b-751b-4e9b-bc5b-1d039269a0df'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:37.480841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Pushing event deleted for resources: {'Port': ['ID=fbc8612b-751b-4e9b-bc5b-1d039269a0df,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.516357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.545138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75f1926e-0959-41ca-b70b-2953a8bf0247 req-1410ce4b-456d-41e2-a83a-ad9cf6df36df tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0342579 Dec 23 12:41:37.561576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.584209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.605283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] No DVR routers for this DVR port fbc8612b-751b-4e9b-bc5b-1d039269a0df on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:37.609612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.613637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91bbd4aa-02a0-4f56-8c0c-a2365c041274 req-6dfdd08f-167a-4a59-8287-a2ce1f1a4df3 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.43 "DELETE /v2.0/ports/fbc8612b-751b-4e9b-bc5b-1d039269a0df HTTP/1.1" status: 204 len: 173 time: 1.5940907 Dec 23 12:41:37.614096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f2851-3642-4086-86f3-8ae092ac7b82,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.625866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'name': 'network-vif-deleted', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:37.628663 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5863ea-2ce2-4c35-ad55-034126473484" -d '{"events": [{"server_uuid": "021f929a-f593-464c-b631-8237c5041101", "name": "network-vif-deleted", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:37.681933 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9e10c-ac43-4e70-9702-c7fc18ebdef6 x-openstack-request-id: req-f9d9e10c-ac43-4e70-9702-c7fc18ebdef6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:37.682302 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021f929a-f593-464c-b631-8237c5041101", "name": "network-vif-deleted", "tag": "fbc8612b-751b-4e9b-bc5b-1d039269a0df", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:37.682640 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9d9e10c-ac43-4e70-9702-c7fc18ebdef6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:37.683259 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021f929a-f593-464c-b631-8237c5041101', 'name': 'network-vif-deleted', 'tag': 'fbc8612b-751b-4e9b-bc5b-1d039269a0df', 'status': 'completed', 'code': 200} Dec 23 12:41:37.684694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.694861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.711994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c8e91-4191-44c8-80ec-edea088f55f6 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:37.731714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.733846 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe35c6f2-674b-4bbf-93c7-ef064711f1cb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4886057 Dec 23 12:41:37.735715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Pushing event deleted for resources: {'Port': ['ID=bb18c207-9ea0-47a9-9763-2f5303849bd2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.736760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:37.742466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1026096612'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:37.776760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.794184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.810033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.814255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ec6d81-cff0-4590-a190-ece68a1bb228,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.817404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.821371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1fb9e3c-0a56-4088-917d-8aa4426bdf68 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/subnets/a3ec6d81-cff0-4590-a190-ece68a1bb228 HTTP/1.1" status: 204 len: 168 time: 1.0071070 Dec 23 12:41:37.829091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39054) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:37.841232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856352e1-b50f-4fe5-b0fd-848559d75a54 None None] Network 7c603626-36c3-4362-9672-b398a95ec626 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:37.848750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:37.884866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting subnet 985812a5-48d8-4318-a203-34e6c05c755d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:37.888433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:37.888636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.890600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.891666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:37.898969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:37.978624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:37.994093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Attempting to bind port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:37.995236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Attempting to bind port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'dbb04753-ec45-43cb-a097-055ff9c92b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:37.995786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Attempting to bind port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c on network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:38.006493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:38.007879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Checking segment: {'id': 'dbb04753-ec45-43cb-a097-055ff9c92b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:38.007879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.007879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Bound using segment: {'id': 'dbb04753-ec45-43cb-a097-055ff9c92b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:38.008141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Bound port: 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb04753-ec45-43cb-a097-055ff9c92b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:38.008473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.079140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.094222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.094829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:38.097921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:38.098235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.102886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] DHCP port deletion for 7c603626-36c3-4362-9672-b398a95ec626 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:38.134203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.178625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.181339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Deleting port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:38.181693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.188673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.190908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Router 96553dfe-6a27-495e-ad45-b5790592005c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:38.290921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:38.298959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.300874 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6c3ef296-4e1c-4288-ac4e-01767f2d4bc9 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "PUT /v2.0/routers/96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 200 len: 709 time: 2.4556928 Dec 23 12:41:38.301400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] For port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,segment=NetworkSegment(114dd30b-8ab8-4c05-9055-ac9c2cc215db),segment_id=114dd30b-8ab8-4c05-9055-ac9c2cc215db)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:38.301824 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.303116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39058) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.318988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] Sync routers for ids ['96553dfe-6a27-495e-ad45-b5790592005c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:38.324651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f810a340-9720-4a42-9722-0b3109da9e82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:38.326723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f810a340-9720-4a42-9722-0b3109da9e82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 907 time: 0.1645880 Dec 23 12:41:38.333021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32b7f-3060-4cab-aa18-0a1ac57dabdd None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:38.333932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320964c7-4cd4-4f9e-bfb9-3f88a7ba3d9b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:38.338245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Calling delete_port for dd5281a2-e015-4501-9ea3-2ccbc26a1e6d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:38.363040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.365372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4dcb68b8-a311-4b95-9128-7e2d5dc4d28b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6260862 Dec 23 12:41:38.373969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] Routers {'96553dfe-6a27-495e-ad45-b5790592005c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:38.373969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['96553dfe-6a27-495e-ad45-b5790592005c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:38.378528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.378528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2054172769', 'security_groups': ['320964c7-4cd4-4f9e-bfb9-3f88a7ba3d9b'], 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:38.441323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadf12-ced1-4de7-b119-299f35b6343e req-ca7dd820-e85b-4fad-9fe9-f34d8a235d92 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:38.443123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41eadf12-ced1-4de7-b119-299f35b6343e req-ca7dd820-e85b-4fad-9fe9-f34d8a235d92 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 907 time: 0.2827656 Dec 23 12:41:38.480361 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ca77e65c-36df-43b8-b9c2-e173e99567ff tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/routers/96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 200 len: 744 time: 0.1758134 Dec 23 12:41:38.482453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device dd5281a2-e015-4501-9ea3-2ccbc26a1e6d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:38.486656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.511951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:38.533172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:38.534446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.537377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.599630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee84ad91-22c9-4899-85c6-6c5b89750e13 tempest-RoutersIpV6AdminTest-796941881 tempest-RoutersIpV6AdminTest-796941881-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 200 len: 205 time: 0.1116326 Dec 23 12:41:38.603195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.612358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] Routers {'96553dfe-6a27-495e-ad45-b5790592005c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:38.614623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['96553dfe-6a27-495e-ad45-b5790592005c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:38.678658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a1096418-dba9-4feb-903b-835d8703b3b7 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 200 len: 205 time: 0.0741768 Dec 23 12:41:38.694305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39070) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.695232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:38.696082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b53c88-51c4-42b7-897b-97f1faf064db None None] The sync data for ids ['96553dfe-6a27-495e-ad45-b5790592005c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:38.772751 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.795304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Subnet': ['ID=985812a5-48d8-4318-a203-34e6c05c755d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:38.833756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.848516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:38.854038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9669a015-f2ce-4d03-820e-0f9072fc31ca tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/subnets/985812a5-48d8-4318-a203-34e6c05c755d HTTP/1.1" status: 204 len: 168 time: 1.0289292 Dec 23 12:41:38.857160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-538ecd4c-244b-4039-a476-eab29fdf194f req-9c9086c1-ce33-4665-8af5-d8b28f548256 tempest-ServersNegativeTestMultiTenantJSON-1045337250 tempest-ServersNegativeTestMultiTenantJSON-1045337250-project] 10.222.0.16 "GET /v2.0/ports?device_id=021f929a-f593-464c-b631-8237c5041101 HTTP/1.1" status: 200 len: 210 time: 0.0932934 Dec 23 12:41:38.857653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346798d-1f48-4cf2-ae1f-31a696eea770 None None] Network a1be5c77-3d67-409a-aea7-049bd1d247bf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:38.863368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39072) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:38.864593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] Pushing event deleted for resources: {'Port': ['ID=dd5281a2-e015-4501-9ea3-2ccbc26a1e6d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:38.951307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd526db-b173-4a6c-8788-bb94e49dfa41 None None] No DVR routers for this DVR port dd5281a2-e015-4501-9ea3-2ccbc26a1e6d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:38.960324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.041253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.071071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.073664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.083748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:39.091232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:39.091834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.140150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for d21e75fd-6fbb-48f4-80f5-82d4abd38b4d owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:39.206128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] DHCP port deletion for a1be5c77-3d67-409a-aea7-049bd1d247bf request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:39.230124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.240984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.257280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c603626-36c3-4362-9672-b398a95ec626']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:39.257513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Deleting port 0a97de27-cc77-4558-abbc-e098c43cc294 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:39.257698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.261864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:39.266522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.267932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Fanout notify agent at l3_agent the message router_deleted on router 96553dfe-6a27-495e-ad45-b5790592005c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:39.275413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.276171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114dd30b-8ab8-4c05-9055-ac9c2cc215db') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:39.276471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114dd30b-8ab8-4c05-9055-ac9c2cc215db') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:39.277022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-62e97b3b-6667-4856-96c8-f0554f000e1a tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 204 len: 168 time: 0.5813777 Dec 23 12:41:39.282151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39074) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.295148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.317758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.324802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:39.325227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:39.328177 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:39.335122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] For port 0a97de27-cc77-4558-abbc-e098c43cc294, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0a97de27-cc77-4558-abbc-e098c43cc294,segment=NetworkSegment(742c8eea-3129-4759-b021-9acd9f6c28b6),segment_id=742c8eea-3129-4759-b021-9acd9f6c28b6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:39.335605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.340213 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b7e65a5-b050-43f7-80fb-ebc3f1127bb0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 200 len: 205 time: 0.0567529 Dec 23 12:41:39.343842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39076) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.356070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Calling delete_port for 0a97de27-cc77-4558-abbc-e098c43cc294 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:39.391044 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-92031249-a75b-4f34-98c8-78572c298a1f tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:39.392268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92031249-a75b-4f34-98c8-78572c298a1f tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/96553dfe-6a27-495e-ad45-b5790592005c HTTP/1.1" status: 404 len: 336 time: 0.0478444 Dec 23 12:41:39.395533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39078) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.426286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-075165cf-088e-47bb-9266-1b8d642cb2d2 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 200 len: 205 time: 0.0296779 Dec 23 12:41:39.432532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.495184 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-2425cb08-c9ff-4981-8743-cae5f206571c tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:39.498855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2425cb08-c9ff-4981-8743-cae5f206571c tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/4234f6ec-8b5d-41fe-81cc-12bc5c1f16ac HTTP/1.1" status: 404 len: 336 time: 0.0632343 Dec 23 12:41:39.499383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.507466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.536032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.543728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a4687ee-e68c-4d40-aecf-e53238410502 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 200 len: 205 time: 0.0431812 Dec 23 12:41:39.546817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.547551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.552136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/networks/7c603626-36c3-4362-9672-b398a95ec626 HTTP/1.1" status: 204 len: 168 time: 0.6875236 Dec 23 12:41:39.554196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6dbbd-9b0b-41a5-931d-c6994fa18acb tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Network': ['ID=7c603626-36c3-4362-9672-b398a95ec626,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:39.560179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39088) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.562221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.577721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] Pushing event deleted for resources: {'Port': ['ID=0a97de27-cc77-4558-abbc-e098c43cc294,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:39.584253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5a623-7a25-4b0b-acb1-4540aef3a608 None None] No DVR routers for this DVR port 0a97de27-cc77-4558-abbc-e098c43cc294 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:39.633085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-353f796f-af96-45e3-a86f-785cb8483381 req-f9683d04-cfd3-4750-8d09-8fe61b4181b1 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0971878 Dec 23 12:41:39.635585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=d21e75fd-6fbb-48f4-80f5-82d4abd38b4d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:39.653915 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-21e142e8-b3db-4e9f-90c0-e0e5eeb158ec tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:39.658586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21e142e8-b3db-4e9f-90c0-e0e5eeb158ec tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/b6275b43-e740-4bbb-ab4d-e122f4d88f39 HTTP/1.1" status: 404 len: 336 time: 0.1071634 Dec 23 12:41:39.662676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39090) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.696116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fd4df405-527a-494d-897e-7a6cbe5be0c3 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 200 len: 205 time: 0.0319488 Dec 23 12:41:39.699018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.712777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] No DVR routers for this DVR port d21e75fd-6fbb-48f4-80f5-82d4abd38b4d on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:39.715562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.720000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-273ea529-bcae-400c-b393-2c1ca0a0481a req-f484b977-b2d2-4b25-9b29-27fad5e2fa88 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "DELETE /v2.0/ports/d21e75fd-6fbb-48f4-80f5-82d4abd38b4d HTTP/1.1" status: 204 len: 173 time: 1.3767047 Dec 23 12:41:39.720000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'name': 'network-vif-deleted', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:39.723013 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4746a-1e72-43e6-9dad-9b0bb2a4a4b1" -d '{"events": [{"server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "name": "network-vif-deleted", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:39.762421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.771716 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f1f5c0-0238-460b-b4e1-c8ce24ec719d x-openstack-request-id: req-08f1f5c0-0238-460b-b4e1-c8ce24ec719d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:39.772230 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b120ab-a6b9-40dc-9e39-2e68a049f747", "name": "network-vif-deleted", "tag": "d21e75fd-6fbb-48f4-80f5-82d4abd38b4d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:39.772490 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08f1f5c0-0238-460b-b4e1-c8ce24ec719d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:39.772909 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b120ab-a6b9-40dc-9e39-2e68a049f747', 'name': 'network-vif-deleted', 'tag': 'd21e75fd-6fbb-48f4-80f5-82d4abd38b4d', 'status': 'completed', 'code': 200} Dec 23 12:41:39.782386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fbc8612b-751b-4e9b-bc5b-1d039269a0df no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:39.785471 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-3c79ca3b-047e-4993-8c5b-e6c2d03df835 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:39.787221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c79ca3b-047e-4993-8c5b-e6c2d03df835 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/83a3e080-9e23-4d8e-a8ca-007208f5555a HTTP/1.1" status: 404 len: 336 time: 0.0872784 Dec 23 12:41:39.791388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.803282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::353 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40/86ad5e4a-4d45-4cd0-b510-196ffaa77a27) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:39.850347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4efc6083-950f-4754-8ca6-1e1f5770d0f1 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 200 len: 205 time: 0.0522120 Dec 23 12:41:39.850347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39100) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.856516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: fbc8612b-751b-4e9b-bc5b-1d039269a0df {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:39.857744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fbc8612b-751b-4e9b-bc5b-1d039269a0df not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:39.928947 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-1be63264-4311-4f4b-a45b-67677d22041d tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:39.930527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1be63264-4311-4f4b-a45b-67677d22041d tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/026694ce-01ff-4d9f-98c0-2e9ac2a1099f HTTP/1.1" status: 404 len: 336 time: 0.0814984 Dec 23 12:41:39.932892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39104) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:39.963767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:39.972068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a97ff7ef-5f5e-47cd-8c93-ef80608c7efa tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1767dc-145a-40ee-8a4d-f6b087cff711 HTTP/1.1" status: 200 len: 205 time: 0.0378189 Dec 23 12:41:39.974589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39106) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.023442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39108) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.028483 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-b834f9a1-3a50-4722-ae99-2981fc68d9c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] delete failed (client error): The resource could not be found. Dec 23 12:41:40.029666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b834f9a1-3a50-4722-ae99-2981fc68d9c0 tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/routers/7a1767dc-145a-40ee-8a4d-f6b087cff711 HTTP/1.1" status: 404 len: 336 time: 0.0537808 Dec 23 12:41:40.032562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39110) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.063139 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-156b0f8a-fc23-4491-ade5-99b8e1566c9b tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] DELETE failed (client error): The resource could not be found. Dec 23 12:41:40.063599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156b0f8a-fc23-4491-ade5-99b8e1566c9b tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:41:40.069292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-156b0f8a-fc23-4491-ade5-99b8e1566c9b tempest-RoutersIpV6AdminTest-537180819 tempest-RoutersIpV6AdminTest-537180819-project] 10.222.0.16 "DELETE /v2.0/subnets/d2c43829-72b1-4774-b197-77113321aa8f HTTP/1.1" status: 404 len: 337 time: 0.0340221 Dec 23 12:41:40.072516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1be5c77-3d67-409a-aea7-049bd1d247bf']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:40.096958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742c8eea-3129-4759-b021-9acd9f6c28b6') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:40.097354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742c8eea-3129-4759-b021-9acd9f6c28b6') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:40.112001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:40.112293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.135822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.150043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:40.161023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:40.165027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.165249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Deleting subnet 8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:40.170960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.172307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.175074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.204036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:40.204480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:40.207718 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:40.242027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.271593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.277847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:40.338523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.375052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.378453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.385522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.391391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/networks/a1be5c77-3d67-409a-aea7-049bd1d247bf HTTP/1.1" status: 204 len: 168 time: 0.8276887 Dec 23 12:41:40.391504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39114) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.440702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fadbf-c6ce-42fc-b036-e4a31b377691 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Network': ['ID=a1be5c77-3d67-409a-aea7-049bd1d247bf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:40.445926 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.506080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting subnet e1434c45-da25-43c0-8c95-719643303540 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:40.512102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.550361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.553911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:40.587272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:40.593134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:40.595637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:40.603445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=86ad5e4a-4d45-4cd0-b510-196ffaa77a27,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:40.612214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:40.619227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:40.620576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.641788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.647329 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bed384b8-72ed-4562-b4b4-ca9c4eb16a2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8debd3f7-5efc-4997-8ecf-c6dcfa91cfa4 HTTP/1.1" status: 204 len: 168 time: 0.6227663 Dec 23 12:41:40.649803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39118) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.654918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf0380-b966-47a2-a2a9-671b30872484 None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:40.657079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39120) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.670999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.677770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:40.678401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.744857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-766e26f0-74c0-476e-8252-e0b0833765dc tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3709254 Dec 23 12:41:40.748750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39126) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:40.754929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:40.802689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.891400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74d3e64a-09f0-430d-9c53-b885049721ef req-3668bcb0-d4cc-4c35-bb27-37faba7f9840 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b120ab-a6b9-40dc-9e39-2e68a049f747 HTTP/1.1" status: 200 len: 210 time: 0.0732749 Dec 23 12:41:40.935497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0a97de27-cc77-4558-abbc-e098c43cc294 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:40.977386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0a97de27-cc77-4558-abbc-e098c43cc294 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:40.978300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0a97de27-cc77-4558-abbc-e098c43cc294 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:40.984331 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3833c9a3-a416-4bff-be70-e69ebf6ba683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:40.991786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.011587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-59a9a621-a37a-42ab-a444-84ab891d10e8 None None] Provisioning complete for port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:41.011958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59a9a621-a37a-42ab-a444-84ab891d10e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.020861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.047208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-59a9a621-a37a-42ab-a444-84ab891d10e8 None None] Port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:41.053769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:41.069157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a22df7-86ef-472f-b402-5dc445db83b8') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:41.069455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a22df7-86ef-472f-b402-5dc445db83b8') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:41.081858 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.102982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.113703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:41.114087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:41.115831 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:41.129858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:41.133428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.173198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.183981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3833c9a3-a416-4bff-be70-e69ebf6ba683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.213204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Subnet': ['ID=e1434c45-da25-43c0-8c95-719643303540,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.220035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.223826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb500655-56ce-4e8b-a4ef-95daebbf64b5 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/subnets/e1434c45-da25-43c0-8c95-719643303540 HTTP/1.1" status: 204 len: 168 time: 0.8293967 Dec 23 12:41:41.225893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7602ea22-20e6-4498-8edd-55c52a149774 None None] Network ee2f029c-15e6-4927-9102-7a5f54a8e883 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:41.226624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39130) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:41.248027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3833c9a3-a416-4bff-be70-e69ebf6ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.295191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.336360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.339843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19 HTTP/1.1" status: 204 len: 168 time: 0.6890376 Dec 23 12:41:41.349025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:41.384304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95af566-e458-41de-9efb-c051cb4a9882 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dce8dd1-e6f4-4c25-8ab7-b8096ffa0e19,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.390326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3833c9a3-a416-4bff-be70-e69ebf6ba683 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53bb7e0d13114b4a9176a189de6f3c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7299638 Dec 23 12:41:41.409780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833c9a3-a416-4bff-be70-e69ebf6ba683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a1af98-23f2-4661-b691-13f34547dda2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.410250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] DHCP port deletion for ee2f029c-15e6-4927-9102-7a5f54a8e883 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:41.412338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39134) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:41.421501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.471949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Deleting port c764b08d-c3cd-416c-a2a1-c92b3072d217 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:41.472692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.479786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Deleting subnet fd1838b7-9622-4ea4-b4d1-16454d426854 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:41.486062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.551942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.556939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] For port c764b08d-c3cd-416c-a2a1-c92b3072d217, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c764b08d-c3cd-416c-a2a1-c92b3072d217,segment=NetworkSegment(71772a86-d905-43b0-9b24-e4ab355f8caf),segment_id=71772a86-d905-43b0-9b24-e4ab355f8caf)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:41.557610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.573038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Calling delete_port for c764b08d-c3cd-416c-a2a1-c92b3072d217 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:41.577270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.611619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.611953 n-d-822750-2 neutron-server[104038]: INFO neutron.db.ipam_backend_mixin [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40 (CIDR: 2001:db8::/64) Dec 23 12:41:41.651189 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:41.651545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:41:41.658564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Deleting port c764b08d-c3cd-416c-a2a1-c92b3072d217 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:41.659144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.675117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.724568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.749979 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35529278-d659-4eaa-a914-4058c7f425b6 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0000000 Dec 23 12:41:41.753385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39136) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:41.757165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] Pushing event deleted for resources: {'Port': ['ID=c764b08d-c3cd-416c-a2a1-c92b3072d217,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.761844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:41.762372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d175bcc-6ea8-4585-b5d5-d498b779a052 None None] No DVR routers for this DVR port c764b08d-c3cd-416c-a2a1-c92b3072d217 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:41.765251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] For port c764b08d-c3cd-416c-a2a1-c92b3072d217, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c764b08d-c3cd-416c-a2a1-c92b3072d217,segment=NetworkSegment(71772a86-d905-43b0-9b24-e4ab355f8caf),segment_id=71772a86-d905-43b0-9b24-e4ab355f8caf)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:41.765615 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.779909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d21e75fd-6fbb-48f4-80f5-82d4abd38b4d no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:41.787760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Calling delete_port for c764b08d-c3cd-416c-a2a1-c92b3072d217 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:41.801751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.802302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: d21e75fd-6fbb-48f4-80f5-82d4abd38b4d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:41.802653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d21e75fd-6fbb-48f4-80f5-82d4abd38b4d not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:41.809842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.809842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65a1af98-23f2-4661-b691-13f34547dda2 HTTP/1.1" status: 204 len: 168 time: 0.3901060 Dec 23 12:41:41.844093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013264bb-b966-4da7-becf-3a88fc976366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a1af98-23f2-4661-b691-13f34547dda2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.863681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.903728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1838b7-9622-4ea4-b4d1-16454d426854,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.905640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.909336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-075c2dce-4dd6-4edd-815b-14668cc9e5e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd1838b7-9622-4ea4-b4d1-16454d426854 HTTP/1.1" status: 204 len: 168 time: 0.5443466 Dec 23 12:41:41.914827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39140) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:41.925531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:41.952084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Port': ['ID=c764b08d-c3cd-416c-a2a1-c92b3072d217,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:41.959021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] No DVR routers for this DVR port c764b08d-c3cd-416c-a2a1-c92b3072d217 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:42.002402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:42.006567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.031291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.049447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.078326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2f029c-15e6-4927-9102-7a5f54a8e883']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.089733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71772a86-d905-43b0-9b24-e4ab355f8caf') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.090370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71772a86-d905-43b0-9b24-e4ab355f8caf') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.102785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.122042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.131471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:42.132278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:42.136551 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:42.183846 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.214938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cad2813-57d8-4c81-93fa-ba636573ea44']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.227468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc729b2-aeaf-4d0b-983d-cb6d37752670') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.227769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc729b2-aeaf-4d0b-983d-cb6d37752670') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:42.242490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.267673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.274794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.278192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/networks/ee2f029c-15e6-4927-9102-7a5f54a8e883 HTTP/1.1" status: 204 len: 168 time: 1.0500355 Dec 23 12:41:42.281909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39150) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:42.284621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.303876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:42.304287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:42.307911 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:42.319592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a1c5-fb7c-4b25-a158-962e94807e50 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Pushing event deleted for resources: {'Network': ['ID=ee2f029c-15e6-4927-9102-7a5f54a8e883,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:42.363546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e9d43d1-96b9-4393-a43f-b91cb958c500 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "GET /v2.0/ports?device_id=901cb31b-4c32-4c32-85de-f7c31d3767e9 HTTP/1.1" status: 200 len: 205 time: 0.0774968 Dec 23 12:41:42.365424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39152) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:42.376173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:42.425739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:42.426269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.452804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.490402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.528165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.535924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3cad2813-57d8-4c81-93fa-ba636573ea44 HTTP/1.1" status: 204 len: 168 time: 0.6185606 Dec 23 12:41:42.547500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.566408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680db82d-9674-4f95-af5b-cebaf49904a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cad2813-57d8-4c81-93fa-ba636573ea44,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:42.600719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:42.605295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:42.616626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878c61e-4944-4c44-846c-47e443b9eb29 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:42.623035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c764b08d-c3cd-416c-a2a1-c92b3072d217 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:42.639528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:42.640030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39158) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:42.640158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.664298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=62994c27-ef15-4424-b26a-fb07afa4a32c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:42.695690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c764b08d-c3cd-416c-a2a1-c92b3072d217 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:42.696208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c764b08d-c3cd-416c-a2a1-c92b3072d217 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:42.727420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.731687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.787886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-13f8b0bb-66a4-45a1-aa52-28c8e1729ed6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6acccff51964f8ab0f04eb2bc522c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498892 Dec 23 12:41:42.791433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39160) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:42.801227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fc518-2421-4ae5-8c59-444d0130a57c req-891c227e-3948-4ee5-aa67-7d33e68352ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:42.802771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304fc518-2421-4ae5-8c59-444d0130a57c req-891c227e-3948-4ee5-aa67-7d33e68352ab tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 946 time: 0.2019479 Dec 23 12:41:42.804320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5041259-7a5b-464a-b6f0-cf2ed732e052 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0490735 Dec 23 12:41:42.811385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:42.819052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-546736367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62994c27-ef15-4424-b26a-fb07afa4a32c'}], 'security_groups': ['d47f2851-3642-4086-86f3-8ae092ac7b82']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:42.865539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.873189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Update dhcp port {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'fixed_ips': [{'subnet_id': 'a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40', 'ip_address': '2001:db8::2'}, {'subnet_id': '62994c27-ef15-4424-b26a-fb07afa4a32c'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:41:42.891510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.909651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.921084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.922240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Fanout notify agent at l3_agent the message router_deleted on router 901cb31b-4c32-4c32-85de-f7c31d3767e9 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:41:42.943678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:42.943678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e01e5b3-3c24-48da-98a6-d805309a5068 tempest-RoutersNegativeTest-729165461 tempest-RoutersNegativeTest-729165461-project] 10.222.0.16 "DELETE /v2.0/routers/901cb31b-4c32-4c32-85de-f7c31d3767e9 HTTP/1.1" status: 204 len: 168 time: 0.5730276 Dec 23 12:41:42.954428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304fc518-2421-4ae5-8c59-444d0130a57c req-caf44703-5b4f-40a4-a692-52b04ff21d43 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449399 Dec 23 12:41:43.003670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:43.029137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.063820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.068074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.075827 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f306ae6d-b9fb-4c0e-b9e1-6e9550674d23 HTTP/1.1" status: 204 len: 168 time: 0.2787971 Dec 23 12:41:43.096397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736761af-963c-4f57-8db3-9f847d46289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306ae6d-b9fb-4c0e-b9e1-6e9550674d23,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:43.118811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-84e70d4a-d302-4456-897b-bd92eaa7c647 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=173ba7ed227d4ad6b18c5792e3cfa6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073034 Dec 23 12:41:43.122959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:43.211877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Allocated IP 2001:db8:0:1::2 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/62994c27-ef15-4424-b26a-fb07afa4a32c/7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:43.243325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.300610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.395659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4dc85360-b4a6-4ab9-82a6-ed1a1cf18b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.398723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:43.430929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.456298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.459187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.461444 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e822a67d-ed07-4831-9a0e-abc431d5fde9 HTTP/1.1" status: 204 len: 168 time: 0.3366733 Dec 23 12:41:43.468911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79124e48-69fa-4036-b512-53c16ee06c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e822a67d-ed07-4831-9a0e-abc431d5fde9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:43.524249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:43.638611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2b31f-0bfa-4595-ae93-44cd50f08465 None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:43.643213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Delete allocated IP 2001:db8::353 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40) {{(pid=104037) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:41:43.656311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8:0:1::283 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/62994c27-ef15-4424-b26a-fb07afa4a32c/86ad5e4a-4d45-4cd0-b510-196ffaa77a27) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:43.693864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39180) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:43.857511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-c4d06b17-b17e-40d1-8d2a-521d216a1f69 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:43.862248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-c4d06b17-b17e-40d1-8d2a-521d216a1f69 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 946 time: 0.0871556 Dec 23 12:41:43.897889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2ecd9d0a-4a6c-4952-b798-dfded1c3f677 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2e34b9d0e514684a46581d19525b6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026737 Dec 23 12:41:43.900255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39186) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:43.996226 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.012776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.031998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port bf513837-d5c5-4d98-8596-789b489da41a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:44.032345 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.087566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.111844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.223035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.234205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.236659 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa0267e7-ac0a-4072-a45f-ee05586d6bef HTTP/1.1" status: 204 len: 168 time: 0.3352101 Dec 23 12:41:44.241079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] In _notify_port_updated(), no bound segment for port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 on network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:41:44.247415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:44.247884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4cc9d-5e24-49f2-8fae-46cc0ef39fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0267e7-ac0a-4072-a45f-ee05586d6bef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:44.248072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.249435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/ports/86ad5e4a-4d45-4cd0-b510-196ffaa77a27 HTTP/1.1" status: 200 len: 930 time: 1.4356422 Dec 23 12:41:44.252352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39200) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:44.258847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c18239-6505-44a8-aa8a-96403b99a6ac tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=86ad5e4a-4d45-4cd0-b510-196ffaa77a27,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:44.302646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port bf513837-d5c5-4d98-8596-789b489da41a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=bf513837-d5c5-4d98-8596-789b489da41a,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:44.303620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.342143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e39074-ae60-40bf-abca-b73f0fee9fc8 req-dd9fc62e-75cd-4c7c-9fcc-caf9b4aa0726 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:44.343977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7e39074-ae60-40bf-abca-b73f0fee9fc8 req-dd9fc62e-75cd-4c7c-9fcc-caf9b4aa0726 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 946 time: 0.2496545 Dec 23 12:41:44.353174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for bf513837-d5c5-4d98-8596-789b489da41a owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:44.404015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:44.404523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.423063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:44.465545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7e39074-ae60-40bf-abca-b73f0fee9fc8 req-3c910f3d-e32f-4977-82ff-a5a5c3e99d8d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146426 Dec 23 12:41:44.472919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39204) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:44.517836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:44.518978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.521268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:44.521726 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.601811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ce5a688-0a68-4fb8-80b0-549174478f57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=364bba5986154991bc2df863c9370402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1241877 Dec 23 12:41:44.602567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:44.644568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.665099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:44.762720 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.791463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.801319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:44.801875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.843438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.860773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf', 'bf513837-d5c5-4d98-8596-789b489da41a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:44.901655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:44.902453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=bf513837-d5c5-4d98-8596-789b489da41a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:44.933663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Provisioning complete for port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:44.934041 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.953097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] No DVR routers for this DVR port bf513837-d5c5-4d98-8596-789b489da41a on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:44.961243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:44.964895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0cf6f88-4793-465f-ab0d-9c146145af39 req-e33bb5b1-38c0-4308-a274-17838d2f014e tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "DELETE /v2.0/ports/bf513837-d5c5-4d98-8596-789b489da41a HTTP/1.1" status: 204 len: 173 time: 1.0974874 Dec 23 12:41:44.966032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'name': 'network-vif-deleted', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:44.969146 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c971e-7f86-441a-9bf9-c0e4d6c12f92" -d '{"events": [{"server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "name": "network-vif-deleted", "tag": "bf513837-d5c5-4d98-8596-789b489da41a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:44.988437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5d3df194-ba6e-42ad-963c-2993bf39f8e2 None None] Port 86ad5e4a-4d45-4cd0-b510-196ffaa77a27 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:45.013396 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8a9e5-2f75-450e-93ac-06207b226d0c x-openstack-request-id: req-1ff8a9e5-2f75-450e-93ac-06207b226d0c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:45.013928 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0da7b2-528d-4c91-a447-cbc8906ffe39", "name": "network-vif-deleted", "tag": "bf513837-d5c5-4d98-8596-789b489da41a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:45.014184 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ff8a9e5-2f75-450e-93ac-06207b226d0c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:45.014710 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0da7b2-528d-4c91-a447-cbc8906ffe39', 'name': 'network-vif-deleted', 'tag': 'bf513837-d5c5-4d98-8596-789b489da41a', 'status': 'completed', 'code': 200} Dec 23 12:41:45.034332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.074698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=86ad5e4a-4d45-4cd0-b510-196ffaa77a27,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:45.107784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d14e4b59-3e2e-460c-b15b-f13a2e2e1b20 None None] Could not find standard attr ID for object 86ad5e4a-4d45-4cd0-b510-196ffaa77a27. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:41:45.133630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.140663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4d1b6043-7f82-41c9-a22a-c86b09648749 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/86ad5e4a-4d45-4cd0-b510-196ffaa77a27 HTTP/1.1" status: 204 len: 168 time: 0.8866529 Dec 23 12:41:45.144692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39222) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:45.153930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:45.180939 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92a721c-d269-4676-8ea7-19069bbdc9bd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:45.183043 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a92a721c-d269-4676-8ea7-19069bbdc9bd tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/86ad5e4a-4d45-4cd0-b510-196ffaa77a27 HTTP/1.1" status: 404 len: 333 time: 0.0383871 Dec 23 12:41:45.185897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39228) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:45.224738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.227807 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.231270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adbc72e7-523b-4091-9293-5271511f8477 HTTP/1.1" status: 204 len: 168 time: 0.6267483 Dec 23 12:41:45.255409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81f122-09d7-46b2-9a2b-a4b1a35eba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc72e7-523b-4091-9293-5271511f8477,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:45.309146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.355767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.379833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-225960891'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:45.490147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Made reservation on behalf of 99b29966c9a64fcb9c9ef5bafd73eb03 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:45.495371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.507668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.532213 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.535539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.539584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39236) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:45.543417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/security-groups/320964c7-4cd4-4f9e-bfb9-3f88a7ba3d9b HTTP/1.1" status: 204 len: 168 time: 0.3493454 Dec 23 12:41:45.593907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779fdbe-6361-4176-a6ce-59196a60d24e tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320964c7-4cd4-4f9e-bfb9-3f88a7ba3d9b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:45.639600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.661881 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.677587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2cadbca-9a4b-49bd-a28f-51884b52a91e req-6dbd4b96-0f98-4475-89c2-110873afb769 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c0da7b2-528d-4c91-a447-cbc8906ffe39 HTTP/1.1" status: 200 len: 210 time: 0.0398951 Dec 23 12:41:45.686590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.758810 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.790361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b939c917-75e1-4dfc-804f-7be8c17a17ea,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:45.799003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.802041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.804064 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/security-groups/d47f2851-3642-4086-86f3-8ae092ac7b82 HTTP/1.1" status: 204 len: 168 time: 0.2620885 Dec 23 12:41:45.804610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:45.814473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39248) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:45.816745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.817131 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Added segment 11484af4-7c77-46b2-8690-d447c313040f of type vlan for network 242698de-86c4-4e3f-8827-adfdfa4b8880 Dec 23 12:41:45.828894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c94d5-3a26-4f01-a1d7-5b7389051bda tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f2851-3642-4086-86f3-8ae092ac7b82,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:45.881906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.888786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:45.893520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:45.943280 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.036051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.038806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.044689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:46.045369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.078774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-51da9fc7-3da0-423e-9135-1ce039df9772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.122680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'Network': ['ID=242698de-86c4-4e3f-8827-adfdfa4b8880,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:46.134870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:46.162013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05b2e923-aa06-4724-b528-f124cc9b242e tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0071135 Dec 23 12:41:46.165432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39260) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:46.175212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Request body: {'subnet': {'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:46.183461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.281005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.289081 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40 HTTP/1.1" status: 204 len: 168 time: 0.4694593 Dec 23 12:41:46.289081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db978-c4bb-4763-abb2-c8391c18345f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:46.289359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39268) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:46.297920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08831e-b0e2-47e0-bcc1-69610ff08636 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:46.301617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:46.433685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Made reservation on behalf of 99b29966c9a64fcb9c9ef5bafd73eb03 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:46.437865 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.535284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.558836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:46.562792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.589463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:46.725885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:46.787600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:46.926858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'Subnet': ['ID=8f3fe3d7-1e00-46e9-baf3-b3857a247750,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:46.960019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Checking segment: {'id': '11484af4-7c77-46b2-8690-d447c313040f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:46.960692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Network hostable DHCP agents. Network: 242698de-86c4-4e3f-8827-adfdfa4b8880, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:47.006754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-232659682-network', 'tenant_id': '6c6c7270ef4d461080ed5af8dd60af5f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.025686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-787bca86-bdad-4baf-87e1-65a1174ec187 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.026456 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-787bca86-bdad-4baf-87e1-65a1174ec187 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 23 12:41:47.026960 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-787bca86-bdad-4baf-87e1-65a1174ec187 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:41:47.028049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-787bca86-bdad-4baf-87e1-65a1174ec187 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4316146 Dec 23 12:41:47.032020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39292) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:47.037897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415001333'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.055669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:47.085032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.107209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Made reservation on behalf of 6c6c7270ef4d461080ed5af8dd60af5f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:47.110023 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.123425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.133684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 242698de-86c4-4e3f-8827-adfdfa4b8880) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:47.147747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:47.148991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb101b4-71eb-4ea3-9463-1876a99a2ab8 None None] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:47.150655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:47.151244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.157234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:47.161319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:47.167042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.173439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=8d1671ff-c5ad-4332-99a0-823cbf416124,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:47.239382 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89bf97ca-6c55-419b-813d-15b5225dafc0 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0727785 Dec 23 12:41:47.242596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39294) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:47.247949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Request body: {'port': {'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880', 'name': 'tempest-ExtraDHCPOptionsTestJSON-862515158'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.251984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.295478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-242698de-86c4-4e3f-8827-adfdfa4b8880', 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880', 'project_id': '99b29966c9a64fcb9c9ef5bafd73eb03', 'fixed_ips': [{'subnet_id': '8f3fe3d7-1e00-46e9-baf3-b3857a247750'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:41:47.297125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.326838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991e948-48d6-47c4-a59a-a4de683fe778 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:47.335808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cf73f652-9111-4894-94a4-5b2994948fb7 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0428312 Dec 23 12:41:47.336365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39298) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:47.344672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476192771'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.381299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.410921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:41:47.421637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e98788b-91e2-4cc0-86dc-2182d6180dca,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:47.447878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.447878 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Added segment 2b3926a2-bd1b-4c8a-bc8d-779ec0e73887 of type vlan for network c2333dbd-c966-4fa6-b66a-a43187cbbfd1 Dec 23 12:41:47.501108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.526984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-99f29648-8d7e-4a90-aa7d-4c0c175c0b48 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:47.527362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-99f29648-8d7e-4a90-aa7d-4c0c175c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.604815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.606281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Allocated IP 172.20.0.2 (242698de-86c4-4e3f-8827-adfdfa4b8880/8f3fe3d7-1e00-46e9-baf3-b3857a247750/d330649a-90ce-42ab-93c3-2d975ceb72ef) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:47.615964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-99f29648-8d7e-4a90-aa7d-4c0c175c0b48 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:47.659880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.661041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:47.661724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.740117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.747941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.757607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] Pushing event updated for resources: {'Network': ['ID=c2333dbd-c966-4fa6-b66a-a43187cbbfd1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:47.782744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.796173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1f4825f-4257-43ff-8c75-286e5f42852d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0688381 Dec 23 12:41:47.801233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:47.808375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Request body: {'subnet': {'network_id': 'c2333dbd-c966-4fa6-b66a-a43187cbbfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-232659682-subnet', 'tenant_id': '6c6c7270ef4d461080ed5af8dd60af5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:47.826209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.846616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c2333dbd-c966-4fa6-b66a-a43187cbbfd1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:41:47.848543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bf513837-d5c5-4d98-8596-789b489da41a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:47.848745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803c99b-dfa5-4fc3-9422-73b9ff0994b8 req-715281b5-e737-4208-9689-2f39c2cd1d8d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:47.850189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6803c99b-dfa5-4fc3-9422-73b9ff0994b8 req-715281b5-e737-4208-9689-2f39c2cd1d8d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.5260351 Dec 23 12:41:47.851059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-99f29648-8d7e-4a90-aa7d-4c0c175c0b48 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:47.851415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-99f29648-8d7e-4a90-aa7d-4c0c175c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:47.881517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad822866-8471-405d-ae6f-c02c2e9f317d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:47.891470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-65e8216d-2fd5-43bb-8a1b-4fbe3c8df50d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:47.894163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-65e8216d-2fd5-43bb-8a1b-4fbe3c8df50d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 945 time: 0.1477144 Dec 23 12:41:47.954486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Made reservation on behalf of 6c6c7270ef4d461080ed5af8dd60af5f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:47.955365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: bf513837-d5c5-4d98-8596-789b489da41a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:47.956095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device bf513837-d5c5-4d98-8596-789b489da41a not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:47.959401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.013277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6803c99b-dfa5-4fc3-9422-73b9ff0994b8 req-8c9b3ca8-3f5b-4ebc-b5b6-1e6533dcb31d tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=81eea821-d1b5-4027-928f-d33287d1a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515436 Dec 23 12:41:48.027159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.028519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Update dhcp port {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'fixed_ips': [{'subnet_id': '62994c27-ef15-4424-b26a-fb07afa4a32c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d1671ff-c5ad-4332-99a0-823cbf416124'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:41:48.037749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-20f2fac7-57db-4ca5-8a19-b526622556f8 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6983831 Dec 23 12:41:48.037749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39304) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:48.045416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'security_group': {'name': 'tempest-secgroup-2002967743'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:48.069813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.087223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port 1f7e9494-9a33-4837-87da-dfdffd136abf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:48.087955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.111866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.144181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Made reservation on behalf of 99b29966c9a64fcb9c9ef5bafd73eb03 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:48.148198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.175466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.195908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] device_id is not set on port 482595db-df99-435c-8e34-4c2c5123f3e3 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:48.212305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.271196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.279887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.300269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port 1f7e9494-9a33-4837-87da-dfdffd136abf, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=1f7e9494-9a33-4837-87da-dfdffd136abf,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:48.300665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.303059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd26883-f985-4b62-b95e-6180db5047dd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.304064 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.304500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.338599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for 1f7e9494-9a33-4837-87da-dfdffd136abf owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:48.377114 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.386591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:48.394702 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:48.402156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:48.405826 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.434790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dae0322-4090-4c5e-8d58-3e33a1dd5fe6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.434955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Pushing event updated for resources: {'Port': ['ID=d330649a-90ce-42ab-93c3-2d975ceb72ef,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.447015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Allocated IP 2001:db8::2 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/8d1671ff-c5ad-4332-99a0-823cbf416124/7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:48.455114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Allocated IP 172.20.0.14 (242698de-86c4-4e3f-8827-adfdfa4b8880/8f3fe3d7-1e00-46e9-baf3-b3857a247750/482595db-df99-435c-8e34-4c2c5123f3e3) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:48.474402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.490915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Attempting to bind port d330649a-90ce-42ab-93c3-2d975ceb72ef on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:41:48.491588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Attempting to bind port d330649a-90ce-42ab-93c3-2d975ceb72ef by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11484af4-7c77-46b2-8690-d447c313040f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:41:48.492130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Attempting to bind port d330649a-90ce-42ab-93c3-2d975ceb72ef on network 242698de-86c4-4e3f-8827-adfdfa4b8880 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:41:48.503168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Checking segment: {'id': '2b3926a2-bd1b-4c8a-bc8d-779ec0e73887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c2333dbd-c966-4fa6-b66a-a43187cbbfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:48.503539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Network hostable DHCP agents. Network: c2333dbd-c966-4fa6-b66a-a43187cbbfd1, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:41:48.521044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.533742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:41:48.534202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Checking segment: {'id': '11484af4-7c77-46b2-8690-d447c313040f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:41:48.534612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.535008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Bound using segment: {'id': '11484af4-7c77-46b2-8690-d447c313040f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:41:48.535605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Bound port: d330649a-90ce-42ab-93c3-2d975ceb72ef, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11484af4-7c77-46b2-8690-d447c313040f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:41:48.536118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.558048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eeb3c3-9aec-4108-8f31-e3a68f065999,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.581682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.618034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868d8221-5a61-43a7-aa29-cf84106621f5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.622949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Network c2333dbd-c966-4fa6-b66a-a43187cbbfd1 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:41:48.626718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.628409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9264cd9-d9fe-4048-88d0-cc40fb600ed6 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5942540 Dec 23 12:41:48.631408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:48.637187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:48.638113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'b2eeb3c3-9aec-4108-8f31-e3a68f065999', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:48.665499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] For port d330649a-90ce-42ab-93c3-2d975ceb72ef, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:41:48.676627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] For port d330649a-90ce-42ab-93c3-2d975ceb72ef, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d330649a-90ce-42ab-93c3-2d975ceb72ef,segment=NetworkSegment(11484af4-7c77-46b2-8690-d447c313040f),segment_id=11484af4-7c77-46b2-8690-d447c313040f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:41:48.685185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.715104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.716379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-423e7588-8ed6-4069-b4a7-ebce143de9c9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6754987 Dec 23 12:41:48.716699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.717232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, c2333dbd-c966-4fa6-b66a-a43187cbbfd1) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:48.723308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:48.723909 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.727031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39312) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:48.728631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3a3d7-001a-4bcb-9266-08960ebb5a09 None None] Network c2333dbd-c966-4fa6-b66a-a43187cbbfd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:48.730977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['1f7e9494-9a33-4837-87da-dfdffd136abf'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:41:48.732530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1947572927'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:48.794104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.798130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=1f7e9494-9a33-4837-87da-dfdffd136abf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:48.837884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.881162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] No DVR routers for this DVR port 1f7e9494-9a33-4837-87da-dfdffd136abf on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:48.888475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5578b9b7-657f-4175-8324-78215bcc113a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0859265 Dec 23 12:41:48.896228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.900573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e15cd79-ae9a-4147-a005-023b1b51693c req-7c17c8e8-8a13-4460-a194-d626bb065e1c tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.43 "DELETE /v2.0/ports/1f7e9494-9a33-4837-87da-dfdffd136abf HTTP/1.1" status: 204 len: 173 time: 0.9950733 Dec 23 12:41:48.917022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'name': 'network-vif-deleted', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:48.919653 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d8789-65fc-4358-90a8-6574252bc5b0" -d '{"events": [{"server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "name": "network-vif-deleted", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:48.947455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:48.992065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39d4b3-ecc2-454b-8f52-665a27e90888 None None] Pushing event updated for resources: {'Port': ['ID=d330649a-90ce-42ab-93c3-2d975ceb72ef,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.016052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.018584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.061523 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864330fd-6cbb-4425-943d-bb6854dbe5f5 x-openstack-request-id: req-864330fd-6cbb-4425-943d-bb6854dbe5f5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:49.062312 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cecbca-5779-4158-aae5-1f5cae5b00cc", "name": "network-vif-deleted", "tag": "1f7e9494-9a33-4837-87da-dfdffd136abf", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:49.063036 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-864330fd-6cbb-4425-943d-bb6854dbe5f5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:49.063595 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cecbca-5779-4158-aae5-1f5cae5b00cc', 'name': 'network-vif-deleted', 'tag': '1f7e9494-9a33-4837-87da-dfdffd136abf', 'status': 'completed', 'code': 200} Dec 23 12:41:49.086707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396927be-2547-411e-9ea4-116cf37f3b02 None None] Network c2333dbd-c966-4fa6-b66a-a43187cbbfd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:49.196984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.214819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39324) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.273626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43d4df1f-7dee-481d-9f9b-9c099d29b072 req-670d473b-3495-4850-9fd3-60acc7163bad tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cecbca-5779-4158-aae5-1f5cae5b00cc HTTP/1.1" status: 200 len: 210 time: 0.0457480 Dec 23 12:41:49.278805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.311033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.324878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63043b13-146b-4be9-9e1d-bfdb00f386b7 None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.347752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.364617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Deleting subnet 0dae0322-4090-4c5e-8d58-3e33a1dd5fe6 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:49.369861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882b78e3-4f6e-45d7-9352-826f8c0adba3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.377288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.395244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8568c71c-c8ab-4cb2-a965-714b216dd6e9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.398488 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.405707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.417608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.427205 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6d65548-0530-4882-ad15-da146a979f6a tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6898980 Dec 23 12:41:49.427205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.430428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1558726546', 'security_groups': ['882b78e3-4f6e-45d7-9352-826f8c0adba3'], 'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d1671ff-c5ad-4332-99a0-823cbf416124'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:49.468165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:49.474522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.476127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ba2f49a2-7b78-4461-8055-4bf0fe29a3e3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8434248 Dec 23 12:41:49.476993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:49.479581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:49.482341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.490089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f4e616a1-5470-40f5-913c-f7260d590061 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'b2eeb3c3-9aec-4108-8f31-e3a68f065999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:49.494131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.539935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'Port': ['ID=482595db-df99-435c-8e34-4c2c5123f3e3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.579022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.580648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.640650 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-7150a601-f0e4-40c5-b9e9-7b874b697cd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0565708 Dec 23 12:41:49.641497 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.672383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4e616a1-5470-40f5-913c-f7260d590061 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.706037 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-0e6ae57e-f63a-44e6-9b15-a157d8946028 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174173 Dec 23 12:41:49.728686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8fc03500-da7e-4317-a6a3-8bbaf4eb32ed tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4848745 Dec 23 12:41:49.732226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39330) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.740122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Request body: {'port': {'network_id': '242698de-86c4-4e3f-8827-adfdfa4b8880', 'name': 'tempest-ExtraDHCPOptionsTestJSON-561336332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:49.740654 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] bootfile-name is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:49.741026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] tftp-server is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:49.741357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.api.validators [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] server-ip-address is not in valid_values {{(pid=104038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:49.763219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.763715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.764187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.764679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.765183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.765651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.766380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.769170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4cdb45a2-a674-46ad-90e8-46efaacf1e86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.0899467 Dec 23 12:41:49.881636 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-f4e616a1-5470-40f5-913c-f7260d590061 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:41:49.885552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f4e616a1-5470-40f5-913c-f7260d590061 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3971713 Dec 23 12:41:49.886364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39332) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.886722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:41:49.895050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150b47-978a-42eb-80ab-b3b43e94258b req-7e240b4e-68ba-449b-9b15-a211485d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.896554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-7e240b4e-68ba-449b-9b15-a211485d0d4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab4fd326c92438abf15a82029b6e4b5&device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 1095 time: 0.0990765 Dec 23 12:41:49.899032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.953139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dae0322-4090-4c5e-8d58-3e33a1dd5fe6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:49.957116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:49.960764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89aaed3b-9863-4da4-bc29-deda18489d14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0dae0322-4090-4c5e-8d58-3e33a1dd5fe6 HTTP/1.1" status: 204 len: 168 time: 0.7449253 Dec 23 12:41:49.967908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39334) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:49.974491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:49.999460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-75f2afb3-c3a0-40e1-bc77-9fce03152e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:49.999936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-75f2afb3-c3a0-40e1-bc77-9fce03152e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.000402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-75f2afb3-c3a0-40e1-bc77-9fce03152e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.003123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-75f2afb3-c3a0-40e1-bc77-9fce03152e24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 2292 time: 0.2065465 Dec 23 12:41:50.125988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150b47-978a-42eb-80ab-b3b43e94258b req-28d2491e-bea6-406b-8fed-4232bc97150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.127563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-28d2491e-bea6-406b-8fed-4232bc97150c service neutron] 10.222.0.57 "GET /v2.0/networks?id=23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 200 len: 913 time: 0.1835091 Dec 23 12:41:50.130873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0ae882a6-8bf8-4e0a-bc22-94e0fd77da00 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:50.134908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ae882a6-8bf8-4e0a-bc22-94e0fd77da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.137473 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.165064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Made reservation on behalf of 99b29966c9a64fcb9c9ef5bafd73eb03 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:50.171205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0ae882a6-8bf8-4e0a-bc22-94e0fd77da00 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:50.171941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.181333 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.185846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0ae882a6-8bf8-4e0a-bc22-94e0fd77da00 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:50.186476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ae882a6-8bf8-4e0a-bc22-94e0fd77da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.196949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-9118eced-069d-4de3-912e-839fb370c490 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1001 time: 0.1468709 Dec 23 12:41:50.198637 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.261723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.302118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] device_id is not set on port f75d921d-e445-4521-a4e1-d0fd1df88ead yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:50.316690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] device_id is not set on port f24f0d04-b4fe-4971-9dc0-5e6977630649 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:41:50.331404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-1b83de2f-e4af-40aa-b7e1-8b0c72b85c62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 200 len: 999 time: 0.1958072 Dec 23 12:41:50.331683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-1beefa32-5cb3-4f94-8102-f1513dd8f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.333799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-1beefa32-5cb3-4f94-8102-f1513dd8f090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.1245432 Dec 23 12:41:50.405238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150b47-978a-42eb-80ab-b3b43e94258b req-fb53c59f-3ebf-46f1-98b2-5a35aafdc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.406848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-fb53c59f-3ebf-46f1-98b2-5a35aafdc5ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 200 len: 851 time: 0.0680809 Dec 23 12:41:50.417400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.461740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-e7d0f772-797f-41e0-99c6-6466f9aecceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.463711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-e7d0f772-797f-41e0-99c6-6466f9aecceb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007869 Dec 23 12:41:50.466433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2333dbd-c966-4fa6-b66a-a43187cbbfd1']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:50.479262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.482860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.484147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2eeb3c3-9aec-4108-8f31-e3a68f065999 HTTP/1.1" status: 204 len: 168 time: 0.5967853 Dec 23 12:41:50.511082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39342) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:50.515230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3926a2-bd1b-4c8a-bc8d-779ec0e73887') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:50.515632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3926a2-bd1b-4c8a-bc8d-779ec0e73887') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:50.527703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.539902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ad1f2-953b-445a-a9b0-5edae64b669a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eeb3c3-9aec-4108-8f31-e3a68f065999,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:50.574829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:50.584579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150b47-978a-42eb-80ab-b3b43e94258b req-4d842d8b-76a3-4032-8d23-80af9bc72479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:50.586749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-4d842d8b-76a3-4032-8d23-80af9bc72479 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23761586-c834-4b55-87a3-c5461f41da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675761 Dec 23 12:41:50.606583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec824f4-b68e-4a8a-8b2a-4ef5cbf08475 None None] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:50.621318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.643306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:50.643874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:50.645767 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:50.689930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] Provisioning complete for port d330649a-90ce-42ab-93c3-2d975ceb72ef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:50.690302 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.784154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f877b405-96e3-488a-a096-b33e9c3bcd11 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2358704 Dec 23 12:41:50.786419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39344) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:50.787146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Allocated IP 172.20.0.13 (242698de-86c4-4e3f-8827-adfdfa4b8880/8f3fe3d7-1e00-46e9-baf3-b3857a247750/f24f0d04-b4fe-4971-9dc0-5e6977630649) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:50.790391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:50.790391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.791849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--233345297'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:50.802153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-8fd9afe3-a461-48f4-8cef-c1e7b0025c3b service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237867 Dec 23 12:41:50.839025 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-0fa8581d-83ac-45b7-ad51-e6901b754cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412446 Dec 23 12:41:50.866842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.872372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.881077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8::2fe (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/8d1671ff-c5ad-4332-99a0-823cbf416124/f75d921d-e445-4521-a4e1-d0fd1df88ead) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:50.884861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:50.888277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] 10.222.0.16 "DELETE /v2.0/networks/c2333dbd-c966-4fa6-b66a-a43187cbbfd1 HTTP/1.1" status: 204 len: 168 time: 0.9193039 Dec 23 12:41:50.936350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614f74a-88a2-44cd-a8b0-8cc1e6c8a5af admin admin] Pushing event deleted for resources: {'Network': ['ID=c2333dbd-c966-4fa6-b66a-a43187cbbfd1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:50.962991 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] For port d330649a-90ce-42ab-93c3-2d975ceb72ef, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d330649a-90ce-42ab-93c3-2d975ceb72ef,segment=NetworkSegment(11484af4-7c77-46b2-8690-d447c313040f),segment_id=11484af4-7c77-46b2-8690-d447c313040f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:50.977957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4162fac1-daac-47a7-80b9-3b440d198eaf service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633718 Dec 23 12:41:50.983373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.020862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d330649a-90ce-42ab-93c3-2d975ceb72ef up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:51.077831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-c50bafe0-112e-4f75-8843-b099215eac6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.0920405 Dec 23 12:41:51.078921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d330649a-90ce-42ab-93c3-2d975ceb72ef triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:51.080189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.084440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.151578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae623d-27bd-4038-8157-64a0faaf639d req-8c032625-1ddf-45cf-b9a8-2d6634bcf42f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:51.161540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59ae623d-27bd-4038-8157-64a0faaf639d req-8c032625-1ddf-45cf-b9a8-2d6634bcf42f tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.2310100 Dec 23 12:41:51.249390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-65150b47-978a-42eb-80ab-b3b43e94258b req-010872b2-b065-4a9e-8786-35c75c75e6fc service neutron] 10.222.0.57 "GET /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970802 Dec 23 12:41:51.253483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59ae623d-27bd-4038-8157-64a0faaf639d req-0f2860b0-4e7f-4374-83a3-2be5792f4f53 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906875 Dec 23 12:41:51.322584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-feb7544d-3168-4af3-8fca-f551e4da871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:51.325168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-feb7544d-3168-4af3-8fca-f551e4da871e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.2318864 Dec 23 12:41:51.341737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.387173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39354) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.415495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-623ab037-287b-45ad-b1d1-6c39932e947c None None] Provisioning complete for port d330649a-90ce-42ab-93c3-2d975ceb72ef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:51.415865 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-623ab037-287b-45ad-b1d1-6c39932e947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.418454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e360ec-5ea7-4322-91d7-96415e2d965f None None] Pushing event updated for resources: {'Port': ['ID=d330649a-90ce-42ab-93c3-2d975ceb72ef,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:51.435527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.457798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.475160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-2bc53860-fdc9-4123-9743-77d694259d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:51.477203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-2bc53860-fdc9-4123-9743-77d694259d4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433556 Dec 23 12:41:51.481127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f147513-c3e5-4fac-a14b-674378c34930 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c6c7270ef4d461080ed5af8dd60af5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879376 Dec 23 12:41:51.483839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39356) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.495702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.570966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.571557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.572576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'Port': ['ID=f24f0d04-b4fe-4971-9dc0-5e6977630649,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:51.580343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-623ab037-287b-45ad-b1d1-6c39932e947c None None] Provisioning complete for port 482595db-df99-435c-8e34-4c2c5123f3e3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:51.581737 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-623ab037-287b-45ad-b1d1-6c39932e947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.588025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:51.622088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:51.633585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-623ab037-287b-45ad-b1d1-6c39932e947c None None] Port 482595db-df99-435c-8e34-4c2c5123f3e3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:51.646366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:51.666073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe95c18c-44a8-4b67-a5c6-b7456c2991f0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:51.672359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-0a29db31-c7f3-4ce7-95a7-f4595c522a84 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800439 Dec 23 12:41:51.682318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:51.710107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.724852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:51.731632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:41:51.738521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:51.740385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.742958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.747536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12e30487-eb37-4179-9a46-b0545e86e1a3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9605229 Dec 23 12:41:51.752753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39360) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.765688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=f75d921d-e445-4521-a4e1-d0fd1df88ead,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:51.767130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4bcc4c81-d7cd-467c-a52b-281a3cfb36b9 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'fe95c18c-44a8-4b67-a5c6-b7456c2991f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:51.768261 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-4bcc4c81-d7cd-467c-a52b-281a3cfb36b9 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 23 12:41:51.769304 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-4bcc4c81-d7cd-467c-a52b-281a3cfb36b9 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:51.775198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4bcc4c81-d7cd-467c-a52b-281a3cfb36b9 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0203381 Dec 23 12:41:51.775975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39362) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.793781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:51.797141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6718846d-ab6e-4b50-8589-83275ee6ed81 None None] Provisioning complete for port 482595db-df99-435c-8e34-4c2c5123f3e3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:51.797501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.797986 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6718846d-ab6e-4b50-8589-83275ee6ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.818520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:51.855540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1f7e9494-9a33-4837-87da-dfdffd136abf no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:51.911341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39364) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.911526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc834536-cde2-425e-8407-52c67c80c4c3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4857411 Dec 23 12:41:51.912961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 1f7e9494-9a33-4837-87da-dfdffd136abf {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:51.913294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 1f7e9494-9a33-4837-87da-dfdffd136abf not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:51.928224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:51.934959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3ee011bd-19d9-46d9-a0e8-fd75c3a228a6 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1982203 Dec 23 12:41:51.937118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39366) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:51.941955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6718846d-ab6e-4b50-8589-83275ee6ed81 None None] Port 482595db-df99-435c-8e34-4c2c5123f3e3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:51.951277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-debb28f2-869b-419c-a8c3-940e7cc6afea service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701228 Dec 23 12:41:52.005167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f96fcc-6e4a-4a16-bd2b-782b97f2c4ca tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.012516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f96fcc-6e4a-4a16-bd2b-782b97f2c4ca tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.020225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f96fcc-6e4a-4a16-bd2b-782b97f2c4ca tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.022960 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-60f96fcc-6e4a-4a16-bd2b-782b97f2c4ca tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0848763 Dec 23 12:41:52.026362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39368) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:52.061470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-26e55174-21ea-487e-998a-6d7116312213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.0925670 Dec 23 12:41:52.072981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f85f3fd0-ee39-4d97-a1bb-faf10030733a None None] Provisioning complete for port f24f0d04-b4fe-4971-9dc0-5e6977630649 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:52.072981 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f85f3fd0-ee39-4d97-a1bb-faf10030733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.081878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.112610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f85f3fd0-ee39-4d97-a1bb-faf10030733a None None] Port f24f0d04-b4fe-4971-9dc0-5e6977630649 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:52.127921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.139468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Deleting port f24f0d04-b4fe-4971-9dc0-5e6977630649 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:52.143348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.234470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-d5b6e97a-5767-47c9-8534-e6d2edea553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.234916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.235294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-d5b6e97a-5767-47c9-8534-e6d2edea553e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1277030 Dec 23 12:41:52.239359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.242114 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.245597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e98788b-91e2-4cc0-86dc-2182d6180dca HTTP/1.1" status: 204 len: 168 time: 0.7584720 Dec 23 12:41:52.251120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Calling delete_port for f24f0d04-b4fe-4971-9dc0-5e6977630649 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:52.270793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d79a1505-d625-469f-9a0d-218a71bf919f None None] Provisioning complete for port f75d921d-e445-4521-a4e1-d0fd1df88ead triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:52.272792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d79a1505-d625-469f-9a0d-218a71bf919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.319941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19183fe-d9d2-418b-9306-c849a474233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e98788b-91e2-4cc0-86dc-2182d6180dca,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:52.342151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d79a1505-d625-469f-9a0d-218a71bf919f None None] Port f75d921d-e445-4521-a4e1-d0fd1df88ead cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:52.348363 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.355135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.361750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39374) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:52.363310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe95c18c-44a8-4b67-a5c6-b7456c2991f0 HTTP/1.1" status: 204 len: 168 time: 0.5795019 Dec 23 12:41:52.375130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2a59-41b4-40ff-af38-11335fd445a0 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe95c18c-44a8-4b67-a5c6-b7456c2991f0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:52.390596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:52.404996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.429549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44233a04-370b-4875-909e-674c31d2615a tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664017 Dec 23 12:41:52.433757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39378) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:52.438372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--88675145'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:52.488513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d330649a-90ce-42ab-93c3-2d975ceb72ef up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:52.503111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-84edcc03-4ed9-4e05-acb9-3ee3b828e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.504989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-84edcc03-4ed9-4e05-acb9-3ee3b828e929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2592635 Dec 23 12:41:52.566629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d330649a-90ce-42ab-93c3-2d975ceb72ef triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:52.567044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.577231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-b482347c-e6c3-4724-bbf0-7b4113716b4a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.579660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-b482347c-e6c3-4724-bbf0-7b4113716b4a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.0670137 Dec 23 12:41:52.613465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.634299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216322-97d2-4271-8d49-08e68c300dba req-4fefaa93-e7ad-4d21-8642-d6ee487e8c82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:52.635846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb216322-97d2-4271-8d49-08e68c300dba req-4fefaa93-e7ad-4d21-8642-d6ee487e8c82 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 944 time: 0.1523833 Dec 23 12:41:52.652910 n-d-822750-2 neutron-server[104037]: INFO neutron.db.ipam_backend_mixin [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d1671ff-c5ad-4332-99a0-823cbf416124 (CIDR: 2001:db8::/64) Dec 23 12:41:52.674337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.701744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-58adba5f-fcf0-481f-8b75-fd11635b0376 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777997 Dec 23 12:41:52.725578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event deleted for resources: {'Port': ['ID=f24f0d04-b4fe-4971-9dc0-5e6977630649,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:52.733019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb216322-97d2-4271-8d49-08e68c300dba req-c86461d0-61a8-4283-aea0-bf5aed5da9ee tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856667 Dec 23 12:41:52.761063 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:52.761567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:41:52.787952 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.817765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-4502fb78-c240-4888-a776-7e6a903f55ca service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082084 Dec 23 12:41:52.821015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.837930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:52.838148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.877733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c81bc3f6-67be-441f-8ae3-bc3cfcc17218 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9674790 Dec 23 12:41:52.879412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-edd6fe01-a745-4ae4-9e70-421388fe08e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0535455 Dec 23 12:41:52.880360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39384) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:52.885803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:52.895848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.902273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adfc73f4-d55c-4f6b-a8e8-295a708b52dc tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "DELETE /v2.0/ports/f24f0d04-b4fe-4971-9dc0-5e6977630649 HTTP/1.1" status: 204 len: 168 time: 0.8715537 Dec 23 12:41:52.902273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:52.903494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39386) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:52.947199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Request body: {'port': {'name': 'tempest-new-port-name-257644765', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:52.949654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.api.validators [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] bootfile-name is not in valid_values {{(pid=104037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:52.949654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.api.validators [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] tftp-server is not in valid_values {{(pid=104037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:52.949654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.api.validators [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] server-ip-address is not in valid_values {{(pid=104037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 23 12:41:53.055218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-d799e396-433e-4610-82d0-7301cfaba655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:53.056735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-d799e396-433e-4610-82d0-7301cfaba655 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1670442 Dec 23 12:41:53.133228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.192296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-43ba9745-471e-41e9-82e0-64be680627f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:53.193875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-43ba9745-471e-41e9-82e0-64be680627f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101828 Dec 23 12:41:53.277736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:53.281241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.333367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154d0e5e-04da-47f0-9895-79395ab1cbdd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:53.342434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.342434 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e964fa95-3395-4157-8d78-6430e897dfcb tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9069421 Dec 23 12:41:53.347013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39396) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:53.351422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4e1862b1-2c8b-4f7c-add1-37220ecbcfe2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': '154d0e5e-04da-47f0-9895-79395ab1cbdd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:53.352301 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-4e1862b1-2c8b-4f7c-add1-37220ecbcfe2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 23 12:41:53.352772 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-4e1862b1-2c8b-4f7c-add1-37220ecbcfe2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:53.356355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e1862b1-2c8b-4f7c-add1-37220ecbcfe2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058229 Dec 23 12:41:53.360121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39398) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:53.374915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] For port 80e830b5-6a12-4f41-820c-24a03b19ca45, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=80e830b5-6a12-4f41-820c-24a03b19ca45,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:53.375514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.569442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.597044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.692452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.692788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.693064 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Floating IP a7089dc6-1dda-4e85-aa27-9c1e3290a24e disassociated. External IP: 172.25.7.179, port: 80e830b5-6a12-4f41-820c-24a03b19ca45. Dec 23 12:41:53.693406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for 80e830b5-6a12-4f41-820c-24a03b19ca45 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:53.780632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.783671 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.785287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-df362cf3-d1fd-4dfb-8c91-d2c162021988 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809913 Dec 23 12:41:53.796911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/154d0e5e-04da-47f0-9895-79395ab1cbdd HTTP/1.1" status: 204 len: 168 time: 0.4346244 Dec 23 12:41:53.804232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39412) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:53.847918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5773471-4281-41e3-a416-a365811fe378 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d0e5e-04da-47f0-9895-79395ab1cbdd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:53.911518 n-d-822750-2 neutron-server[104037]: INFO neutron.db.ipam_backend_mixin [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 62994c27-ef15-4424-b26a-fb07afa4a32c (CIDR: 2001:db8:0:1::/64) Dec 23 12:41:53.953674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:53.966703 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:53.967201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:41:53.982527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3820d5a-a57d-4a70-ab40-927c295aaad9 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642871 Dec 23 12:41:53.987490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=80e830b5-6a12-4f41-820c-24a03b19ca45,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:53.989331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:53.994252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--883921928'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.044496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428abeeb-9e4a-4ace-abfd-4f59eca00227 req-6b0e5bcf-bafa-40d5-a4a5-91bb928e3542 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:54.046042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-428abeeb-9e4a-4ace-abfd-4f59eca00227 req-6b0e5bcf-bafa-40d5-a4a5-91bb928e3542 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 866 time: 0.2049332 Dec 23 12:41:54.048784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-7cdbd1f9-4246-4a55-b29a-80534b162a51 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518475 Dec 23 12:41:54.101124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-7677f435-29f4-41db-ba62-5241e42496fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.0443544 Dec 23 12:41:54.123691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4863db54-1396-4370-8148-92f3776095ba tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2422533 Dec 23 12:41:54.140462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.145735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.153013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'subnet': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.223185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-428abeeb-9e4a-4ace-abfd-4f59eca00227 req-b4f6adc3-8f50-495d-9dae-13a94e35cb08 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups?id=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615922 Dec 23 12:41:54.225077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-afb126f2-2d98-426b-9677-59a149be3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:54.226605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-afb126f2-2d98-426b-9677-59a149be3004 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1089869 Dec 23 12:41:54.260894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.265728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.303296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Router c3121767-589f-4575-805d-6c92e7c894c6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:41:54.360589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event updated for resources: {'Port': ['ID=482595db-df99-435c-8e34-4c2c5123f3e3,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:54.369606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-c455adb5-5a3d-484a-b43c-29ee9cb2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:54.371320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-c455adb5-5a3d-484a-b43c-29ee9cb2b95f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378763 Dec 23 12:41:54.374855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] In _notify_port_updated(), no bound segment for port 482595db-df99-435c-8e34-4c2c5123f3e3 on network 242698de-86c4-4e3f-8827-adfdfa4b8880 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:41:54.381127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:54.381861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.388522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c576cea-9a08-4717-aa68-2df464dc3fb3 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "PUT /v2.0/ports/482595db-df99-435c-8e34-4c2c5123f3e3 HTTP/1.1" status: 200 len: 1136 time: 1.4711835 Dec 23 12:41:54.388522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39424) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.409451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Made reservation on behalf of 0d4025222219428da58d5a255a0f1a8e for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:41:54.415861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.423699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.486797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e69de-8fda-4059-a781-ed7c1795be2a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:54.492122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-218e69de-8fda-4059-a781-ed7c1795be2a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "GET /v2.0/ports/482595db-df99-435c-8e34-4c2c5123f3e3 HTTP/1.1" status: 200 len: 1136 time: 0.0960824 Dec 23 12:41:54.492836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.521034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.592122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:41:54.602482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Sync routers for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:41:54.619038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-49746d24-7d82-43e2-9017-251a114ca0cc service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313924 Dec 23 12:41:54.621908 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:54.625391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:54.636356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8810092-b031-4f32-a548-f6340595479a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:54.641551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] No DVR routers for this DVR port 80e830b5-6a12-4f41-820c-24a03b19ca45 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:54.653830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.655238 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1d1f1e69-7ca7-414a-b565-e318bf11c12d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6646183 Dec 23 12:41:54.656554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.660735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7bcbc52a-8951-4c9e-8e59-79f94bf66ee3 req-335f8768-94d9-44b5-b146-bd5512ee49b0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.57 "DELETE /v2.0/ports/80e830b5-6a12-4f41-820c-24a03b19ca45 HTTP/1.1" status: 204 len: 173 time: 2.0746150 Dec 23 12:41:54.663790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-deleted', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:41:54.666704 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5fecb-d0ba-4b08-897e-ba28b2baeb1b" -d '{"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-deleted", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:41:54.675934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.699866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cb396d3a-85f8-40d8-9d47-4f0250828c25 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'a8810092-b031-4f32-a548-f6340595479a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.716407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b1c01fd8-5c76-4d9c-b8c3-989a93bfc0c2 None None] Provisioning complete for port 482595db-df99-435c-8e34-4c2c5123f3e3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:54.717729 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b1c01fd8-5c76-4d9c-b8c3-989a93bfc0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.738140 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-cb396d3a-85f8-40d8-9d47-4f0250828c25 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 23 12:41:54.745902 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-cb396d3a-85f8-40d8-9d47-4f0250828c25 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:54.745902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cb396d3a-85f8-40d8-9d47-4f0250828c25 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0437427 Dec 23 12:41:54.746141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39442) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.754358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6fe2e9b7-0e15-4121-9fed-f6fd8918249b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'a8810092-b031-4f32-a548-f6340595479a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.779399 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-6fe2e9b7-0e15-4121-9fed-f6fd8918249b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 23 12:41:54.780081 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-6fe2e9b7-0e15-4121-9fed-f6fd8918249b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:54.782146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6fe2e9b7-0e15-4121-9fed-f6fd8918249b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0335989 Dec 23 12:41:54.784101 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebeafdb-ec64-4268-b31f-86ea6db25158 x-openstack-request-id: req-0ebeafdb-ec64-4268-b31f-86ea6db25158 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:41:54.784560 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23465e08-cebe-4644-9967-ddb0add25804", "name": "network-vif-deleted", "tag": "80e830b5-6a12-4f41-820c-24a03b19ca45", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:41:54.784707 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ebeafdb-ec64-4268-b31f-86ea6db25158 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:41:54.785067 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23465e08-cebe-4644-9967-ddb0add25804', 'name': 'network-vif-deleted', 'tag': '80e830b5-6a12-4f41-820c-24a03b19ca45', 'status': 'completed', 'code': 200} Dec 23 12:41:54.786693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.791180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9842ec62-ec2e-4ae5-85b6-d15a94f34595 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'a8810092-b031-4f32-a548-f6340595479a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.792029 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-9842ec62-ec2e-4ae5-85b6-d15a94f34595 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 23 12:41:54.792511 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-9842ec62-ec2e-4ae5-85b6-d15a94f34595 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:54.793660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9842ec62-ec2e-4ae5-85b6-d15a94f34595 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059154 Dec 23 12:41:54.796631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Deleting port 482595db-df99-435c-8e34-4c2c5123f3e3 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:54.797182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.799620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:54.806238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39446) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.812052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9b6c1063-9b31-45df-ada6-be8edbd3f718 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'a8810092-b031-4f32-a548-f6340595479a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:54.813241 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-9b6c1063-9b31-45df-ada6-be8edbd3f718 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 23 12:41:54.813856 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-9b6c1063-9b31-45df-ada6-be8edbd3f718 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:54.820810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9b6c1063-9b31-45df-ada6-be8edbd3f718 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072277 Dec 23 12:41:54.821132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39450) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:54.839940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 80e830b5-6a12-4f41-820c-24a03b19ca45 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:54.840296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 80e830b5-6a12-4f41-820c-24a03b19ca45 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:54.841841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:41:54.846766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-bb812706-61e6-48fe-8f8d-0a633665d9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190807 Dec 23 12:41:54.869026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b1c01fd8-5c76-4d9c-b8c3-989a93bfc0c2 None None] Port 482595db-df99-435c-8e34-4c2c5123f3e3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:54.944661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:54.958629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-f6805070-f02d-4f4f-8160-cd3d6bf892e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.0615828 Dec 23 12:41:55.001726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.061908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-ba3ad1e4-53e8-4ee5-af00-169d4a17873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:55.063374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-ba3ad1e4-53e8-4ee5-af00-169d4a17873b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0950458 Dec 23 12:41:55.068231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.104638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Calling delete_port for 482595db-df99-435c-8e34-4c2c5123f3e3 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:55.141144 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:55.172134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-06d4002f-45af-4d3c-ad02-2cc3a94b80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:55.174145 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Checking router: c3121767-589f-4575-805d-6c92e7c894c6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:41:55.174535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-06d4002f-45af-4d3c-ad02-2cc3a94b80c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037381 Dec 23 12:41:55.181803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.183047 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:41:55.183922 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:55.238089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:41:55.248087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:41:55.254860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.257604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.258964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8810092-b031-4f32-a548-f6340595479a HTTP/1.1" status: 204 len: 168 time: 0.4370329 Dec 23 12:41:55.259335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca269f4-e9ec-47ed-8806-caea15170402 None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:55.263121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:55.263918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.273812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39464) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:55.302110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6e826-0768-43d5-ad39-86d12ec85a38 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8810092-b031-4f32-a548-f6340595479a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:55.306349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Subnet': ['ID=8dc526bc-a60e-45fc-a967-537e36e49d19,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:55.343348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed538290-4d8c-44e9-ab3f-b11190e2adbd tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671322 Dec 23 12:41:55.348129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39468) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:55.355122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524592720'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:55.367186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:41:55.374678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d361ded0-8f9d-4120-805a-eb38b04e15f4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2331278 Dec 23 12:41:55.394585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39470) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:55.420775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2136355188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8dc526bc-a60e-45fc-a967-537e36e49d19'}], 'security_groups': ['ad822866-8471-405d-ae6f-c02c2e9f317d', '868d8221-5a61-43a7-aa29-cf84106621f5']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:55.465049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13f5df06-1fb8-4891-8427-e05238106a54 req-c15de77d-7c29-48df-ba8f-5d5b057e9ee0 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/ports?device_id=23465e08-cebe-4644-9967-ddb0add25804 HTTP/1.1" status: 200 len: 210 time: 0.0970700 Dec 23 12:41:55.501429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.581940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-464d0cde-e4c0-4242-8dca-6b59f61a7b0d service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979080 Dec 23 12:41:55.634975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Update dhcp port {'port': {'network_id': 'd98e0ed4-0e5e-4a58-9c15-134feaaa55ac', 'fixed_ips': [{'subnet_id': '62994c27-ef15-4424-b26a-fb07afa4a32c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d1671ff-c5ad-4332-99a0-823cbf416124', 'ip_address': '2001:db8::2'}, {'subnet_id': '8dc526bc-a60e-45fc-a967-537e36e49d19'}], 'binding:host_id': 'n-d-822750-2'}, 'id': '7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:41:55.677593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.688275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.689090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:55.737188 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc279c-f5d7-4223-a501-6502a2e60c70 None None] The sync data for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 is: [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:30:41Z', 'revision_number': 4, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'e7a6dcca-c853-4426-a1a6-0864b191594f', 'name': '', 'network_id': '23761586-c834-4b55-87a3-c5461f41da68', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'mac_address': 'fa:16:3e:ed:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:37Z', 'updated_at': '2021-12-23T12:30:50Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'subnets': [{'id': 'e8ef809f-9115-40d5-ab40-d7e268fbc813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:41:55.764309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.809066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cceab1-5730-47c5-9dee-e091633d4986,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:55.847112 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.867010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-bbcb4cd0-3f2c-4711-9003-c59764adb4be service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739668 Dec 23 12:41:55.871040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.893077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:55.894821 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-023872e6-47bb-418c-bd46-9d5e38ab9ddc tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5451157 Dec 23 12:41:55.897392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39484) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:55.902028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d99d6c44-bbc0-43fb-9d2f-ca93a54a9993 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:55.902774 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-d99d6c44-bbc0-43fb-9d2f-ca93a54a9993 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 23 12:41:55.903276 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-d99d6c44-bbc0-43fb-9d2f-ca93a54a9993 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:55.904875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d99d6c44-bbc0-43fb-9d2f-ca93a54a9993 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057917 Dec 23 12:41:55.907037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:55.916475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ead4220b-9fac-478e-bd3f-ce011a7590ca tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:55.961156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Allocated IP 2001:db8:0:2::2 (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/8dc526bc-a60e-45fc-a967-537e36e49d19/7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:55.996386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event deleted for resources: {'Port': ['ID=482595db-df99-435c-8e34-4c2c5123f3e3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:56.008902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-ca604d2c-c233-46b8-9621-7a957cdc236b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.1307580 Dec 23 12:41:56.095655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:56.107211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-e3dc1e51-0452-4619-85be-6d485323f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:56.108715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-e3dc1e51-0452-4619-85be-6d485323f38a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0917807 Dec 23 12:41:56.129806 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-ead4220b-9fac-478e-bd3f-ce011a7590ca tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.131150 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ead4220b-9fac-478e-bd3f-ce011a7590ca tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2229939 Dec 23 12:41:56.134079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39490) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.139044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8c113ae6-991f-4083-85d4-816983dc1fc4 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:56.139752 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-8c113ae6-991f-4083-85d4-816983dc1fc4 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 23 12:41:56.140420 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-8c113ae6-991f-4083-85d4-816983dc1fc4 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.141618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8c113ae6-991f-4083-85d4-816983dc1fc4 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064065 Dec 23 12:41:56.145778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.152881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c3983c52-5105-41c5-9dfa-3b06286ca43f tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:56.154387 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.159068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58809250-832e-4072-a5b1-e9eb0e7868cd None None] New status for floating IP a7089dc6-1dda-4e85-aa27-9c1e3290a24e: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:41:56.332094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.335537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-797805f9-a3af-4a5c-9438-028e5f8392ce tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "DELETE /v2.0/ports/482595db-df99-435c-8e34-4c2c5123f3e3 HTTP/1.1" status: 204 len: 168 time: 1.8397717 Dec 23 12:41:56.340181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.348212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-db1a4dc8-7d9c-4e0b-8513-731456279fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:56.349739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-db1a4dc8-7d9c-4e0b-8513-731456279fde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821985 Dec 23 12:41:56.376012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.395528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Deleting subnet 8f3fe3d7-1e00-46e9-baf3-b3857a247750 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:56.399226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.463592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.482463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d445f5-aeab-4e46-a5ce-9c224ffc8e2a None None] Pushing event updated for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:56.527258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-8f732fb7-538e-4c28-89ca-46e1cfc906f1 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483328 Dec 23 12:41:56.575743 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-c3983c52-5105-41c5-9dfa-3b06286ca43f tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.579954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39498) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.587191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3983c52-5105-41c5-9dfa-3b06286ca43f tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4396973 Dec 23 12:41:56.592998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.593874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8f459c70-a6c8-45ac-a612-bc4fce1ad154 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:56.594622 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-8f459c70-a6c8-45ac-a612-bc4fce1ad154 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 23 12:41:56.597889 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-8f459c70-a6c8-45ac-a612-bc4fce1ad154 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.598956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f459c70-a6c8-45ac-a612-bc4fce1ad154 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180490 Dec 23 12:41:56.618621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.623316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6342c21e-99e5-49b0-8c82-e1af7344e86c tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:56.670026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Delete allocated IP 2001:db8::2fe (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/8d1671ff-c5ad-4332-99a0-823cbf416124) {{(pid=104037) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 12:41:56.689263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Allocated IP 2001:db8:0:2::11f (d98e0ed4-0e5e-4a58-9c15-134feaaa55ac/8dc526bc-a60e-45fc-a967-537e36e49d19/f75d921d-e445-4521-a4e1-d0fd1df88ead) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:41:56.726573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0caa9ac3-6c93-415e-bee0-178b52b778d1 req-31b0b19f-da60-444f-8a79-58a34158b39d service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909478 Dec 23 12:41:56.755862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39506) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.783898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.835422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3fe3d7-1e00-46e9-baf3-b3857a247750,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:56.842455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.847885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-613f894f-8d95-4d10-be1a-19b9b9a79bb2 tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "DELETE /v2.0/subnets/8f3fe3d7-1e00-46e9-baf3-b3857a247750 HTTP/1.1" status: 204 len: 168 time: 0.5061958 Dec 23 12:41:56.850717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379441a-a5fc-4981-b713-738a7ff7e552 None None] Network 242698de-86c4-4e3f-8827-adfdfa4b8880 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:56.863469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.863675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39512) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.965188 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-6342c21e-99e5-49b0-8c82-e1af7344e86c tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.966548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6342c21e-99e5-49b0-8c82-e1af7344e86c tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3471344 Dec 23 12:41:56.971685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.979523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e6e291de-6c3b-4c00-8e0f-f195a2fc49d2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:56.980355 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-e6e291de-6c3b-4c00-8e0f-f195a2fc49d2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 23 12:41:56.981045 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-e6e291de-6c3b-4c00-8e0f-f195a2fc49d2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:56.982551 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e6e291de-6c3b-4c00-8e0f-f195a2fc49d2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091999 Dec 23 12:41:56.997567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:56.997753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39518) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:56.998781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d918930f-e5cc-4635-ba4b-bb1936f387cf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:57.021700 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.032007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.049774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.116380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] DHCP port deletion for 242698de-86c4-4e3f-8827-adfdfa4b8880 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:41:57.124449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.148404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Deleting port d330649a-90ce-42ab-93c3-2d975ceb72ef {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:57.148924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.198410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1a58f65-731d-4f93-821d-b25a2d0025ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.205488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Deleting port d330649a-90ce-42ab-93c3-2d975ceb72ef {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:57.206155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.219328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.223394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.227492 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "DELETE /v2.0/security-groups/568bdb8d-cb25-4fdc-a0cf-f928eb54f04d HTTP/1.1" status: 204 len: 168 time: 0.4679000 Dec 23 12:41:57.232084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39520) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.257044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] In _notify_port_updated(), no bound segment for port f75d921d-e445-4521-a4e1-d0fd1df88ead on network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:41:57.257800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:41:57.258471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.262770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "PUT /v2.0/ports/f75d921d-e445-4521-a4e1-d0fd1df88ead HTTP/1.1" status: 200 len: 970 time: 1.8660722 Dec 23 12:41:57.265424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8e368-28d8-48bb-8763-24f9ddd5c098 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event updated for resources: {'Port': ['ID=f75d921d-e445-4521-a4e1-d0fd1df88ead,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:57.266630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] For port d330649a-90ce-42ab-93c3-2d975ceb72ef, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d330649a-90ce-42ab-93c3-2d975ceb72ef,segment=NetworkSegment(11484af4-7c77-46b2-8690-d447c313040f),segment_id=11484af4-7c77-46b2-8690-d447c313040f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:57.267153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.269181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39522) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.290467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c125d5c-cf73-4469-92b2-5dec3c795992 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568bdb8d-cb25-4fdc-a0cf-f928eb54f04d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:57.292066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] For port d330649a-90ce-42ab-93c3-2d975ceb72ef, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d330649a-90ce-42ab-93c3-2d975ceb72ef,segment=NetworkSegment(11484af4-7c77-46b2-8690-d447c313040f),segment_id=11484af4-7c77-46b2-8690-d447c313040f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:41:57.292760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.295773 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-840fdc13-bc67-485a-bbd3-c1345db95734 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] show failed (client error): The resource could not be found. Dec 23 12:41:57.297072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-840fdc13-bc67-485a-bbd3-c1345db95734 tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "GET /v2.0/security-groups/568bdb8d-cb25-4fdc-a0cf-f928eb54f04d HTTP/1.1" status: 404 len: 347 time: 0.0577481 Dec 23 12:41:57.302962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.305463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Calling delete_port for d330649a-90ce-42ab-93c3-2d975ceb72ef owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:57.317473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Calling delete_port for d330649a-90ce-42ab-93c3-2d975ceb72ef owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:57.377822 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-d918930f-e5cc-4635-ba4b-bb1936f387cf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:57.378569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d918930f-e5cc-4635-ba4b-bb1936f387cf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3878956 Dec 23 12:41:57.397691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39526) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.425452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:57.426235 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.435163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8c99a7e7-524d-41ce-8eb4-a8d6d721bbcf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': 'c8cceab1-5730-47c5-9dee-e091633d4986', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:57.461352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port f75d921d-e445-4521-a4e1-d0fd1df88ead {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:57.461930 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.507926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.552786 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.560296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] Pushing event deleted for resources: {'Port': ['ID=d330649a-90ce-42ab-93c3-2d975ceb72ef,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:57.565591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4bba0-6c80-45aa-a3f3-03df152eccb8 None None] No DVR routers for this DVR port d330649a-90ce-42ab-93c3-2d975ceb72ef on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:57.567759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:57.587774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1a58f65-731d-4f93-821d-b25a2d0025ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.596286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:57.596686 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.599089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] No DVR routers for this DVR port d330649a-90ce-42ab-93c3-2d975ceb72ef on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:41:57.625714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event deleted for resources: {'Port': ['ID=d330649a-90ce-42ab-93c3-2d975ceb72ef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:57.643307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Deleting port a59bcfdc-bf87-4406-8188-8f5453b1825f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:57.643687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.647571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.651372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1a58f65-731d-4f93-821d-b25a2d0025ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.694041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for f75d921d-e445-4521-a4e1-d0fd1df88ead owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:57.711236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1a58f65-731d-4f93-821d-b25a2d0025ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0148c3c94da94f168df09786f4b7c7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8440931 Dec 23 12:41:57.715333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.718896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Provisioning complete for port f75d921d-e445-4521-a4e1-d0fd1df88ead triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:57.719366 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.728488 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-8c99a7e7-524d-41ce-8eb4-a8d6d721bbcf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:41:57.732382 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8c99a7e7-524d-41ce-8eb4-a8d6d721bbcf tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3297570 Dec 23 12:41:57.733801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39530) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:57.734421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a58f65-731d-4f93-821d-b25a2d0025ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc62de2-3c25-4f28-9d0d-2f10d6f8c6b5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:57.758503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.765186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-55aadd05-f384-4b44-b28b-d5f411434ed3 None None] Port f75d921d-e445-4521-a4e1-d0fd1df88ead cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:57.815673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242698de-86c4-4e3f-8827-adfdfa4b8880']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:57.830110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11484af4-7c77-46b2-8690-d447c313040f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:57.830326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11484af4-7c77-46b2-8690-d447c313040f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:41:57.842087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.849211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.849541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.852662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.866960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.886980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ef487f51-23cd-4e84-bd81-8c5a43e5d44c None None] Provisioning complete for port f75d921d-e445-4521-a4e1-d0fd1df88ead triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:57.887469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ef487f51-23cd-4e84-bd81-8c5a43e5d44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.890540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Calling delete_port for a59bcfdc-bf87-4406-8188-8f5453b1825f owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:41:57.892548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.900249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.908307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:41:57.908715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:41:57.912994 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:41:57.932919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ef487f51-23cd-4e84-bd81-8c5a43e5d44c None None] Port f75d921d-e445-4521-a4e1-d0fd1df88ead cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:41:58.027291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.042027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.056855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=f75d921d-e445-4521-a4e1-d0fd1df88ead,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.060283 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.063115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.065042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffc62de2-3c25-4f28-9d0d-2f10d6f8c6b5 HTTP/1.1" status: 204 len: 168 time: 0.3474689 Dec 23 12:41:58.078731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc0dc-6372-474f-8948-c3cc25a2940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc62de2-3c25-4f28-9d0d-2f10d6f8c6b5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.100392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.109660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7d6244c7-636a-452d-a774-4446b21dd2f1 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/f75d921d-e445-4521-a4e1-d0fd1df88ead HTTP/1.1" status: 204 len: 168 time: 0.8337951 Dec 23 12:41:58.109660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39536) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.146125 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc6225-60e1-4b32-ae24-42402c3672da tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] GET failed (client error): The resource could not be found. Dec 23 12:41:58.147694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ecc6225-60e1-4b32-ae24-42402c3672da tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports/f75d921d-e445-4521-a4e1-d0fd1df88ead HTTP/1.1" status: 404 len: 333 time: 0.0377219 Dec 23 12:41:58.154152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39538) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.159355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.172202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.176809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] 10.222.0.16 "DELETE /v2.0/networks/242698de-86c4-4e3f-8827-adfdfa4b8880 HTTP/1.1" status: 204 len: 168 time: 1.3114698 Dec 23 12:41:58.191374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f14d-384b-46ba-9958-0b118b6afe5a tempest-ExtraDHCPOptionsTestJSON-1281395220 tempest-ExtraDHCPOptionsTestJSON-1281395220-project] Pushing event deleted for resources: {'Network': ['ID=242698de-86c4-4e3f-8827-adfdfa4b8880,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.224970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.227438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.231175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8cceab1-5730-47c5-9dee-e091633d4986 HTTP/1.1" status: 204 len: 168 time: 0.4945667 Dec 23 12:41:58.231359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.233520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.250127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba997e-6d65-4531-b747-935a42d2f964 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cceab1-5730-47c5-9dee-e091633d4986,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.280094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.281316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.318028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Pushing event deleted for resources: {'Port': ['ID=a59bcfdc-bf87-4406-8188-8f5453b1825f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.365926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9dc5883b-1f41-4087-99f3-80ea608b3584 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1278257 Dec 23 12:41:58.369616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39544) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.374679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585010427'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:58.402271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.405282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.406504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-290f02d6-280d-4d0f-91ac-bc4cae39c71a tempest-ServerActionsTestJSON-36359893 tempest-ServerActionsTestJSON-36359893-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7089dc6-1dda-4e85-aa27-9c1e3290a24e HTTP/1.1" status: 204 len: 168 time: 1.1023266 Dec 23 12:41:58.410743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39546) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.429674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:41:58.438255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.441394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.447012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/security-groups/882b78e3-4f6e-45d7-9352-826f8c0adba3 HTTP/1.1" status: 204 len: 168 time: 0.2873905 Dec 23 12:41:58.448933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39552) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.466219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff0d0e-dff3-4a4d-a818-f1ae353c38a9 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882b78e3-4f6e-45d7-9352-826f8c0adba3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.495792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.499996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:41:58.502067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.527588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.552542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.647819 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.677840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d330649a-90ce-42ab-93c3-2d975ceb72ef no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:41:58.702428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d330649a-90ce-42ab-93c3-2d975ceb72ef {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:41:58.702773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d330649a-90ce-42ab-93c3-2d975ceb72ef not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:41:58.712884 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.718011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.721601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/security-groups/868d8221-5a61-43a7-aa29-cf84106621f5 HTTP/1.1" status: 204 len: 168 time: 0.2689691 Dec 23 12:41:58.724685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39556) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.740403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39558) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.751942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.758806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92e539-c565-4be8-9474-e622bf3cef79 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868d8221-5a61-43a7-aa29-cf84106621f5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.790732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31b822-c1a7-440d-a7a5-8e94e5dd6f91,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:58.863493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.867638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f4f51971-c7cf-4f24-89a0-a29a39493764 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4940786 Dec 23 12:41:58.868232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39562) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.873822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-99497cf4-5e1b-4d59-984e-55365ec3ac40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': '9f31b822-c1a7-440d-a7a5-8e94e5dd6f91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:58.907241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:58.940053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db95c643-466d-46ab-b7c5-3e6f954e1927 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99b29966c9a64fcb9c9ef5bafd73eb03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954815 Dec 23 12:41:58.940450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39564) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:58.969076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.006565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.080475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.088962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39570) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.113585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-557f723b-8c4c-4562-8569-cbbc2b1b68f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.131370 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-99497cf4-5e1b-4d59-984e-55365ec3ac40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The resource could not be found. Dec 23 12:41:59.132493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99497cf4-5e1b-4d59-984e-55365ec3ac40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2632966 Dec 23 12:41:59.137782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39572) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.139557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.142836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.143966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad822866-8471-405d-ae6f-c02c2e9f317d HTTP/1.1" status: 204 len: 168 time: 0.4184954 Dec 23 12:41:59.144430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-96de17d2-6f45-4942-bbbe-babad93df508 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': '9f31b822-c1a7-440d-a7a5-8e94e5dd6f91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ef544341-0243-4d17-a4bf-5ceab52b1f7e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:41:59.149522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39574) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.160233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754fe69-cfa2-4ebc-928a-0c1004e3d71f tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad822866-8471-405d-ae6f-c02c2e9f317d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:59.218204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.238865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet 8d1671ff-c5ad-4332-99a0-823cbf416124 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:59.245896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.301032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.326314 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.328968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.330351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b939c917-75e1-4dfc-804f-7be8c17a17ea HTTP/1.1" status: 204 len: 168 time: 0.3889284 Dec 23 12:41:59.355800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-557f723b-8c4c-4562-8569-cbbc2b1b68f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.363160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb43dd-f236-480a-966b-e4c74c150190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939c917-75e1-4dfc-804f-7be8c17a17ea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:59.410927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-557f723b-8c4c-4562-8569-cbbc2b1b68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.451066 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-96de17d2-6f45-4942-bbbe-babad93df508 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The resource could not be found. Dec 23 12:41:59.452239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-96de17d2-6f45-4942-bbbe-babad93df508 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3136289 Dec 23 12:41:59.457590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39578) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.465844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-557f723b-8c4c-4562-8569-cbbc2b1b68f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6ac426170cc4f2fa018976c6cd0da63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758724 Dec 23 12:41:59.468479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39580) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.469551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.473255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f723b-8c4c-4562-8569-cbbc2b1b68f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb1a7bf-7291-44cc-bdec-2f6144025f6b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:59.567260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.577403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Deleting port e7a6dcca-c853-4426-a1a6-0864b191594f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:41:59.577733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.587490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.593235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.622402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1671ff-c5ad-4332-99a0-823cbf416124,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:41:59.624319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.628184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a083fbe-12f5-4c49-b7b0-e199d71c4f30 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/8d1671ff-c5ad-4332-99a0-823cbf416124 HTTP/1.1" status: 204 len: 168 time: 0.4747231 Dec 23 12:41:59.631356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab311a-f44d-48c4-9d90-09f41db01cbb None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:41:59.632700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:41:59.635439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.713450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet 8dc526bc-a60e-45fc-a967-537e36e49d19 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:41:59.717757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.773255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:41:59.886319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.056518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.082954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.119202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc526bc-a60e-45fc-a967-537e36e49d19,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:00.125090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.130497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-60f49d67-1397-43e6-9bdd-904511d3f3de tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/8dc526bc-a60e-45fc-a967-537e36e49d19 HTTP/1.1" status: 204 len: 168 time: 0.4964373 Dec 23 12:42:00.138078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39596) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.169509 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fa0db6-92e0-443a-9fb8-4a6348545177 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:00.170110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fa0db6-92e0-443a-9fb8-4a6348545177 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:00.174200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-51fa0db6-92e0-443a-9fb8-4a6348545177 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/8d1671ff-c5ad-4332-99a0-823cbf416124 HTTP/1.1" status: 404 len: 337 time: 0.0348618 Dec 23 12:42:00.176531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39598) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.223372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] For port e7a6dcca-c853-4426-a1a6-0864b191594f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e7a6dcca-c853-4426-a1a6-0864b191594f,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:00.223811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.238366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.241870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.243049 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f31b822-c1a7-440d-a7a5-8e94e5dd6f91 HTTP/1.1" status: 204 len: 168 time: 0.7845137 Dec 23 12:42:00.246031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting subnet 62994c27-ef15-4424-b26a-fb07afa4a32c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:00.251145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39600) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.251817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Calling delete_port for e7a6dcca-c853-4426-a1a6-0864b191594f owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:00.259931 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.266290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2ca21-c4e8-40f6-8dd2-2e6b66beeb40 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31b822-c1a7-440d-a7a5-8e94e5dd6f91,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:00.350535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.356358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.364942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.378807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cb1a7bf-7291-44cc-bdec-2f6144025f6b HTTP/1.1" status: 204 len: 168 time: 0.8992059 Dec 23 12:42:00.403943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c997814-b69d-4e28-bf8b-4b7a0079fef3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1511993 Dec 23 12:42:00.413129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39608) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.417830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15f381-ec8b-4e69-95ca-98c69b615883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb1a7bf-7291-44cc-bdec-2f6144025f6b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:00.420517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9e7c9c56-5754-4e36-ba63-3349c35141c7 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': '59b90923-d9ad-4b6f-baef-2332fbaed28a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:00.525244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.584499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80ab7c-a4cd-4c23-a9f4-17a24065920d None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:00.659323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ecd0381f-acd9-4417-9e2b-6939eae9af48 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:00.660365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecd0381f-acd9-4417-9e2b-6939eae9af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.711897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0381f-acd9-4417-9e2b-6939eae9af48 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:00.750297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ecd0381f-acd9-4417-9e2b-6939eae9af48 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:00.751032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecd0381f-acd9-4417-9e2b-6939eae9af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.772683 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-9e7c9c56-5754-4e36-ba63-3349c35141c7 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The resource could not be found. Dec 23 12:42:00.773172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.779769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e7c9c56-5754-4e36-ba63-3349c35141c7 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3620076 Dec 23 12:42:00.779769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.786648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39614) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.814258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230171305'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:00.877393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a6dcca-c853-4426-a1a6-0864b191594f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:00.918287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:00.937612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Subnet': ['ID=62994c27-ef15-4424-b26a-fb07afa4a32c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:00.946602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:00.963510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4d3ae8b1-f246-4556-8995-022c3ee14b34 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/62994c27-ef15-4424-b26a-fb07afa4a32c HTTP/1.1" status: 204 len: 168 time: 0.7858655 Dec 23 12:42:00.996138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39624) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.081280 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-17213d62-0dd4-4573-956a-136893cfa3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.081772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17213d62-0dd4-4573-956a-136893cfa3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.087757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-17213d62-0dd4-4573-956a-136893cfa3c5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/a9e53d7c-c951-4cbf-b1dc-0ffdc1144e40 HTTP/1.1" status: 404 len: 337 time: 0.0877290 Dec 23 12:42:01.087900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39628) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.136839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-de734003-605f-408b-bd37-be82dfe92caf tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c67320-1d07-4bec-a5a3-cdd1beaed3b4 HTTP/1.1" status: 200 len: 205 time: 0.0455487 Dec 23 12:42:01.145555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39632) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.155740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:01.178647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8bff7b5d-25e9-4e4f-b282-8890b98690d0 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] Request body: {'port': {'network_id': 'e320da36-b571-4433-af86-6f1597b3080e', 'name': 'tempest-NetworksNegativeTestJSON-667707492'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:01.257897 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-5c3f725c-eb49-477a-a130-69deef427f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] delete failed (client error): The resource could not be found. Dec 23 12:42:01.259208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c3f725c-eb49-477a-a130-69deef427f9b tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/routers/69c67320-1d07-4bec-a5a3-cdd1beaed3b4 HTTP/1.1" status: 404 len: 336 time: 0.1126108 Dec 23 12:42:01.264036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39636) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.288850 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bff7b5d-25e9-4e4f-b282-8890b98690d0 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] POST failed (client error): The resource could not be found. Dec 23 12:42:01.295961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bff7b5d-25e9-4e4f-b282-8890b98690d0 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.305402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8bff7b5d-25e9-4e4f-b282-8890b98690d0 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3836243 Dec 23 12:42:01.307955 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.339971 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-060d9da3-734c-41de-bec1-16d0b229777f tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.339971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060d9da3-734c-41de-bec1-16d0b229777f tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.348713 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-060d9da3-734c-41de-bec1-16d0b229777f tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "DELETE /v2.0/networks/50bd8ad5-4812-4b2c-870d-069fa85038c2 HTTP/1.1" status: 404 len: 339 time: 0.0387809 Dec 23 12:42:01.349401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.351347 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef6bbf6-6164-42e7-93a8-f89c3b20f142 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.352387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef6bbf6-6164-42e7-93a8-f89c3b20f142 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.355851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0ef6bbf6-6164-42e7-93a8-f89c3b20f142 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/edcec151-a998-429b-95f6-1c3af734b5c9 HTTP/1.1" status: 404 len: 337 time: 0.0895982 Dec 23 12:42:01.358301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.387190 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1750dd19-df32-44d2-a767-316aa765e6cb tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.387771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1750dd19-df32-44d2-a767-316aa765e6cb tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.398192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1750dd19-df32-44d2-a767-316aa765e6cb tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "DELETE /v2.0/ports/ffe8b311-a956-4391-baed-2b698070b6af HTTP/1.1" status: 404 len: 333 time: 0.0453532 Dec 23 12:42:01.398829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.412315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:01.432483 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddfb7cd-313e-498d-9a25-ddfee7156652 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.433047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddfb7cd-313e-498d-9a25-ddfee7156652 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.437248 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf91b53b-73c2-4e5b-8440-6a2d682fd6d2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.437882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf91b53b-73c2-4e5b-8440-6a2d682fd6d2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.441785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf91b53b-73c2-4e5b-8440-6a2d682fd6d2 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/3d839110-afb1-40a4-bbde-9feb6fab134c HTTP/1.1" status: 404 len: 337 time: 0.0824642 Dec 23 12:42:01.448166 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ddfb7cd-313e-498d-9a25-ddfee7156652 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "DELETE /v2.0/subnets/d42c05bb-915b-44c3-9983-a7f3394acc6f HTTP/1.1" status: 404 len: 337 time: 0.0416236 Dec 23 12:42:01.448319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39648) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.451617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39650) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.476892 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-553e3996-128e-4d54-946b-75617f07dcd2 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] GET failed (client error): The resource could not be found. Dec 23 12:42:01.478480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-553e3996-128e-4d54-946b-75617f07dcd2 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "GET /v2.0/networks/85c9023d-f7a5-470f-9d89-52dbe53fb3c8 HTTP/1.1" status: 404 len: 339 time: 0.0336027 Dec 23 12:42:01.484928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39652) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.497129 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8dfac4-9312-4cba-84da-5543f1e317b4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.497587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8dfac4-9312-4cba-84da-5543f1e317b4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.509231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:01.510164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39656) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.511610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd8dfac4-9312-4cba-84da-5543f1e317b4 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/c43b9875-8629-4841-ba99-7eb28af1b9f3 HTTP/1.1" status: 404 len: 337 time: 0.0589375 Dec 23 12:42:01.556676 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4024aa0-94f0-468a-a397-fd71b1847f5c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.559022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4024aa0-94f0-468a-a397-fd71b1847f5c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.566415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4024aa0-94f0-468a-a397-fd71b1847f5c tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/b67b4a13-57e7-4308-b1ab-494b4b03ecd1 HTTP/1.1" status: 404 len: 333 time: 0.0551219 Dec 23 12:42:01.569349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39658) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.599452 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-99048fe4-bc5d-4f80-bc59-6992ae924dfb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.600139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99048fe4-bc5d-4f80-bc59-6992ae924dfb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.603593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99048fe4-bc5d-4f80-bc59-6992ae924dfb tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/d05d9389-f18c-4e6e-823e-c80157ac6da6 HTTP/1.1" status: 404 len: 337 time: 0.0327177 Dec 23 12:42:01.605286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:01.608213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39662) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.612027 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21a41a4-25ed-4e33-89db-ea270458f407 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] GET failed (client error): The resource could not be found. Dec 23 12:42:01.613730 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a21a41a4-25ed-4e33-89db-ea270458f407 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "GET /v2.0/ports/26be3716-1985-4f3f-8775-60b8bd6558ca HTTP/1.1" status: 404 len: 333 time: 0.1260161 Dec 23 12:42:01.634312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.693810 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-122d3712-8540-46e0-845f-4dfc50096800 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.694273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122d3712-8540-46e0-845f-4dfc50096800 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.700400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39668) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.701521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-122d3712-8540-46e0-845f-4dfc50096800 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/637d3f94-5a44-49f9-a78c-8ee688bcad5e HTTP/1.1" status: 404 len: 337 time: 0.0853248 Dec 23 12:42:01.729724 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6c8788-d357-44b9-adbd-acdb56fc3331 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.730312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6c8788-d357-44b9-adbd-acdb56fc3331 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.733837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9b6c8788-d357-44b9-adbd-acdb56fc3331 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/5799b975-8125-494b-8da2-05f6b7e75a0e HTTP/1.1" status: 404 len: 333 time: 0.0323322 Dec 23 12:42:01.736667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39670) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.761151 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d0544e-c8e8-4c3c-b208-6e76f6ff77d6 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] GET failed (client error): The resource could not be found. Dec 23 12:42:01.766505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7d0544e-c8e8-4c3c-b208-6e76f6ff77d6 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "GET /v2.0/subnets/77e1c6dc-d80c-4e43-aebf-d4f75319ae32 HTTP/1.1" status: 404 len: 337 time: 0.1275320 Dec 23 12:42:01.766505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999fb96b-be71-4c38-9b02-eafbc24a6600,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:01.778494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39672) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.787599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f13e6c2c-4927-49fc-99f4-9473c1d4dfec tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:01.792583 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaa6105-5c8b-44cd-bcf5-346c6cfafdf5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.792741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaa6105-5c8b-44cd-bcf5-346c6cfafdf5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.801377 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ceaa6105-5c8b-44cd-bcf5-346c6cfafdf5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/ee0c92eb-34eb-4536-a603-66bf270e30ac HTTP/1.1" status: 404 len: 337 time: 0.0636556 Dec 23 12:42:01.805033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39676) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.819675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:01.821321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7ecdf88a-e3b6-48a1-ae1d-e64d9239ad70 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0242593 Dec 23 12:42:01.823936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39678) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.830172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898484769'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:01.848473 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13e6c2c-4927-49fc-99f4-9473c1d4dfec tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] PUT failed (client error): The resource could not be found. Dec 23 12:42:01.849024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13e6c2c-4927-49fc-99f4-9473c1d4dfec tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.850197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f13e6c2c-4927-49fc-99f4-9473c1d4dfec tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "PUT /v2.0/networks/750c6e38-707d-4058-beff-0d92c90e4ceb HTTP/1.1" status: 404 len: 339 time: 0.0669692 Dec 23 12:42:01.855391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39680) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.862914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-db221240-537b-4916-88c5-831173fdd8ce tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:01.864738 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073942c-777e-4d20-9247-ea6008b38af5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] DELETE failed (client error): The resource could not be found. Dec 23 12:42:01.865569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f073942c-777e-4d20-9247-ea6008b38af5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.869479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f073942c-777e-4d20-9247-ea6008b38af5 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/subnets/ce0e73d2-d668-4523-9111-a9d28d0849d3 HTTP/1.1" status: 404 len: 337 time: 0.0629504 Dec 23 12:42:01.888692 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-db221240-537b-4916-88c5-831173fdd8ce tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] PUT failed (client error): The resource could not be found. Dec 23 12:42:01.889271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db221240-537b-4916-88c5-831173fdd8ce tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.890498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db221240-537b-4916-88c5-831173fdd8ce tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "PUT /v2.0/ports/e0d78b07-2d4b-445f-883a-3db536758f64 HTTP/1.1" status: 404 len: 333 time: 0.0341804 Dec 23 12:42:01.891249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39682) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.896858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39684) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:01.903397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9bf1737d-cf39-4b83-bd2f-dfe18fc130a8 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:01.929330 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf1737d-cf39-4b83-bd2f-dfe18fc130a8 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] PUT failed (client error): The resource could not be found. Dec 23 12:42:01.929822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf1737d-cf39-4b83-bd2f-dfe18fc130a8 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:42:01.931060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9bf1737d-cf39-4b83-bd2f-dfe18fc130a8 tempest-NetworksNegativeTestJSON-1868011690 tempest-NetworksNegativeTestJSON-1868011690-project] 10.222.0.16 "PUT /v2.0/subnets/29f76f87-a624-493d-98de-7ed80f4e6fe6 HTTP/1.1" status: 404 len: 337 time: 0.0330079 Dec 23 12:42:01.988694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.044430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Router c3121767-589f-4575-805d-6c92e7c894c6 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:42:02.135385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Deleting port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:02.135729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.195685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.195824 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:02.204340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-351d2296-4931-4167-a7ac-eea471b3f0d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/c3121767-589f-4575-805d-6c92e7c894c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7923429 Dec 23 12:42:02.205210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39690) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:02.206682 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Sync routers for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:02.225750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.229124 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:02.230004 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:02.242740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Calling delete_port for 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:02.314904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.325106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.336587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebd00d-33ac-425c-9f58-73c64274ba3a None None] Network d98e0ed4-0e5e-4a58-9c15-134feaaa55ac requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:02.370816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9573710-0afc-4723-8911-986e0aa2bbc0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:02.420689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.421191 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:42:02.425355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1560bcb-fe3f-4e52-a218-6fee43852a9e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5991716 Dec 23 12:42:02.430866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39696) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:02.438887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1aecfe24-8c21-4be8-925c-efbedb1303d3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group_rule': {'security_group_id': '999fb96b-be71-4c38-9b02-eafbc24a6600', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c9573710-0afc-4723-8911-986e0aa2bbc0'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:02.538233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.540487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d2e8ec72-cc44-466b-b7ae-8ac63e377b23 None None] Provisioning complete for port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:02.541079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ec72-cc44-466b-b7ae-8ac63e377b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.558277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.598106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d2e8ec72-cc44-466b-b7ae-8ac63e377b23 None None] Port 6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:02.613622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.622393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d2e8ec72-cc44-466b-b7ae-8ac63e377b23 None None] Provisioning complete for port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:02.624766 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ec72-cc44-466b-b7ae-8ac63e377b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.636100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/ports/6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf HTTP/1.1" status: 204 len: 168 time: 0.7397742 Dec 23 12:42:02.639897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677defe-d8ff-4246-92be-f89801f12076 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Port': ['ID=6ac2f7f1-3f17-47ec-8a20-89ad892f5ebf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:02.644519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39702) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:02.703218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] DHCP port deletion for d98e0ed4-0e5e-4a58-9c15-134feaaa55ac request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:02.717369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39706) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:02.732242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Deleting port 5ce88c43-c519-4039-b819-19e9e83b81ce {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:02.732890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.769627 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:42:00Z', 'revision_number': 5, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port': {'id': '5ce88c43-c519-4039-b819-19e9e83b81ce', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:30:30Z', 'updated_at': '2021-12-23T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:02.803225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Deleting port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:02.803593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.832105 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Checking router: c3121767-589f-4575-805d-6c92e7c894c6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:42:02.841502 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Routers {'c3121767-589f-4575-805d-6c92e7c894c6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:02.842488 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:41:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c3121767-589f-4575-805d-6c92e7c894c6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:02.879557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] For port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,segment=NetworkSegment(dbb04753-ec45-43cb-a097-055ff9c92b9e),segment_id=dbb04753-ec45-43cb-a097-055ff9c92b9e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:02.879957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.892944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] For port 5ce88c43-c519-4039-b819-19e9e83b81ce, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5ce88c43-c519-4039-b819-19e9e83b81ce,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:02.892944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:02.897477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Calling delete_port for 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:02.928762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Calling delete_port for 5ce88c43-c519-4039-b819-19e9e83b81ce owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:02.951580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] Set router c3121767-589f-4575-805d-6c92e7c894c6 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:42:03.106318 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:42:02Z', 'revision_number': 6, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:03.130119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.144713 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649da4fc-0043-4337-b2fd-e0856a86d142 None None] The sync data for ids ['c3121767-589f-4575-805d-6c92e7c894c6'] in n-d-822750-2 is: [{'id': 'c3121767-589f-4575-805d-6c92e7c894c6', 'name': 'tempest-ServerActionsTestJSON-1773806316-router', 'tenant_id': 'bab4fd326c92438abf15a82029b6e4b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:30:29Z', 'updated_at': '2021-12-23T12:42:02Z', 'revision_number': 6, 'project_id': 'bab4fd326c92438abf15a82029b6e4b5', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:03.150501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d11fcf-de90-4281-9f3d-971b5f672930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.152353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] No DVR routers for this DVR port 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:03.212352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c13ac6-71da-496f-834e-2483e61ba838 None None] Pushing event deleted for resources: {'Port': ['ID=7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.263564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.310362 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-1aecfe24-8c21-4be8-925c-efbedb1303d3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:03.316421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1aecfe24-8c21-4be8-925c-efbedb1303d3 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8793879 Dec 23 12:42:03.316573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce88c43-c519-4039-b819-19e9e83b81ce,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.316573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d11fcf-de90-4281-9f3d-971b5f672930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.316764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:03.335968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb185a6-0a95-4ea3-9d1c-9f9603160036 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:03.372222 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.377844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4d11fcf-de90-4281-9f3d-971b5f672930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.407898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.414070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.489005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4d11fcf-de90-4281-9f3d-971b5f672930 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf68dee15b0c493795d5cfdf7d0b67e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7695453 Dec 23 12:42:03.489629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:03.491993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.522895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.528331 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11fcf-de90-4281-9f3d-971b5f672930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1156453-57e2-4f27-bb31-a0ef6651a972,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.544111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.549714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.586698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98e0ed4-0e5e-4a58-9c15-134feaaa55ac']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:03.600399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb04753-ec45-43cb-a097-055ff9c92b9e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:03.600399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb04753-ec45-43cb-a097-055ff9c92b9e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:03.617184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.635139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.637927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.645797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.648760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.651989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9573710-0afc-4723-8911-986e0aa2bbc0 HTTP/1.1" status: 204 len: 168 time: 0.3319042 Dec 23 12:42:03.651989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:03.651989 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:03.656865 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:03.661342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:03.669062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.708428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd4497-1072-408e-b0bb-d0339e86f0f8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9573710-0afc-4723-8911-986e0aa2bbc0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.715945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.716681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3121767-589f-4575-805d-6c92e7c894c6 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:42:03.726747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.728034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a0209df4-57af-4444-8466-261ad253300c admin admin] 10.222.0.16 "DELETE /v2.0/routers/c3121767-589f-4575-805d-6c92e7c894c6 HTTP/1.1" status: 204 len: 168 time: 1.5217626 Dec 23 12:42:03.731265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39728) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:03.753610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09e80b65-c12f-4a94-baf5-236803bac230 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0945539 Dec 23 12:42:03.756261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39730) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:03.790591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Deleting subnet e8ef809f-9115-40d5-ab40-d7e268fbc813 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:03.794469 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.816716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.823258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.837772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.843664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] 10.222.0.16 "DELETE /v2.0/networks/d98e0ed4-0e5e-4a58-9c15-134feaaa55ac HTTP/1.1" status: 204 len: 168 time: 1.1917737 Dec 23 12:42:03.844621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d61e4-ddc7-435e-94c3-8e524f0a5cf3 tempest-PortsIpV6TestJSON-473045921 tempest-PortsIpV6TestJSON-473045921-project] Pushing event deleted for resources: {'Network': ['ID=d98e0ed4-0e5e-4a58-9c15-134feaaa55ac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.854717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.859180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.871234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.871449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:03.873082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1156453-57e2-4f27-bb31-a0ef6651a972 HTTP/1.1" status: 204 len: 168 time: 0.3514047 Dec 23 12:42:03.898598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47543-cc74-44ea-a708-cb33753d6c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1156453-57e2-4f27-bb31-a0ef6651a972,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:03.969829 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.006157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.010400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.011793 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/999fb96b-be71-4c38-9b02-eafbc24a6600 HTTP/1.1" status: 204 len: 168 time: 0.2516787 Dec 23 12:42:04.018011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39740) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.032700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d783b54-586d-4297-9d1e-95d783eb1324 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fb96b-be71-4c38-9b02-eafbc24a6600,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:04.076304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8027661f-cdb0-4109-8127-83640294926b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565653 Dec 23 12:42:04.080165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39742) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.085119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'tempest-secgroup--494467658'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:04.097420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.128232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ef809f-9115-40d5-ab40-d7e268fbc813,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:04.132118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.137609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163e29b-d424-471c-a96e-698d53dc1af7 None None] Network 23761586-c834-4b55-87a3-c5461f41da68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:04.138805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e519b7dd-7d48-4438-af1d-9b22de96a3ad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e8ef809f-9115-40d5-ab40-d7e268fbc813 HTTP/1.1" status: 204 len: 168 time: 0.4068215 Dec 23 12:42:04.138946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.215578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.261022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.310755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Deleting port 74f9c7bb-272c-4877-a0bc-26aeaef62409 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:04.311447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.323838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] DHCP port deletion for 23761586-c834-4b55-87a3-c5461f41da68 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:04.427995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] For port 74f9c7bb-272c-4877-a0bc-26aeaef62409, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=74f9c7bb-272c-4877-a0bc-26aeaef62409,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:04.428263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.432321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.437669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Deleting port 74f9c7bb-272c-4877-a0bc-26aeaef62409 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:04.438047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.443830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Calling delete_port for 74f9c7bb-272c-4877-a0bc-26aeaef62409 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:04.496205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:04.504451 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.523829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:04.524187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a67ca9b-3d91-4d7e-9085-3fc6b6a0e40c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:04.524608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 74f9c7bb-272c-4877-a0bc-26aeaef62409 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:04.559407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afef6366-529b-42c8-9f45-04fc6168ddbf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:04.580038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.591042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] For port 74f9c7bb-272c-4877-a0bc-26aeaef62409, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=74f9c7bb-272c-4877-a0bc-26aeaef62409,segment=NetworkSegment(15a47a35-4b83-4ac1-9419-0a9717173ba9),segment_id=15a47a35-4b83-4ac1-9419-0a9717173ba9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:04.591433 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.606150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Calling delete_port for 74f9c7bb-272c-4877-a0bc-26aeaef62409 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:04.648366 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.652927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39762) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.660339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-25c02dad-c6c2-4084-a762-b9cc94bc306b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:04.661267 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-25c02dad-c6c2-4084-a762-b9cc94bc306b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 23 12:42:04.661779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f17134f9-3785-47aa-b7be-c522683a845e tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5801272 Dec 23 12:42:04.662173 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-25c02dad-c6c2-4084-a762-b9cc94bc306b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 12:42:04.662811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.663674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25c02dad-c6c2-4084-a762-b9cc94bc306b tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "PUT /v2.0/security-groups/afef6366-529b-42c8-9f45-04fc6168ddbf HTTP/1.1" status: 409 len: 330 time: 0.0089183 Dec 23 12:42:04.668955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39764) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:04.679607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] No DVR routers for this DVR port 74f9c7bb-272c-4877-a0bc-26aeaef62409 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:04.705749 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.726602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Pushing event deleted for resources: {'Port': ['ID=74f9c7bb-272c-4877-a0bc-26aeaef62409,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.755178 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:42:04.758285 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:42:04.773072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7a6dcca-c853-4426-a1a6-0864b191594f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:04.800377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e7a6dcca-c853-4426-a1a6-0864b191594f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:04.800996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e7a6dcca-c853-4426-a1a6-0864b191594f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:04.801570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5ce88c43-c519-4039-b819-19e9e83b81ce no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:04.803832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.809919 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.817861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.834552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5ce88c43-c519-4039-b819-19e9e83b81ce {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:04.835077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5ce88c43-c519-4039-b819-19e9e83b81ce not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:04.851455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.858492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] Pushing event deleted for resources: {'Port': ['ID=74f9c7bb-272c-4877-a0bc-26aeaef62409,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:04.861638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800f9d8-2272-4cf8-955d-b7b5b4361f32 None None] No DVR routers for this DVR port 74f9c7bb-272c-4877-a0bc-26aeaef62409 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:04.881663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23761586-c834-4b55-87a3-c5461f41da68']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:04.902083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a47a35-4b83-4ac1-9419-0a9717173ba9') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:04.907762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a47a35-4b83-4ac1-9419-0a9717173ba9') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:04.928396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.953035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.962965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:04.964229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:04.966060 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:04.976725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77d0969c-327b-4cf8-a1a0-d460c7d86c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d4025222219428da58d5a255a0f1a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939641 Dec 23 12:42:04.977540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.044933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.068380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.070232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.074893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.074893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/afef6366-529b-42c8-9f45-04fc6168ddbf HTTP/1.1" status: 204 len: 168 time: 0.4012387 Dec 23 12:42:05.076901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.095223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1d981-8358-4ce8-9b88-bb78ea64001d tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef6366-529b-42c8-9f45-04fc6168ddbf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:05.099281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.111777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.118017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] 10.222.0.16 "DELETE /v2.0/networks/23761586-c834-4b55-87a3-c5461f41da68 HTTP/1.1" status: 204 len: 168 time: 0.9759142 Dec 23 12:42:05.133714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9b912-74eb-4f73-a513-4a22606b802d admin admin] Pushing event deleted for resources: {'Network': ['ID=23761586-c834-4b55-87a3-c5461f41da68,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:05.147926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a4b52ec0-11c8-48c2-80f6-2b29f3cb06c8 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0698135 Dec 23 12:42:05.153105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39780) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.166506 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-12646a23-cba9-408d-913b-f6b0c5cdb2c2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] delete failed (client error): The resource could not be found. Dec 23 12:42:05.167576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-12646a23-cba9-408d-913b-f6b0c5cdb2c2 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "DELETE /v2.0/security-groups/2301e315-2cb7-402d-b21f-11e6ea5bb1e1 HTTP/1.1" status: 404 len: 347 time: 0.0135288 Dec 23 12:42:05.173595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39784) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.187425 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-ab78fa71-796a-4f21-a8c6-c0d31eb33791 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] show failed (client error): The resource could not be found. Dec 23 12:42:05.192872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab78fa71-796a-4f21-a8c6-c0d31eb33791 tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-groups/ac5e3f30-4c9f-495d-8ca0-b99e70b5dec6 HTTP/1.1" status: 404 len: 347 time: 0.0136974 Dec 23 12:42:05.193133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39786) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.208044 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-e04e4213-a4a7-4fe9-8f1e-5be70763322c tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] show failed (client error): The resource could not be found. Dec 23 12:42:05.209110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e04e4213-a4a7-4fe9-8f1e-5be70763322c tempest-NegativeSecGroupTest-1602226680 tempest-NegativeSecGroupTest-1602226680-project] 10.222.0.16 "GET /v2.0/security-group-rules/c04be46e-39ce-4074-bf6b-86803996d35a HTTP/1.1" status: 404 len: 356 time: 0.0147655 Dec 23 12:42:05.231646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.235970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.236715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8487f40-163d-4594-abc1-ba60066e4bf5 HTTP/1.1" status: 204 len: 168 time: 0.2577834 Dec 23 12:42:05.244888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51713e31-873e-403f-8cfe-0dd33a4d74d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8487f40-163d-4594-abc1-ba60066e4bf5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:05.553274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39796) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.596611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-02af2f36-7d4f-4c72-9643-f47047a4401e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bab4fd326c92438abf15a82029b6e4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393803 Dec 23 12:42:05.597057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:05.649669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.671857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.826703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.829555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:05.830847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81eea821-d1b5-4027-928f-d33287d1a1fa HTTP/1.1" status: 204 len: 168 time: 0.2328691 Dec 23 12:42:05.839254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153fb2d-ba8d-4218-a59c-9f8b67eb4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eea821-d1b5-4027-928f-d33287d1a1fa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:05.989799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:06.363708 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee71a50f-9c46-43b7-bc65-269b366aac24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11361a8a53fa41ecb4cb21c5be56886b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726873 Dec 23 12:42:06.366441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:06.415698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:06.439036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:06.581902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:06.585630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:06.591462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fd26883-f985-4b62-b95e-6180db5047dd HTTP/1.1" status: 204 len: 168 time: 0.2201684 Dec 23 12:42:06.602529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff086c6-120c-4c2e-a8c0-949f06400a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd26883-f985-4b62-b95e-6180db5047dd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:06.761364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39840) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:07.226814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-585664437'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:07.307087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Made reservation on behalf of 7b5de539782645c895b5305e7ede4615 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:07.311396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.320755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.413195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.488627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.519993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:07.527890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8fa2ab-2c38-47a5-9dc9-da236fddb049,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:07.534792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.535117 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Added segment 0183a72c-b976-4189-9254-727eead31b96 of type vlan for network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 Dec 23 12:42:07.586581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.712572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.718554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:07.719081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:07.792606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event updated for resources: {'Network': ['ID=606cd3ea-01f0-414e-aabc-b6b6ef3a1007,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:07.804068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:07.844517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39876) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:07.850239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d46c8f0-54ca-40b8-8fa9-1e5e9a5dc7a9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0861959 Dec 23 12:42:07.851946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Request body: {'subnet': {'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:07.974346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:08.046480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Made reservation on behalf of 7b5de539782645c895b5305e7ede4615 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:08.047324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.278401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.320792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1720906819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:08.348092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event updated for resources: {'Subnet': ['ID=869f25b9-8570-4acb-a290-ee0caf9ea32b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:08.358444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Checking segment: {'id': '0183a72c-b976-4189-9254-727eead31b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:08.358444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Network hostable DHCP agents. Network: 606cd3ea-01f0-414e-aabc-b6b6ef3a1007, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:08.421563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.422948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.456056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:08.484606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.523879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 606cd3ea-01f0-414e-aabc-b6b6ef3a1007) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:08.528010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:08.528868 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.543066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5faf04-c8c6-46da-a013-e3de07bfb4d6 None None] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:08.565198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.636591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75022f63-ff19-4eec-bdc0-a5eb4fb71153 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7900345 Dec 23 12:42:08.638961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39906) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:08.651566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-606cd3ea-01f0-414e-aabc-b6b6ef3a1007', 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007', 'project_id': '7b5de539782645c895b5305e7ede4615', 'fixed_ips': [{'subnet_id': '869f25b9-8570-4acb-a290-ee0caf9ea32b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:42:08.651566 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.651844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Request body: {'port': {'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007', 'name': 'tempest-TagsExtTest-33344777'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:08.675951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.677921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42c7b213-f6fc-4e45-bbcc-9ceb74ad5a06 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7024841 Dec 23 12:42:08.682352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39908) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:08.685837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1290345312'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:08.787502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Allocated IP 172.20.0.2 (606cd3ea-01f0-414e-aabc-b6b6ef3a1007/869f25b9-8570-4acb-a290-ee0caf9ea32b/52f01a98-a2e8-49af-b801-5f0de3f12e7f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:08.818063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:08.821632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.832064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.892342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Made reservation on behalf of 7b5de539782645c895b5305e7ede4615 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:08.900581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.936478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] device_id is not set on port c6462b4f-5394-44f8-9d93-7c5a132b9e7d yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:42:08.953165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:08.995474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.020161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.054439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:09.069052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57297c0c-699a-4073-b333-9f27acaeb173,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:09.073928 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.074271 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Added segment 1bc659dd-97f1-43f2-a711-16a9d2fe9baf of type vlan for network e11968e9-c6e6-417a-89f7-f1c4de2ed809 Dec 23 12:42:09.101535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.123284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.159759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Pushing event updated for resources: {'Port': ['ID=52f01a98-a2e8-49af-b801-5f0de3f12e7f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:09.167922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:09.168751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Allocated IP 172.20.0.9 (606cd3ea-01f0-414e-aabc-b6b6ef3a1007/869f25b9-8570-4acb-a290-ee0caf9ea32b/c6462b4f-5394-44f8-9d93-7c5a132b9e7d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:09.169489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:09.171837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:09.230415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Attempting to bind port 52f01a98-a2e8-49af-b801-5f0de3f12e7f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:09.230784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Attempting to bind port 52f01a98-a2e8-49af-b801-5f0de3f12e7f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '0183a72c-b976-4189-9254-727eead31b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:09.231218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Attempting to bind port 52f01a98-a2e8-49af-b801-5f0de3f12e7f on network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:09.237313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:09.237690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Checking segment: {'id': '0183a72c-b976-4189-9254-727eead31b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:09.238155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.238550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Bound using segment: {'id': '0183a72c-b976-4189-9254-727eead31b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:09.239021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Bound port: 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183a72c-b976-4189-9254-727eead31b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '606cd3ea-01f0-414e-aabc-b6b6ef3a1007'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:09.239404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.273209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.283163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:09.284301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.309439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] For port 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:42:09.317684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] For port 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52f01a98-a2e8-49af-b801-5f0de3f12e7f,segment=NetworkSegment(0183a72c-b976-4189-9254-727eead31b96),segment_id=0183a72c-b976-4189-9254-727eead31b96)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:42:09.362186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.393672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Network': ['ID=e11968e9-c6e6-417a-89f7-f1c4de2ed809,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:09.405506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:09.411806 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.442935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e2cd8c7c-519d-41bb-9c73-111bc5b78621 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7613118 Dec 23 12:42:09.448686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:09.453810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'subnet': {'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:09.465214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39926) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:09.499941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.542297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c00e-3a02-40eb-b4e7-bdc186405f18 None None] Pushing event updated for resources: {'Port': ['ID=52f01a98-a2e8-49af-b801-5f0de3f12e7f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:09.608331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:09.610148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event updated for resources: {'Port': ['ID=c6462b4f-5394-44f8-9d93-7c5a132b9e7d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:09.613963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:09.617846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:09.676918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:09.677594 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.729294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b7ea-e55f-4b33-97c4-e952d07d9ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.771118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-354e2794-a411-40d4-bf7e-834873ce5c9d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.1308041 Dec 23 12:42:09.771981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:09.775789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.779616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39932) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:09.788062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-400022065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:09.872951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b7ea-e55f-4b33-97c4-e952d07d9ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.914406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.917619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:09.980102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.009819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ba1b7ea-e55f-4b33-97c4-e952d07d9ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.052957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1b7ea-e55f-4b33-97c4-e952d07d9ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a314f4-70e9-46f5-955a-4ce1aeb7aa3e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:10.060004 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ba1b7ea-e55f-4b33-97c4-e952d07d9ac6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f000ec6af4d144a48fd70a5fcd811cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5926383 Dec 23 12:42:10.065653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39944) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:10.124130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.130942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.146780 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.160434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.221393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Subnet': ['ID=42d336a3-df00-4e2e-9166-a57678459bb2,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:10.232619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Checking segment: {'id': '1bc659dd-97f1-43f2-a711-16a9d2fe9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:10.233059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network hostable DHCP agents. Network: e11968e9-c6e6-417a-89f7-f1c4de2ed809, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:10.234025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.239396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d78c4fe7-d5c5-4e1a-9775-89d72455daff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4572427 Dec 23 12:42:10.239619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39948) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:10.247356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-08548e4b-088f-4e1c-bfca-8c836e6f316d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-336870367', 'prefixes': ['172.20.0.0/16']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:10.312359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.315699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.321480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5a314f4-70e9-46f5-955a-4ce1aeb7aa3e HTTP/1.1" status: 204 len: 168 time: 0.2498987 Dec 23 12:42:10.325872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85b96b-b35a-405a-87a3-46067923e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a314f4-70e9-46f5-955a-4ce1aeb7aa3e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:10.341179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:10.438441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e11968e9-c6e6-417a-89f7-f1c4de2ed809) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:10.443662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:10.444478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.456510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b52688-1761-49f0-b604-70640d58f457 None None] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:10.537557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52f01a98-a2e8-49af-b801-5f0de3f12e7f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:10.562630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-290ed564-8594-4de1-a6d7-a5f87011d36b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1016533 Dec 23 12:42:10.564107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:10.564943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'network': {'name': 'tempest-router-network01--421000124'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:10.612415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08548e4b-088f-4e1c-bfca-8c836e6f316d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for subnetpool, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.613680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08548e4b-088f-4e1c-bfca-8c836e6f316d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3730140 Dec 23 12:42:10.617477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:10.626885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-0f5171f4-672c-418f-bee1-30b04c940c7b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-482494703') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:10.658280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 52f01a98-a2e8-49af-b801-5f0de3f12e7f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:10.658834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.717445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3e1ea-5f05-4d91-b4cc-bf1f16df5dc6 None None] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:10.731460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e11968e9-c6e6-417a-89f7-f1c4de2ed809', 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809', 'project_id': '43b0cc0c4fe44ce6b5701292b4967e64', 'fixed_ips': [{'subnet_id': '42d336a3-df00-4e2e-9166-a57678459bb2'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:42:10.732621 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.741146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:10.744548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.789993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:10.809418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.809776 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Added segment 092d72a8-9985-40be-853b-b3cb0c5586df of type vlan for network 80000489-85da-4de3-9718-0ef38df91723 Dec 23 12:42:10.856024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.896203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-11942168-427d-42dd-9487-917edeed4c22 None None] Provisioning complete for port 52f01a98-a2e8-49af-b801-5f0de3f12e7f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:10.896570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11942168-427d-42dd-9487-917edeed4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.916027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f5171f4-672c-418f-bee1-30b04c940c7b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-482494703 HTTP/1.1" status: 201 len: 201 time: 0.2966123 Dec 23 12:42:10.925398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39966) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:10.931512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-e8d9fb05-a783-4726-9f4f-7ceecd4f9ead tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-418896362') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:10.957556 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:10.998758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.005129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:11.005818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.091135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Network': ['ID=80000489-85da-4de3-9718-0ef38df91723,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:11.183659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 80000489-85da-4de3-9718-0ef38df91723 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:11.195612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44356347-3d26-42cc-a729-6a7a649d22c8 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6395781 Dec 23 12:42:11.198235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.203716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'network': {'name': 'tempest-router-network02--1982596275'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:11.224603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8d9fb05-a783-4726-9f4f-7ceecd4f9ead tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-418896362 HTTP/1.1" status: 201 len: 201 time: 0.2980573 Dec 23 12:42:11.225286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39978) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.230177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-f2d3c2e0-4297-49be-9fdb-40c35c3ec081 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-87111371') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:11.253219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52f01a98-a2e8-49af-b801-5f0de3f12e7f,segment=NetworkSegment(0183a72c-b976-4189-9254-727eead31b96),segment_id=0183a72c-b976-4189-9254-727eead31b96)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:11.287444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Allocated IP 2001:db8::2 (e11968e9-c6e6-417a-89f7-f1c4de2ed809/42d336a3-df00-4e2e-9166-a57678459bb2/23266692-4a4d-495a-8640-1b4383b7f3e2) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:11.312364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:11.316980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.376453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.386064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:11.406732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.408526 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Added segment 5707ecb6-cea0-4d17-9c3c-634217cd3e73 of type vlan for network 67d4b262-8d79-4a99-a0a9-b18dc599b631 Dec 23 12:42:11.435109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f2d3c2e0-4297-49be-9fdb-40c35c3ec081 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-87111371 HTTP/1.1" status: 201 len: 201 time: 0.2087803 Dec 23 12:42:11.437743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.445615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-dd523ecc-04f2-45f9-bee4-282c243989c8 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-1690750981') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:11.484546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.494500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11942168-427d-42dd-9487-917edeed4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.559922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=52f01a98-a2e8-49af-b801-5f0de3f12e7f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:11.637448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-11942168-427d-42dd-9487-917edeed4c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:42:11.637984 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-11942168-427d-42dd-9487-917edeed4c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:42:11.656173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.667029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.674097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:11.674729 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.692528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd523ecc-04f2-45f9-bee4-282c243989c8 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-1690750981 HTTP/1.1" status: 201 len: 201 time: 0.2526937 Dec 23 12:42:11.695033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 39994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.700618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-92f89376-7527-47cd-84ec-c6be3fb6e66a tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:11.747776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.763328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Network': ['ID=67d4b262-8d79-4a99-a0a9-b18dc599b631,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:11.817182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:11.830877 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92f89376-7527-47cd-84ec-c6be3fb6e66a tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 200 len: 240 time: 0.1344829 Dec 23 12:42:11.833398 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.837499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-112ce252-8729-4ec2-8508-a001e1c8ff21 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-482494703') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:11.839727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-11abb23a-ab47-46bd-a2d5-234b5ab4c38c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6393514 Dec 23 12:42:11.847774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40004) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.853512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'subnet': {'network_id': '80000489-85da-4de3-9718-0ef38df91723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:11.875443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:11.883967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:11.889452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:11.897662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Pushing event updated for resources: {'Port': ['ID=23266692-4a4d-495a-8640-1b4383b7f3e2,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:11.940687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-112ce252-8729-4ec2-8508-a001e1c8ff21 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-482494703 HTTP/1.1" status: 204 len: 168 time: 0.1054995 Dec 23 12:42:11.948491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:11.955548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-d6fdbad4-0337-40dc-97cf-0af62e4e3353 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-482494703') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:11.980087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Attempting to bind port 23266692-4a4d-495a-8640-1b4383b7f3e2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:11.980465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Attempting to bind port 23266692-4a4d-495a-8640-1b4383b7f3e2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '1bc659dd-97f1-43f2-a711-16a9d2fe9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:11.980852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Attempting to bind port 23266692-4a4d-495a-8640-1b4383b7f3e2 on network e11968e9-c6e6-417a-89f7-f1c4de2ed809 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:11.988402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:11.988745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Checking segment: {'id': '1bc659dd-97f1-43f2-a711-16a9d2fe9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:11.989175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:11.989563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Bound using segment: {'id': '1bc659dd-97f1-43f2-a711-16a9d2fe9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:11.990039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Bound port: 23266692-4a4d-495a-8640-1b4383b7f3e2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc659dd-97f1-43f2-a711-16a9d2fe9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e11968e9-c6e6-417a-89f7-f1c4de2ed809'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:11.990419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.070227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] For port 23266692-4a4d-495a-8640-1b4383b7f3e2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:42:12.074629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] For port 23266692-4a4d-495a-8640-1b4383b7f3e2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=23266692-4a4d-495a-8640-1b4383b7f3e2,segment=NetworkSegment(1bc659dd-97f1-43f2-a711-16a9d2fe9baf),segment_id=1bc659dd-97f1-43f2-a711-16a9d2fe9baf)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:42:12.180478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.208864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:12.213287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.246386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d6fdbad4-0337-40dc-97cf-0af62e4e3353 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-482494703 HTTP/1.1" status: 204 len: 168 time: 0.2968526 Dec 23 12:42:12.247603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.256098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-9eebaa7b-5a43-46a0-a187-f547c18a3924 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:12.275977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336cac-b1aa-4372-aa5a-329e2c7f08aa None None] Pushing event updated for resources: {'Port': ['ID=23266692-4a4d-495a-8640-1b4383b7f3e2,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:12.296232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0755f177-44c0-4967-a466-9a2436cf0bfc None None] Provisioning complete for port 52f01a98-a2e8-49af-b801-5f0de3f12e7f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:12.296610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0755f177-44c0-4967-a466-9a2436cf0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.414061 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9eebaa7b-5a43-46a0-a187-f547c18a3924 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 200 len: 205 time: 0.1601701 Dec 23 12:42:12.418795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40028) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.436033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-15376e5d-0865-4cc7-b560-400661672164 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:12.467452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0755f177-44c0-4967-a466-9a2436cf0bfc None None] Provisioning complete for port c6462b4f-5394-44f8-9d93-7c5a132b9e7d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:12.467823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0755f177-44c0-4967-a466-9a2436cf0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.546937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0755f177-44c0-4967-a466-9a2436cf0bfc None None] Port c6462b4f-5394-44f8-9d93-7c5a132b9e7d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:12.578264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52f01a98-a2e8-49af-b801-5f0de3f12e7f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:12.616496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-15376e5d-0865-4cc7-b560-400661672164 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 200 len: 240 time: 0.1959531 Dec 23 12:42:12.620484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40036) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.627085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-dd9400bc-db6c-4f14-a613-b591765c2088 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-418896362') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:12.667767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 52f01a98-a2e8-49af-b801-5f0de3f12e7f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:12.668314 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.701253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40040) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.707466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dd9400bc-db6c-4f14-a613-b591765c2088 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-418896362 HTTP/1.1" status: 204 len: 168 time: 0.0813673 Dec 23 12:42:12.718483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-709ec3d6-c989-4ac9-a14a-182eb86cba81 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-418896362') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:12.720209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:12.854079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Subnet': ['ID=c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:12.858809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40048) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.865767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Checking segment: {'id': '092d72a8-9985-40be-853b-b3cb0c5586df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '80000489-85da-4de3-9718-0ef38df91723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:12.866141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network hostable DHCP agents. Network: 80000489-85da-4de3-9718-0ef38df91723, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:12.912415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-709ec3d6-c989-4ac9-a14a-182eb86cba81 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-418896362 HTTP/1.1" status: 204 len: 168 time: 0.2051010 Dec 23 12:42:12.914800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.919140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-1857b47a-8911-4ab4-a5e2-13012b1eea15 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:12.981936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1857b47a-8911-4ab4-a5e2-13012b1eea15 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 200 len: 205 time: 0.0661371 Dec 23 12:42:12.984551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40058) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:12.989734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-1b8dad51-d7c5-4b7f-af96-3ba78d37b403 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:13.031796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-611820703-network', 'tenant_id': '9aae2d23a7dc474da52c34e8cabdcb69'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:13.035720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network 80000489-85da-4de3-9718-0ef38df91723 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:13.093095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b8dad51-d7c5-4b7f-af96-3ba78d37b403 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 200 len: 239 time: 0.1067295 Dec 23 12:42:13.096143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40062) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:13.101101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-b6e5f6d2-b7a8-40cf-929d-947dfeeca784 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-87111371') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:13.193701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 80000489-85da-4de3-9718-0ef38df91723) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:13.199299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:13.199992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.212981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e967b-f9c6-40f3-b81c-cd99760fb5e6 None None] Network 80000489-85da-4de3-9718-0ef38df91723 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:13.213492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6e5f6d2-b7a8-40cf-929d-947dfeeca784 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-87111371 HTTP/1.1" status: 204 len: 168 time: 0.1159697 Dec 23 12:42:13.215102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Made reservation on behalf of 9aae2d23a7dc474da52c34e8cabdcb69 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:13.216148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40068) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:13.217646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.223363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-c5e3b289-2f89-4408-b1bb-6dbb30749303 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-87111371') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:13.228339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.292522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0644e5f8-aab2-4611-b679-8756067091ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.334504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3b524397-0102-49dd-826f-7da0d542b8a4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4829483 Dec 23 12:42:13.338157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:13.342473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'subnet': {'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:13.368175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.384982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-80000489-85da-4de3-9718-0ef38df91723', 'network_id': '80000489-85da-4de3-9718-0ef38df91723', 'project_id': '43b0cc0c4fe44ce6b5701292b4967e64', 'fixed_ips': [{'subnet_id': 'c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:42:13.386217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.478242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.527686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:13.558839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447616b-7be9-4795-98b6-aabdb4ad4f59,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:13.576231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.576567 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Added segment 74e16e88-4d51-47c2-80e6-628ce5f79683 of type vlan for network db490657-9058-409b-8143-17650671f278 Dec 23 12:42:13.651335 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.652243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ee2e6-17db-4e4e-b6a4-9939c23b82cc None None] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:13.674623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Allocated IP 2001:db8::2 (80000489-85da-4de3-9718-0ef38df91723/c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e/a2b3bf11-41e3-4922-8868-492d4b4a529a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:13.794192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] Provisioning complete for port 23266692-4a4d-495a-8640-1b4383b7f3e2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:13.794192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.814880 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.816082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:13.816600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:13.879479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] Pushing event updated for resources: {'Network': ['ID=db490657-9058-409b-8143-17650671f278,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:13.898190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network db490657-9058-409b-8143-17650671f278 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:13.957827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a55ae2ac-0884-4279-bdd2-b1ef2396bb27 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0890791 Dec 23 12:42:14.045772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5e3b289-2f89-4408-b1bb-6dbb30749303 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-87111371 HTTP/1.1" status: 204 len: 168 time: 0.8285525 Dec 23 12:42:14.048360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.053131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-32ac9067-536d-4ab4-88e5-b5d167c4cfdc tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.081259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.084438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:14.091560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.170112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-32ac9067-536d-4ab4-88e5-b5d167c4cfdc tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 200 len: 205 time: 0.1171951 Dec 23 12:42:14.170112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40108) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.174530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-e6869cba-91c1-4dca-8bf8-61d947c44a2f tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.199306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.234454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e6869cba-91c1-4dca-8bf8-61d947c44a2f tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 200 len: 241 time: 0.0639412 Dec 23 12:42:14.237274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40114) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.247928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] For port 23266692-4a4d-495a-8640-1b4383b7f3e2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=23266692-4a4d-495a-8640-1b4383b7f3e2,segment=NetworkSegment(1bc659dd-97f1-43f2-a711-16a9d2fe9baf),segment_id=1bc659dd-97f1-43f2-a711-16a9d2fe9baf)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:14.257539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-2f71658b-c3b7-4307-8fb4-8690c772b182 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-1690750981') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.272233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.316912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f71658b-c3b7-4307-8fb4-8690c772b182 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-1690750981 HTTP/1.1" status: 204 len: 168 time: 0.0770807 Dec 23 12:42:14.319667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40122) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.330531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-195f6bbe-6cc3-4997-9de5-02903cc6c920 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-1690750981') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.334579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Network 80000489-85da-4de3-9718-0ef38df91723 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:14.337994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:14.342163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:14.352295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.355014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Pushing event updated for resources: {'Port': ['ID=a2b3bf11-41e3-4922-8868-492d4b4a529a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:14.504613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Attempting to bind port a2b3bf11-41e3-4922-8868-492d4b4a529a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:14.505055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Attempting to bind port a2b3bf11-41e3-4922-8868-492d4b4a529a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '092d72a8-9985-40be-853b-b3cb0c5586df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '80000489-85da-4de3-9718-0ef38df91723'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:14.507332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Attempting to bind port a2b3bf11-41e3-4922-8868-492d4b4a529a on network 80000489-85da-4de3-9718-0ef38df91723 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:14.524546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:14.525200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Checking segment: {'id': '092d72a8-9985-40be-853b-b3cb0c5586df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '80000489-85da-4de3-9718-0ef38df91723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:14.525812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.526210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Bound using segment: {'id': '092d72a8-9985-40be-853b-b3cb0c5586df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '80000489-85da-4de3-9718-0ef38df91723'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:14.526700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Bound port: a2b3bf11-41e3-4922-8868-492d4b4a529a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092d72a8-9985-40be-853b-b3cb0c5586df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '80000489-85da-4de3-9718-0ef38df91723'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:14.527085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.535612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93451fd2-a1f0-45bd-9050-9b11ed805d88 None None] Pushing event updated for resources: {'Port': ['ID=23266692-4a4d-495a-8640-1b4383b7f3e2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:14.535813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-195f6bbe-6cc3-4997-9de5-02903cc6c920 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-1690750981 HTTP/1.1" status: 204 len: 168 time: 0.2119412 Dec 23 12:42:14.536688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40130) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.548169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-a56364e0-2efb-45a6-86ce-0543e3be6a0b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.573898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a56364e0-2efb-45a6-86ce-0543e3be6a0b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 200 len: 205 time: 0.0343082 Dec 23 12:42:14.574692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40134) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.580199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-c1993177-7bfd-4dd7-a92c-165e9b52c2d2 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.582720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.600278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 23266692-4a4d-495a-8640-1b4383b7f3e2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:14.628508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c1993177-7bfd-4dd7-a92c-165e9b52c2d2 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 204 len: 168 time: 0.0450780 Dec 23 12:42:14.628508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40140) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.629268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-443f870e-7522-4ecf-a8f0-6af83f8f09a7 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.712665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Subnet': ['ID=d7837c3d-7af0-4c23-9cfb-f6a24adc20de,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:14.725462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Checking segment: {'id': '5707ecb6-cea0-4d17-9c3c-634217cd3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:14.726486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network hostable DHCP agents. Network: 67d4b262-8d79-4a99-a0a9-b18dc599b631, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:14.763054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] For port a2b3bf11-41e3-4922-8868-492d4b4a529a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:42:14.767531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] For port a2b3bf11-41e3-4922-8868-492d4b4a529a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2b3bf11-41e3-4922-8868-492d4b4a529a,segment=NetworkSegment(092d72a8-9985-40be-853b-b3cb0c5586df),segment_id=092d72a8-9985-40be-853b-b3cb0c5586df)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:42:14.769012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ff9e80d5-aa33-48bf-a72a-cec1d8e275f8 None None] Provisioning complete for port 23266692-4a4d-495a-8640-1b4383b7f3e2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:14.769439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ff9e80d5-aa33-48bf-a72a-cec1d8e275f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.818054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 23266692-4a4d-495a-8640-1b4383b7f3e2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:14.818417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.872940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:14.887805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-443f870e-7522-4ecf-a8f0-6af83f8f09a7 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2609260 Dec 23 12:42:14.888305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:14.897619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40156) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:14.906210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-f703aa6c-02b9-4d5e-b989-cd4d853eb9bc tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:14.993889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 67d4b262-8d79-4a99-a0a9-b18dc599b631) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:14.995672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:14.996507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.025276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896424d-d6f3-443d-a957-c27cd1ee09cc None None] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:15.029403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26365-553a-489b-836b-15c445d4fa1a req-1b3ce0b7-abde-4ceb-8b0b-1441f5d21dab tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:15.035883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26365-553a-489b-836b-15c445d4fa1a req-1b3ce0b7-abde-4ceb-8b0b-1441f5d21dab tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:15.041825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26365-553a-489b-836b-15c445d4fa1a req-1b3ce0b7-abde-4ceb-8b0b-1441f5d21dab tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:15.043476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aef26365-553a-489b-836b-15c445d4fa1a req-1b3ce0b7-abde-4ceb-8b0b-1441f5d21dab tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3592689 Dec 23 12:42:15.055370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df08e9-915a-4090-9143-e30c40a2f900 None None] Pushing event updated for resources: {'Port': ['ID=a2b3bf11-41e3-4922-8868-492d4b4a529a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:15.069287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f703aa6c-02b9-4d5e-b989-cd4d853eb9bc tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1703687 Dec 23 12:42:15.072280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40164) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:15.078319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-a26c2e07-0b95-4fad-8b69-16960a90f934 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:15.184539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386e53c-c783-477f-a383-2c618c9e1e07 req-515cc1af-7369-4d81-a037-f615274f92cf tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:15.184726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-67d4b262-8d79-4a99-a0a9-b18dc599b631', 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631', 'project_id': '43b0cc0c4fe44ce6b5701292b4967e64', 'fixed_ips': [{'subnet_id': 'd7837c3d-7af0-4c23-9cfb-f6a24adc20de'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:42:15.186718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f386e53c-c783-477f-a383-2c618c9e1e07 req-515cc1af-7369-4d81-a037-f615274f92cf tempest-ComputeTenantNetworksTest-828742589 tempest-ComputeTenantNetworksTest-828742589-project] 10.222.0.16 "GET /v2.0/networks/db490657-9058-409b-8143-17650671f278 HTTP/1.1" status: 200 len: 768 time: 0.1032252 Dec 23 12:42:15.189784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.197008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40170) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:15.283360 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a26c2e07-0b95-4fad-8b69-16960a90f934 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 204 len: 168 time: 0.2092040 Dec 23 12:42:15.287881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40174) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:15.295686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-742ec980-50d2-4f08-8617-cc0c89933d3e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9549780 Dec 23 12:42:15.295854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-33a770e7-1dbf-4a8f-bc7c-b02c440f9142 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-1647288373') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:15.295974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40176) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:15.337696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.446915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Allocated IP 2001:db8::2 (67d4b262-8d79-4a99-a0a9-b18dc599b631/d7837c3d-7af0-4c23-9cfb-f6a24adc20de/62456e3b-f53f-47d0-8125-7cf2ac1c3c39) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:15.520250 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.544075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db490657-9058-409b-8143-17650671f278']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:15.557990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e16e88-4d51-47c2-80e6-628ce5f79683') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:15.558547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e16e88-4d51-47c2-80e6-628ce5f79683') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:15.569937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.595359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.610811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:15.611132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:15.674291 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:15.763918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.784083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:15.787681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db490657-9058-409b-8143-17650671f278 HTTP/1.1" status: 204 len: 168 time: 0.5894783 Dec 23 12:42:15.790650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca08d5-0180-47f9-b19c-61fd8b518b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=db490657-9058-409b-8143-17650671f278,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:15.883545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.056486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.061607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1db7b3b1-6565-4b0c-af99-850bb957db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.092606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.100721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:16.103770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:16.107368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:16.125990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Pushing event updated for resources: {'Port': ['ID=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:16.168604 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-33a770e7-1dbf-4a8f-bc7c-b02c440f9142 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-1647288373 HTTP/1.1" status: 201 len: 201 time: 0.8781259 Dec 23 12:42:16.170904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40196) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.177412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-680564a7-be63-4df3-b695-68361b8a51ce tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-505696939') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:16.185234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Attempting to bind port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:16.185860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Attempting to bind port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5707ecb6-cea0-4d17-9c3c-634217cd3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:16.186242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Attempting to bind port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 on network 67d4b262-8d79-4a99-a0a9-b18dc599b631 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:16.192199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:16.192582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Checking segment: {'id': '5707ecb6-cea0-4d17-9c3c-634217cd3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:16.193023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.193420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Bound using segment: {'id': '5707ecb6-cea0-4d17-9c3c-634217cd3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:16.193891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Bound port: 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5707ecb6-cea0-4d17-9c3c-634217cd3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '67d4b262-8d79-4a99-a0a9-b18dc599b631'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:16.194277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.291884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] For port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:42:16.295703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] For port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,segment=NetworkSegment(5707ecb6-cea0-4d17-9c3c-634217cd3e73),segment_id=5707ecb6-cea0-4d17-9c3c-634217cd3e73)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:42:16.341789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-680564a7-be63-4df3-b695-68361b8a51ce tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-505696939 HTTP/1.1" status: 201 len: 201 time: 0.1697676 Dec 23 12:42:16.344551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40200) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.351580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-79dc4f98-e3b3-4b0e-9522-9c26175f56f9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-262340949') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:16.397067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34529952-9db2-479b-b164-f18edc02f09e None None] Network 80000489-85da-4de3-9718-0ef38df91723 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:16.400292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40202) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.457813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Allocated IP 2001:db8::1 (80000489-85da-4de3-9718-0ef38df91723/c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e/686a9332-8c5b-4caa-a2ae-7ec59bacef14) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:16.503416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2ab12b73-88d3-4302-8066-71c037659785 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aae2d23a7dc474da52c34e8cabdcb69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018169 Dec 23 12:42:16.506260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40204) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.524391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.590528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.592265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40206) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.643325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.643622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 23266692-4a4d-495a-8640-1b4383b7f3e2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:16.671577 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-79dc4f98-e3b3-4b0e-9522-9c26175f56f9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-262340949 HTTP/1.1" status: 201 len: 201 time: 0.3230855 Dec 23 12:42:16.673068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40210) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:16.687988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-b09ad3b4-7d1b-49a0-bab2-0f11387d7646 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-2076889091') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:16.690580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] Provisioning complete for port a2b3bf11-41e3-4922-8868-492d4b4a529a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:16.690951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.722311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.779774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58d2914e-90ba-4f97-a10e-682c85f7ca6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.793321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.820633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.825013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.826192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6447616b-7be9-4795-98b6-aabdb4ad4f59 HTTP/1.1" status: 204 len: 168 time: 0.3188422 Dec 23 12:42:16.830588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Pushing event updated for resources: {'Port': ['ID=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:16.853633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.853989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.854368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.854709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.855047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.855394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.855728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.856131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.856371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.856695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.857045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.857372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.857696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7cfa4-8dcc-4da0-a744-9b1a4dfba1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:16.874900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ad907-be82-4a2f-aeba-5416496bb66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447616b-7be9-4795-98b6-aabdb4ad4f59,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:16.884642 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.972353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58d2914e-90ba-4f97-a10e-682c85f7ca6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:16.993295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 23266692-4a4d-495a-8640-1b4383b7f3e2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:16.993979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.023457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network 80000489-85da-4de3-9718-0ef38df91723 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:17.039326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:17.043340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:17.047043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.086654 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b09ad3b4-7d1b-49a0-bab2-0f11387d7646 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-2076889091 HTTP/1.1" status: 201 len: 201 time: 0.4127948 Dec 23 12:42:17.087549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58d2914e-90ba-4f97-a10e-682c85f7ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.092747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40218) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.102359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.138584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-03ec6579-48b6-4d82-8d98-9ae259cba1b0 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', {'tags': ['tempest-TagsExtTest-Tag-1149152198', 'tempest-TagsExtTest-Tag-1638932987', 'tempest-TagsExtTest-Tag-1329803744']}) {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:17.217107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] For port a2b3bf11-41e3-4922-8868-492d4b4a529a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2b3bf11-41e3-4922-8868-492d4b4a529a,segment=NetworkSegment(092d72a8-9985-40be-853b-b3cb0c5586df),segment_id=092d72a8-9985-40be-853b-b3cb0c5586df)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:17.227213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2b3bf11-41e3-4922-8868-492d4b4a529a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:17.236573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Port': ['ID=686a9332-8c5b-4caa-a2ae-7ec59bacef14,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:17.287534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-58d2914e-90ba-4f97-a10e-682c85f7ca6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdaac41494164343a91a561f9e28d2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942036 Dec 23 12:42:17.290244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.291001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.291930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2914e-90ba-4f97-a10e-682c85f7ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4ec7d-7564-48a7-9e95-0a9e8794bc49,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:17.295023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a2b3bf11-41e3-4922-8868-492d4b4a529a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:17.295392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.389698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.425567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-03ec6579-48b6-4d82-8d98-9ae259cba1b0 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 200 len: 318 time: 0.2884510 Dec 23 12:42:17.425567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.425567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-551061ca-b6e3-4ee6-9a21-a5b7b579a5a3 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:17.446153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3fe22-fa84-41a9-a2cb-ea4334317d0b None None] Pushing event updated for resources: {'Port': ['ID=a2b3bf11-41e3-4922-8868-492d4b4a529a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:17.457180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2b1c2324-96f0-43b2-9dcf-ea2fff74f134 None None] Provisioning complete for port a2b3bf11-41e3-4922-8868-492d4b4a529a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:17.457509 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2324-96f0-43b2-9dcf-ea2fff74f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.595946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.635518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.664971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-551061ca-b6e3-4ee6-9a21-a5b7b579a5a3 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 204 len: 168 time: 0.2500503 Dec 23 12:42:17.671537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40234) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.673604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-d1d10a64-bfc9-46c8-9daf-aa137c1ae0d0 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-1149152198') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:17.746027 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-d1d10a64-bfc9-46c8-9daf-aa137c1ae0d0 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:17.751599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1d10a64-bfc9-46c8-9daf-aa137c1ae0d0 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-1149152198 HTTP/1.1" status: 404 len: 329 time: 0.0815563 Dec 23 12:42:17.752359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.758317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-9ae64b93-8fbe-40b2-bc70-9fe42d6856f2 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-1638932987') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:17.760892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-517ce06b-3044-4879-b09e-37e9649894be None None] Provisioning complete for port 686a9332-8c5b-4caa-a2ae-7ec59bacef14 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:17.761906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-517ce06b-3044-4879-b09e-37e9649894be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.850336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-517ce06b-3044-4879-b09e-37e9649894be None None] Port 686a9332-8c5b-4caa-a2ae-7ec59bacef14 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:17.862902 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-9ae64b93-8fbe-40b2-bc70-9fe42d6856f2 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:17.866697 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ae64b93-8fbe-40b2-bc70-9fe42d6856f2 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-1638932987 HTTP/1.1" status: 404 len: 329 time: 0.1106677 Dec 23 12:42:17.867090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.871439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-14caf8c7-8745-48c5-970c-adb11fbcb01c tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b', 'tempest-TagsExtTest-Tag-1329803744') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:17.896306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.907645 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.910503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:17.911838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7a4ec7d-7564-48a7-9e95-0a9e8794bc49 HTTP/1.1" status: 204 len: 168 time: 0.6197078 Dec 23 12:42:17.920782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4113a-37b5-463f-8102-f496f66814ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4ec7d-7564-48a7-9e95-0a9e8794bc49,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:17.952402 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-14caf8c7-8745-48c5-970c-adb11fbcb01c tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:17.956149 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-14caf8c7-8745-48c5-970c-adb11fbcb01c tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags/tempest-TagsExtTest-Tag-1329803744 HTTP/1.1" status: 404 len: 329 time: 0.0855031 Dec 23 12:42:17.956412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40246) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:17.962787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-ccb30894-362f-4d1e-a704-f14e3501e9e9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', {'tags': ['tempest-TagsExtTest-Tag-1448431191', 'tempest-TagsExtTest-Tag-1790602189', 'tempest-TagsExtTest-Tag-439119043']}) {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.033233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.038242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.145239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ccb30894-362f-4d1e-a704-f14e3501e9e9 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 200 len: 317 time: 0.1873853 Dec 23 12:42:18.145814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.148100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Port': ['ID=686a9332-8c5b-4caa-a2ae-7ec59bacef14,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:18.150526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-1f5d53e7-2b4f-457e-b383-f9a35d26bbb7 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.192814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.236443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ee932-fe7f-4225-b285-8f3952d88f9f None None] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:18.243588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network 80000489-85da-4de3-9718-0ef38df91723 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:18.245227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:18.287430 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f5d53e7-2b4f-457e-b383-f9a35d26bbb7 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1399558 Dec 23 12:42:18.293959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40258) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.305522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-e24bcb38-263e-4e48-aa26-dc699a250cbf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-1448431191') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.342300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] Provisioning complete for port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:18.342661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.405864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.450230 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-e24bcb38-263e-4e48-aa26-dc699a250cbf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:18.454769 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e24bcb38-263e-4e48-aa26-dc699a250cbf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-1448431191 HTTP/1.1" status: 404 len: 329 time: 0.1555893 Dec 23 12:42:18.456982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40260) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.473047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-a688dd7c-ca45-4a66-add3-df072e4d4d47 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-1790602189') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.535237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Router 53954b59-92b9-4705-a28b-1fc8d9b94922 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:42:18.582716 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-a688dd7c-ca45-4a66-add3-df072e4d4d47 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:18.583826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a688dd7c-ca45-4a66-add3-df072e4d4d47 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-1790602189 HTTP/1.1" status: 404 len: 329 time: 0.1258016 Dec 23 12:42:18.593527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.593698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40266) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.593954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-908549e4-21a7-413e-a9e2-47662550ea0f tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d', 'tempest-TagsExtTest-Tag-439119043') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.671751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2b3bf11-41e3-4922-8868-492d4b4a529a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:18.700346 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-908549e4-21a7-413e-a9e2-47662550ea0f tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:18.700346 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-908549e4-21a7-413e-a9e2-47662550ea0f tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags/tempest-TagsExtTest-Tag-439119043 HTTP/1.1" status: 404 len: 328 time: 0.1050196 Dec 23 12:42:18.700798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40270) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.708885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-44bb9f5c-4f48-481a-963f-e1d399267e6a tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', {'tags': ['tempest-TagsExtTest-Tag-1116909049', 'tempest-TagsExtTest-Tag-1455548738', 'tempest-TagsExtTest-Tag-1763369451']}) {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.789288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] For port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,segment=NetworkSegment(5707ecb6-cea0-4d17-9c3c-634217cd3e73),segment_id=5707ecb6-cea0-4d17-9c3c-634217cd3e73)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:18.796992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:18.807860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] Sync routers for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:18.809742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a004da5c-3fbc-4924-9709-664a92e0d107 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5122709 Dec 23 12:42:18.812423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40274) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:18.828314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:18.829530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.886016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.896496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a2b3bf11-41e3-4922-8868-492d4b4a529a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:18.896903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:18.949122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:18.949784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:18.956236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.005389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44bb9f5c-4f48-481a-963f-e1d399267e6a tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 200 len: 318 time: 0.3034198 Dec 23 12:42:19.007850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.013938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-97d307a1-ca63-43d1-8489-0e3c185f8b4b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:19.019140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:19.019814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9bb81-6bdf-4453-a092-36bcb8fbac7f None None] The sync data for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:19.061772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9865e3-1155-49fd-ab4e-c817b069adb7 None None] Pushing event updated for resources: {'Port': ['ID=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:19.122448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:19.152778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-61394c55-d11a-4aa8-8b22-73c8c4dcd4ec None None] Provisioning complete for port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:19.153204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61394c55-d11a-4aa8-8b22-73c8c4dcd4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.164682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.182383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ed6c-5aa5-431c-bc53-3513e2c17ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.215588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:19.216184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.264174 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-97d307a1-ca63-43d1-8489-0e3c185f8b4b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.2541952 Dec 23 12:42:19.268411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.274179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.275363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-0ec8c9bf-1773-42dc-8a21-11c988dfa052 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-1116909049') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:19.304693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-61394c55-d11a-4aa8-8b22-73c8c4dcd4ec None None] Provisioning complete for port 686a9332-8c5b-4caa-a2ae-7ec59bacef14 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:19.305095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61394c55-d11a-4aa8-8b22-73c8c4dcd4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.397134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-61394c55-d11a-4aa8-8b22-73c8c4dcd4ec None None] Port 686a9332-8c5b-4caa-a2ae-7ec59bacef14 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:19.415438 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-ae6b2a14-f662-4168-99c7-40cc22ab9b54 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:19.419535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ae6b2a14-f662-4168-99c7-40cc22ab9b54 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6027129 Dec 23 12:42:19.419678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ed6c-5aa5-431c-bc53-3513e2c17ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.420115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.561182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ed6c-5aa5-431c-bc53-3513e2c17ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.580793 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-0ec8c9bf-1773-42dc-8a21-11c988dfa052 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:19.585055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06664810-d76b-4cb1-be2e-7284d24b81f1 req-8e9ffeff-a42d-49d9-9aee-4f41ade733f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:19.585294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06664810-d76b-4cb1-be2e-7284d24b81f1 req-8e9ffeff-a42d-49d9-9aee-4f41ade733f5 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0648215 Dec 23 12:42:19.585909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40308) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.586173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ec8c9bf-1773-42dc-8a21-11c988dfa052 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-1116909049 HTTP/1.1" status: 404 len: 329 time: 0.3155038 Dec 23 12:42:19.591766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-7f50996b-d97a-48a6-84b9-b736c99f8542 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-1455548738') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:19.691494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4a4ed6c-5aa5-431c-bc53-3513e2c17ec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e253af3b6fe4c1ab7bdf0decf6b7280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255077 Dec 23 12:42:19.696703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40312) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.697957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4ed6c-5aa5-431c-bc53-3513e2c17ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243ac05-d9d0-4402-b087-f03f7adaeeea,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:19.757754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06664810-d76b-4cb1-be2e-7284d24b81f1 req-6ec28af3-8312-4f0d-a454-07ff85eec735 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634686 Dec 23 12:42:19.764530 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-7f50996b-d97a-48a6-84b9-b736c99f8542 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:19.765617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7f50996b-d97a-48a6-84b9-b736c99f8542 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-1455548738 HTTP/1.1" status: 404 len: 329 time: 0.1785400 Dec 23 12:42:19.770563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.775128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-d333c095-3140-4e90-af87-310be90de1cf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f', 'tempest-TagsExtTest-Tag-1763369451') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:19.840245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.896697 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.907382 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-d333c095-3140-4e90-af87-310be90de1cf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:19.908483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d333c095-3140-4e90-af87-310be90de1cf tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags/tempest-TagsExtTest-Tag-1763369451 HTTP/1.1" status: 404 len: 329 time: 0.1369665 Dec 23 12:42:19.911402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40322) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:19.916475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:19.919878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-9701b83b-81bc-4621-b193-e231596b44a1 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', {'tags': ['tempest-TagsExtTest-Tag-527128725', 'tempest-TagsExtTest-Tag-2093166895', 'tempest-TagsExtTest-Tag-1019880718']}) {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.093091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9701b83b-81bc-4621-b193-e231596b44a1 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "PUT /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 200 len: 317 time: 0.1783977 Dec 23 12:42:20.093438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40330) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.098581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-d300f105-155d-4e5e-a70f-6d0659ba5765 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.120243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.123811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.129574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b243ac05-d9d0-4402-b087-f03f7adaeeea HTTP/1.1" status: 204 len: 168 time: 0.4317014 Dec 23 12:42:20.145793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b12fd-d990-463f-8917-930e543273b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b243ac05-d9d0-4402-b087-f03f7adaeeea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:20.209688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting port 686a9332-8c5b-4caa-a2ae-7ec59bacef14 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:20.209917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.272311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d300f105-155d-4e5e-a70f-6d0659ba5765 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 204 len: 168 time: 0.1773446 Dec 23 12:42:20.275077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40336) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.279597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-69e16a65-b43c-4202-a4c7-69a325dfd321 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-527128725') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.300742 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-69e16a65-b43c-4202-a4c7-69a325dfd321 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:20.301803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69e16a65-b43c-4202-a4c7-69a325dfd321 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-527128725 HTTP/1.1" status: 404 len: 328 time: 0.0257587 Dec 23 12:42:20.305159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.306108 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.309540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-9b6c8478-05dd-4445-b337-3b979980e90d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-2093166895') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.319662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Calling delete_port for 686a9332-8c5b-4caa-a2ae-7ec59bacef14 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:20.331485 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-9b6c8478-05dd-4445-b337-3b979980e90d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:20.332481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9b6c8478-05dd-4445-b337-3b979980e90d tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-2093166895 HTTP/1.1" status: 404 len: 329 time: 0.0263920 Dec 23 12:42:20.335339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40340) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.339663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-1d5b15e0-ee9f-41be-b41f-50305f084d62 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077', 'tempest-TagsExtTest-Tag-1019880718') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.362301 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-1d5b15e0-ee9f-41be-b41f-50305f084d62 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] show failed (client error): The resource could not be found. Dec 23 12:42:20.363353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d5b15e0-ee9f-41be-b41f-50305f084d62 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags/tempest-TagsExtTest-Tag-1019880718 HTTP/1.1" status: 404 len: 329 time: 0.0271165 Dec 23 12:42:20.366237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40344) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.371475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-6b6b6cc1-0d2d-4f7a-8b4c-5f2386e7da19 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd97d7e44-d6c5-44cc-b526-0a5e515a5077') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.403078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6b6b6cc1-0d2d-4f7a-8b4c-5f2386e7da19 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077/tags HTTP/1.1" status: 204 len: 168 time: 0.0355554 Dec 23 12:42:20.405800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40346) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.412798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-8d054a03-8077-4d8c-ab5b-c7abec079ce4 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a5749e9-80fb-4016-a40e-7a3919089c3f') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.463295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:20.517768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8d054a03-8077-4d8c-ab5b-c7abec079ce4 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1100183 Dec 23 12:42:20.518571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40352) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.523393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-4f5c7fbe-23a2-4600-9a74-622d37c1e9ee tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6462b4f-5394-44f8-9d93-7c5a132b9e7d') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.571852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:20.573235 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.596975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f5c7fbe-23a2-4600-9a74-622d37c1e9ee tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d/tags HTTP/1.1" status: 204 len: 168 time: 0.0770943 Dec 23 12:42:20.600492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40354) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.607542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-c7723961-6bfe-4b8c-abfb-2484604d45c3 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '869f25b9-8570-4acb-a290-ee0caf9ea32b') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:20.685402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.727975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c7723961-6bfe-4b8c-abfb-2484604d45c3 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b/tags HTTP/1.1" status: 204 len: 168 time: 0.1258595 Dec 23 12:42:20.732717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40364) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:20.765082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Port': ['ID=686a9332-8c5b-4caa-a2ae-7ec59bacef14,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:20.900217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:20.968950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d35fa-964d-417b-aa52-800762ee811c req-83c9c369-c52f-490b-b7c2-886cb445d522 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:20.970726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-033d35fa-964d-417b-aa52-800762ee811c req-83c9c369-c52f-490b-b7c2-886cb445d522 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1048753 Dec 23 12:42:21.037811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-033d35fa-964d-417b-aa52-800762ee811c req-8b4670a7-31cb-439f-a982-d2d02d69969c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531466 Dec 23 12:42:21.068902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3160f30-37f7-4737-afc1-db019772cb1c tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for subnetpool, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.071200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3160f30-37f7-4737-afc1-db019772cb1c tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnetpools/d97d7e44-d6c5-44cc-b526-0a5e515a5077 HTTP/1.1" status: 204 len: 168 time: 0.3370736 Dec 23 12:42:21.077014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40374) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.106485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f5efe12-3d7b-4898-bb99-8e354d1359ba tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a5749e9-80fb-4016-a40e-7a3919089c3f HTTP/1.1" status: 200 len: 205 time: 0.0274863 Dec 23 12:42:21.112165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Router 53954b59-92b9-4705-a28b-1fc8d9b94922 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:42:21.112317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40378) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.190369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:21.193964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.195924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-def55b80-b9a2-45c5-93cd-30a4940a9eb4 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748349 Dec 23 12:42:21.199502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40380) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.205486 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] Sync routers for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:21.216049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:21.216764 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:21.258557 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:21.268933 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:21.269688 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:21.301378 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-7de2850e-c1dc-4b6c-86f3-db7958d04691 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] delete failed (client error): The resource could not be found. Dec 23 12:42:21.305928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7de2850e-c1dc-4b6c-86f3-db7958d04691 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1888037009 HTTP/1.1" status: 404 len: 335 time: 0.1020064 Dec 23 12:42:21.306403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.311253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4a3695a8-fd89-4bda-a7a4-c3662ea08eed tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'router': {'external_gateway_info': {'network_id': '53954b59-92b9-4705-a28b-1fc8d9b94922'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:21.318790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:21.320591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae422d-0d50-4057-b420-292369ac48de None None] The sync data for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:21.394820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.405439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.408437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.586154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4a3695a8-fd89-4bda-a7a4-c3662ea08eed tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.670524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d63052b-d97f-49fa-bd1d-df50f4a1b9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.703311 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-4a3695a8-fd89-4bda-a7a4-c3662ea08eed tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] update failed (client error): The resource could not be found. Dec 23 12:42:21.704704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4a3695a8-fd89-4bda-a7a4-c3662ea08eed tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922 HTTP/1.1" status: 404 len: 339 time: 0.3971131 Dec 23 12:42:21.708837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40400) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.716934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1317172375'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:21.815617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.816126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5749e9-80fb-4016-a40e-7a3919089c3f {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:42:21.825492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:21.825492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f8da03d-b0c1-475b-a4d8-a49da6eaba9b tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/routers/5a5749e9-80fb-4016-a40e-7a3919089c3f HTTP/1.1" status: 204 len: 168 time: 0.7111909 Dec 23 12:42:21.828440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:21.862699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:21.869385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.180730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c248a32-da8b-4067-bcc5-4d12fa6221be req-0ff57319-d858-4ed4-a690-5f4fdbb4388c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:22.187017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c248a32-da8b-4067-bcc5-4d12fa6221be req-0ff57319-d858-4ed4-a690-5f4fdbb4388c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0679216 Dec 23 12:42:22.244562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c248a32-da8b-4067-bcc5-4d12fa6221be req-7d23a313-b6c8-41c7-8cb0-dd1588d3d440 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531003 Dec 23 12:42:22.293299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d63052b-d97f-49fa-bd1d-df50f4a1b9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.311357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:22.325338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.328092 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Added segment 8a371ce1-19ef-48e7-88f3-392419722935 of type vlan for network 731f1545-4e4b-4762-95ee-27c6baa71b9a Dec 23 12:42:22.368526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Deleting port c6462b4f-5394-44f8-9d93-7c5a132b9e7d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:22.368893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.391183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.391183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d63052b-d97f-49fa-bd1d-df50f4a1b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.478844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63052b-d97f-49fa-bd1d-df50f4a1b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2187d7c-3cbd-4265-81df-9f97e0536cba,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:22.484438 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d63052b-d97f-49fa-bd1d-df50f4a1b9d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ae80d182dd34087b192002f8e2288d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0885589 Dec 23 12:42:22.490556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40424) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:22.524891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.539040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Calling delete_port for c6462b4f-5394-44f8-9d93-7c5a132b9e7d owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:22.552807 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.588119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.599094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.605356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:22.606072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.700005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Network': ['ID=731f1545-4e4b-4762-95ee-27c6baa71b9a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:22.712422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:22.730631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.734421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.738661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2187d7c-3cbd-4265-81df-9f97e0536cba HTTP/1.1" status: 204 len: 168 time: 0.2454937 Dec 23 12:42:22.749447 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24adca25-1c9b-4ca0-89f2-5e07bcac82c1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0392294 Dec 23 12:42:22.753320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40442) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:22.758106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'subnet': {'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:22.762675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d566-96da-470c-9907-d2dce947dc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2187d7c-3cbd-4265-81df-9f97e0536cba,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:22.763946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.929794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Made reservation on behalf of 43b0cc0c4fe44ce6b5701292b4967e64 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:22.933512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:22.939085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.008248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event deleted for resources: {'Port': ['ID=c6462b4f-5394-44f8-9d93-7c5a132b9e7d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:23.117095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.120720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d1bc5e7-d6c7-425d-b6f5-2f9f2a32acff tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/ports/c6462b4f-5394-44f8-9d93-7c5a132b9e7d HTTP/1.1" status: 204 len: 168 time: 1.2911127 Dec 23 12:42:23.123742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40450) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:23.237538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Deleting subnet 869f25b9-8570-4acb-a290-ee0caf9ea32b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:23.241270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.294760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.301445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.430140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Checking segment: {'id': '8a371ce1-19ef-48e7-88f3-392419722935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:23.430498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network hostable DHCP agents. Network: 731f1545-4e4b-4762-95ee-27c6baa71b9a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:23.432773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Subnet': ['ID=19351cca-3765-44b7-ba14-2973ec04860b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:23.452415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.488694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d1433-65e4-496f-ba79-030493d767b6 req-81040e17-5377-4a5f-90af-11b11cc5e718 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:23.490543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd1d1433-65e4-496f-ba79-030493d767b6 req-81040e17-5377-4a5f-90af-11b11cc5e718 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1018059 Dec 23 12:42:23.529750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:23.557425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd1d1433-65e4-496f-ba79-030493d767b6 req-b101bd40-d05a-42d9-a0f4-dfd8d02c7052 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597589 Dec 23 12:42:23.637916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 731f1545-4e4b-4762-95ee-27c6baa71b9a) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:23.642196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:23.642808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.651657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694bd67-2844-477a-a82a-8d7dd21dea35 None None] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:23.673351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.703027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.709161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/subnets/869f25b9-8570-4acb-a290-ee0caf9ea32b HTTP/1.1" status: 204 len: 168 time: 0.5822480 Dec 23 12:42:23.709161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ebe2-6a8d-40b9-b5d5-771810c3c0ca tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event deleted for resources: {'Subnet': ['ID=869f25b9-8570-4acb-a290-ee0caf9ea32b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:23.710085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40468) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:23.718097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd298735-e84b-48bd-8174-87f20d21faec None None] Network 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:23.795143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40472) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:23.810431 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692fa6b2-5791-48b9-97f7-1e322fc2dfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.822188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.829283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f854158b-b5be-4e54-be3f-f4be894aac2e tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0748799 Dec 23 12:42:23.831849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:23.839444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f6c59bf6-e339-4008-985b-1de6314c861b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'router': {'external_gateway_info': {'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:23.870948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-731f1545-4e4b-4762-95ee-27c6baa71b9a', 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a', 'project_id': '43b0cc0c4fe44ce6b5701292b4967e64', 'fixed_ips': [{'subnet_id': '19351cca-3765-44b7-ba14-2973ec04860b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:42:23.872139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:23.925837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Deleting port 52f01a98-a2e8-49af-b801-5f0de3f12e7f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:23.926443 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.006063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] For port 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52f01a98-a2e8-49af-b801-5f0de3f12e7f,segment=NetworkSegment(0183a72c-b976-4189-9254-727eead31b96),segment_id=0183a72c-b976-4189-9254-727eead31b96)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:24.007937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.022208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Calling delete_port for 52f01a98-a2e8-49af-b801-5f0de3f12e7f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:24.108488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6c59bf6-e339-4008-985b-1de6314c861b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.146368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692fa6b2-5791-48b9-97f7-1e322fc2dfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.204455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] DHCP port deletion for 606cd3ea-01f0-414e-aabc-b6b6ef3a1007 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:24.274965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-692fa6b2-5791-48b9-97f7-1e322fc2dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.292700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Allocated IP 2001:db8:1::2 (731f1545-4e4b-4762-95ee-27c6baa71b9a/19351cca-3765-44b7-ba14-2973ec04860b/2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:24.307409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.309294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Deleting port 52f01a98-a2e8-49af-b801-5f0de3f12e7f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:24.311694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.328540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fa6b2-5791-48b9-97f7-1e322fc2dfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3520965-920a-4db5-8ee6-97491e91b788,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:24.335227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event deleted for resources: {'Port': ['ID=52f01a98-a2e8-49af-b801-5f0de3f12e7f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:24.338797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] No DVR routers for this DVR port 52f01a98-a2e8-49af-b801-5f0de3f12e7f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:24.351071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-692fa6b2-5791-48b9-97f7-1e322fc2dfeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55ba889e56b447d484f45c0142b35895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566721 Dec 23 12:42:24.355810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:24.456527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] For port 52f01a98-a2e8-49af-b801-5f0de3f12e7f, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:24.457210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.461644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.470734 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-f6c59bf6-e339-4008-985b-1de6314c861b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:24.476155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f6c59bf6-e339-4008-985b-1de6314c861b tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922 HTTP/1.1" status: 400 len: 364 time: 0.6386993 Dec 23 12:42:24.481049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40482) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:24.483245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52f01a98-a2e8-49af-b801-5f0de3f12e7f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:24.490671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606cd3ea-01f0-414e-aabc-b6b6ef3a1007']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:24.507373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0183a72c-b976-4189-9254-727eead31b96') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:24.507678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0183a72c-b976-4189-9254-727eead31b96') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:24.520238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.541826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.554217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:24.556978 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:24.558038 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:24.564515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Calling delete_port for 52f01a98-a2e8-49af-b801-5f0de3f12e7f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:24.567575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Port 52f01a98-a2e8-49af-b801-5f0de3f12e7f was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:42:24.572035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.573821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 52f01a98-a2e8-49af-b801-5f0de3f12e7f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:24.574171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52f01a98-a2e8-49af-b801-5f0de3f12e7f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:24.609049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] Pushing event deleted for resources: {'Port': ['ID=52f01a98-a2e8-49af-b801-5f0de3f12e7f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:24.619760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e74cf-3ed7-4462-b701-ecc7e2423a3d None None] No DVR routers for this DVR port 52f01a98-a2e8-49af-b801-5f0de3f12e7f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:24.696942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.724452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.737439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.741632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] 10.222.0.16 "DELETE /v2.0/networks/606cd3ea-01f0-414e-aabc-b6b6ef3a1007 HTTP/1.1" status: 204 len: 168 time: 1.0303755 Dec 23 12:42:24.762961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595039b-93b3-4bc9-bc85-17583e687f59 tempest-TagsExtTest-972437483 tempest-TagsExtTest-972437483-project] Pushing event deleted for resources: {'Network': ['ID=606cd3ea-01f0-414e-aabc-b6b6ef3a1007,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:24.767597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.829447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.848857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:24.927209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:24.930626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:24.940652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:24.943986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Pushing event updated for resources: {'Port': ['ID=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:24.962640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9ec44-a95e-4a74-adb4-5ce1340235ca req-fa688d49-11f7-497b-a8b4-1f2951742058 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:24.964285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53f9ec44-a95e-4a74-adb4-5ce1340235ca req-fa688d49-11f7-497b-a8b4-1f2951742058 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.2318754 Dec 23 12:42:24.989290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.014849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Attempting to bind port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:25.015589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Attempting to bind port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '8a371ce1-19ef-48e7-88f3-392419722935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:25.016711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Attempting to bind port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d on network 731f1545-4e4b-4762-95ee-27c6baa71b9a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:25.023028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:25.023706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Checking segment: {'id': '8a371ce1-19ef-48e7-88f3-392419722935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:25.024279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.024848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Bound using segment: {'id': '8a371ce1-19ef-48e7-88f3-392419722935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:25.025618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Bound port: 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a371ce1-19ef-48e7-88f3-392419722935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '731f1545-4e4b-4762-95ee-27c6baa71b9a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:25.026245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.097974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] For port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:42:25.102379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] For port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,segment=NetworkSegment(8a371ce1-19ef-48e7-88f3-392419722935),segment_id=8a371ce1-19ef-48e7-88f3-392419722935)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:42:25.120873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53f9ec44-a95e-4a74-adb4-5ce1340235ca req-9291e037-8c0c-40aa-b080-d775bada6738 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342945 Dec 23 12:42:25.166051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.169623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.171091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3520965-920a-4db5-8ee6-97491e91b788 HTTP/1.1" status: 204 len: 168 time: 0.8098805 Dec 23 12:42:25.187728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.213961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f81ce-bb34-459f-b5b4-baa75a4c8f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3520965-920a-4db5-8ee6-97491e91b788,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:25.307626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a096b-219f-4ad0-9e3b-d44013886cc0 None None] Pushing event updated for resources: {'Port': ['ID=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:25.391691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Allocated IP 2001:db8::1 (e11968e9-c6e6-417a-89f7-f1c4de2ed809/42d336a3-df00-4e2e-9166-a57678459bb2/1a8b308b-ab47-4113-be1f-583feef9514d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:25.561065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.653870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40504) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:25.730487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.759193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40508) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:25.822073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:25.825118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:25.837604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:25.838076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:25.845559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Port': ['ID=1a8b308b-ab47-4113-be1f-583feef9514d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:25.981183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56c4fbd7-df28-4950-b5a0-19b7033a716a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.052688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0fea977d-85b8-4388-8116-16ec117ff451 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b5de539782645c895b5305e7ede4615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973303 Dec 23 12:42:26.056464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40518) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:26.099187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56c4fbd7-df28-4950-b5a0-19b7033a716a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.118048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.144704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.223290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.258596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-56c4fbd7-df28-4950-b5a0-19b7033a716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.293915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-881885d6-b417-4066-a495-dfb55e39a1ee None None] Provisioning complete for port 1a8b308b-ab47-4113-be1f-583feef9514d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:26.294956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-881885d6-b417-4066-a495-dfb55e39a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.307381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-56c4fbd7-df28-4950-b5a0-19b7033a716a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29bbc9ff854d45b7842ddaac50b923fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469160 Dec 23 12:42:26.308266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4fbd7-df28-4950-b5a0-19b7033a716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70324961-d4e6-4fb9-90b9-4d975c6a45d4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:26.311348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:26.351593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d192a-2c59-438e-8ff0-3bb0e4289d6d req-50772128-315b-465c-85d5-16b60dc65075 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:26.360349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c5d192a-2c59-438e-8ff0-3bb0e4289d6d req-50772128-315b-465c-85d5-16b60dc65075 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1375296 Dec 23 12:42:26.380960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.388971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-881885d6-b417-4066-a495-dfb55e39a1ee None None] Port 1a8b308b-ab47-4113-be1f-583feef9514d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:26.425365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.490415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.493753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.495053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d8fa2ab-2c38-47a5-9dc9-da236fddb049 HTTP/1.1" status: 204 len: 168 time: 0.4371600 Dec 23 12:42:26.511244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:26.554834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed23e-bb7d-40ce-acc1-333484cd0a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8fa2ab-2c38-47a5-9dc9-da236fddb049,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:26.582247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c5d192a-2c59-438e-8ff0-3bb0e4289d6d req-c3a3f997-f1dd-4fc8-915e-f5bda19e641e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203059 Dec 23 12:42:26.592286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.595705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.597269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70324961-d4e6-4fb9-90b9-4d975c6a45d4 HTTP/1.1" status: 204 len: 168 time: 0.2848458 Dec 23 12:42:26.605587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ba57-2352-4696-8136-91cbfb041788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70324961-d4e6-4fb9-90b9-4d975c6a45d4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:26.635661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:26.636367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.745467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.773264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.781830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019d1fd-82cc-4b85-b634-a7cc30b3b09d None None] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:26.787743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,segment=NetworkSegment(8a371ce1-19ef-48e7-88f3-392419722935),segment_id=8a371ce1-19ef-48e7-88f3-392419722935)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:26.834399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.834979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.846909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8a306d8-2468-48ec-9d6b-0246a6dafc51 None None] Provisioning complete for port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:26.851482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8a306d8-2468-48ec-9d6b-0246a6dafc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:26.894904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:42:26.935712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event updated for resources: {'Port': ['ID=1a8b308b-ab47-4113-be1f-583feef9514d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:27.015694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8a306d8-2468-48ec-9d6b-0246a6dafc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:27.015694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:27.016484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:27.016484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:27.194472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-c8a306d8-2468-48ec-9d6b-0246a6dafc51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:42:27.194472 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-c8a306d8-2468-48ec-9d6b-0246a6dafc51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:42:27.194472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:27.505610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Router 53954b59-92b9-4705-a28b-1fc8d9b94922 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:42:27.604120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:27.609191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7faaa2d9-3c48-46ab-9b5e-441ee0eb0d01 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1212983 Dec 23 12:42:27.612532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:27.614853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] Sync routers for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:27.626086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:27.626834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:27.662595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:27.671656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:27.672278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:27.718173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6a6a-d428-49e7-ba76-ceb5e2cd1dcf tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:27.749452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbfc10-8f55-42f4-baf9-1bc2d556594a req-2f516630-4949-40ee-8062-9d8d5b87a037 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:27.751435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bbbfc10-8f55-42f4-baf9-1bc2d556594a req-2f516630-4949-40ee-8062-9d8d5b87a037 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0620165 Dec 23 12:42:27.776057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:27.776057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c4c3-accb-48df-8e22-d8f6c4eab4e7 None None] The sync data for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:27.821883 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-ac3c6a6a-d428-49e7-ba76-ceb5e2cd1dcf tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 12:42:27.826897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac3c6a6a-d428-49e7-ba76-ceb5e2cd1dcf tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922 HTTP/1.1" status: 409 len: 329 time: 0.2094133 Dec 23 12:42:27.826897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40570) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:27.827221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bbbfc10-8f55-42f4-baf9-1bc2d556594a req-560e5a49-cc26-4c78-8fe8-28206874bc9f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681019 Dec 23 12:42:27.907653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2691c14e-6e75-431b-8bee-627cb2dafcdf None None] Provisioning complete for port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:27.908244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2691c14e-6e75-431b-8bee-627cb2dafcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:27.938548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40572) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:27.956380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.056899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2691c14e-6e75-431b-8bee-627cb2dafcdf None None] Provisioning complete for port 1a8b308b-ab47-4113-be1f-583feef9514d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:28.057429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2691c14e-6e75-431b-8bee-627cb2dafcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.111389 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2691c14e-6e75-431b-8bee-627cb2dafcdf None None] Port 1a8b308b-ab47-4113-be1f-583feef9514d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:42:28.139751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.222401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.264800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.309797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45fb38e130ed4430a0942d943dcca930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696516 Dec 23 12:42:28.312232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97d616-d797-4c44-a33c-1ea988dce3c5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:28.312384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40580) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:28.323048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.323646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.324072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.324486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.324925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.325507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.326028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.326989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.327632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.328180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.328782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.329369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.329940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf94a5c-15bc-43fd-a586-f101e13d4588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:28.454282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.477891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:28.489652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.604867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:28.605554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.657255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting port 1a8b308b-ab47-4113-be1f-583feef9514d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:28.659609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.742845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.745633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.747525 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a97d616-d797-4c44-a33c-1ea988dce3c5 HTTP/1.1" status: 204 len: 168 time: 0.4339654 Dec 23 12:42:28.766220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e01bd-f03f-4522-b30e-426c64f816dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a97d616-d797-4c44-a33c-1ea988dce3c5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:28.825558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:28.857077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Calling delete_port for 1a8b308b-ab47-4113-be1f-583feef9514d owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:29.014746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe8075-8760-4d52-9084-1385ed769956 req-192f8a0b-f737-4a35-a2be-84211d65e325 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:29.017790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bbe8075-8760-4d52-9084-1385ed769956 req-192f8a0b-f737-4a35-a2be-84211d65e325 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0757158 Dec 23 12:42:29.108112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bbe8075-8760-4d52-9084-1385ed769956 req-d9b994ac-d41e-48f8-9d24-530f6b0c383b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820961 Dec 23 12:42:29.249830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:29.283644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Port': ['ID=1a8b308b-ab47-4113-be1f-583feef9514d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:29.450247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:29.707350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Router 53954b59-92b9-4705-a28b-1fc8d9b94922 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:42:29.817100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:29.830755 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] Sync routers for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:29.836620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66d2d516-6825-4c33-b022-b3a2847ed5be tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059495 Dec 23 12:42:29.836969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40630) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:29.859244 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:29.860878 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:29.886459 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-0f9a5a41-45c8-4c85-b89e-f8c8d7049386 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] show failed (client error): The resource could not be found. Dec 23 12:42:29.887879 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f9a5a41-45c8-4c85-b89e-f8c8d7049386 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-788000002 HTTP/1.1" status: 404 len: 334 time: 0.0499833 Dec 23 12:42:29.892959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:29.902960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c748aa72-f275-45e3-9ed6-50d8327ddac0 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:29.909739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:29.922614 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] Routers {'53954b59-92b9-4705-a28b-1fc8d9b94922'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:29.923483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53954b59-92b9-4705-a28b-1fc8d9b94922'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:29.964239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:29.964913 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d76f0-8a63-4214-bf11-7c0da3ef1d57 None None] The sync data for ids ['53954b59-92b9-4705-a28b-1fc8d9b94922'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:29.976672 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-c748aa72-f275-45e3-9ed6-50d8327ddac0 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] update failed (client error): The resource could not be found. Dec 23 12:42:29.977987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c748aa72-f275-45e3-9ed6-50d8327ddac0 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-399240645 HTTP/1.1" status: 404 len: 334 time: 0.0834637 Dec 23 12:42:29.981463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:30.039759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting subnet 19351cca-3765-44b7-ba14-2973ec04860b {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:30.043551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.093505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.222259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.313510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ab0e-e589-4bd2-8111-54f5a2ca6bb0 req-1e36aeec-040a-4ea6-a384-943ed31e9544 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:30.315156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98c3ab0e-e589-4bd2-8111-54f5a2ca6bb0 req-1e36aeec-040a-4ea6-a384-943ed31e9544 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1065042 Dec 23 12:42:30.370166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.409113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98c3ab0e-e589-4bd2-8111-54f5a2ca6bb0 req-c5e567bf-3b00-4b4e-a1a2-9ad3db3c46c0 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867894 Dec 23 12:42:30.411807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Subnet': ['ID=19351cca-3765-44b7-ba14-2973ec04860b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:30.417754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.422185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5db9f1b-cf91-4c32-96ab-f7a04eefa374 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/subnets/19351cca-3765-44b7-ba14-2973ec04860b HTTP/1.1" status: 204 len: 168 time: 0.4396265 Dec 23 12:42:30.425335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40652) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:30.428314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85e477-f024-48a7-b484-a81d95d99f4c None None] Network 731f1545-4e4b-4762-95ee-27c6baa71b9a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:30.538757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.639144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:30.639792 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.655872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] DHCP port deletion for 731f1545-4e4b-4762-95ee-27c6baa71b9a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:30.747901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Deleting port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:30.748570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.784106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] For port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,segment=NetworkSegment(8a371ce1-19ef-48e7-88f3-392419722935),segment_id=8a371ce1-19ef-48e7-88f3-392419722935)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:30.784748 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.800440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Calling delete_port for 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:30.829856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] For port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,segment=NetworkSegment(8a371ce1-19ef-48e7-88f3-392419722935),segment_id=8a371ce1-19ef-48e7-88f3-392419722935)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:30.830256 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:30.843755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Calling delete_port for 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:31.300132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.306986 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.326634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Port': ['ID=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:31.330672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] No DVR routers for this DVR port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:31.334059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] Pushing event deleted for resources: {'Port': ['ID=2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:31.335937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feafe7d7-481e-4523-beae-9b25b24b786c None None] No DVR routers for this DVR port 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:31.455960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.506204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731f1545-4e4b-4762-95ee-27c6baa71b9a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:31.525359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a371ce1-19ef-48e7-88f3-392419722935') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:31.525673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a371ce1-19ef-48e7-88f3-392419722935') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:31.538893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.558396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a85a-dced-4fe1-89e5-525ae207dbcd req-eed2f1ab-1258-4954-8f07-8949f6e27640 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:31.564245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.564791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2996a85a-dced-4fe1-89e5-525ae207dbcd req-eed2f1ab-1258-4954-8f07-8949f6e27640 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0907648 Dec 23 12:42:31.580760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:31.584897 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:31.658829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2996a85a-dced-4fe1-89e5-525ae207dbcd req-c4fd5df8-1886-4d34-978a-e7bb3f4e18be tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871522 Dec 23 12:42:31.774254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.804232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.813908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/networks/731f1545-4e4b-4762-95ee-27c6baa71b9a HTTP/1.1" status: 204 len: 168 time: 1.3858924 Dec 23 12:42:31.818058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40692) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:31.839958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4856c95-49a0-4256-9024-5be9ccb9daef tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Network': ['ID=731f1545-4e4b-4762-95ee-27c6baa71b9a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:31.909513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting subnet d7837c3d-7af0-4c23-9cfb-f6a24adc20de {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:31.918842 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:31.971078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.066316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.267830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.303451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fce735-11b7-4c00-b7f0-e725b4fac65c None None] Network 67d4b262-8d79-4a99-a0a9-b18dc599b631 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:32.323179 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.326774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/subnets/d7837c3d-7af0-4c23-9cfb-f6a24adc20de HTTP/1.1" status: 204 len: 168 time: 0.5074992 Dec 23 12:42:32.329356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:32.401147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8956-2306-4a70-8ad0-6939acc868c5 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Subnet': ['ID=d7837c3d-7af0-4c23-9cfb-f6a24adc20de,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:32.444979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting subnet c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:32.462535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.484209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:32.529452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.533932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:32.533932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2fb30b5a-eb9f-4d5e-98bd-fe614fe4a27d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:32.640223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] DHCP port deletion for 67d4b262-8d79-4a99-a0a9-b18dc599b631 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:32.645956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.769598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Deleting port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:32.773524 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.833502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.857303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49f9a-fa91-418a-ac12-45900e256787 req-e66c3142-fbdc-4038-ba63-9bf462e95190 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:32.858860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d49f9a-fa91-418a-ac12-45900e256787 req-e66c3142-fbdc-4038-ba63-9bf462e95190 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0625911 Dec 23 12:42:32.876409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:32.880562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.886729 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d3480862-3ce3-4b34-a172-00f846bf1554 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/subnets/c3cfc67b-3b8a-4578-a4b8-f6c79dfc670e HTTP/1.1" status: 204 len: 168 time: 0.5559263 Dec 23 12:42:32.887304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40722) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:32.904608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef702442-35de-4341-946a-43474aeb8ea9 None None] Network 80000489-85da-4de3-9718-0ef38df91723 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:32.914649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] For port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,segment=NetworkSegment(5707ecb6-cea0-4d17-9c3c-634217cd3e73),segment_id=5707ecb6-cea0-4d17-9c3c-634217cd3e73)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:32.915300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:32.982209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d49f9a-fa91-418a-ac12-45900e256787 req-9b5b5674-5166-4632-b1be-a1155ec4fc17 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161871 Dec 23 12:42:33.007806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Calling delete_port for 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:33.022762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.094959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:33.095588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.166265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] For port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,segment=NetworkSegment(5707ecb6-cea0-4d17-9c3c-634217cd3e73),segment_id=5707ecb6-cea0-4d17-9c3c-634217cd3e73)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:33.166889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.181213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Calling delete_port for 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:33.216494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] DHCP port deletion for 80000489-85da-4de3-9718-0ef38df91723 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:33.273844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Deleting port a2b3bf11-41e3-4922-8868-492d4b4a529a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:33.274134 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.345560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] For port a2b3bf11-41e3-4922-8868-492d4b4a529a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2b3bf11-41e3-4922-8868-492d4b4a529a,segment=NetworkSegment(092d72a8-9985-40be-853b-b3cb0c5586df),segment_id=092d72a8-9985-40be-853b-b3cb0c5586df)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:33.347683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.350899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.357226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.373847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] No DVR routers for this DVR port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:33.398476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Calling delete_port for a2b3bf11-41e3-4922-8868-492d4b4a529a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:33.400631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189aff3-f59b-40c9-98d6-fced082f1c3d None None] Pushing event deleted for resources: {'Port': ['ID=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:33.407442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] No DVR routers for this DVR port 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:33.410777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Port': ['ID=62456e3b-f53f-47d0-8125-7cf2ac1c3c39,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:33.514275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.538432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d4b262-8d79-4a99-a0a9-b18dc599b631']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:33.549765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5707ecb6-cea0-4d17-9c3c-634217cd3e73') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:33.552639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5707ecb6-cea0-4d17-9c3c-634217cd3e73') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:33.563851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.581226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.589283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:33.590292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:33.594009 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:33.615109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.643187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] Pushing event deleted for resources: {'Port': ['ID=a2b3bf11-41e3-4922-8868-492d4b4a529a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:33.654059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac9481-e0b6-43c6-8bdd-7a20ac184cf4 None None] No DVR routers for this DVR port a2b3bf11-41e3-4922-8868-492d4b4a529a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:33.809923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.818713 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:33.822197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/networks/67d4b262-8d79-4a99-a0a9-b18dc599b631 HTTP/1.1" status: 204 len: 168 time: 0.9339485 Dec 23 12:42:33.824532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40750) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:33.856048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ba25d-e88c-42ed-890f-21d63c1647c9 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Network': ['ID=67d4b262-8d79-4a99-a0a9-b18dc599b631,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:33.967168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.080387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.098195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4285f-e75c-4e07-a09d-bd901169e192 req-3627b36d-9bb1-4e12-90e8-5a4efabc007f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:34.100119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44f4285f-e75c-4e07-a09d-bd901169e192 req-3627b36d-9bb1-4e12-90e8-5a4efabc007f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.0505025 Dec 23 12:42:34.100285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80000489-85da-4de3-9718-0ef38df91723']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:34.109389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092d72a8-9985-40be-853b-b3cb0c5586df') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:34.109687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092d72a8-9985-40be-853b-b3cb0c5586df') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:34.118963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.132545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.138804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:34.139186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:34.142736 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:34.155483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44f4285f-e75c-4e07-a09d-bd901169e192 req-6b07229f-d81f-4db4-a96c-438f12ecd999 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492921 Dec 23 12:42:34.421618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2b3bf11-41e3-4922-8868-492d4b4a529a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:34.426798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.432376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.436493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/networks/80000489-85da-4de3-9718-0ef38df91723 HTTP/1.1" status: 204 len: 168 time: 0.6109467 Dec 23 12:42:34.439865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40766) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:34.447753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a2b3bf11-41e3-4922-8868-492d4b4a529a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:34.448131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2b3bf11-41e3-4922-8868-492d4b4a529a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:34.448539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:34.452836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Network': ['ID=80000489-85da-4de3-9718-0ef38df91723,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:34.460848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.461199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.461566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.461910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.462246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.462582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.462914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.463240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.463618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.464150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.464549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.465728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.466229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e540ab-af52-4d08-ad8a-44b9af998f35 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:42:34.470192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:34.470192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 62456e3b-f53f-47d0-8125-7cf2ac1c3c39 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:34.514385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting subnet 42d336a3-df00-4e2e-9166-a57678459bb2 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:34.532249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.598324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.665835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40772) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:34.711660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b36d1-db92-4ce2-8752-addd5f2a3392 req-021093cf-9a29-4bde-891e-bb4a5c4f6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:34.713316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5a8b36d1-db92-4ce2-8752-addd5f2a3392 req-021093cf-9a29-4bde-891e-bb4a5c4f6b35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1096 time: 0.0550661 Dec 23 12:42:34.736246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.768669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5a8b36d1-db92-4ce2-8752-addd5f2a3392 req-4eb20c57-1bbd-4650-a540-cbfc834da7b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471020 Dec 23 12:42:34.818065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-612a0de3-050d-4f3b-93ba-69e2fe135639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.846591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:42:34.913425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.957766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:34.961428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16440ac-8ad8-4246-b715-13662a2d73c1 None None] Network e11968e9-c6e6-417a-89f7-f1c4de2ed809 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:34.961740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:34.975540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/subnets/42d336a3-df00-4e2e-9166-a57678459bb2 HTTP/1.1" status: 204 len: 168 time: 0.5345376 Dec 23 12:42:34.975853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40784) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:34.976466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f18950-849c-440b-95d5-6111cfa435a1 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Subnet': ['ID=42d336a3-df00-4e2e-9166-a57678459bb2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:35.075316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-612a0de3-050d-4f3b-93ba-69e2fe135639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.198048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-612a0de3-050d-4f3b-93ba-69e2fe135639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.271129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-612a0de3-050d-4f3b-93ba-69e2fe135639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95d4e469dd8e4d56bdbffa53297654cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042194 Dec 23 12:42:35.274827 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40798) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:35.285552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'port_id': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'mac_address': 'fa:16:3e:f7:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:42:35.317437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a0de3-050d-4f3b-93ba-69e2fe135639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd56f44-a720-4c16-bd9d-e13f0a394708,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:35.361324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.367513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.375620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:42:35.402777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:35.449667 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] DHCP port deletion for e11968e9-c6e6-417a-89f7-f1c4de2ed809 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:42:35.450219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.481351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b75b-57b6-4976-93fe-a730060f9ec1 req-b68c8ca7-170a-4082-b876-5c0406d1668f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:35.482944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db0b75b-57b6-4976-93fe-a730060f9ec1 req-b68c8ca7-170a-4082-b876-5c0406d1668f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1668823 Dec 23 12:42:35.519120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.554895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Deleting port 23266692-4a4d-495a-8640-1b4383b7f3e2 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:35.555755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.558094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6db0b75b-57b6-4976-93fe-a730060f9ec1 req-b61888bf-ed0f-427c-8ead-6e8f9a1ed37a tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666833 Dec 23 12:42:35.637423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.650126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:35.654026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.658768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.658980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] For port 23266692-4a4d-495a-8640-1b4383b7f3e2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=23266692-4a4d-495a-8640-1b4383b7f3e2,segment=NetworkSegment(1bc659dd-97f1-43f2-a711-16a9d2fe9baf),segment_id=1bc659dd-97f1-43f2-a711-16a9d2fe9baf)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:35.658980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.659823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8dd56f44-a720-4c16-bd9d-e13f0a394708 HTTP/1.1" status: 204 len: 168 time: 0.3838699 Dec 23 12:42:35.678506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Calling delete_port for 23266692-4a4d-495a-8640-1b4383b7f3e2 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:35.683287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef20c-9f22-4206-988f-9cf0acf4da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd56f44-a720-4c16-bd9d-e13f0a394708,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:35.740357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Deleting port 23266692-4a4d-495a-8640-1b4383b7f3e2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:35.741585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.858354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] For port 23266692-4a4d-495a-8640-1b4383b7f3e2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=23266692-4a4d-495a-8640-1b4383b7f3e2,segment=NetworkSegment(1bc659dd-97f1-43f2-a711-16a9d2fe9baf),segment_id=1bc659dd-97f1-43f2-a711-16a9d2fe9baf)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:35.858768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.880875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Calling delete_port for 23266692-4a4d-495a-8640-1b4383b7f3e2 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:35.927994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:35.979970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] Pushing event deleted for resources: {'Port': ['ID=23266692-4a4d-495a-8640-1b4383b7f3e2,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:35.985078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad921a2b-cf08-4b95-808c-30e4823e729d None None] No DVR routers for this DVR port 23266692-4a4d-495a-8640-1b4383b7f3e2 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:36.035012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.063373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Port': ['ID=23266692-4a4d-495a-8640-1b4383b7f3e2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:36.068305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] No DVR routers for this DVR port 23266692-4a4d-495a-8640-1b4383b7f3e2 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:42:36.178129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.201731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11968e9-c6e6-417a-89f7-f1c4de2ed809']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:36.217321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc659dd-97f1-43f2-a711-16a9d2fe9baf') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:36.217790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc659dd-97f1-43f2-a711-16a9d2fe9baf') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:36.236073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.261467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.268781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:36.269266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:36.331186 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:36.432609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 23266692-4a4d-495a-8640-1b4383b7f3e2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:36.455229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 23266692-4a4d-495a-8640-1b4383b7f3e2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:42:36.455931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 23266692-4a4d-495a-8640-1b4383b7f3e2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:42:36.568462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.575891 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.583166 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/networks/e11968e9-c6e6-417a-89f7-f1c4de2ed809 HTTP/1.1" status: 204 len: 168 time: 1.6062496 Dec 23 12:42:36.585799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40834) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:36.651498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13b14-76fc-4cca-aa94-cd1e97653b7c tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Pushing event deleted for resources: {'Network': ['ID=e11968e9-c6e6-417a-89f7-f1c4de2ed809,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:36.666736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-533af604-6770-445e-a08a-71c4c19a0ff6 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "GET /v2.0/ports?device_id=53954b59-92b9-4705-a28b-1fc8d9b94922 HTTP/1.1" status: 200 len: 205 time: 0.0790870 Dec 23 12:42:36.670442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:36.805947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:36.837384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a23177-e1a6-4708-9a20-d5cbe86f5d96 req-e5fc17e0-f394-4537-8c1d-edcea7987f17 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:36.839181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a23177-e1a6-4708-9a20-d5cbe86f5d96 req-e5fc17e0-f394-4537-8c1d-edcea7987f17 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 944 time: 0.1348526 Dec 23 12:42:36.864248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:42:36.932482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['8ef1b5c8-9690-4293-86de-f26fcab35b56'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:42:36.965385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4a23177-e1a6-4708-9a20-d5cbe86f5d96 req-a6e7cc75-2b0e-46e4-9107-700873bc4d29 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181691 Dec 23 12:42:37.007859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:37.180600 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.196537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.198733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:42:37.199157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.264695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-023ba1dc-898a-4af7-95f4-a05a851e521f tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/floatingips/cce572de-9346-4634-865e-ef5c91a3d26c HTTP/1.1" status: 200 len: 991 time: 0.2553031 Dec 23 12:42:37.283510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:37.333668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.337337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Fanout notify agent at l3_agent the message router_deleted on router 53954b59-92b9-4705-a28b-1fc8d9b94922 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:42:37.342433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.346920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5814f1d0-85eb-4734-87bc-200cc06f7663 tempest-RoutersNegativeIpV6Test-721592565 tempest-RoutersNegativeIpV6Test-721592565-project] 10.222.0.16 "DELETE /v2.0/routers/53954b59-92b9-4705-a28b-1fc8d9b94922 HTTP/1.1" status: 204 len: 168 time: 0.6750300 Dec 23 12:42:37.392503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.470151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40866) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:37.479294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:37.643710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-facb86c4-4354-4c4b-89d7-d7a7d3da2a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.720386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-facb86c4-4354-4c4b-89d7-d7a7d3da2a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.902850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-facb86c4-4354-4c4b-89d7-d7a7d3da2a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:37.947302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-facb86c4-4354-4c4b-89d7-d7a7d3da2a8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7bc68f2368f4d37b2a393eef2cf1d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727237 Dec 23 12:42:37.947506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:37.973063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb86c4-4354-4c4b-89d7-d7a7d3da2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb33e5-ca80-420b-be07-2440e4c90e2c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:38.018474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.046527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.209369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.212123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.213304 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cbb33e5-ca80-420b-be07-2440e4c90e2c HTTP/1.1" status: 204 len: 168 time: 0.2644866 Dec 23 12:42:38.235610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c1df-bba7-4354-b977-ffc0fd85da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb33e5-ca80-420b-be07-2440e4c90e2c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:38.314613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:38.778016 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c8b8c168-0407-4f8e-a694-de71542968f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43b0cc0c4fe44ce6b5701292b4967e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615910 Dec 23 12:42:38.779980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:38.845379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.873291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:38.889402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:42:38.978668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 8ef1b5c8-9690-4293-86de-f26fcab35b56 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:42:38.981021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.039342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.043340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.045072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57297c0c-699a-4073-b333-9f27acaeb173 HTTP/1.1" status: 204 len: 168 time: 0.2634110 Dec 23 12:42:39.058005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08042d-e948-44e0-8be3-5cfcab5f124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57297c0c-699a-4073-b333-9f27acaeb173,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:39.062285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.080562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40930) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:39.099389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5f88aee-3f0f-4c2f-a15e-31614eaf2eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.118365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:42:39.123860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:42:39.128587 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598676d-4951-4732-b1bd-a23388c6f811" -d '{"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:42:39.220588 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80769fb-6e79-4796-861a-9b312038b28e x-openstack-request-id: req-b80769fb-6e79-4796-861a-9b312038b28e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:42:39.220801 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:42:39.221103 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b80769fb-6e79-4796-861a-9b312038b28e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:42:39.221687 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'code': 200} Dec 23 12:42:39.243306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.359135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:39.386423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5f88aee-3f0f-4c2f-a15e-31614eaf2eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.412377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40944) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:39.483334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d5f88aee-3f0f-4c2f-a15e-31614eaf2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.566006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40948) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:39.575055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5f88aee-3f0f-4c2f-a15e-31614eaf2eca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=905f8f470ec1460f94c4bab0851c7550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920840 Dec 23 12:42:39.590520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88aee-3f0f-4c2f-a15e-31614eaf2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a10537a-21f4-4536-9ee8-e3ca41d2300c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:39.669031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.692978 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.848131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.852259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:39.852259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a10537a-21f4-4536-9ee8-e3ca41d2300c HTTP/1.1" status: 204 len: 168 time: 0.2846801 Dec 23 12:42:39.878338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c4495-9e44-4e54-88e8-0aaa8624e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a10537a-21f4-4536-9ee8-e3ca41d2300c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:39.920316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-541bcde3-feff-4961-9e11-2b874596066d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.039993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-541bcde3-feff-4961-9e11-2b874596066d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.135392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-541bcde3-feff-4961-9e11-2b874596066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.188151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-541bcde3-feff-4961-9e11-2b874596066d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bccfce835a346c38711d72634422ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7923651 Dec 23 12:42:40.189465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcde3-feff-4961-9e11-2b874596066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02fd4d-4f33-49c8-975d-5a6c683e1fe5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:40.191191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:40.247962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.279328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.425002 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.425002 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:40.425002 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd02fd4d-4f33-49c8-975d-5a6c683e1fe5 HTTP/1.1" status: 204 len: 168 time: 0.2323089 Dec 23 12:42:40.432653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806139e-2db8-4f3e-a5e7-2e23f5beb053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02fd4d-4f33-49c8-975d-5a6c683e1fe5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:41.254341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:41.268981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d0e044bf-22c4-4ad9-90b5-7b8ec7283e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.377302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d0e044bf-22c4-4ad9-90b5-7b8ec7283e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.580466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d0e044bf-22c4-4ad9-90b5-7b8ec7283e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.620319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e044bf-22c4-4ad9-90b5-7b8ec7283e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc82d4-a997-42eb-9d3f-e0a80fc97f6a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:41.623909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d0e044bf-22c4-4ad9-90b5-7b8ec7283e6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35362b09eddb46a5a4642fc1e9fe1cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685486 Dec 23 12:42:41.626821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41016) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:41.679051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.704532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.922373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.925445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:41.926391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bacc82d4-a997-42eb-9d3f-e0a80fc97f6a HTTP/1.1" status: 204 len: 168 time: 0.2985492 Dec 23 12:42:41.934818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab429850-27f1-478b-8aed-3fd86acab170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc82d4-a997-42eb-9d3f-e0a80fc97f6a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:42.112256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:42.238474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:42.418927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a227fcc8-c507-4d63-87a0-19d4b927d5ab tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:42.419364 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-a227fcc8-c507-4d63-87a0-19d4b927d5ab tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 23 12:42:42.419846 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-a227fcc8-c507-4d63-87a0-19d4b927d5ab tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:42:42.420953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a227fcc8-c507-4d63-87a0-19d4b927d5ab tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3074787 Dec 23 12:42:42.424686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41038) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:42.429040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689943950'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:42.584674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7219ec76-b1d4-4243-aa59-29dda9bcdf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.667296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.688541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.695777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7219ec76-b1d4-4243-aa59-29dda9bcdf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.779130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.824936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7219ec76-b1d4-4243-aa59-29dda9bcdf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.865207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7219ec76-b1d4-4243-aa59-29dda9bcdf0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae2a5e23a4c74c79babaf2a2faa6af4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254070 Dec 23 12:42:42.866003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ec76-b1d4-4243-aa59-29dda9bcdf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ba79e-c213-4990-846a-04e81a4fd787,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:42.867966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41056) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:42.878157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.924449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.948967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.971203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:42.972970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc9e98-cccd-4ad6-9346-890802bb1be6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:43.049745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.085647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771bcd93-c4c1-4a51-ba69-5795ff836373,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:43.089641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.092244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.094321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/960ba79e-c213-4990-846a-04e81a4fd787 HTTP/1.1" status: 204 len: 168 time: 0.2243972 Dec 23 12:42:43.103458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a550eeb-aea8-47e3-bd73-77af2bcd4b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ba79e-c213-4990-846a-04e81a4fd787,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:43.163565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.168156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:43.168735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1944166-4d63-44f0-8920-03e2616f1986 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7428367 Dec 23 12:42:43.173675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '771bcd93-c4c1-4a51-ba69-5795ff836373', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:43.335206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1f51406-37d2-47ec-9675-51e981648ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.342379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.399161 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.483577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.511116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2969fef7-4d82-482c-8ba9-36a165ed7bec,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:43.582725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.587030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3e06147-0c2c-4f3e-92a9-e0721ba5e687 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4145966 Dec 23 12:42:43.587030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41084) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:43.592114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-09f836cd-4921-4fa5-962b-8ad796c37cbf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '771bcd93-c4c1-4a51-ba69-5795ff836373', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:43.761789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09f836cd-4921-4fa5-962b-8ad796c37cbf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:43.939802 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-09f836cd-4921-4fa5-962b-8ad796c37cbf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 12:42:43.943148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-09f836cd-4921-4fa5-962b-8ad796c37cbf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3542123 Dec 23 12:42:43.950160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41104) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.017646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.044009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.169438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.172880 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.175878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/771bcd93-c4c1-4a51-ba69-5795ff836373 HTTP/1.1" status: 204 len: 168 time: 0.2240024 Dec 23 12:42:44.176979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.183393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12911c9-91fd-4bd4-82fe-aee53edb3700 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771bcd93-c4c1-4a51-ba69-5795ff836373,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:44.225119 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f0e8f6ba-3670-4fa0-8ef2-70ecde4a8544 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462544 Dec 23 12:42:44.228629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41112) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.233138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740504153'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:44.376524 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.457257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.523387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.556234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3518f37c-1640-4076-92a4-3bb56e4395cf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:44.657478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.659614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-597f476f-cc03-457b-93d8-e9face61d5d8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4295630 Dec 23 12:42:44.667346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.670301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-30ef096d-d04f-4606-a1a3-398c3524fed4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '3518f37c-1640-4076-92a4-3bb56e4395cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:44.670947 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-30ef096d-d04f-4606-a1a3-398c3524fed4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 23 12:42:44.671617 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-30ef096d-d04f-4606-a1a3-398c3524fed4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:44.673693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-30ef096d-d04f-4606-a1a3-398c3524fed4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073202 Dec 23 12:42:44.677159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41130) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.769478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.807255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.964104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.973665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:44.975129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/3518f37c-1640-4076-92a4-3bb56e4395cf HTTP/1.1" status: 204 len: 168 time: 0.2966676 Dec 23 12:42:44.978059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41146) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:44.990299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14ba3-afd9-487e-82d4-9c322f801e0a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518f37c-1640-4076-92a4-3bb56e4395cf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:45.054748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41152) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:45.054987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a751082-2071-4738-a173-45b8adbe2d7e tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758369 Dec 23 12:42:45.060026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176939946'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:45.186522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.278071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.449547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.487696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd235efa-b644-4587-b068-a0c1b199bb6e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:45.565568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.566843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed3e1e21-7649-40d8-b9ff-4ea07593e0c3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5105016 Dec 23 12:42:45.569888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41176) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:45.574473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-333297ff-8916-42e9-adac-ffd067836520 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'cd235efa-b644-4587-b068-a0c1b199bb6e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:45.575305 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-333297ff-8916-42e9-adac-ffd067836520 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 23 12:42:45.575801 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-333297ff-8916-42e9-adac-ffd067836520 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:45.576725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-333297ff-8916-42e9-adac-ffd067836520 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058165 Dec 23 12:42:45.579379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41178) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:45.645338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.689107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.819641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.822675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:45.823878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd235efa-b644-4587-b068-a0c1b199bb6e HTTP/1.1" status: 204 len: 168 time: 0.2436435 Dec 23 12:42:45.826755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:45.841113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3912140-18ae-426a-b371-8ac609efac10 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd235efa-b644-4587-b068-a0c1b199bb6e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:45.887486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1339f4a0-191e-4258-8828-c6f5300cf7bf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554807 Dec 23 12:42:45.888317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41196) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:45.893136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470097685'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.055802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.078432 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb85e288-d0be-45d1-bc6d-ec29c0f5bf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.125551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.181432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.218302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f268b1-1f90-446b-a549-9ac1811ae72b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:46.291005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.292422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-793ed91a-c027-46ae-9cee-84e8bcdd6437 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4028432 Dec 23 12:42:46.296662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.300342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2f8b154e-c11f-4624-85de-c13a9d7cb799 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '35f268b1-1f90-446b-a549-9ac1811ae72b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.301264 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-2f8b154e-c11f-4624-85de-c13a9d7cb799 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 23 12:42:46.301994 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-2f8b154e-c11f-4624-85de-c13a9d7cb799 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:46.302970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f8b154e-c11f-4624-85de-c13a9d7cb799 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067382 Dec 23 12:42:46.305758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41212) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.310068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ad27108a-3b2c-44f6-8ffe-1b716eeeb0d5 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '35f268b1-1f90-446b-a549-9ac1811ae72b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.310714 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-ad27108a-3b2c-44f6-8ffe-1b716eeeb0d5 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 23 12:42:46.311191 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-ad27108a-3b2c-44f6-8ffe-1b716eeeb0d5 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:46.312119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad27108a-3b2c-44f6-8ffe-1b716eeeb0d5 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054486 Dec 23 12:42:46.315671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.321449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-57f0023b-8585-4702-8c43-fddc844da52a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '35f268b1-1f90-446b-a549-9ac1811ae72b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.322258 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-57f0023b-8585-4702-8c43-fddc844da52a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 23 12:42:46.325336 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-57f0023b-8585-4702-8c43-fddc844da52a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:46.325336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57f0023b-8585-4702-8c43-fddc844da52a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071273 Dec 23 12:42:46.327405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41216) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.333373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8022559a-272d-4c96-a71f-50b18f9bf787 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '35f268b1-1f90-446b-a549-9ac1811ae72b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.334539 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-8022559a-272d-4c96-a71f-50b18f9bf787 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 23 12:42:46.335372 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-8022559a-272d-4c96-a71f-50b18f9bf787 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:46.336531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8022559a-272d-4c96-a71f-50b18f9bf787 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069811 Dec 23 12:42:46.339238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41218) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.397522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.428326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.536579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.587125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.594965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.594965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/35f268b1-1f90-446b-a549-9ac1811ae72b HTTP/1.1" status: 204 len: 168 time: 0.2517047 Dec 23 12:42:46.595212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41228) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.603074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f16c01-505f-4cdf-be1c-65712dd719e7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f268b1-1f90-446b-a549-9ac1811ae72b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:46.645207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.658740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ffc45161-d4e8-403b-b33b-68ce0118475a tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620480 Dec 23 12:42:46.663688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41234) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:46.668372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485061377'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.775513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.856163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.858741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1034633365', 'router:external': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:46.957901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.958138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Made reservation on behalf of 0639c86cd7674b65b4f39e778cf8fd7a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:46.960703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.979394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:46.995564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:47.078476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.080025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-33a276ea-bdf7-4978-8cd5-2aa1615369ad tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4152644 Dec 23 12:42:47.086966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.087823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41248) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.092443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-cc5b5dd0-5af7-4dd0-875c-315bd4e033df tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.092850 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-cc5b5dd0-5af7-4dd0-875c-315bd4e033df tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 23 12:42:47.093338 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-cc5b5dd0-5af7-4dd0-875c-315bd4e033df tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.094889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc5b5dd0-5af7-4dd0-875c-315bd4e033df tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060778 Dec 23 12:42:47.097517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41250) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.101734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1fcdc60f-52ac-4ea8-8ab4-6e07fb9cec26 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.192898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.226520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:42:47.237514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216bc5e5-970b-4c0c-a4a9-e4c72c9278fd,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:47.247706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.248110 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Added segment 568a510f-2aa1-4ede-b28a-171ab69d9465 of type vlan for network e9382c56-7797-43be-aad5-38d9427540f9 Dec 23 12:42:47.300501 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-1fcdc60f-52ac-4ea8-8ab4-6e07fb9cec26 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.305039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.315159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-495fe9c8-3a90-4024-af26-5ee21376e5a8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.315159 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-495fe9c8-3a90-4024-af26-5ee21376e5a8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 23 12:42:47.315159 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-495fe9c8-3a90-4024-af26-5ee21376e5a8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.315418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1fcdc60f-52ac-4ea8-8ab4-6e07fb9cec26 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2109754 Dec 23 12:42:47.315418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.318815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41262) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.319867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-495fe9c8-3a90-4024-af26-5ee21376e5a8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135381 Dec 23 12:42:47.323586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f87d54a4-35bd-4843-bce9-4677f004e8f3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.487665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.488713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:47.489332 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:47.558450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Network': ['ID=e9382c56-7797-43be-aad5-38d9427540f9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:47.570912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e9382c56-7797-43be-aad5-38d9427540f9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:42:47.575138 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-f87d54a4-35bd-4843-bce9-4677f004e8f3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.576073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f87d54a4-35bd-4843-bce9-4677f004e8f3 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2562308 Dec 23 12:42:47.579394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41270) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.584930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9dac35c2-35dc-4b27-a90c-12675439fbb1 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.585622 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-9dac35c2-35dc-4b27-a90c-12675439fbb1 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 23 12:42:47.586331 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-9dac35c2-35dc-4b27-a90c-12675439fbb1 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.587468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9dac35c2-35dc-4b27-a90c-12675439fbb1 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070102 Dec 23 12:42:47.590286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41272) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.596058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2692245e-57de-4a6f-a55d-395aa4449464 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.658379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac1536cf-0e4a-4101-9082-a33b60e8b58a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0121262 Dec 23 12:42:47.660413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.666252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'subnet': {'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.758789 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-2692245e-57de-4a6f-a55d-395aa4449464 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Project 69a44cf090094094b989bf67a957076f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:42:47.847966 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-2692245e-57de-4a6f-a55d-395aa4449464 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.849717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2692245e-57de-4a6f-a55d-395aa4449464 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2577627 Dec 23 12:42:47.852151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.856770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-dac28a97-0cd6-4734-a028-28a92ac2a851 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.857312 n-d-822750-2 neutron-server[104038]: WARNING neutron.api.v2.base [None req-dac28a97-0cd6-4734-a028-28a92ac2a851 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 23 12:42:47.857818 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-dac28a97-0cd6-4734-a028-28a92ac2a851 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:47.858811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dac28a97-0cd6-4734-a028-28a92ac2a851 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057356 Dec 23 12:42:47.861664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:47.866795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b51c5999-0e54-4c28-9947-f84e08ac0afe tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:47.943613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Made reservation on behalf of 0639c86cd7674b65b4f39e778cf8fd7a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:47.946094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.111148 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-b51c5999-0e54-4c28-9947-f84e08ac0afe tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Project 69a44cf090094094b989bf67a957076f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:42:48.218051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.244746 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-b51c5999-0e54-4c28-9947-f84e08ac0afe tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:48.245831 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b51c5999-0e54-4c28-9947-f84e08ac0afe tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3832667 Dec 23 12:42:48.257135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41300) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:48.261899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-789ac586-448d-4475-8d80-55c8c0b87014 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:48.408701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.409342 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-789ac586-448d-4475-8d80-55c8c0b87014 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Project 69a44cf090094094b989bf67a957076f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:42:48.489715 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-789ac586-448d-4475-8d80-55c8c0b87014 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:48.494249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-789ac586-448d-4475-8d80-55c8c0b87014 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2359812 Dec 23 12:42:48.494898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41310) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:48.526299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.objects.ports [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104038) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:42:48.526767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.557803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.587694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff0d1b75-e675-43ca-83f4-8f786b792dec,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:48.589708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.617158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Checking segment: {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:48.617518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network hostable DHCP agents. Network: e9382c56-7797-43be-aad5-38d9427540f9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:42:48.712971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network e9382c56-7797-43be-aad5-38d9427540f9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:42:48.746379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.749813 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.756131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1 HTTP/1.1" status: 204 len: 168 time: 0.2558076 Dec 23 12:42:48.756314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41314) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:48.764560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00a0d5-8be7-464e-ac9c-4e179544942b tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcceedec-4d1e-49a7-a1ef-9d1f968fc7f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:48.805276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e9382c56-7797-43be-aad5-38d9427540f9) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:48.816389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:48.817413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:48.820345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba43f4-3532-4b5d-ac3f-0d8311b769b2 None None] Network e9382c56-7797-43be-aad5-38d9427540f9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:48.835544 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2117f03c-5d14-41ef-81b0-d7cd9458744c tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710480 Dec 23 12:42:48.836753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:48.842482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202055859'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:48.923705 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b069df77-7d10-4438-830d-473db35aad63 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2618678 Dec 23 12:42:48.926405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41320) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:48.934125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1773122747', 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:48.964684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c433369-46a5-4dac-b97a-aa7134630a88 None None] Network e9382c56-7797-43be-aad5-38d9427540f9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:42:49.044198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.062148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Made reservation on behalf of 0639c86cd7674b65b4f39e778cf8fd7a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:42:49.067258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.103702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] device_id is not set on port 011185d0-8ee6-4f16-9528-28ce7ff8d6ef yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:42:49.250649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.294733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.331112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.20.0.4 (e9382c56-7797-43be-aad5-38d9427540f9/ff0d1b75-e675-43ca-83f4-8f786b792dec/011185d0-8ee6-4f16-9528-28ce7ff8d6ef) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:49.377966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.445431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8885ff83-89af-4db6-900a-0182b6e72de5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:49.497738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.502882 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c591c5ea-6fa4-4c2f-a3aa-6abf45df813d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6612613 Dec 23 12:42:49.503504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:49.507852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2dcfdcc9-206f-46bc-8b36-15732199bf98 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '8885ff83-89af-4db6-900a-0182b6e72de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:49.612809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.634661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-633f08d5-3c96-4ae6-8673-430c1534e001 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685520 Dec 23 12:42:49.703879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-91aac858-110c-4c59-bf59-10bcfb089ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:49.705412 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-91aac858-110c-4c59-bf59-10bcfb089ec3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1096 time: 0.0447314 Dec 23 12:42:49.775658 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-2dcfdcc9-206f-46bc-8b36-15732199bf98 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The resource could not be found. Dec 23 12:42:49.776722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2dcfdcc9-206f-46bc-8b36-15732199bf98 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2724040 Dec 23 12:42:49.779578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:49.779953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41346) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:49.795196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-769e73be-e67d-479a-81e9-6238b8c64a67 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '8885ff83-89af-4db6-900a-0182b6e72de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1fcbcdb0-1320-42f6-8bbe-f9fc8f76f65f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:49.858089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network e9382c56-7797-43be-aad5-38d9427540f9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:49.874298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=011185d0-8ee6-4f16-9528-28ce7ff8d6ef,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:49.874298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:49.879347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:49.916708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-37adf43b-db22-4486-ab4e-b0e5604d56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:49.918245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-37adf43b-db22-4486-ab4e-b0e5604d56aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 200 len: 898 time: 0.1935818 Dec 23 12:42:49.936338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:49.937026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.001672 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-c26f9797-49b3-40a4-8372-171b2a8745a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 200 len: 1000 time: 0.0761940 Dec 23 12:42:50.032785 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-769e73be-e67d-479a-81e9-6238b8c64a67 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The resource could not be found. Dec 23 12:42:50.033909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-769e73be-e67d-479a-81e9-6238b8c64a67 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2518110 Dec 23 12:42:50.043240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41356) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.055206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-2ccfa6de-307d-4993-9bd4-61b62177e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:50.057347 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-2ccfa6de-307d-4993-9bd4-61b62177e33c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4372db9e-627e-4015-a003-da359b8e7307 HTTP/1.1" status: 200 len: 834 time: 0.0480227 Dec 23 12:42:50.093228 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f144c80b-1a6b-4607-a144-c2605a068695 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1654818 Dec 23 12:42:50.096166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41358) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.107347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-69bfb90e-e7e1-40ba-ab59-60a490a036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:42:50.109079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-69bfb90e-e7e1-40ba-ab59-60a490a036f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81823906-6ffe-4122-b0c2-6ed9636224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450702 Dec 23 12:42:50.147243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.206897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.240047 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-cb3d0531-2da3-4801-ba8b-4d1dd693cf4f service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182106 Dec 23 12:42:50.259273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Deleting port 011185d0-8ee6-4f16-9528-28ce7ff8d6ef {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:50.259575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.349780 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.354403 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.359828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/8885ff83-89af-4db6-900a-0182b6e72de5 HTTP/1.1" status: 204 len: 168 time: 0.3121610 Dec 23 12:42:50.359982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-208b2a1e-50cb-41e0-beca-2f70d57852e1 req-42d616d1-d8b0-4a2a-a23b-3338be3f115d service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082072 Dec 23 12:42:50.360473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41366) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.385651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.401378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210cab5-b813-449c-829e-ceb1f2501471 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885ff83-89af-4db6-900a-0182b6e72de5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:50.417630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Calling delete_port for 011185d0-8ee6-4f16-9528-28ce7ff8d6ef owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:50.456710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac15f7a6-70d9-4669-8c62-93e45ec19d70 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0949838 Dec 23 12:42:50.460471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41372) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.472409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e71fa48d-c4c7-496f-989b-a97a1cc46cdb tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '60b70935-984a-43dc-82e5-b98ca9fcc5ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:50.683611 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-e71fa48d-c4c7-496f-989b-a97a1cc46cdb tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The resource could not be found. Dec 23 12:42:50.684677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e71fa48d-c4c7-496f-989b-a97a1cc46cdb tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2206991 Dec 23 12:42:50.688531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41378) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.693010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253630172'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:50.716846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.765284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Port': ['ID=011185d0-8ee6-4f16-9528-28ce7ff8d6ef,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:50.779514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.848758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:50.854260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-815f70d9-193b-4cf5-bac0-2f0931d2e89d tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/ports/011185d0-8ee6-4f16-9528-28ce7ff8d6ef HTTP/1.1" status: 204 len: 168 time: 0.7570605 Dec 23 12:42:50.856884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41382) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:50.862210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9', 'external_fixed_ips': [{'subnet_id': 'ff0d1b75-e675-43ca-83f4-8f786b792dec', 'ip_address': '172.20.0.4'}]}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:50.879729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.038952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.042877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.043050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.082520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c401ebad-027f-4c54-841c-b401f243b174,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:51.125526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.150979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.150979 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-489db810-c814-420b-bd71-943038c999a7 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4613576 Dec 23 12:42:51.154141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41394) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:51.159882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000701577'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:51.277724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.347313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.362538 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.438191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.471725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f875276f-fce7-4078-b533-909888536cd3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:51.519190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.520470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7690398a-6a1a-4d83-ab14-d3a633f270aa tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3652651 Dec 23 12:42:51.523348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41410) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:51.527898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8762997a-2922-4270-b441-d3951ac35fc4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': 'c401ebad-027f-4c54-841c-b401f243b174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f875276f-fce7-4078-b533-909888536cd3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:51.681228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.707293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.723801 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-8762997a-2922-4270-b441-d3951ac35fc4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:51.727635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8762997a-2922-4270-b441-d3951ac35fc4 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2007089 Dec 23 12:42:51.733821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41414) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:51.786089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.812199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.952382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.965649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:51.972365 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/f875276f-fce7-4078-b533-909888536cd3 HTTP/1.1" status: 204 len: 168 time: 0.2433546 Dec 23 12:42:51.973842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41420) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:52.002185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea773be-4fd7-48ca-a1c5-fdcd75c3fd65 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875276f-fce7-4078-b533-909888536cd3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:52.130282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4bf9963c-2624-43ef-a663-3858ea1b08f8 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1488297 Dec 23 12:42:52.130883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41426) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:52.194677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.223296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.275215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.20.0.4 (e9382c56-7797-43be-aad5-38d9427540f9/ff0d1b75-e675-43ca-83f4-8f786b792dec/1544c2cc-d852-47a7-8527-3f38e13d2d1a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:42:52.369782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.375095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.376448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/c401ebad-027f-4c54-841c-b401f243b174 HTTP/1.1" status: 204 len: 168 time: 0.2444956 Dec 23 12:42:52.380922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41434) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:52.411888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da4b9-e81a-4432-ba3d-18ed82571a32 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401ebad-027f-4c54-841c-b401f243b174,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:52.431613 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.470120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3608cacd-ae7a-4c18-95b5-bbf26a3f218d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888658 Dec 23 12:42:52.476981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:52.482094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050191404'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:52.587131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.619362 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.673298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network e9382c56-7797-43be-aad5-38d9427540f9 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:42:52.679036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:42:52.684500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:42:52.687806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=1544c2cc-d852-47a7-8527-3f38e13d2d1a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:52.745123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.775246 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.803730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.834470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80f552-eeac-4d76-b0ea-2face0d35c34,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:52.891553 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:52.894069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21b56ca2-465c-4272-b903-76ae56a51a5d tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4147618 Dec 23 12:42:52.895919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41448) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:52.900785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-72ea667b-f27b-4a4a-9c9c-3c04be8fa2cf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '3c80f552-eeac-4d76-b0ea-2face0d35c34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:53.023968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.097350 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-72ea667b-f27b-4a4a-9c9c-3c04be8fa2cf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:53.097999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-72ea667b-f27b-4a4a-9c9c-3c04be8fa2cf tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2010245 Dec 23 12:42:53.100689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41452) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:53.105576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-10398670-29c5-4721-8c50-b0cb5e532d29 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group_rule': {'security_group_id': '3c80f552-eeac-4d76-b0ea-2face0d35c34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:53.244049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.289338 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-10398670-29c5-4721-8c50-b0cb5e532d29 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:42:53.293131 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-10398670-29c5-4721-8c50-b0cb5e532d29 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1886144 Dec 23 12:42:53.293812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41456) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:53.370403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.396856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.511996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router afba9751-6b08-49ba-b9f5-3cc2219d7a87 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:42:53.560687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.566326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.567723 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c80f552-eeac-4d76-b0ea-2face0d35c34 HTTP/1.1" status: 204 len: 168 time: 0.2718625 Dec 23 12:42:53.571038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41466) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:53.612562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371e33b-de93-4ca9-8bf1-b361ea6ec0ac tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80f552-eeac-4d76-b0ea-2face0d35c34,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:53.669694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:42:53.672389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c7b7ee60-4ffa-4de2-9df0-aa8942a1252e tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995679 Dec 23 12:42:53.676716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41472) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:53.683526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Sync routers for ids ['afba9751-6b08-49ba-b9f5-3cc2219d7a87'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:42:53.685946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'tempest-secgroup--453746275'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:53.697096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Routers {'afba9751-6b08-49ba-b9f5-3cc2219d7a87'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:53.697743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['afba9751-6b08-49ba-b9f5-3cc2219d7a87'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:53.819571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Set router afba9751-6b08-49ba-b9f5-3cc2219d7a87 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:42:53.825682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:53.827626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-353c671e-f16a-44df-bf29-e88a62cb1942 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9696145 Dec 23 12:42:53.831052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41478) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:53.965627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.017337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.060367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afba9751-6b08-49ba-b9f5-3cc2219d7a87', 'name': '', 'tenant_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9', 'external_fixed_ips': [{'subnet_id': 'ff0d1b75-e675-43ca-83f4-8f786b792dec', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '1544c2cc-d852-47a7-8527-3f38e13d2d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:42:51Z', 'updated_at': '2021-12-23T12:42:52Z', 'revision_number': 3, 'project_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'gw_port': {'id': '1544c2cc-d852-47a7-8527-3f38e13d2d1a', 'name': '', 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afba9751-6b08-49ba-b9f5-3cc2219d7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'ff0d1b75-e675-43ca-83f4-8f786b792dec', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:42:51Z', 'updated_at': '2021-12-23T12:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff0d1b75-e675-43ca-83f4-8f786b792dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:54.092670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Checking router: afba9751-6b08-49ba-b9f5-3cc2219d7a87 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:42:54.093003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Updating router afba9751-6b08-49ba-b9f5-3cc2219d7a87 port 1544c2cc-d852-47a7-8527-3f38e13d2d1a binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:42:54.120506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.133334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.152989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.180405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.211075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eedd4a6-fca9-489a-8f2c-6db5400b92f1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:54.262906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Deleting port 1544c2cc-d852-47a7-8527-3f38e13d2d1a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:42:54.268951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.304593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.308659 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7bcaa3cf-91fa-44ce-b56d-2dce92834a31 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6265030 Dec 23 12:42:54.309590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41482) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.316092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b0a7d004-d6db-4ee3-9a54-2b8fcc220c94 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:54.316092 n-d-822750-2 neutron-server[104037]: WARNING neutron.api.v2.base [None req-b0a7d004-d6db-4ee3-9a54-2b8fcc220c94 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 23 12:42:54.316569 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-b0a7d004-d6db-4ee3-9a54-2b8fcc220c94 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 12:42:54.317542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b0a7d004-d6db-4ee3-9a54-2b8fcc220c94 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "PUT /v2.0/security-groups/9eedd4a6-fca9-489a-8f2c-6db5400b92f1 HTTP/1.1" status: 409 len: 330 time: 0.0069664 Dec 23 12:42:54.321185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.357450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.370837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Calling delete_port for 1544c2cc-d852-47a7-8527-3f38e13d2d1a owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:42:54.374807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.391404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.415218 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.431671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.508959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c916e45-68cc-4b70-b35f-923738336375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.584544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.639876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:54.640909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:54.641302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a on network e9382c56-7797-43be-aad5-38d9427540f9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:54.644454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1019a-2fc1-4a2a-a282-280be3ca4571 None None] Pushing event updated for resources: {'Port': ['ID=1544c2cc-d852-47a7-8527-3f38e13d2d1a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:54.648759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:54.649164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Checking segment: {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:54.649571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.649956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Bound using segment: {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:54.650516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Bound port: 1544c2cc-d852-47a7-8527-3f38e13d2d1a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:54.650914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.651896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.655900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.660765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/9eedd4a6-fca9-489a-8f2c-6db5400b92f1 HTTP/1.1" status: 204 len: 168 time: 0.3358002 Dec 23 12:42:54.661511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.672794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a91a5c-8d3d-404a-8897-4f688cb8b197 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eedd4a6-fca9-489a-8f2c-6db5400b92f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:54.736175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2351c7bc-b480-4a21-bb11-7dbf0ff6432c tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739100 Dec 23 12:42:54.740416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.759524 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:42:54.767840 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:42:54.768265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.797104 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-3fa496a7-d577-42a0-a177-2ab9949d5a70 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] delete failed (client error): The resource could not be found. Dec 23 12:42:54.802097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3fa496a7-d577-42a0-a177-2ab9949d5a70 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9f3bf1f-e263-4ce5-99b1-19e2a0e181cb HTTP/1.1" status: 404 len: 347 time: 0.0546939 Dec 23 12:42:54.802528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41504) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.803106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c916e45-68cc-4b70-b35f-923738336375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.804341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Port': ['ID=1544c2cc-d852-47a7-8527-3f38e13d2d1a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:54.825975 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-9afb8a2d-9a5b-4a82-916e-0c4e6eaafbae tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] show failed (client error): The resource could not be found. Dec 23 12:42:54.828246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9afb8a2d-9a5b-4a82-916e-0c4e6eaafbae tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-groups/ca218a47-db41-4fbb-8a64-169034e1afe3 HTTP/1.1" status: 404 len: 347 time: 0.0241790 Dec 23 12:42:54.834561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41506) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.869754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c916e45-68cc-4b70-b35f-923738336375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:54.876216 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-68720f32-1514-4fe1-b4a8-efd7ad1f9241 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] show failed (client error): The resource could not be found. Dec 23 12:42:54.880454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-68720f32-1514-4fe1-b4a8-efd7ad1f9241 tempest-NegativeSecGroupIPv6Test-1546277778 tempest-NegativeSecGroupIPv6Test-1546277778-project] 10.222.0.16 "GET /v2.0/security-group-rules/91f4b9d0-894e-4aba-a71a-89c87966686c HTTP/1.1" status: 404 len: 356 time: 0.0418851 Dec 23 12:42:54.924806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c916e45-68cc-4b70-b35f-923738336375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd5936-acc3-4a73-ae48-d7b28940c698,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:54.931092 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c916e45-68cc-4b70-b35f-923738336375 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93b6d4c5ba3d40a4b7cffd7f0f998e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5545058 Dec 23 12:42:54.933706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:54.935981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.066521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.072649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.080664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.134533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.214706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.215301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afba9751-6b08-49ba-b9f5-3cc2219d7a87 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:42:55.223614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.230389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bfd3a20e-9902-41fb-bed1-6a6d7f64f6a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/routers/afba9751-6b08-49ba-b9f5-3cc2219d7a87 HTTP/1.1" status: 204 len: 168 time: 1.3923068 Dec 23 12:42:55.230389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:55.271673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Deleting subnet ff0d1b75-e675-43ca-83f4-8f786b792dec {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:42:55.274043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:42:55.274522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:42:55.274901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Attempting to bind port 1544c2cc-d852-47a7-8527-3f38e13d2d1a on network e9382c56-7797-43be-aad5-38d9427540f9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:42:55.275010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.279854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:42:55.280228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Checking segment: {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:42:55.280628 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.281729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Bound using segment: {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:42:55.282279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Bound port: 1544c2cc-d852-47a7-8527-3f38e13d2d1a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568a510f-2aa1-4ede-b28a-171ab69d9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e9382c56-7797-43be-aad5-38d9427540f9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:42:55.282661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.300770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Port 1544c2cc-d852-47a7-8527-3f38e13d2d1a has been deleted concurrently {{(pid=104039) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 23 12:42:55.301187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.303803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.304992 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26cd5936-acc3-4a73-ae48-d7b28940c698 HTTP/1.1" status: 204 len: 168 time: 0.3701503 Dec 23 12:42:55.311971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:42:55.312411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:42:55.313052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_agentschedulers_db [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afba9751-6b08-49ba-b9f5-3cc2219d7a87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent'). {{(pid=104039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 12:42:55.313493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e9efc5-12a2-4cbd-bb47-7144607e8fcb None None] The sync data for ids ['afba9751-6b08-49ba-b9f5-3cc2219d7a87'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:42:55.332212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0328d38-fe08-4ed4-8886-429ffba84752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd5936-acc3-4a73-ae48-d7b28940c698,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:55.346454 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.395369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.457772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41530) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:55.518042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.546735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0d1b75-e675-43ca-83f4-8f786b792dec,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:55.549075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.555186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41534) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:55.555336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-236bd18b-d955-4a3e-975c-5907c26f9c0f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/ff0d1b75-e675-43ca-83f4-8f786b792dec HTTP/1.1" status: 204 len: 168 time: 0.3269544 Dec 23 12:42:55.601777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b3b452fe-0f0e-4b8f-b325-5a89894a9e67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69a44cf090094094b989bf67a957076f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427569 Dec 23 12:42:55.604180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:55.635203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.662278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.689547 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.730739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.756686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9382c56-7797-43be-aad5-38d9427540f9']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:55.768286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568a510f-2aa1-4ede-b28a-171ab69d9465') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:55.768670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568a510f-2aa1-4ede-b28a-171ab69d9465') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:42:55.778694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.793601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.801194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:42:55.805122 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:42:55.831684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.834515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.838940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1cc9e98-cccd-4ad6-9346-890802bb1be6 HTTP/1.1" status: 204 len: 168 time: 0.2306981 Dec 23 12:42:55.850270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953403fd-8be8-4f4f-9e9f-2dae0ba35658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc9e98-cccd-4ad6-9346-890802bb1be6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:55.946462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.954632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9382c56-7797-43be-aad5-38d9427540f9 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 12:42:55.958916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:55.962804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e9382c56-7797-43be-aad5-38d9427540f9 HTTP/1.1" status: 204 len: 168 time: 0.4064622 Dec 23 12:42:55.978010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eee05-6121-43f2-a384-fea55ed80a24 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9382c56-7797-43be-aad5-38d9427540f9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:56.138593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:56.159975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbd8-b2cc-4c75-a766-fe36ba6aded1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.272477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbd8-b2cc-4c75-a766-fe36ba6aded1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.352486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dbd8-b2cc-4c75-a766-fe36ba6aded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.428107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b1e4dbd8-b2cc-4c75-a766-fe36ba6aded1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e49e60bc845d45699e167f844079ce04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883272 Dec 23 12:42:56.430754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41570) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:56.443112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4dbd8-b2cc-4c75-a766-fe36ba6aded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f469c-666c-4636-a521-20b3625d64f0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:56.560528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.590718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.707431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41584) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:56.711842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'name': 'tempest-router--482894336', 'project_id': 'bd13523c0194476faab30c5d7877ab87'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:56.809233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.812249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.813645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/823f469c-666c-4636-a521-20b3625d64f0 HTTP/1.1" status: 204 len: 168 time: 0.3817635 Dec 23 12:42:56.821896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a682a92-d3c8-46e1-8d23-4243a6ab65b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f469c-666c-4636-a521-20b3625d64f0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:56.838708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.841131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:56.904241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.015820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.166196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.168051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-caf7db3e-3d96-4fee-b82f-8d858edba285 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4594646 Dec 23 12:42:57.170824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41602) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:57.254220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.448512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.451182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.526030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41616) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:57.579441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.580023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdb188dd-fd8a-4586-988d-469a3b8758a6 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:42:57.584575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:57.588450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e8c37be0-0bcd-4b87-aacd-9fc57d1a8f91 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/routers/fdb188dd-fd8a-4586-988d-469a3b8758a6 HTTP/1.1" status: 204 len: 168 time: 0.4140127 Dec 23 12:42:57.741854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-18958be8-5f2b-4a0a-adf7-41a72d22b0ef tempest-ServiceProvidersTest-127879629 tempest-ServiceProvidersTest-127879629-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2145150 Dec 23 12:42:58.227992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41640) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:58.422148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1594376339', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:42:58.506912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:58.507782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:58.601706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:58.677251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:58.954249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d26579-a709-4555-b287-02b3ef6ed7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:58.970989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.134595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d26579-a709-4555-b287-02b3ef6ed7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.210699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3d26579-a709-4555-b287-02b3ef6ed7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.759616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41682) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:42:59.766163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3d26579-a709-4555-b287-02b3ef6ed7d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9d750cd47c64ce8aaf8fbc410ae6434&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0868528 Dec 23 12:42:59.784432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.787190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26579-a709-4555-b287-02b3ef6ed7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b0d110-184e-4895-918d-347ecc44f6f1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:42:59.811575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.899856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:42:59.983506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.028185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Allocated IP 172.25.7.154 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/b91d925a-0207-4373-aab7-de8001f532ab) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:00.162213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.169941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.173426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.174937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2b0d110-184e-4895-918d-347ecc44f6f1 HTTP/1.1" status: 204 len: 168 time: 0.4132483 Dec 23 12:43:00.185730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d1876-36e3-42db-8aa7-7dbd70fad89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b0d110-184e-4895-918d-347ecc44f6f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:00.288528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.377586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:00.381282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:00.410906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:00.412167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0634b-dc3a-4992-a075-93cc321bf2cd None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:00.504357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event updated for resources: {'Port': ['ID=b91d925a-0207-4373-aab7-de8001f532ab,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:00.519447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-784e9132-1c10-4bf6-b2da-d3f21afa808a None None] Provisioning complete for port b91d925a-0207-4373-aab7-de8001f532ab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:00.519998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-784e9132-1c10-4bf6-b2da-d3f21afa808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:00.595450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-784e9132-1c10-4bf6-b2da-d3f21afa808a None None] Port b91d925a-0207-4373-aab7-de8001f532ab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:01.110193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:01.380080 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:01.928309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Router 53674939-9b18-4818-a0ce-7bd590ebf93e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:02.176024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:02.179187 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001c657-7252-4e30-ba51-c11353105353 None None] Sync routers for ids ['53674939-9b18-4818-a0ce-7bd590ebf93e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:02.189661 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] Routers {'53674939-9b18-4818-a0ce-7bd590ebf93e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:02.190276 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53674939-9b18-4818-a0ce-7bd590ebf93e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:02.241529 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:02.251451 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] Routers {'53674939-9b18-4818-a0ce-7bd590ebf93e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:02.252085 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['53674939-9b18-4818-a0ce-7bd590ebf93e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:02.286936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e001c657-7252-4e30-ba51-c11353105353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:02.287605 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001c657-7252-4e30-ba51-c11353105353 None None] The sync data for ids ['53674939-9b18-4818-a0ce-7bd590ebf93e'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:02.388200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:02.392806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1af9a44d-4a4b-43a3-b2a9-fc6631b3d763 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1605022 Dec 23 12:43:02.393193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41750) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:02.551437 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af9abf86-e1e4-45da-9fb2-b0e383f7e67c tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/53674939-9b18-4818-a0ce-7bd590ebf93e HTTP/1.1" status: 200 len: 921 time: 0.1571181 Dec 23 12:43:02.554262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:02.606985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f38c3c55-ce8f-4a59-97d8-0874ab542d42 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=53674939-9b18-4818-a0ce-7bd590ebf93e HTTP/1.1" status: 200 len: 205 time: 0.0514400 Dec 23 12:43:02.610425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41760) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:02.763337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:02.898343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.045871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port b91d925a-0207-4373-aab7-de8001f532ab {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:03.046235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.158241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.165429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for b91d925a-0207-4373-aab7-de8001f532ab owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:03.567408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.610094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=b91d925a-0207-4373-aab7-de8001f532ab,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:03.637697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00e5f6-5ee7-46c6-85b5-7db20abcaf4f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:03.822802 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.890070 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:43:03.949522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:03.952206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.112059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.112935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router 53674939-9b18-4818-a0ce-7bd590ebf93e {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:04.132090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.134293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1687c99-8a9d-4fb3-8b83-a925f60ad42e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/53674939-9b18-4818-a0ce-7bd590ebf93e HTTP/1.1" status: 204 len: 168 time: 1.5226667 Dec 23 12:43:04.137905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41810) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:04.144222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1697342007', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:04.278335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41814) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:04.300750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.301871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.370283 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.452177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f15faf14-62c6-412c-90d6-45ba7cae4f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.569115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41822) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:04.581606 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f15faf14-62c6-412c-90d6-45ba7cae4f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.655652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.675721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f15faf14-62c6-412c-90d6-45ba7cae4f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.740777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc161cd8-18e3-49c6-8bac-87dcd5bc7de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.748746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f15faf14-62c6-412c-90d6-45ba7cae4f83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96257ea2ef5d409b9287e91dcb0f25c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667442 Dec 23 12:43:04.748746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15faf14-62c6-412c-90d6-45ba7cae4f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499e4f49-8a92-424f-bb85-4977752bb087,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:04.752037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41828) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:04.842124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.873769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:04.958160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc161cd8-18e3-49c6-8bac-87dcd5bc7de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.089060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.100774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.103402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.107405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/499e4f49-8a92-424f-bb85-4977752bb087 HTTP/1.1" status: 204 len: 168 time: 0.3374135 Dec 23 12:43:05.117857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.120225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc161cd8-18e3-49c6-8bac-87dcd5bc7de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.123806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8fde6-405c-4ba1-8b47-e6cd362e29a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e4f49-8a92-424f-bb85-4977752bb087,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:05.237059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc161cd8-18e3-49c6-8bac-87dcd5bc7de3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5c8eeb2635642fdb674ae8cbfad0e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6664813 Dec 23 12:43:05.237692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:05.242788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc161cd8-18e3-49c6-8bac-87dcd5bc7de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ead9db-eda8-46fb-820c-a88f6a324042,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:05.323829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.354841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.359094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.25.7.103 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2e460009-86fa-471d-8002-3a646fffd6db) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:05.507516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.512150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.517548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.531547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ead9db-eda8-46fb-820c-a88f6a324042 HTTP/1.1" status: 204 len: 168 time: 0.2910645 Dec 23 12:43:05.554364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104bc09-eb53-41ea-bce4-7aad93df0e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ead9db-eda8-46fb-820c-a88f6a324042,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:05.649449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.710205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:05.714552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:05.716365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=2e460009-86fa-471d-8002-3a646fffd6db,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:05.719203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:05.745408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6bdb4-9b91-46f2-bc11-f559c0d0b0ff None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:05.871698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fa299a56-f141-4bfd-a9ee-4c93f32209c3 None None] Provisioning complete for port 2e460009-86fa-471d-8002-3a646fffd6db triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:05.872316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa299a56-f141-4bfd-a9ee-4c93f32209c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:05.915861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fa299a56-f141-4bfd-a9ee-4c93f32209c3 None None] Port 2e460009-86fa-471d-8002-3a646fffd6db cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:05.925780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:05.945878 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f33-321d-4c3a-9fee-5aa1dc35a8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.041801 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f33-321d-4c3a-9fee-5aa1dc35a8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.128091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.134838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2ae22f33-321d-4c3a-9fee-5aa1dc35a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.173334 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2ae22f33-321d-4c3a-9fee-5aa1dc35a8e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f10986bdf4ea4dd197b51438c6b90baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433867 Dec 23 12:43:06.176596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41864) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:06.196533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22f33-321d-4c3a-9fee-5aa1dc35a8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfa561-d8f8-4411-8b99-a2cd0f72f548,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:06.245726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.283034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.470459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.473205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.474479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ecfa561-d8f8-4411-8b99-a2cd0f72f548 HTTP/1.1" status: 204 len: 168 time: 0.2967961 Dec 23 12:43:06.482926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41870) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:06.494063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fd87a-8d98-4660-aad4-72a575206d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfa561-d8f8-4411-8b99-a2cd0f72f548,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:06.537638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:06.568861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07be5a69-3a15-4ada-ad42-f7e9dcd8112e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.678011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.692591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07be5a69-3a15-4ada-ad42-f7e9dcd8112e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.747571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07be5a69-3a15-4ada-ad42-f7e9dcd8112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.747800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425f5f02-afb5-48fa-adc8-56efbcdcaec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:06.834024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be5a69-3a15-4ada-ad42-f7e9dcd8112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbae15-64f1-4b71-b51c-abe1bef3e946,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:06.844024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-07be5a69-3a15-4ada-ad42-f7e9dcd8112e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c616f6d113f9486a94ef1412d6386d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044155 Dec 23 12:43:06.845230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:07.016086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425f5f02-afb5-48fa-adc8-56efbcdcaec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.042833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.070258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.106553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-425f5f02-afb5-48fa-adc8-56efbcdcaec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.141720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router 5b089720-9137-4294-8f74-b20921359073 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:07.157335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-425f5f02-afb5-48fa-adc8-56efbcdcaec9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=544e4db593fe447da5f114b8a8bbbb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6678736 Dec 23 12:43:07.159199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f5f02-afb5-48fa-adc8-56efbcdcaec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a847c25c-c5ab-4f59-bdc9-24197e2954de,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:07.160505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41894) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:07.217455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.221175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.227015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81fbae15-64f1-4b71-b51c-abe1bef3e946 HTTP/1.1" status: 204 len: 168 time: 0.3759601 Dec 23 12:43:07.237191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6d573-c392-4926-afae-8d46f2ab430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbae15-64f1-4b71-b51c-abe1bef3e946,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:07.257898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.290326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:07.296933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.303635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Sync routers for ids ['5b089720-9137-4294-8f74-b20921359073'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:07.346856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Routers {'5b089720-9137-4294-8f74-b20921359073'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:07.349709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5b089720-9137-4294-8f74-b20921359073'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:07.389263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.391255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dda8a4c2-2c99-48d8-8401-6cce576627b6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2522333 Dec 23 12:43:07.394436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:07.431624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.436256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.445156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a847c25c-c5ab-4f59-bdc9-24197e2954de HTTP/1.1" status: 204 len: 168 time: 0.2834828 Dec 23 12:43:07.462323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3fa81-d990-44bf-9523-bc8f4e330bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847c25c-c5ab-4f59-bdc9-24197e2954de,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:07.518085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Set router 5b089720-9137-4294-8f74-b20921359073 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:07.565425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b02da713-a92d-40cd-904e-46aba967a833 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/5b089720-9137-4294-8f74-b20921359073 HTTP/1.1" status: 200 len: 909 time: 0.1679299 Dec 23 12:43:07.565995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41906) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:07.570709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1697342007', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': True}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:07.706348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.707422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.758354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b089720-9137-4294-8f74-b20921359073', 'name': 'tempest-snat-router-1697342007', 'tenant_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103'}], 'enable_snat': False}, 'gw_port_id': '2e460009-86fa-471d-8002-3a646fffd6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:43:04Z', 'updated_at': '2021-12-23T12:43:05Z', 'revision_number': 3, 'project_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'gw_port': {'id': '2e460009-86fa-471d-8002-3a646fffd6db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b089720-9137-4294-8f74-b20921359073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:43:05Z', 'updated_at': '2021-12-23T12:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:07.803588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Checking router: 5b089720-9137-4294-8f74-b20921359073 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:43:07.804340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Updating router 5b089720-9137-4294-8f74-b20921359073 port 2e460009-86fa-471d-8002-3a646fffd6db binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:43:07.815177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:07.835184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.157275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.316002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.394332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41926) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:08.410856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aedb3-1b8b-4d21-a6b5-105a60cb4efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.424446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.514017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a71db-49e5-4836-ac7f-4143076b73ce None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:08.555103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a439f7-1e07-43a1-b2d8-fd274c45cb16 None None] Pushing event updated for resources: {'Port': ['ID=2e460009-86fa-471d-8002-3a646fffd6db,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:08.567629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.571055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Attempting to bind port 2e460009-86fa-471d-8002-3a646fffd6db on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:43:08.571312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Attempting to bind port 2e460009-86fa-471d-8002-3a646fffd6db by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:43:08.571691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Attempting to bind port 2e460009-86fa-471d-8002-3a646fffd6db on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:43:08.577422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:43:08.578268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:43:08.585302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aedb3-1b8b-4d21-a6b5-105a60cb4efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.590872 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.591366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:43:08.591886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Bound port: 2e460009-86fa-471d-8002-3a646fffd6db, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:43:08.592318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.610764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.649299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac4aedb3-1b8b-4d21-a6b5-105a60cb4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.678759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] For port 2e460009-86fa-471d-8002-3a646fffd6db, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:43:08.685396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] For port 2e460009-86fa-471d-8002-3a646fffd6db, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2e460009-86fa-471d-8002-3a646fffd6db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:43:08.687539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8ab3ded1-728b-4338-8001-b437158c0f42 None None] Provisioning complete for port 2e460009-86fa-471d-8002-3a646fffd6db triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:08.687928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ded1-728b-4338-8001-b437158c0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.719226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ac4aedb3-1b8b-4d21-a6b5-105a60cb4efc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c97c2ed67492449b89c64f5d092cc04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208718 Dec 23 12:43:08.719435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:08.732886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3ded1-728b-4338-8001-b437158c0f42 None None] Port 2e460009-86fa-471d-8002-3a646fffd6db cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:08.747846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aedb3-1b8b-4d21-a6b5-105a60cb4efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494d734-a4d5-4bdd-b3ec-3a7e7d1574f5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:08.759372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.787661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.25.7.203 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7aa3bb29-edc6-42cc-9441-d100dfeab587) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:08.804588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.840096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a439f7-1e07-43a1-b2d8-fd274c45cb16 None None] Pushing event updated for resources: {'Port': ['ID=2e460009-86fa-471d-8002-3a646fffd6db,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:08.858764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:08.863000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219c556-9bb9-4de1-854e-a88b43536b54 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:08.878776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Routers {'5b089720-9137-4294-8f74-b20921359073'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:08.879295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5b089720-9137-4294-8f74-b20921359073'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:09.020564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.023348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.027061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d494d734-a4d5-4bdd-b3ec-3a7e7d1574f5 HTTP/1.1" status: 204 len: 168 time: 0.3011308 Dec 23 12:43:09.034306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbe0f7-25fd-43ea-ad70-036114fcc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494d734-a4d5-4bdd-b3ec-3a7e7d1574f5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:09.054037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.158702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.249366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:09.254577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa3bb29-edc6-42cc-9441-d100dfeab587,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:09.257377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:09.259819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:09.262803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] Provisioning complete for port 2e460009-86fa-471d-8002-3a646fffd6db triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:09.263511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.305246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ffe0f-d285-470c-b7fb-e183f8405558 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:09.341141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] Set router 5b089720-9137-4294-8f74-b20921359073 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:09.562381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.606731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] For port 2e460009-86fa-471d-8002-3a646fffd6db, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2e460009-86fa-471d-8002-3a646fffd6db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:09.659398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b089720-9137-4294-8f74-b20921359073', 'name': 'tempest-snat-router-1697342007', 'tenant_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103'}], 'enable_snat': False}, 'gw_port_id': '2e460009-86fa-471d-8002-3a646fffd6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:43:04Z', 'updated_at': '2021-12-23T12:43:05Z', 'revision_number': 3, 'project_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'gw_port': {'id': '2e460009-86fa-471d-8002-3a646fffd6db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b089720-9137-4294-8f74-b20921359073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:43:05Z', 'updated_at': '2021-12-23T12:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:09.700696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fddd46-7c42-461e-99a7-edae492be5c1 None None] The sync data for ids ['5b089720-9137-4294-8f74-b20921359073'] in n-d-822750-2 is: [{'id': '5b089720-9137-4294-8f74-b20921359073', 'name': 'tempest-snat-router-1697342007', 'tenant_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103'}], 'enable_snat': False}, 'gw_port_id': '2e460009-86fa-471d-8002-3a646fffd6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:43:04Z', 'updated_at': '2021-12-23T12:43:05Z', 'revision_number': 3, 'project_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'gw_port': {'id': '2e460009-86fa-471d-8002-3a646fffd6db', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b089720-9137-4294-8f74-b20921359073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:43:05Z', 'updated_at': '2021-12-23T12:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:09.723690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.801781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f76e53-f26c-43bb-b6e3-175d7555e130 None None] Pushing event updated for resources: {'Port': ['ID=2e460009-86fa-471d-8002-3a646fffd6db,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:09.862069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-22a25e9c-ef55-4e1e-a1a3-62cf0f2f7935 None None] Provisioning complete for port 7aa3bb29-edc6-42cc-9441-d100dfeab587 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:09.867072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22a25e9c-ef55-4e1e-a1a3-62cf0f2f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:09.941063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-22a25e9c-ef55-4e1e-a1a3-62cf0f2f7935 None None] Port 7aa3bb29-edc6-42cc-9441-d100dfeab587 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:10.117639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:10.375199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:10.535950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2e460009-86fa-471d-8002-3a646fffd6db up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:43:10.598530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2e460009-86fa-471d-8002-3a646fffd6db triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:10.599122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:10.643237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router d94bd841-cd27-4ed2-be07-c92de5e7b6d6 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:10.774525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:10.789280 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Sync routers for ids ['d94bd841-cd27-4ed2-be07-c92de5e7b6d6'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:10.807701 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Routers {'d94bd841-cd27-4ed2-be07-c92de5e7b6d6'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:10.809699 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d94bd841-cd27-4ed2-be07-c92de5e7b6d6'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:10.873877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:10.875794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c1c2d51-e962-45d4-b91b-896aa397b73a tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3088274 Dec 23 12:43:10.878597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:10.903496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:10.947654 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Set router d94bd841-cd27-4ed2-be07-c92de5e7b6d6 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:11.042533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:11.057053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c9bde423-e62d-4820-b91d-8eb1dde21e30 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/d94bd841-cd27-4ed2-be07-c92de5e7b6d6 HTTP/1.1" status: 200 len: 908 time: 0.1589403 Dec 23 12:43:11.178806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.254966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94bd841-cd27-4ed2-be07-c92de5e7b6d6', 'name': 'tempest-snat-router-1697342007', 'tenant_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '7aa3bb29-edc6-42cc-9441-d100dfeab587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:43:07Z', 'updated_at': '2021-12-23T12:43:09Z', 'revision_number': 3, 'project_id': '0639c86cd7674b65b4f39e778cf8fd7a', 'gw_port': {'id': '7aa3bb29-edc6-42cc-9441-d100dfeab587', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94bd841-cd27-4ed2-be07-c92de5e7b6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:43:08Z', 'updated_at': '2021-12-23T12:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:11.317002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Checking router: d94bd841-cd27-4ed2-be07-c92de5e7b6d6 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:43:11.317002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Updating router d94bd841-cd27-4ed2-be07-c92de5e7b6d6 port 7aa3bb29-edc6-42cc-9441-d100dfeab587 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:43:11.351242 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.363501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.470266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8d727cb-b2ec-43d2-81ba-d9ed349c6dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.680011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8d727cb-b2ec-43d2-81ba-d9ed349c6dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.686383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Deleting port 7aa3bb29-edc6-42cc-9441-d100dfeab587 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:11.686383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.790712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.800228 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.806782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Calling delete_port for 7aa3bb29-edc6-42cc-9441-d100dfeab587 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:11.865091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b8d727cb-b2ec-43d2-81ba-d9ed349c6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.895324 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:11.925735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b8d727cb-b2ec-43d2-81ba-d9ed349c6dd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ade9eb539204b6aae1e49f9820bcac8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208893 Dec 23 12:43:11.927973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d727cb-b2ec-43d2-81ba-d9ed349c6dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae0c1e-bca7-4c90-939c-7dd508a38cea,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:11.929103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42026) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:11.965228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9697f-02cf-4d23-a902-bc44c00f31ae None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:12.025328 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.026561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:43:12.026925 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:43:12.027284 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:43:12.033815 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Pushing event updated for resources: {'Port': ['ID=7aa3bb29-edc6-42cc-9441-d100dfeab587,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:12.054809 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:43:12.055185 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:43:12.055591 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.055988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:43:12.056457 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Bound port: 7aa3bb29-edc6-42cc-9441-d100dfeab587, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:43:12.056922 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.066125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.068443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.070480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.071017 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.071564 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.072075 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.072580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.073103 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.073748 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.074258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.074744 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.079029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.081592 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.083044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df02270-4f86-44f2-8c9d-84635943eac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:12.105771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5753c0ef-b73e-410b-9106-708e02403437 None None] Provisioning complete for port 7aa3bb29-edc6-42cc-9441-d100dfeab587 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:12.108094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5753c0ef-b73e-410b-9106-708e02403437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.158898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5753c0ef-b73e-410b-9106-708e02403437 None None] Port 7aa3bb29-edc6-42cc-9441-d100dfeab587 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:12.223979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.226614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.227775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44ae0c1e-bca7-4c90-939c-7dd508a38cea HTTP/1.1" status: 204 len: 168 time: 0.2970259 Dec 23 12:43:12.236031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d790-f271-4055-babc-f740779a5ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae0c1e-bca7-4c90-939c-7dd508a38cea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:12.254687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.266569 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.db.api [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:43:12.267649 n-d-822750-2 neutron-server[104040]: DEBUG oslo_db.api [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:43:12.282984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa3bb29-edc6-42cc-9441-d100dfeab587,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:12.295505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f028852-bcce-4eb6-87ce-b326c7670e8c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:12.361237 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.484307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.487010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.601490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.602115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d94bd841-cd27-4ed2-be07-c92de5e7b6d6 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:12.607281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.612087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5872a94f-edd4-4fae-8abc-71b20d0c47d0 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d94bd841-cd27-4ed2-be07-c92de5e7b6d6 HTTP/1.1" status: 204 len: 168 time: 1.5661178 Dec 23 12:43:12.612326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42042) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:12.724296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.787259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:43:12.787630 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:43:12.787985 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Attempting to bind port 7aa3bb29-edc6-42cc-9441-d100dfeab587 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:43:12.793518 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:43:12.793887 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:43:12.794283 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.794669 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:43:12.795127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Bound port: 7aa3bb29-edc6-42cc-9441-d100dfeab587, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:43:12.795499 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:12.819802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.plugin [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Port 7aa3bb29-edc6-42cc-9441-d100dfeab587 has been deleted concurrently {{(pid=104040) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 23 12:43:12.832459 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Routers set() bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:12.832932 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Router IDs set() for agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:43:12.833574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_agentschedulers_db [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d94bd841-cd27-4ed2-be07-c92de5e7b6d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent'). {{(pid=104040) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 12:43:12.833942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c73f1-7a13-4e30-903e-af91dc034a7a None None] The sync data for ids ['d94bd841-cd27-4ed2-be07-c92de5e7b6d6'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:12.865871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.026586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Deleting port 2e460009-86fa-471d-8002-3a646fffd6db {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:13.026928 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.114326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] For port 2e460009-86fa-471d-8002-3a646fffd6db, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2e460009-86fa-471d-8002-3a646fffd6db,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:13.114708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.129279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Calling delete_port for 2e460009-86fa-471d-8002-3a646fffd6db owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:13.165176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42056) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:13.183296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-43cf39e0-8dc9-4f8e-a576-e41a142f69a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.273135 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97fba362-9143-455f-a378-6dd9efd93bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.373197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.418331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf66ee-58c5-4404-bcf9-a226b3c9a7ac None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:13.448086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-43cf39e0-8dc9-4f8e-a576-e41a142f69a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.448272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e460009-86fa-471d-8002-3a646fffd6db,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:13.470833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.523201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-43cf39e0-8dc9-4f8e-a576-e41a142f69a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.582348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.584975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.599170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-43cf39e0-8dc9-4f8e-a576-e41a142f69a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9a74cc1da9149ae99a6a8878bc6e625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321089 Dec 23 12:43:13.602460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:13.644093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf39e0-8dc9-4f8e-a576-e41a142f69a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d5d2ca-1011-40bd-bafc-f52ed4b524e4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:13.693601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.717109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.735413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.737148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b089720-9137-4294-8f74-b20921359073 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:13.750982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.756004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42084) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:13.757757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7dfc3496-ba5a-4ab4-aaeb-3af05ad6b8ee tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5b089720-9137-4294-8f74-b20921359073 HTTP/1.1" status: 204 len: 168 time: 1.1443005 Dec 23 12:43:13.760635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-681753541', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:13.854865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.856009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.891022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.893672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:13.894866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1d5d2ca-1011-40bd-bafc-f52ed4b524e4 HTTP/1.1" status: 204 len: 168 time: 0.2908309 Dec 23 12:43:13.915754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef514a-d5e6-45cd-9246-87e4c155ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d5d2ca-1011-40bd-bafc-f52ed4b524e4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:13.961837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:14.195879 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:14.501102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2e460009-86fa-471d-8002-3a646fffd6db no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:43:14.524885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2e460009-86fa-471d-8002-3a646fffd6db {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:43:14.525485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2e460009-86fa-471d-8002-3a646fffd6db not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:43:14.563428 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:14.597330 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:14.712737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Allocated IP 172.25.7.131 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/27aa3ee4-c2fb-4754-9511-8200f2e7f182) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:14.826773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:14.964464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:15.007414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:15.010419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:15.013455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:15.024593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be8d4b-816d-443e-ba55-c411f6b64a6e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:15.054737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event updated for resources: {'Port': ['ID=27aa3ee4-c2fb-4754-9511-8200f2e7f182,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:15.158458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ec5501db-eb7f-4aff-97a0-02f625b0e0ac None None] Provisioning complete for port 27aa3ee4-c2fb-4754-9511-8200f2e7f182 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:15.159672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ec5501db-eb7f-4aff-97a0-02f625b0e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:15.199487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ec5501db-eb7f-4aff-97a0-02f625b0e0ac None None] Port 27aa3ee4-c2fb-4754-9511-8200f2e7f182 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:15.434390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:15.668528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:15.986197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Router 267176cf-03c5-4fa4-88e9-431159f39ed3 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:16.101354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:16.113301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] Sync routers for ids ['267176cf-03c5-4fa4-88e9-431159f39ed3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:16.124777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] Routers {'267176cf-03c5-4fa4-88e9-431159f39ed3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:16.125865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:42:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['267176cf-03c5-4fa4-88e9-431159f39ed3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:16.129503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5de51d0e-2425-4bc8-bcab-3443b2d84b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:16.165658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:16.175519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] Routers {'267176cf-03c5-4fa4-88e9-431159f39ed3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:16.176124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['267176cf-03c5-4fa4-88e9-431159f39ed3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:16.209350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:16.210003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fc2f2-53c4-4d1c-8825-87e52a5892a4 None None] The sync data for ids ['267176cf-03c5-4fa4-88e9-431159f39ed3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:16.223823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:16.224404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-da2ba36c-0dac-4d23-8f5b-664c08a0670d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4669819 Dec 23 12:43:16.226757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:16.231504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:16.511538 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:16.881080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:17.494325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:17.498194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:17.619767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router 267176cf-03c5-4fa4-88e9-431159f39ed3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:43:17.719878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42210) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:17.807664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:17.819769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:17.819769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a2909de3-7a49-47fe-b5ce-01909fe917aa tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "PUT /v2.0/routers/267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 200 len: 921 time: 1.5852039 Dec 23 12:43:17.820871 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] Sync routers for ids ['267176cf-03c5-4fa4-88e9-431159f39ed3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:17.821251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42216) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:17.849725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] Routers {'267176cf-03c5-4fa4-88e9-431159f39ed3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:17.853523 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['267176cf-03c5-4fa4-88e9-431159f39ed3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:17.935072 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:17.946501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] Routers {'267176cf-03c5-4fa4-88e9-431159f39ed3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:17.950988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['267176cf-03c5-4fa4-88e9-431159f39ed3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:17.991207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42224) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:17.992017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f57767da-dafd-42e2-a0bf-f902c3c98ed2 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 200 len: 921 time: 0.1699696 Dec 23 12:43:18.015229 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:18.018427 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00227ea2-e756-426f-81ed-a5213ad06edc None None] The sync data for ids ['267176cf-03c5-4fa4-88e9-431159f39ed3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:18.055372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c2d9a-fcf1-478d-bb7f-682786ee2504 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:18.065012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-700c2d9a-fcf1-478d-bb7f-682786ee2504 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=267176cf-03c5-4fa4-88e9-431159f39ed3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0635657 Dec 23 12:43:18.065183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:18.105409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d9707a6-6b65-4cae-a3d0-63d39024a33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.169559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.207405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11794a2-670b-46a3-ab18-aea496ccbf5b tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:18.208792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b11794a2-670b-46a3-ab18-aea496ccbf5b tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.1480753 Dec 23 12:43:18.211982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42230) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:18.252055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d9707a6-6b65-4cae-a3d0-63d39024a33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.259957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57935abe-2d83-4567-b523-e0d0bc7a2b21 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 200 len: 205 time: 0.0448475 Dec 23 12:43:18.261298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42236) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:18.338401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.353031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d9707a6-6b65-4cae-a3d0-63d39024a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.405473 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d9707a6-6b65-4cae-a3d0-63d39024a33c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56bd379acdd24dd296abe06edf6e740e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6839039 Dec 23 12:43:18.406596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42242) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:18.412438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9707a6-6b65-4cae-a3d0-63d39024a33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e4190-d515-4398-8b1b-2bf9a49a87c1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:18.417057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.482811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.516883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.540541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.705824 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.708804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.711977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f84e4190-d515-4398-8b1b-2bf9a49a87c1 HTTP/1.1" status: 204 len: 168 time: 0.3017862 Dec 23 12:43:18.721767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60a383-d3d2-4dc6-bddb-9d7bd70c5557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e4190-d515-4398-8b1b-2bf9a49a87c1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:18.743560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port 27aa3ee4-c2fb-4754-9511-8200f2e7f182 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:18.744275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.835913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:18.848892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for 27aa3ee4-c2fb-4754-9511-8200f2e7f182 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:19.161377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.185116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=27aa3ee4-c2fb-4754-9511-8200f2e7f182,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:19.190049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.216181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad1e4e-d3e3-4fc2-8745-05167bcfdc06 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:19.286575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.386518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.388678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.538704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.539967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router 267176cf-03c5-4fa4-88e9-431159f39ed3 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:19.558371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.560411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a396901a-98c2-4081-bff5-bf788c39f08e tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 204 len: 168 time: 1.2977998 Dec 23 12:43:19.565251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:19.572157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-540576499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:19.687900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.688943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.706781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:19.752435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed9d5ac-687c-4f1f-ab11-5ad925760143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.763018 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.837943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed9d5ac-687c-4f1f-ab11-5ad925760143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.839674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.973454 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bed9d5ac-687c-4f1f-ab11-5ad925760143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.990234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:19.990234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-931896b5-cef5-42fc-a52f-ba7bd97d1fe9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4213526 Dec 23 12:43:19.991620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42298) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:20.006585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:20.055999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bed9d5ac-687c-4f1f-ab11-5ad925760143 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6484d2cebff42af996bf4d443c4afee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483050 Dec 23 12:43:20.058157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9d5ac-687c-4f1f-ab11-5ad925760143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70890a9d-e8d5-49be-9bae-ef0b8e2d1820,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:20.062367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:20.165532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.230797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.412637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.415296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.418999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70890a9d-e8d5-49be-9bae-ef0b8e2d1820 HTTP/1.1" status: 204 len: 168 time: 0.3552921 Dec 23 12:43:20.433166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338728-e814-4b85-b2a6-af936c21ddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70890a9d-e8d5-49be-9bae-ef0b8e2d1820,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:20.438296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.808982 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.855789 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:20.994595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Allocated IP 172.25.7.128 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/879b0d05-4960-4ddb-8cee-3b8a7386c9e5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:21.173656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:21.321673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:21.372744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:21.376328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:21.379844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:21.385525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event updated for resources: {'Port': ['ID=879b0d05-4960-4ddb-8cee-3b8a7386c9e5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:21.400803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b85524c-14af-4f9b-9c23-ae703234bfcb None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:21.480771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e998d09e-b9cb-40d9-943b-b2d3ae817586 None None] Provisioning complete for port 879b0d05-4960-4ddb-8cee-3b8a7386c9e5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:21.481178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e998d09e-b9cb-40d9-943b-b2d3ae817586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:21.540635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e998d09e-b9cb-40d9-943b-b2d3ae817586 None None] Port 879b0d05-4960-4ddb-8cee-3b8a7386c9e5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:21.772940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:22.013542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:22.020319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:22.328896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Router b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:22.451428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:22.460479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:22.461781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c49fd386-4150-4028-bd28-f309d7e4211c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "PUT /v2.0/routers/b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 200 len: 879 time: 2.4682944 Dec 23 12:43:22.463874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] Sync routers for ids ['b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:22.465274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42390) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:22.478702 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] Routers {'b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:22.479598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:22.521856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:22.534977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] Routers {'b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:22.535850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:22.574624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:22.576111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de5241-5856-40ec-8091-49ee1361423c None None] The sync data for ids ['b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:22.605436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-341c77f8-91a9-48c5-93f7-0f578cabccc9 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 200 len: 920 time: 0.1385381 Dec 23 12:43:22.607282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42394) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:22.653607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa01a2e-09ed-4bea-88bb-b317f315b95c tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:22.656260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1aa01a2e-09ed-4bea-88bb-b317f315b95c tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0478888 Dec 23 12:43:22.659057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:22.748632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81a94c-775e-45b5-ba32-6fdbe0ac83da tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:22.750693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e81a94c-775e-45b5-ba32-6fdbe0ac83da tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.0906539 Dec 23 12:43:22.753590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42398) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:22.781085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f1d90c67-8d4d-47e0-9ac4-98e600871511 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 200 len: 205 time: 0.0258281 Dec 23 12:43:22.782104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:22.785117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42402) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:22.897594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:23.387191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:23.553605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port 879b0d05-4960-4ddb-8cee-3b8a7386c9e5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:23.554265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:23.631705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:23.644273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for 879b0d05-4960-4ddb-8cee-3b8a7386c9e5 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:23.888679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:23.920097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9c806-5d06-4e04-abe6-f1ae85e2ab2b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:23.927208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=879b0d05-4960-4ddb-8cee-3b8a7386c9e5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:23.986840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.092643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.095320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.229490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.230074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:24.238014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.240312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f65189b-8fa2-4bf1-99b0-091d412ca3b3 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 204 len: 168 time: 1.4539919 Dec 23 12:43:24.243068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42454) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:24.247848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-520960141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:24.335690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.339795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.398902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.443705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.531891 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:24.533735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-51cbf940-8aab-4711-967b-e90705f9ac0a tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2895162 Dec 23 12:43:24.538483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42466) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:24.543431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': True}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:25.174855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:25.515601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:25.536705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:25.664455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.25.7.129 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7c8cffd4-f267-4ec0-aea2-340bb7aacd78) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:25.793738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:25.911812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:25.962507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:25.962708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:25.966599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:25.979028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04d5c1-d6d8-4c5f-a6d2-7ee5275d516e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:25.991992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=7c8cffd4-f267-4ec0-aea2-340bb7aacd78,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:26.106780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-76402d29-460e-4170-82bb-0d614917509e None None] Provisioning complete for port 7c8cffd4-f267-4ec0-aea2-340bb7aacd78 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:26.107382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76402d29-460e-4170-82bb-0d614917509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:26.166256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-76402d29-460e-4170-82bb-0d614917509e None None] Port 7c8cffd4-f267-4ec0-aea2-340bb7aacd78 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:26.489835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:26.718120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:26.731261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:26.977927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router 0aaaf347-eae1-452c-abac-deb2469e8a08 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:27.101350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:27.105550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:27.110357 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2c01503f-4d49-4c4f-aece-efb9639fad3f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "PUT /v2.0/routers/0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 200 len: 914 time: 2.5675967 Dec 23 12:43:27.113237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42518) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:27.120574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] Sync routers for ids ['0aaaf347-eae1-452c-abac-deb2469e8a08'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:27.138705 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] Routers {'0aaaf347-eae1-452c-abac-deb2469e8a08'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:27.140742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0aaaf347-eae1-452c-abac-deb2469e8a08'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:27.189721 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:27.198667 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] Routers {'0aaaf347-eae1-452c-abac-deb2469e8a08'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:27.199481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0aaaf347-eae1-452c-abac-deb2469e8a08'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:27.230331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-658150e2-7d31-430e-addd-4deeaf8492a8 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 200 len: 920 time: 0.1106162 Dec 23 12:43:27.232792 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:27.233887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42520) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:27.237467 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c4766-97c3-4ceb-9bf8-c50f6affb994 None None] The sync data for ids ['0aaaf347-eae1-452c-abac-deb2469e8a08'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:27.279291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59982a8-a8ab-4a39-814d-2aece4e928a6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:27.284131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a59982a8-a8ab-4a39-814d-2aece4e928a6 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=0aaaf347-eae1-452c-abac-deb2469e8a08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0465016 Dec 23 12:43:27.284748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:27.384159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36341a7c-7992-4a8c-99ab-24e9105b7d14 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:27.385560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-36341a7c-7992-4a8c-99ab-24e9105b7d14 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.0997360 Dec 23 12:43:27.388399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:27.421949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42534) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:27.422095 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9983adc6-8cad-4531-bd0a-4bc21171162f tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 200 len: 205 time: 0.0322342 Dec 23 12:43:27.567237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:27.691938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:27.824517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port 7c8cffd4-f267-4ec0-aea2-340bb7aacd78 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:27.825835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:27.962620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:27.991103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for 7c8cffd4-f267-4ec0-aea2-340bb7aacd78 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:28.288459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:28.334074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=7c8cffd4-f267-4ec0-aea2-340bb7aacd78,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:28.348897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dab4d3-d56c-4139-b5ca-326dbb9b2c16 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:28.743269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.743946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.744398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.744889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.745334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.745773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.746348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.746785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.747473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.748019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.748377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.749358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.749800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:28.793972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.003103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.008678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.385474 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.386015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router 0aaaf347-eae1-452c-abac-deb2469e8a08 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:29.394032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.395139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4832cbaf-e8ba-40d7-b588-370557b116c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 204 len: 168 time: 1.9720321 Dec 23 12:43:29.400049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:29.408440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-608854582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:29.488810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.489911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.571796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.641754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.747749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:29.751461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c66d8f2e-4db8-4635-9d1c-0124d5b273d1 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3501601 Dec 23 12:43:29.755923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42596) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:29.760755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'enable_snat': False}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:30.025360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:30.333987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:30.359116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:30.516167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Allocated IP 172.25.7.175 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/90fdf67c-e0c8-46b3-9ac5-68058e0b448d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:30.634084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:30.735416 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:30.790987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:30.795059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:30.801237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:30.805228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Pushing event updated for resources: {'Port': ['ID=90fdf67c-e0c8-46b3-9ac5-68058e0b448d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:30.816554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588385c-e105-416d-a9c0-e5250bc1ab2d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:30.950959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bd035c11-ccad-4b33-be31-dc1b70673674 None None] Provisioning complete for port 90fdf67c-e0c8-46b3-9ac5-68058e0b448d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:30.951776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd035c11-ccad-4b33-be31-dc1b70673674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:31.000209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bd035c11-ccad-4b33-be31-dc1b70673674 None None] Port 90fdf67c-e0c8-46b3-9ac5-68058e0b448d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:31.214561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:31.443564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:31.447116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:31.665939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Router 9ca56360-9597-46cc-b9b7-e8140f183be1 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:31.828866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:31.835906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:31.837872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4453005e-ce58-474c-9b79-6ef97642cb4f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "PUT /v2.0/routers/9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 200 len: 915 time: 2.0809195 Dec 23 12:43:31.839685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] Sync routers for ids ['9ca56360-9597-46cc-b9b7-e8140f183be1'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:31.840676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42642) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:31.869769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] Routers {'9ca56360-9597-46cc-b9b7-e8140f183be1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:31.869769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9ca56360-9597-46cc-b9b7-e8140f183be1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:31.925160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:31.935942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] Routers {'9ca56360-9597-46cc-b9b7-e8140f183be1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:31.941282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9ca56360-9597-46cc-b9b7-e8140f183be1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:31.988264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:31.989361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764c563-8059-460d-87b1-5278f959dbb8 None None] The sync data for ids ['9ca56360-9597-46cc-b9b7-e8140f183be1'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:31.992204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42644) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:31.994350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-950f1ca1-010a-4945-ab98-946deeee302f tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 200 len: 921 time: 0.1508253 Dec 23 12:43:32.037897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea962c96-e44f-48c4-84e8-5c11fd6999b4 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:32.039920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ea962c96-e44f-48c4-84e8-5c11fd6999b4 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=9ca56360-9597-46cc-b9b7-e8140f183be1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0457664 Dec 23 12:43:32.042675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:32.145254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5b36d-8609-4ffd-8514-e759384e0e9e tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:32.147013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7ac5b36d-8609-4ffd-8514-e759384e0e9e tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/networks/28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 881 time: 0.1034157 Dec 23 12:43:32.150189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42656) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:32.204224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f5364f7-df83-4097-8fea-34bd496de4e5 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 200 len: 205 time: 0.0475557 Dec 23 12:43:32.204565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42662) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:32.353418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:32.512588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:32.643858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port 90fdf67c-e0c8-46b3-9ac5-68058e0b448d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:32.644198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:32.784139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:32.797481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for 90fdf67c-e0c8-46b3-9ac5-68058e0b448d owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:33.209052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.244667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=90fdf67c-e0c8-46b3-9ac5-68058e0b448d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:33.277895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27264bf-340a-45ca-9739-d10f1a4f5609 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:33.362705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.454795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42686) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:33.524133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.526361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.601024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3354c604-180a-4572-b234-1a8fa66a81d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.642882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.643833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca56360-9597-46cc-b9b7-e8140f183be1 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:33.652150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.658505 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-16ab21b0-6fd7-415d-befd-5416d06bae53 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 204 len: 168 time: 1.4511411 Dec 23 12:43:33.659317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:33.665951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2044985758', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:33.731521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3354c604-180a-4572-b234-1a8fa66a81d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.768773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.769975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.801644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3354c604-180a-4572-b234-1a8fa66a81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.832280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3354c604-180a-4572-b234-1a8fa66a81d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e93943e3b24afea59a86c4e780ab89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755970 Dec 23 12:43:33.841263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42696) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:33.854700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.881934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354c604-180a-4572-b234-1a8fa66a81d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f6704-7d84-4b60-a0ee-e92032f65998,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:33.919844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:33.946332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.109211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.116949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.119707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.121081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c1f6704-7d84-4b60-a0ee-e92032f65998 HTTP/1.1" status: 204 len: 168 time: 0.2788920 Dec 23 12:43:34.129677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8353-b0bf-423f-b4ea-8948c403f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f6704-7d84-4b60-a0ee-e92032f65998,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:34.463568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.487227 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.634211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Allocated IP 172.25.7.98 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a83bace5-d9eb-49f6-a146-a38dffbea9cf) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:34.768683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.926526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42718) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:34.934557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.941939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b4e954c-e4a6-400f-93f0-0962a46611d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:34.995825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:34.997626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event updated for resources: {'Port': ['ID=a83bace5-d9eb-49f6-a146-a38dffbea9cf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:35.002139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:35.007906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:35.011444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.011775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.012119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.012561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.012788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.013127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.013457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.013777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.015170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.015557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.016008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.016341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.016667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:35.025435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b911593-98d5-47d7-90b1-59c2cc75b6b9 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:35.051340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b4e954c-e4a6-400f-93f0-0962a46611d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.151684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b4e954c-e4a6-400f-93f0-0962a46611d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.161405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-094aa096-f521-4341-bf01-b64d52aa74bf None None] Provisioning complete for port a83bace5-d9eb-49f6-a146-a38dffbea9cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:35.162529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-094aa096-f521-4341-bf01-b64d52aa74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.206770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b4e954c-e4a6-400f-93f0-0962a46611d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d24043848424342a95b9ada80ac70ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791255 Dec 23 12:43:35.209553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42720) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:35.209758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-094aa096-f521-4341-bf01-b64d52aa74bf None None] Port a83bace5-d9eb-49f6-a146-a38dffbea9cf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:35.214079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e954c-e4a6-400f-93f0-0962a46611d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1adc0d-6391-4b2d-ab3f-1580df72397c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:35.351645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.411726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.456749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.565334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.568992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:35.572598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d1adc0d-6391-4b2d-ab3f-1580df72397c HTTP/1.1" status: 204 len: 168 time: 0.3597035 Dec 23 12:43:35.698875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95b767-7153-464e-84b6-f642afcf8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1adc0d-6391-4b2d-ab3f-1580df72397c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:35.782911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:36.071878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Router 5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:36.232159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:36.249668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] Sync routers for ids ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:36.261897 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] Routers {'5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:36.263049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:36.300801 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:36.312980 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] Routers {'5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:36.313788 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:36.331464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:36.335719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42748) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:36.336282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92c561b8-31dc-4d8a-b87c-66a3e385366d tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6754014 Dec 23 12:43:36.348344 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:36.402593 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:36.403398 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a5c62-e3d2-4010-bf3f-15e404f61406 None None] The sync data for ids ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:36.726082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42760) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:36.862907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:36.934947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d98f4d08-6ae5-4c5d-ac0a-865f1035d3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:36.981667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.062826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d98f4d08-6ae5-4c5d-ac0a-865f1035d3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.117883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Deleting port a83bace5-d9eb-49f6-a146-a38dffbea9cf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:37.118300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.159026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d98f4d08-6ae5-4c5d-ac0a-865f1035d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.236918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.240959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f4d08-6ae5-4c5d-ac0a-865f1035d3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42459523-6b8a-4a98-b4d7-05795f749f0a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:37.252137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Calling delete_port for a83bace5-d9eb-49f6-a146-a38dffbea9cf owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:37.272968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d98f4d08-6ae5-4c5d-ac0a-865f1035d3f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2b07e5407d641c0bf4fb57a64ecc2a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5428774 Dec 23 12:43:37.275263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:37.375118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.414591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.549203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.552246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:37.553247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42459523-6b8a-4a98-b4d7-05795f749f0a HTTP/1.1" status: 204 len: 168 time: 0.2761185 Dec 23 12:43:37.569572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200cf59-5221-4743-b420-ba94397b82a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42459523-6b8a-4a98-b4d7-05795f749f0a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:38.054667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.086158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Pushing event deleted for resources: {'Port': ['ID=a83bace5-d9eb-49f6-a146-a38dffbea9cf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:38.104074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f35e3-7e16-47f2-8f4d-f0f0c9868444 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:38.158503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.338199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.352520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4afd3178-eb8b-4c3d-a771-1626d80e6ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.387155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.393276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.459229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4afd3178-eb8b-4c3d-a771-1626d80e6ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.505937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Router 5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:43:38.526526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4afd3178-eb8b-4c3d-a771-1626d80e6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.573402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd3178-eb8b-4c3d-a771-1626d80e6ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fce3a61-ed56-4935-9ac5-077fdbde7143,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:38.582941 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4afd3178-eb8b-4c3d-a771-1626d80e6ef0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd8737c067b34e6e889b35d713c512ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409043 Dec 23 12:43:38.583963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.609620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:38.617531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.618724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-74f391be-c36b-46f9-a30c-f9418460c3c4 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "PUT /v2.0/routers/5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 200 len: 706 time: 2.2818162 Dec 23 12:43:38.621750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42812) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.627130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] Sync routers for ids ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:38.656577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] Routers {'5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:38.657390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:38.706064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:38.715933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.717068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] Routers {'5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:38.718704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:38.724432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.724665 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-beddaf1c-02de-4774-9e15-c18671335140 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/routers/5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 200 len: 741 time: 0.0997531 Dec 23 12:43:38.754256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.760428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:38.761677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256da95-c37c-49ff-a6b0-6146505d4679 None None] The sync data for ids ['5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:38.816782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cfe1300c-d31d-40b1-bd54-9c39095778b9 tempest-RoutersAdminTest-792286259 tempest-RoutersAdminTest-792286259-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&device_id=5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 200 len: 205 time: 0.0910313 Dec 23 12:43:38.819788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.849909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3b3559f5-7d88-4e0c-935b-7adf024e7f33 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 200 len: 205 time: 0.0290165 Dec 23 12:43:38.852495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42834) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:38.927000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.929923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:38.934638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fce3a61-ed56-4935-9ac5-077fdbde7143 HTTP/1.1" status: 204 len: 168 time: 0.3506842 Dec 23 12:43:38.944025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984b4d4-0d52-4041-83e3-f66c6c07f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fce3a61-ed56-4935-9ac5-077fdbde7143,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:38.962355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.169808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.173053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.346651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.346935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:39.354352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.359195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1897331-023f-4763-9705-e6bc53521807 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 204 len: 168 time: 0.5020392 Dec 23 12:43:39.362057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.397042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7e00c695-1482-4184-95f1-97a4af58e41b tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 200 len: 205 time: 0.0337341 Dec 23 12:43:39.400707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42856) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.440716 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-6b1a0ac7-ca4a-43dc-be82-78b2d21392be tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.441828 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b1a0ac7-ca4a-43dc-be82-78b2d21392be tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/5e0bcea4-e64a-4c9e-b2bc-c76cee6cf1b0 HTTP/1.1" status: 404 len: 336 time: 0.0413384 Dec 23 12:43:39.444471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.484206 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5a557eb4-4b56-4f95-9e15-76db43f567f7 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 200 len: 205 time: 0.0385275 Dec 23 12:43:39.488701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42868) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.553808 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-cd6e151d-2701-421a-bffd-58998d7637aa tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.555272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cd6e151d-2701-421a-bffd-58998d7637aa tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/9ca56360-9597-46cc-b9b7-e8140f183be1 HTTP/1.1" status: 404 len: 336 time: 0.0653989 Dec 23 12:43:39.560241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42870) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.589373 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0afa592a-7134-4fd3-84d9-961729d811e5 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 200 len: 205 time: 0.0292611 Dec 23 12:43:39.590805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42872) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.635390 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-b9fb0eb3-e041-45ef-ac80-1ea4802df736 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.636904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b9fb0eb3-e041-45ef-ac80-1ea4802df736 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/0aaaf347-eae1-452c-abac-deb2469e8a08 HTTP/1.1" status: 404 len: 336 time: 0.0449643 Dec 23 12:43:39.640022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.669754 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bdea1171-08e3-41d3-ad8b-688bc4595416 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 200 len: 205 time: 0.0284297 Dec 23 12:43:39.672784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.725198 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-54e7d4fe-81e2-44aa-ba14-1d4c858567b9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.726264 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-54e7d4fe-81e2-44aa-ba14-1d4c858567b9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/b3c5b0cc-eb74-41fb-98b6-e217f30fb8b6 HTTP/1.1" status: 404 len: 336 time: 0.0525594 Dec 23 12:43:39.728931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42882) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.761440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d726a011-27c7-4d66-bf96-8bd2d4552823 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 200 len: 205 time: 0.0311711 Dec 23 12:43:39.763880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.826145 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-d8d28a1b-8780-4d1b-9706-398636eb8be8 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.830773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d8d28a1b-8780-4d1b-9706-398636eb8be8 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/267176cf-03c5-4fa4-88e9-431159f39ed3 HTTP/1.1" status: 404 len: 336 time: 0.0622852 Dec 23 12:43:39.831307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.895702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8415da3-2941-404e-9692-ebe0b929ae0c tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "GET /v2.0/ports?device_id=53674939-9b18-4818-a0ce-7bd590ebf93e HTTP/1.1" status: 200 len: 205 time: 0.0633447 Dec 23 12:43:39.897745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.947082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42894) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.961368 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-84ed54f9-0841-493e-bd77-389c78e285b9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] delete failed (client error): The resource could not be found. Dec 23 12:43:39.962809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-84ed54f9-0841-493e-bd77-389c78e285b9 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/routers/53674939-9b18-4818-a0ce-7bd590ebf93e HTTP/1.1" status: 404 len: 336 time: 0.0638604 Dec 23 12:43:39.965806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-291ec02b-ab0d-4497-a859-3fa1cf2cfb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:39.966026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:39.994734 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9459731-f356-43ae-aa14-9eb5dea0ee79 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] DELETE failed (client error): The resource could not be found. Dec 23 12:43:39.995191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9459731-f356-43ae-aa14-9eb5dea0ee79 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:43:40.010026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c9459731-f356-43ae-aa14-9eb5dea0ee79 tempest-RoutersAdminTest-689471109 tempest-RoutersAdminTest-689471109-project] 10.222.0.16 "DELETE /v2.0/subnets/ff0d1b75-e675-43ca-83f4-8f786b792dec HTTP/1.1" status: 404 len: 337 time: 0.0350175 Dec 23 12:43:40.146178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-291ec02b-ab0d-4497-a859-3fa1cf2cfb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.206657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-291ec02b-ab0d-4497-a859-3fa1cf2cfb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.253185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec02b-ab0d-4497-a859-3fa1cf2cfb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a652e4-a2e2-495f-85be-9928834bfce6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:40.262736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42908) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:40.262948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-291ec02b-ab0d-4497-a859-3fa1cf2cfb9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06c65aa3f7474076a316bd1272572559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150032 Dec 23 12:43:40.315685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.343312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.477165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.480781 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:40.482165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91a652e4-a2e2-495f-85be-9928834bfce6 HTTP/1.1" status: 204 len: 168 time: 0.2184036 Dec 23 12:43:40.498133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283f840-58d2-4097-87bf-aea158418593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a652e4-a2e2-495f-85be-9928834bfce6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:40.879648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42930) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:40.891862 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:43:41.162147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-302e7d93-592d-4dc3-83b2-549975b16132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.257235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-302e7d93-592d-4dc3-83b2-549975b16132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.372110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-302e7d93-592d-4dc3-83b2-549975b16132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.415903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-302e7d93-592d-4dc3-83b2-549975b16132 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f10cbb35d1ed41f1a29ed743462e35c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325174 Dec 23 12:43:41.415903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e7d93-592d-4dc3-83b2-549975b16132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea3528-ecde-45b3-8d36-6adb4fd7cc2a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:41.416280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:41.476454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.500366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.688794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.691432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:41.692637 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4ea3528-ecde-45b3-8d36-6adb4fd7cc2a HTTP/1.1" status: 204 len: 168 time: 0.2737420 Dec 23 12:43:41.703612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb56f6-8464-496a-b4b6-7d5d642ee5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea3528-ecde-45b3-8d36-6adb4fd7cc2a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:41.951570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42980) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:42.173514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 5534aa3a-118a-45f8-ac96-604e887ad52b {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:42.174208 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.275457 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.275782 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.288848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 5534aa3a-118a-45f8-ac96-604e887ad52b owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:42.540053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.585867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=5534aa3a-118a-45f8-ac96-604e887ad52b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:42.632340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.632754 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Floating IP cce572de-9346-4634-865e-ef5c91a3d26c disassociated (deleted). External IP: 172.25.7.90, port: 8ef1b5c8-9690-4293-86de-f26fcab35b56. Dec 23 12:43:42.638558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43006) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:42.698879 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-20bd50a8-22a5-4b13-afce-56d5aa29319f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0639c86cd7674b65b4f39e778cf8fd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571520 Dec 23 12:43:42.701242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43010) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:42.775492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.806494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.961965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.967259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:42.968332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/216bc5e5-970b-4c0c-a4a9-e4c72c9278fd HTTP/1.1" status: 204 len: 168 time: 0.2634416 Dec 23 12:43:42.984357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e90e14-8b58-439c-a2e8-47acf3d3ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216bc5e5-970b-4c0c-a4a9-e4c72c9278fd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:42.987246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router ce74f08b-13da-4254-ad02-0290c23b2c2f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:43:43.168073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:43.177149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:43.180549 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Sync routers for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:43.212458 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:43.213545 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:43.257634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8fa80b1b-61ef-4c24-855d-94b57dba8412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:43.264981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e39216dc-a6fa-4556-a55d-6bd850a97b26 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/floatingips/cce572de-9346-4634-865e-ef5c91a3d26c HTTP/1.1" status: 204 len: 168 time: 1.3105898 Dec 23 12:43:43.267244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:43:43.271911 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ab38da-f374-4a20-b7c7-b144fde94f35" -d '{"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:43:43.340813 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:43.341375 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02965c-ee28-40d3-884b-6ad7f52df3ad x-openstack-request-id: req-ac02965c-ee28-40d3-884b-6ad7f52df3ad {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:43:43.341830 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:43:43.344893 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac02965c-ee28-40d3-884b-6ad7f52df3ad {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:43:43.346846 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'status': 'completed', 'code': 200} Dec 23 12:43:43.450573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-f5eda205-1521-4275-9cac-d77a9a659f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:43.455078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-f5eda205-1521-4275-9cac-d77a9a659f09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c95a45dd98b447989e82921fb516201d&device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 1096 time: 0.0927315 Dec 23 12:43:43.695512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-42c84fde-597f-415c-8516-07436be23af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:43.697076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-42c84fde-597f-415c-8516-07436be23af9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 200 len: 898 time: 0.2345555 Dec 23 12:43:43.753480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-9fa186d8-fde6-4d06-a5a7-40d2c26f03f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 200 len: 217 time: 0.0491560 Dec 23 12:43:43.851044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:43.878701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-709af72c-4a1e-44d8-811b-362a16744c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:43.886662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-709af72c-4a1e-44d8-811b-362a16744c2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4372db9e-627e-4015-a003-da359b8e7307 HTTP/1.1" status: 200 len: 834 time: 0.1246600 Dec 23 12:43:43.916273 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Checking router: ce74f08b-13da-4254-ad02-0290c23b2c2f for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:43:43.943178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:43.943900 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:43.967910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-6bdc7044-154c-4d48-8963-aebf63097030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:43.967910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-6bdc7044-154c-4d48-8963-aebf63097030 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81823906-6ffe-4122-b0c2-6ed9636224a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687747 Dec 23 12:43:44.105069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-8e69ad0e-5d46-4837-8d3b-73500a3a7069 service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334269 Dec 23 12:43:44.118217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46832-7424-49e3-aa75-2496d35669c4 req-7a85fe92-0143-4d38-938a-b73bcef498c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:44.119839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3f46832-7424-49e3-aa75-2496d35669c4 req-7a85fe92-0143-4d38-938a-b73bcef498c4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1303499 Dec 23 12:43:44.215379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3f46832-7424-49e3-aa75-2496d35669c4 req-0e6f9f51-88a5-4e3a-8af1-db319b8ecb71 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848203 Dec 23 12:43:44.244494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:44.349571 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20ab38da-f374-4a20-b7c7-b144fde94f35 req-50f62f58-6274-42b2-90a2-8e0278ac08c1 service neutron] 10.222.0.57 "GET /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359776 Dec 23 12:43:44.625154 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:44.661927 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b19c2-2088-4fe0-b099-69c519d98ee1 None None] The sync data for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 is: [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:40:48Z', 'revision_number': 4, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '71cbc1c1-2cbf-40e7-9fd2-b606c7c36076', 'name': '', 'network_id': '81823906-6ffe-4122-b0c2-6ed9636224a2', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'mac_address': 'fa:16:3e:4d:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '4372db9e-627e-4015-a003-da359b8e7307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:45Z', 'updated_at': '2021-12-23T12:40:53Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'subnets': [{'id': '4372db9e-627e-4015-a003-da359b8e7307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:45.225201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fd2bc9-96f2-48c9-943e-0c1fbded8745 None None] New status for floating IP cce572de-9346-4634-865e-ef5c91a3d26c: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:43:45.342577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43110) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:45.431832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-6e95c0a1-4008-4918-9d09-6746971dc29e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:45.433411 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-6e95c0a1-4008-4918-9d09-6746971dc29e tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1225727 Dec 23 12:43:45.482217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dc6f6-53d6-42b9-a096-36f1d56f4ada req-591d63e3-7dd9-4f05-a797-e68a3a6d33df tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:45.486422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a18dc6f6-53d6-42b9-a096-36f1d56f4ada req-591d63e3-7dd9-4f05-a797-e68a3a6d33df tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 945 time: 0.1147232 Dec 23 12:43:45.659987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:45.660546 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:45.668376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a18dc6f6-53d6-42b9-a096-36f1d56f4ada req-9cb6d9ba-bae4-45d2-9681-4146d79c7500 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca54b3c-5e58-42f3-8bd9-093a1adb4436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732194 Dec 23 12:43:45.803898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 8ef1b5c8-9690-4293-86de-f26fcab35b56, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=8ef1b5c8-9690-4293-86de-f26fcab35b56,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:45.804435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:45.814842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1452534787'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:45.817789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 8ef1b5c8-9690-4293-86de-f26fcab35b56 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:45.923947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:43:45.934306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:45.944976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.100225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.109652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-baed38e3-da4f-4f39-8bea-d38f5ad6c986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.164710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=8ef1b5c8-9690-4293-86de-f26fcab35b56,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:46.169658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.217052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] No DVR routers for this DVR port 8ef1b5c8-9690-4293-86de-f26fcab35b56 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:43:46.219863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.223592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-25d1f281-1a78-43d4-a0be-9ec8c3a7f98e req-01b6e69b-0309-401d-9c20-66a468e4bfb4 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.57 "DELETE /v2.0/ports/8ef1b5c8-9690-4293-86de-f26fcab35b56 HTTP/1.1" status: 204 len: 173 time: 0.7734332 Dec 23 12:43:46.224052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-deleted', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:43:46.226339 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be4bcc-c715-49e7-8f46-5c6beaf7d36e" -d '{"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-deleted", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:43:46.262196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.266658 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de0a1ba-46e0-4401-9628-05159a6dc5ea x-openstack-request-id: req-1de0a1ba-46e0-4401-9628-05159a6dc5ea {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:43:46.266949 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90358500-e7a0-4853-a570-13be2b331ada", "name": "network-vif-deleted", "tag": "8ef1b5c8-9690-4293-86de-f26fcab35b56", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:43:46.267203 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1de0a1ba-46e0-4401-9628-05159a6dc5ea {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:43:46.267640 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90358500-e7a0-4853-a570-13be2b331ada', 'name': 'network-vif-deleted', 'tag': '8ef1b5c8-9690-4293-86de-f26fcab35b56', 'status': 'completed', 'code': 200} Dec 23 12:43:46.335707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:43:46.338529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99927c0f-322c-4da5-928c-72422a8603d6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:46.353718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.355312 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Added segment 46ab6524-9da2-46a7-a5e9-e7c30ececa01 of type vlan for network 6d8766f6-65fb-4076-af69-ec4268d3c04d Dec 23 12:43:46.485639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.560605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.593203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.609022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:46.609941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:46.708557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Network': ['ID=6d8766f6-65fb-4076-af69-ec4268d3c04d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:46.720518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:43:46.760718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-8c2ba415-fc51-40af-83a1-78596eb2a066 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425129 Dec 23 12:43:46.868456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d38b582-b044-4624-9fb9-33d91f32274e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5244687 Dec 23 12:43:46.871449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43182) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:46.884200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'subnet': {'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:47.077114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:43:47.087099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:47.227393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-708d680d-723a-44e3-b787-960ac6336d1a req-14367e3b-d331-47d2-bd91-f01c785f4647 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "GET /v2.0/ports?device_id=90358500-e7a0-4853-a570-13be2b331ada HTTP/1.1" status: 200 len: 210 time: 0.3709500 Dec 23 12:43:47.315584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-5c805f3b-20f6-4a0d-ad93-ce412100b4eb tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:47.324850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-5c805f3b-20f6-4a0d-ad93-ce412100b4eb tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5593889 Dec 23 12:43:47.350349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-6af2b5e2-99ed-4bf0-b14f-75bb392e45c2 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/quotas/4b8ecd7f16a14847a37ec157f86985fd HTTP/1.1" status: 200 len: 375 time: 0.0221238 Dec 23 12:43:47.456752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-3a5ff4c4-8a21-49b9-b3e5-e551dae95d9b tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028938 Dec 23 12:43:47.511805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:47.599221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Subnet': ['ID=8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:47.608424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Checking segment: {'id': '46ab6524-9da2-46a7-a5e9-e7c30ececa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:43:47.608793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network hostable DHCP agents. Network: 6d8766f6-65fb-4076-af69-ec4268d3c04d, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:43:47.726959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:43:47.799578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e2a18f1-a425-4d91-aaac-0f3258c1913c req-c92d8d70-4852-4a71-9e91-7a6a490a4d24 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.0422375 Dec 23 12:43:47.836766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6d8766f6-65fb-4076-af69-ec4268d3c04d) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:47.852878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bfd4ca-566b-4baa-b2fe-bb0710669ac9 None None] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:43:47.866144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:47.867009 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:47.960562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-52a1a4f0-7910-4d0a-aaf7-d2990aa1f9cf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0878978 Dec 23 12:43:47.963265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43212) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:47.969048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-172967919', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:48.035270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bf06e-a6b2-44d3-89a4-21b6b03f4723 None None] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:43:48.106449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.107588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.187715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.231101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.311009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43228) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:48.374653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.487243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.878548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:48.996652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3c8a74a5-e9b2-4a9c-ba03-c0405cef3b92 req-f0d8aa49-765c-4a6b-a0d8-94f5050ef3e4 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.0594914 Dec 23 12:43:49.185214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:43:49.228553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 8ef1b5c8-9690-4293-86de-f26fcab35b56 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:43:49.231216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 8ef1b5c8-9690-4293-86de-f26fcab35b56 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:43:49.237465 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.370404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:49.371055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.421597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.442265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.568193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.235 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bf2d055e-c5b7-4bad-9258-ebc7313ac9d1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:49.598201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:49.599062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.616086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:49.719400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.921958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.966693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:49.970001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:49.973053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:49.978709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:49.986048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485c638-1599-477d-8c52-720bf0390f73 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:50.043812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=71cbc1c1-2cbf-40e7-9fd2-b606c7c36076,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:50.099047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b8286ecb-71f6-41aa-9249-8545728f7834 None None] Provisioning complete for port bf2d055e-c5b7-4bad-9258-ebc7313ac9d1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:50.099601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b8286ecb-71f6-41aa-9249-8545728f7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:50.159241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b8286ecb-71f6-41aa-9249-8545728f7834 None None] Port bf2d055e-c5b7-4bad-9258-ebc7313ac9d1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:50.165572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=bf2d055e-c5b7-4bad-9258-ebc7313ac9d1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:50.195303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5069a1cd-b699-490d-a583-b5221455d84d req-93fe62a0-ac65-45c6-8b04-e0423849b0eb tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.0474257 Dec 23 12:43:50.365814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:50.540662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:50.673135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Router ce74f08b-13da-4254-ad02-0290c23b2c2f has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:43:50.823152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:50.848193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:50.860115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3cbfb6ec-1f0b-48ba-a7b2-1ff60e312377 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "PUT /v2.0/routers/ce74f08b-13da-4254-ad02-0290c23b2c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459564 Dec 23 12:43:50.860315 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Sync routers for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:50.863304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43294) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:50.878324 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:50.878971 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:50.951162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting subnet 4372db9e-627e-4015-a003-da359b8e7307 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:43:50.956002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.008950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.056033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-3f65ed42-854b-460d-9004-809749069e27 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1465929 Dec 23 12:43:51.087974 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:51.160301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.310576 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:43:49Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:51.343961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.345895 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Checking router: ce74f08b-13da-4254-ad02-0290c23b2c2f for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:43:51.359076 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Routers {'ce74f08b-13da-4254-ad02-0290c23b2c2f'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:51.359988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['ce74f08b-13da-4254-ad02-0290c23b2c2f'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:51.497639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Subnet': ['ID=4372db9e-627e-4015-a003-da359b8e7307,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:51.505384 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] Set router ce74f08b-13da-4254-ad02-0290c23b2c2f gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:43:51.513676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16edd248-48fc-4053-b14b-46804e20eefe req-2bd50ec6-eba4-42e9-bde1-dfd2abba3f94 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.1874092 Dec 23 12:43:51.528237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.531606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7eb1dde1-6dfe-40b6-b90c-9ae54830587c tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/subnets/4372db9e-627e-4015-a003-da359b8e7307 HTTP/1.1" status: 204 len: 168 time: 0.6672690 Dec 23 12:43:51.534467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43324) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:51.539048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82d2ef-91e2-4639-996e-4330823b3ffe None None] Network 81823906-6ffe-4122-b0c2-6ed9636224a2 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:43:51.625023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-79fc978b-8bb4-4cb4-a89f-f4760a499228 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:51.628640 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-79fc978b-8bb4-4cb4-a89f-f4760a499228 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5646319 Dec 23 12:43:51.644678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Request body: {'port': {'device_id': '88375634-3bf9-42cc-ae7a-9a805629238c', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '4b8ecd7f16a14847a37ec157f86985fd'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:51.747791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:43:51.761597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.762642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] DHCP port deletion for 81823906-6ffe-4122-b0c2-6ed9636224a2 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:51.808028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:43:49Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:51.870241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Deleting port 53373f42-6ce2-4121-b1d1-b032f42d9278 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:51.870917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.878350 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160acd-eb72-49ac-8f39-581e420c4253 None None] The sync data for ids ['ce74f08b-13da-4254-ad02-0290c23b2c2f'] in n-d-822750-2 is: [{'id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366908762', 'tenant_id': 'c95a45dd98b447989e82921fb516201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:40:36Z', 'updated_at': '2021-12-23T12:43:49Z', 'revision_number': 5, 'project_id': 'c95a45dd98b447989e82921fb516201d', 'gw_port': {'id': '235fbd0b-b271-4a53-a1bb-046ab2829204', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74f08b-13da-4254-ad02-0290c23b2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:40:38Z', 'updated_at': '2021-12-23T12:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:51.949493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] For port 53373f42-6ce2-4121-b1d1-b032f42d9278, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=53373f42-6ce2-4121-b1d1-b032f42d9278,segment=NetworkSegment(525e8215-d724-4479-b873-2daa5fe3e7c0),segment_id=525e8215-d724-4479-b873-2daa5fe3e7c0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:51.950208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:51.964410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Calling delete_port for 53373f42-6ce2-4121-b1d1-b032f42d9278 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:52.091755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.115728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:52.134096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:52.143209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:52.143607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:52.162358 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.214639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:52.223384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Pushing event deleted for resources: {'Port': ['ID=53373f42-6ce2-4121-b1d1-b032f42d9278,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:52.235738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:52.236398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:52.249936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Made reservation on behalf of 4b8ecd7f16a14847a37ec157f86985fd for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:43:52.253496 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.264901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.266182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-652ed09e-36e8-41ba-b0ec-9e84dc6ed89e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3019674 Dec 23 12:43:52.269013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:52.276064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:52.276984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209ec98-9462-4c50-bfbc-689eba60b73b None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:52.277869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.278944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] No DVR routers for this DVR port 53373f42-6ce2-4121-b1d1-b032f42d9278 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:43:52.282371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.283067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.283981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.285730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.286390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.286889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.287914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.288810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.289338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.289825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.290312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.290812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.291308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075fa36-6f62-4eb2-8ad3-fff1f4f3be2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:43:52.372752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Deleting port 235fbd0b-b271-4a53-a1bb-046ab2829204 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:43:52.373125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.402236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.469167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:52.625873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:43:52.776080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Allocated IP 192.168.233.62 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/04163262-b9d5-443f-b48d-fcdd997cf1f7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:53.109485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:43:53.109823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71cbc1c1-2cbf-40e7-9fd2-b606c7c36076 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:43:53.110379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 53373f42-6ce2-4121-b1d1-b032f42d9278 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:43:53.143732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65af8fe2-c19c-43c9-86fc-839437872a1d req-b2263e8e-b443-4a7a-aecc-70eafef1428c tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.0542893 Dec 23 12:43:53.156778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 53373f42-6ce2-4121-b1d1-b032f42d9278 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:43:53.157244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 53373f42-6ce2-4121-b1d1-b032f42d9278 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:43:53.164526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] For port 235fbd0b-b271-4a53-a1bb-046ab2829204, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=235fbd0b-b271-4a53-a1bb-046ab2829204,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:53.166080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.177404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.192426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30352ea-89c2-4d0f-a4df-98b6ee97afca,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:53.246927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-36c4cae5-02ba-4d7d-a91a-2822d6ce613a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6941445 Dec 23 12:43:53.250105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Calling delete_port for 235fbd0b-b271-4a53-a1bb-046ab2829204 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:43:53.260478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.312765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.374454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:53.378053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:53.382140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:53.415991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Pushing event updated for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:53.447431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.448358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.542480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-df2b5f3d-ebb7-493e-bc53-819f1e4565ed tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9042304 Dec 23 12:43:53.555043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Request body: {'port': {'device_id': '88375634-3bf9-42cc-ae7a-9a805629238c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:53.616303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.617300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.618451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.618999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.619519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.620535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.621099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:53.633645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1f6fb7e9-df77-43ea-9790-08e704791135 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.2518246 Dec 23 12:43:53.646501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.868934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-43378e40-cdf4-4068-a3be-2b5906850cdc None None] Provisioning complete for port 04163262-b9d5-443f-b48d-fcdd997cf1f7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:43:53.894638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43378e40-cdf4-4068-a3be-2b5906850cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:53.957392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-43378e40-cdf4-4068-a3be-2b5906850cdc None None] Port 04163262-b9d5-443f-b48d-fcdd997cf1f7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:43:54.010087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5c2c0e19-8a46-46ef-9f91-afc4b3ef3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.010672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5c2c0e19-8a46-46ef-9f91-afc4b3ef3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.011145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5c2c0e19-8a46-46ef-9f91-afc4b3ef3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.012871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5c2c0e19-8a46-46ef-9f91-afc4b3ef3280 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 2292 time: 0.3172362 Dec 23 12:43:54.155477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5ce07142-d6c0-4aa3-81e1-299223ffc5f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1001 time: 0.1329622 Dec 23 12:43:54.160005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04163262-b9d5-443f-b48d-fcdd997cf1f7 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:43:54.173848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.194937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Transition to ACTIVE for port object 04163262-b9d5-443f-b48d-fcdd997cf1f7 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:43:54.196424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.205447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.245695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Port': ['ID=235fbd0b-b271-4a53-a1bb-046ab2829204,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:54.269863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bba969-68dc-4078-b828-2dd2dd6d3537 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:43:54.286593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.315721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-83797b73-65eb-45ef-94d7-209b5c85794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.317222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-83797b73-65eb-45ef-94d7-209b5c85794f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.1552477 Dec 23 12:43:54.438050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Pushing event updated for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:54.533626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Attempting to bind port 04163262-b9d5-443f-b48d-fcdd997cf1f7 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:43:54.534445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Attempting to bind port 04163262-b9d5-443f-b48d-fcdd997cf1f7 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:43:54.534752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Attempting to bind port 04163262-b9d5-443f-b48d-fcdd997cf1f7 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:43:54.550354 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.569604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Port 04163262-b9d5-443f-b48d-fcdd997cf1f7 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:43:54.569946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Attempting to bind port 04163262-b9d5-443f-b48d-fcdd997cf1f7 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:43:54.576939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:43:54.577795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:43:54.579001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:43:54.579356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Bound port: 04163262-b9d5-443f-b48d-fcdd997cf1f7, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:43:54.579805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.667404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:43:54.672051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:43:54.724337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-eacb8c67-d91c-42fe-a145-65a64df4c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.724337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-eacb8c67-d91c-42fe-a145-65a64df4c715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849409 Dec 23 12:43:54.724337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.724337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.735045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e1ec4-3eaa-430c-8dfd-66d7dc232cd8 req-94747e09-f125-49ba-9418-bc1cc0dbb8e1 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.736483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c52e1ec4-3eaa-430c-8dfd-66d7dc232cd8 req-94747e09-f125-49ba-9418-bc1cc0dbb8e1 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 947 time: 0.4751184 Dec 23 12:43:54.872047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.914387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c52e1ec4-3eaa-430c-8dfd-66d7dc232cd8 req-66a13d18-19ac-4551-9eba-a36920fe7ddd tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659656 Dec 23 12:43:54.933941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:54.934917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:54.936691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] 10.222.0.57 "PUT /v2.0/ports/04163262-b9d5-443f-b48d-fcdd997cf1f7 HTTP/1.1" status: 200 len: 1095 time: 1.3860102 Dec 23 12:43:54.937633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:43:54.941053 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd12dcc2-a636-4cfc-a139-3804b37b7d43" -d '{"events": [{"name": "network-changed", "server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:43:54.979519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecae7e3-8cbb-4988-a95a-f2d92918c87a service neutron] Pushing event updated for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:54.996300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-31772bdf-c416-48bd-bddf-2abf75488998 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704685 Dec 23 12:43:55.022925 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac3d3e3-5d4d-464b-a446-2ef38bcbdbfd x-openstack-request-id: req-5ac3d3e3-5d4d-464b-a446-2ef38bcbdbfd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:43:55.023399 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:43:55.023666 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ac3d3e3-5d4d-464b-a446-2ef38bcbdbfd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:43:55.024067 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7', 'status': 'completed', 'code': 200} Dec 23 12:43:55.123763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.124299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Fanout notify agent at l3_agent the message router_deleted on router ce74f08b-13da-4254-ad02-0290c23b2c2f {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:43:55.137107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.138249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3534bb38-a728-4060-a4af-0a37e064527b tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/routers/ce74f08b-13da-4254-ad02-0290c23b2c2f HTTP/1.1" status: 204 len: 168 time: 3.6028442 Dec 23 12:43:55.162073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43414) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:55.206807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12dcc2-a636-4cfc-a139-3804b37b7d43 req-aa796d48-1454-4ec4-82d4-2092513d6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.208903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fd12dcc2-a636-4cfc-a139-3804b37b7d43 req-aa796d48-1454-4ec4-82d4-2092513d6f2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 1098 time: 0.1620908 Dec 23 12:43:55.282564 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fd12dcc2-a636-4cfc-a139-3804b37b7d43 req-09d3dcda-55c9-49d6-b6f2-ae79ae932500 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640016 Dec 23 12:43:55.342093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.390998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.1 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/273ac9d6-2d3d-4c92-a3bb-d9c101efe15e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:43:55.428623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-91bd8161-56cb-4040-9628-defa11f7d022 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021626 Dec 23 12:43:55.512961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12dcc2-a636-4cfc-a139-3804b37b7d43 req-d771b4eb-4477-4d40-a765-5baa49c9d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.515348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fd12dcc2-a636-4cfc-a139-3804b37b7d43 req-d771b4eb-4477-4d40-a765-5baa49c9d54c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231455 Dec 23 12:43:55.588026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-d23dd3a7-2f72-40bb-aac4-f7a93b85471c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.1296282 Dec 23 12:43:55.650761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.653532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-643d1304-e40e-45a2-8dd7-ae6656793b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.656197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-643d1304-e40e-45a2-8dd7-ae6656793b5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 1098 time: 0.0872235 Dec 23 12:43:55.718114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81823906-6ffe-4122-b0c2-6ed9636224a2']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:55.727057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-9b214698-1465-4635-b78b-844fe12e5dae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7 HTTP/1.1" status: 200 len: 217 time: 0.0620279 Dec 23 12:43:55.738658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525e8215-d724-4479-b873-2daa5fe3e7c0') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:55.739095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525e8215-d724-4479-b873-2daa5fe3e7c0') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:55.749951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-81c3e6dd-d325-4a81-b591-db64bdcb47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.751478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-81c3e6dd-d325-4a81-b591-db64bdcb47d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1537886 Dec 23 12:43:55.774523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.790692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.822399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-87af46a3-6350-4199-9383-8b80494255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.824463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-87af46a3-6350-4199-9383-8b80494255e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0879786 Dec 23 12:43:55.830894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.861913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:43:55.862323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:43:55.868290 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:43:55.890521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37e89-cbde-42a4-adfc-7131327a738e req-5891efd8-d645-498b-b893-2667d49a1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.890770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-640d7a93-e317-463f-ae3c-9ac4ddc17bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:55.890770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-640d7a93-e317-463f-ae3c-9ac4ddc17bde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207352 Dec 23 12:43:55.891807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-5891efd8-d645-498b-b893-2667d49a1274 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606875 Dec 23 12:43:56.074383 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-a86b7fdd-4905-405a-b581-c5a545b2433d service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730289 Dec 23 12:43:56.219175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11f37e89-cbde-42a4-adfc-7131327a738e req-8da593fc-5ce8-4931-abc5-26fac96819ad service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397202 Dec 23 12:43:56.407001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-9d056631-dfb9-4573-ba7b-a8dc20e58ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714105 Dec 23 12:43:56.458916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.501362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 235fbd0b-b271-4a53-a1bb-046ab2829204 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:43:56.538619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 235fbd0b-b271-4a53-a1bb-046ab2829204 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:43:56.539221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 235fbd0b-b271-4a53-a1bb-046ab2829204 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:43:56.606492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=273ac9d6-2d3d-4c92-a3bb-d9c101efe15e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:56.611421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.617384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.625363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43446) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:56.634349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/networks/81823906-6ffe-4122-b0c2-6ed9636224a2 HTTP/1.1" status: 204 len: 168 time: 1.4710135 Dec 23 12:43:56.644922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:56.653424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:56.662151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:43:56.723106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.733784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efa2a-31b2-41e0-9654-8a9debdf9a12 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'Network': ['ID=81823906-6ffe-4122-b0c2-6ed9636224a2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:56.762950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.804563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.851120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-921953f2-7c95-45bd-bd23-332edb1d01e7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431858 Dec 23 12:43:56.888759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f77f9d-01ee-466c-91ea-d7adcbf70423 req-cbe567b4-9b66-483d-894f-98f27b706f50 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:56.890917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f77f9d-01ee-466c-91ea-d7adcbf70423 req-cbe567b4-9b66-483d-894f-98f27b706f50 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 947 time: 0.5715411 Dec 23 12:43:56.917784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.928158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:56.930822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-52345423-1fe2-452e-bbce-cad832e14472 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.0692616 Dec 23 12:43:56.931318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ca54b3c-5e58-42f3-8bd9-093a1adb4436 HTTP/1.1" status: 204 len: 168 time: 0.3045974 Dec 23 12:43:56.968754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5675-e03b-49f9-9c4d-5d078fcdb1e9 tempest-TestNetworkAdvancedServerOps-160202862 tempest-TestNetworkAdvancedServerOps-160202862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca54b3c-5e58-42f3-8bd9-093a1adb4436,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:57.108191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-a8d3a68c-0f44-4dca-8b47-4be5dcb350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:57.112403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-a8d3a68c-0f44-4dca-8b47-4be5dcb350b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1708071 Dec 23 12:43:57.116204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47f77f9d-01ee-466c-91ea-d7adcbf70423 req-f5ec733b-f0c0-4e9a-bfe9-6dc077ea545c tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899374 Dec 23 12:43:57.205592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:57.219207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-06de5984-1f0b-4ee3-8491-1a4931b525f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:57.220681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-06de5984-1f0b-4ee3-8491-1a4931b525f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035297 Dec 23 12:43:57.501314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-0155e293-5096-477f-8d67-e0371af3eeb5 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809924 Dec 23 12:43:57.688445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-7dc952e2-1687-4edf-993c-ede1ab9631f8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777961 Dec 23 12:43:57.709644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:57.714315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43478) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:57.755386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-e4a3a4a6-44dc-4f7f-8f9f-ce424ab68e47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0563784 Dec 23 12:43:57.808967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:57.861396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:57.910401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-13959b30-be31-443f-bb46-afefa92cd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:57.928006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-13959b30-be31-443f-bb46-afefa92cd1d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1654422 Dec 23 12:43:57.933353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=273ac9d6-2d3d-4c92-a3bb-d9c101efe15e,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:57.950659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:57.955906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6012-97ca-41a5-a8bc-4482c82497d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:57.980744 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-15fc3295-f00b-4fe1-8d70-66ad3f059542 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c95a45dd98b447989e82921fb516201d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647502 Dec 23 12:43:57.984053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:58.041111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-4d57a8a0-d38f-4302-9639-3f3761d6d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:58.042379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-4d57a8a0-d38f-4302-9639-3f3761d6d69a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034162 Dec 23 12:43:58.059470 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.091114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.137441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:43:58.141600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:43:58.220930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1bce757f-4bf8-4be1-be56-2caa6d9469b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698768 Dec 23 12:43:58.288691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6012-97ca-41a5-a8bc-4482c82497d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.362941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6012-97ca-41a5-a8bc-4482c82497d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.387326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:43:58.395742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b8e6012-97ca-41a5-a8bc-4482c82497d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=728874fec0b44755b3bf4d480d38cca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329485 Dec 23 12:43:58.397575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43504) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:58.397707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a2c9-588b-400d-a321-67c695609d0f req-fffec4e8-5c50-44c1-af38-b59ed4260e01 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:58.397997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dd7a2c9-588b-400d-a321-67c695609d0f req-fffec4e8-5c50-44c1-af38-b59ed4260e01 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 947 time: 0.1762059 Dec 23 12:43:58.428993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1a6f774d-d339-4ab6-9a58-a82b3482f85b service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962850 Dec 23 12:43:58.458690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.460191 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.461581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d100a6e-2047-497e-9ab1-6f2c41154d83 HTTP/1.1" status: 204 len: 168 time: 0.4757133 Dec 23 12:43:58.462571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6012-97ca-41a5-a8bc-4482c82497d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e17648-5b5f-4cad-908f-f143d9d855e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:58.476019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9568b9-26b3-4200-9900-94e14a34f730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d100a6e-2047-497e-9ab1-6f2c41154d83,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:58.537054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.586478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.593881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-85f834e2-bc63-4107-8248-1fde9d13c400 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.1535752 Dec 23 12:43:58.600046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2dd7a2c9-588b-400d-a321-67c695609d0f req-d2e23e5a-d270-4e27-b968-ee5b15be1eaa tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910107 Dec 23 12:43:58.707683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-05a1a3b7-db64-46b8-87f1-f18451c14cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:58.709267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-05a1a3b7-db64-46b8-87f1-f18451c14cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1067452 Dec 23 12:43:58.802841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.805833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:58.807015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03e17648-5b5f-4cad-908f-f143d9d855e6 HTTP/1.1" status: 204 len: 168 time: 0.3812470 Dec 23 12:43:58.819339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6157-2efb-44c1-b919-469d6fc1e4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e17648-5b5f-4cad-908f-f143d9d855e6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:59.141916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:43:59.149649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b5fe1adc-0d43-434f-a8db-9402b81fd7b0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/routers/18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8790395 Dec 23 12:43:59.150765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43520) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:59.157337 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:43:59.157860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'port': {'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d', 'name': 'tempest-FloatingIPTestJSON-147985080'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:43:59.169159 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:59.170807 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:59.234026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-83f3f6f1-c332-49b5-b185-f4db52b25f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:59.234390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:59.235520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-83f3f6f1-c332-49b5-b185-f4db52b25f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5172465 Dec 23 12:43:59.245476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 04163262-b9d5-443f-b48d-fcdd997cf1f7 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:43:59.251674 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:43:59.252768 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:59.319115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:43:59.320171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab53c0-9cdb-4252-a116-b7ab0868a190 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:43:59.396716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-4b47b42b-31a2-4769-93b1-f11a93a7f4ce service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470244 Dec 23 12:43:59.493466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:43:59.498510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:59.515093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:59.526559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:59.542339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '04163262-b9d5-443f-b48d-fcdd997cf1f7', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '04163262-b9d5-443f-b48d-fcdd997cf1f7', 'mac_address': 'fa:16:3e:cc:c0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:43:59.585152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] device_id is not set on port a17a636c-5349-42a3-ba9a-49e9e6810582 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:43:59.589647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:59.605769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04163262-b9d5-443f-b48d-fcdd997cf1f7 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:43:59.611368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-460b3758-cdd9-4804-a036-05fee8a2deba service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077808 Dec 23 12:43:59.616632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-81327c30-c006-4936-874f-06041499021d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=225bfaaf170845d2b8abb2669ced0a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0999298 Dec 23 12:43:59.621725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43534) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:43:59.663413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:43:59.735352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:59.766329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:59.793831 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:43:59.807454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-ffcbe62c-b92c-462b-811f-aed57cc74d39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.1307359 Dec 23 12:43:59.841399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:43:59.907684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-8fab4ea8-fff4-4cde-8237-0c866237a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:59.909268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-8fab4ea8-fff4-4cde-8237-0c866237a4d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0935900 Dec 23 12:43:59.922648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a2a5c-9edd-4cea-aa52-b0552d44d4fd req-8440926b-3a42-4437-951d-7739bb5340c5 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:43:59.924158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50a2a5c-9edd-4cea-aa52-b0552d44d4fd req-8440926b-3a42-4437-951d-7739bb5340c5 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 947 time: 0.1769564 Dec 23 12:43:59.944067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.2 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/a17a636c-5349-42a3-ba9a-49e9e6810582) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:00.017215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-30e261d5-0e32-43bf-9daa-f4f4bf99a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:00.018748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-30e261d5-0e32-43bf-9daa-f4f4bf99a850 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903182 Dec 23 12:44:00.023704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c50a2a5c-9edd-4cea-aa52-b0552d44d4fd req-024f92a7-dd5e-43d0-bd52-5205a9eb6a81 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820429 Dec 23 12:44:00.080432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['04163262-b9d5-443f-b48d-fcdd997cf1f7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:44:00.111355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-b15975e9-8840-4016-b12e-1c8f57955255 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851066 Dec 23 12:44:00.214441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-d871048f-ffb9-459a-9fd3-fc72cb6ebbe5 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957158 Dec 23 12:44:00.249636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.252246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.254229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48d6c77d-e51d-4c82-a0d2-d7f5eb6a4daa HTTP/1.1" status: 204 len: 168 time: 0.6296434 Dec 23 12:44:00.263344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b315a17-24e6-4f71-a3c0-21b986377751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6c77d-e51d-4c82-a0d2-d7f5eb6a4daa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:00.284937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-8848c3fb-0f3c-4fc3-b70d-cd0f7f0dbead service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.0625715 Dec 23 12:44:00.381452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-d33ae6d5-5d2d-4029-93e7-c216e09d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:00.382933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-d33ae6d5-5d2d-4029-93e7-c216e09d3c0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0903881 Dec 23 12:44:00.400485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:00.503738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43556) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:00.517850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5b18b194-a283-45be-adad-2e3bde64809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:00.519761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e88c648-469b-4569-8fc9-eb5f4efc70d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.520086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-5b18b194-a283-45be-adad-2e3bde64809f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272271 Dec 23 12:44:00.657267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.674305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e88c648-469b-4569-8fc9-eb5f4efc70d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.735547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-1545e015-45bc-43c4-8146-5b7913a13ccb service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088645 Dec 23 12:44:00.739769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e88c648-469b-4569-8fc9-eb5f4efc70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.811639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.876227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=a17a636c-5349-42a3-ba9a-49e9e6810582,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:00.893055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e88c648-469b-4569-8fc9-eb5f4efc70d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=679ca647002c491b83c54da597e28409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877172 Dec 23 12:44:00.894007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43566) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:00.896263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c648-469b-4569-8fc9-eb5f4efc70d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c74308-8b84-4a7c-8d9f-925a40b2efbe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:00.936263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:00.940258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0415f6bc-c1a8-4941-9f2a-5117462c769e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:00.951513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:00.970979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:01.022019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a7dab5-1e4c-4bc6-b117-2177e9b00f64 req-25bcc4bc-9fc1-4b84-9584-57f0dc023691 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797666 Dec 23 12:44:01.040939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.074644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:01.074886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.091000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.182514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968252c-4ef0-43ca-a8e3-2c752a58621f req-1805d7fa-a194-44ea-91ac-07357a04cc00 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:01.184342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3968252c-4ef0-43ca-a8e3-2c752a58621f req-1805d7fa-a194-44ea-91ac-07357a04cc00 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 948 time: 0.0697296 Dec 23 12:44:01.192302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-188c5eac-6764-40dd-aab4-bd0210de5254 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0362539 Dec 23 12:44:01.192651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:01.205963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0415f6bc-c1a8-4941-9f2a-5117462c769e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.206545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'port': {'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d', 'name': 'tempest-FloatingIPTestJSON-1592878083'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:01.246844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 04163262-b9d5-443f-b48d-fcdd997cf1f7 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:44:01.254314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.259672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.264925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50c74308-8b84-4a7c-8d9f-925a40b2efbe HTTP/1.1" status: 204 len: 168 time: 0.3551953 Dec 23 12:44:01.280575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bf384-d278-4ff0-a11e-a6adc3902880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c74308-8b84-4a7c-8d9f-925a40b2efbe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:01.297070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0415f6bc-c1a8-4941-9f2a-5117462c769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.351808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3968252c-4ef0-43ca-a8e3-2c752a58621f req-d5358125-03e1-40fe-9395-693430cea600 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282821 Dec 23 12:44:01.383992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415f6bc-c1a8-4941-9f2a-5117462c769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c28a1c3-465d-49f1-b34a-f12df6284f6e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:01.414395 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0415f6bc-c1a8-4941-9f2a-5117462c769e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5098c575f2e64d5f9aba6840a3f380d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0120234 Dec 23 12:44:01.416834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:01.491719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.518789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.565170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 04163262-b9d5-443f-b48d-fcdd997cf1f7 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:44:01.572034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 04163262-b9d5-443f-b48d-fcdd997cf1f7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:01.572414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.588347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:01.591315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.618923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] device_id is not set on port f898c005-2171-4396-8718-1da50718429d yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:01.659008 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.663578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.668343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c28a1c3-465d-49f1-b34a-f12df6284f6e HTTP/1.1" status: 204 len: 168 time: 0.2466106 Dec 23 12:44:01.675616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3de77-2773-4f04-b845-a1abd1679799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c28a1c3-465d-49f1-b34a-f12df6284f6e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:01.726999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.773561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:01.776401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:44:01.782951 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d15b1b-02a4-46d7-9580-ed053701637b" -d '{"events": [{"server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "name": "network-vif-plugged", "status": "completed", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:44:01.845554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:01.851284 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1032525-b2ed-4808-bd4c-ea251bf234e8 x-openstack-request-id: req-d1032525-b2ed-4808-bd4c-ea251bf234e8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:44:01.851579 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "name": "network-vif-plugged", "status": "completed", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:44:01.851828 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1032525-b2ed-4808-bd4c-ea251bf234e8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:44:01.852211 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7', 'code': 200} Dec 23 12:44:01.923113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.4 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/f898c005-2171-4396-8718-1da50718429d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:01.964306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:02.013700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:02.041414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48c95c-64a5-432e-84f3-42debb114456 req-f978959b-a469-4696-9364-a54eba69a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:02.043079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed48c95c-64a5-432e-84f3-42debb114456 req-f978959b-a469-4696-9364-a54eba69a7d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 1100 time: 0.1269295 Dec 23 12:44:02.115180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed48c95c-64a5-432e-84f3-42debb114456 req-e240b100-24fd-4d5a-a8d3-0fc144822001 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650373 Dec 23 12:44:02.143985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.266546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.337832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:02.341118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:02.345480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:02.369218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=f898c005-2171-4396-8718-1da50718429d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:02.419569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1106737601-network', 'tenant_id': '756d44261ada4e6aaa0e2156255e50ee'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:02.443116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43626) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:02.460380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:02.460380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.463136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62a6accb-822c-41f5-8bec-a4afb8814870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.523315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da4bba-cb0e-494f-a3a6-ee22cb0fbb34 req-e44457d8-35ad-45da-8427-e1a00b24c97c tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:02.524764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99da4bba-cb0e-494f-a3a6-ee22cb0fbb34 req-e44457d8-35ad-45da-8427-e1a00b24c97c tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 949 time: 0.0509100 Dec 23 12:44:02.542830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62a6accb-822c-41f5-8bec-a4afb8814870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.582346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99da4bba-cb0e-494f-a3a6-ee22cb0fbb34 req-e4087ebf-0375-4a48-be4a-b5c4be4d592c tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Dec 23 12:44:02.641178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Made reservation on behalf of 756d44261ada4e6aaa0e2156255e50ee for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:02.644094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.644323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec20ad7c-f87b-4d6d-bfd5-34f53328b277 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4504249 Dec 23 12:44:02.646687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-62a6accb-822c-41f5-8bec-a4afb8814870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.651065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43630) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:02.652141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'f898c005-2171-4396-8718-1da50718429d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:02.690191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-62a6accb-822c-41f5-8bec-a4afb8814870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e57fb7306a5f44319efdc9b5bfa5598a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439616 Dec 23 12:44:02.693616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43632) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:02.696407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.731944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6accb-822c-41f5-8bec-a4afb8814870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b527983-bbbb-4483-ab4f-0320a95efbfe,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:02.755930 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.760716 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.799400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.805023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:02.819314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adb58d32-b034-4151-8f51-fc79179f41d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.829209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.865432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.909064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:44:02.916926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d92197-7452-4126-afca-1ee16ff42b63,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:02.930871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.941622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adb58d32-b034-4151-8f51-fc79179f41d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.996352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.996597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:02.996848 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Added segment bd720370-5f29-4d30-a11a-0308545581d9 of type vlan for network 206cadaa-4358-4552-97a8-83bf5dea6c14 Dec 23 12:44:02.999497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.000711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b527983-bbbb-4483-ab4f-0320a95efbfe HTTP/1.1" status: 204 len: 168 time: 0.3061097 Dec 23 12:44:03.041257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.042593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15cec0-818a-45ea-b03a-9fa48e1fc518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b527983-bbbb-4483-ab4f-0320a95efbfe,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:03.053229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adb58d32-b034-4151-8f51-fc79179f41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.108173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adb58d32-b034-4151-8f51-fc79179f41d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ee1eb7983b44d4e9ada8dbfe70d0810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019280 Dec 23 12:44:03.112662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:03.119524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb58d32-b034-4151-8f51-fc79179f41d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec5882-170a-47af-9845-af40f4890e74,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:03.177176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.178161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:03.180915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.189119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.207 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/3da9a016-6ed5-485c-ac95-f67bcf1f3dac) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:03.218491 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.287266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.299127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] Pushing event updated for resources: {'Network': ['ID=206cadaa-4358-4552-97a8-83bf5dea6c14,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:03.313987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 206cadaa-4358-4552-97a8-83bf5dea6c14 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:44:03.356272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4876b987-69b7-4ef8-9ea0-9b6b5bf84e3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3352723 Dec 23 12:44:03.356526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:03.362362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Request body: {'subnet': {'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1106737601-subnet', 'tenant_id': '756d44261ada4e6aaa0e2156255e50ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:03.403830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.459362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.461990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.463140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02ec5882-170a-47af-9845-af40f4890e74 HTTP/1.1" status: 204 len: 168 time: 0.3493764 Dec 23 12:44:03.471544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340e4b9-5239-4cf0-b3e6-e05c656b159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec5882-170a-47af-9845-af40f4890e74,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:03.515541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Made reservation on behalf of 756d44261ada4e6aaa0e2156255e50ee for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:03.518093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.555389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:03.613407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:03.617960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:03.642881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:03.875924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=3da9a016-6ed5-485c-ac95-f67bcf1f3dac,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:03.912011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:04.011739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82581306-1368-4869-9bca-1801477ca4c8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:04.037305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Checking segment: {'id': 'bd720370-5f29-4d30-a11a-0308545581d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:04.042965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Network hostable DHCP agents. Network: 206cadaa-4358-4552-97a8-83bf5dea6c14, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:44:04.058924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfeb2c-2121-41ca-ba5e-3d5c5991ff01 req-327f5c00-5d25-4096-b8ab-365a4478ce46 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:04.061152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1adfeb2c-2121-41ca-ba5e-3d5c5991ff01 req-327f5c00-5d25-4096-b8ab-365a4478ce46 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 949 time: 0.3632085 Dec 23 12:44:04.145804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Network 206cadaa-4358-4552-97a8-83bf5dea6c14 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:44:04.261569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 206cadaa-4358-4552-97a8-83bf5dea6c14) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:04.263107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1adfeb2c-2121-41ca-ba5e-3d5c5991ff01 req-8e95acbe-85e6-4ae6-83b9-0bdcf29a9eb5 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791215 Dec 23 12:44:04.270353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:04.271223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:04.275282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc44aaf-4099-4d63-89b9-b64058788ca4 None None] Network 206cadaa-4358-4552-97a8-83bf5dea6c14 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:04.367130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-63c1f3d7-4cd0-4000-9f72-1fac1e12945c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0013411 Dec 23 12:44:04.426780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6e08b-d690-4a96-aa52-7d852966477c None None] Network 206cadaa-4358-4552-97a8-83bf5dea6c14 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:04.829176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.010732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.178280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.299939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.390026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=3da9a016-6ed5-485c-ac95-f67bcf1f3dac,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:05.412061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.531028 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP d602182b-9c53-4e06-a4dd-574bfbbc2181 associated. External IP: 172.25.7.207, port: f898c005-2171-4396-8718-1da50718429d. Dec 23 12:44:05.722852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:05.728025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-213005733-network', 'tenant_id': '342ccf2422654b1b986ddce6f7ffe081'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:05.848966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Made reservation on behalf of 342ccf2422654b1b986ddce6f7ffe081 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:05.851374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.862837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:05.885743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:06.030288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:06.094669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:06.116104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:06.130374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:06.131238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:06.134359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:06.168813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:44:06.175418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e84ea2-3d88-424e-9ef6-574e73e8967d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:06.190861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:06.200664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:06.201768 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Added segment 33da99aa-5fdb-47ac-a003-ec89c3d27450 of type vlan for network 86f07d71-62e9-405d-9e65-45710d6a9b79 Dec 23 12:44:06.201956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:06.202808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:06.211167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:06.254138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:06.256593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8392a1-483c-492f-ba0c-61373cfd9246 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:06.279749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f6f4d43f-297d-4a26-ace2-2b2c56b1e568 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6308031 Dec 23 12:44:06.283972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43784) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:06.289933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:06.856738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:06.905176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.076944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.080758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:07.080758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.081758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.143419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] Pushing event updated for resources: {'Network': ['ID=86f07d71-62e9-405d-9e65-45710d6a9b79,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:07.153699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 86f07d71-62e9-405d-9e65-45710d6a9b79 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:44:07.225100 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.225761 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP d602182b-9c53-4e06-a4dd-574bfbbc2181 disassociated. External IP: 172.25.7.207, port: f898c005-2171-4396-8718-1da50718429d. Dec 23 12:44:07.370163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d76cfea-b058-4f96-8a2a-7ac91cb238cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6461356 Dec 23 12:44:07.373275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:07.379755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Request body: {'subnet': {'network_id': '86f07d71-62e9-405d-9e65-45710d6a9b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-213005733-subnet', 'tenant_id': '342ccf2422654b1b986ddce6f7ffe081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:07.505369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Made reservation on behalf of 342ccf2422654b1b986ddce6f7ffe081 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:07.508319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.569825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:07.755255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:07.768187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:07.773144 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:07.791462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:07.793538 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:07.828911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b37b7743-9018-4ea7-9e2b-4e5f28e07e3e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/d602182b-9c53-4e06-a4dd-574bfbbc2181 HTTP/1.1" status: 200 len: 688 time: 1.5435021 Dec 23 12:44:07.831450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43850) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:07.844944 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:07.854363 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:07.855279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:07.913758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:07.914416 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fee4e-37d9-48e2-acb7-46ed253d8788 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:08.043794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 3da9a016-6ed5-485c-ac95-f67bcf1f3dac {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:08.044251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.100113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.187533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.187985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.208068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6c2e16-6b39-48d9-a607-878a078a1fe8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:08.220719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 3da9a016-6ed5-485c-ac95-f67bcf1f3dac owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:08.235053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Checking segment: {'id': '33da99aa-5fdb-47ac-a003-ec89c3d27450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '86f07d71-62e9-405d-9e65-45710d6a9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:08.236991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Network hostable DHCP agents. Network: 86f07d71-62e9-405d-9e65-45710d6a9b79, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:44:08.372044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Network 86f07d71-62e9-405d-9e65-45710d6a9b79 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:44:08.460603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 86f07d71-62e9-405d-9e65-45710d6a9b79) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:08.465016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:08.467482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.474969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40ff26-20ce-4155-af57-24dff14e9061 None None] Network 86f07d71-62e9-405d-9e65-45710d6a9b79 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:08.572123 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.574390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915ad8b-9142-4141-80f3-a6970af7b059 None None] Network 86f07d71-62e9-405d-9e65-45710d6a9b79 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:08.604579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=3da9a016-6ed5-485c-ac95-f67bcf1f3dac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:08.621678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-94ca4406-3093-4e76-a89b-b45ba9f3c4de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2460923 Dec 23 12:44:08.725949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.732280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:08.740956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b7d0f81-474b-4f74-af47-ea34318bdd0b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/d602182b-9c53-4e06-a4dd-574bfbbc2181 HTTP/1.1" status: 204 len: 168 time: 0.9024878 Dec 23 12:44:08.741815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:08.746081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'a17a636c-5349-42a3-ba9a-49e9e6810582'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:08.875266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:09.046874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:09.224287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.100 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f2bcf5c7-13b6-431d-976b-487732ace2c5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:09.422271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:09.558022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:09.649152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:09.652678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:09.656419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:09.662676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=f2bcf5c7-13b6-431d-976b-487732ace2c5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:09.705102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-cf8e05c2-f732-4f00-bac1-ceef5d868cd5 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:09.706610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-cf8e05c2-f732-4f00-bac1-ceef5d868cd5 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/networks?id=206cadaa-4358-4552-97a8-83bf5dea6c14 HTTP/1.1" status: 200 len: 812 time: 0.3737886 Dec 23 12:44:09.723381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ac8dba6c-0ad3-4828-8633-b5cc6566486d tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/quotas/756d44261ada4e6aaa0e2156255e50ee HTTP/1.1" status: 200 len: 375 time: 0.0099974 Dec 23 12:44:09.760447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-44e16a55-8329-4732-87e3-bc5343d8f8e9 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=756d44261ada4e6aaa0e2156255e50ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302348 Dec 23 12:44:10.105328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-e026b0f8-31fc-44e8-88a4-488b25111501 service neutron] 10.222.0.16 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330739 Dec 23 12:44:10.204268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-3a9375c0-e6b5-4b14-b572-3cd34e25e364 service neutron] 10.222.0.16 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921493 Dec 23 12:44:10.294409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:10.565262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:10.571623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70e60381-0555-4c6a-9d1f-48857e1a6cea req-c6db960e-1769-41b4-b204-93d87babdb0d tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0533228 Dec 23 12:44:10.812011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:10.926006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:11.004040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=f2bcf5c7-13b6-431d-976b-487732ace2c5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:11.054729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:11.176313 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 20ecf5d7-8ff1-47c5-be0f-224342275d16 associated. External IP: 172.25.7.100, port: a17a636c-5349-42a3-ba9a-49e9e6810582. Dec 23 12:44:11.486945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:11.683942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02ce5316-589f-439d-97a0-1148f76e494e req-0a4bbefc-bda5-4ecd-b06e-edfbbec3b600 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0469596 Dec 23 12:44:12.043722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:12.059768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:12.073481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:12.073911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:12.137598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:12.159004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:12.159004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:12.188295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:12.188970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12ae08-c599-408f-b7a3-f0e231f11d68 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:12.226507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:12.257615 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-487a8769-84ef-4a04-a3fe-0dfb97bea339 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5160046 Dec 23 12:44:12.260178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44022) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:12.346431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ec50416-068b-467b-80f1-09ff1abb196e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/floatingips/20ecf5d7-8ff1-47c5-be0f-224342275d16 HTTP/1.1" status: 200 len: 977 time: 0.0851150 Dec 23 12:44:12.348767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:12.513206 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e9b45a81-5f62-4c75-98ce-593ac4c7d7c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1631143 Dec 23 12:44:12.516099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:12.522442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': 'f898c005-2171-4396-8718-1da50718429d'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:12.584592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:12.868742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a677ad18-fea7-4fea-acfd-e85870cbf85e req-fc676f7b-1af4-4eb3-80ba-7ee0c78e0545 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0507054 Dec 23 12:44:13.231475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:13.259962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8ecb-c9da-454c-8113-9f662b0ae0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:13.374423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:13.602986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-d4c4cae7-be53-43ce-9ea7-183193a3fd85 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:13.605176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-d4c4cae7-be53-43ce-9ea7-183193a3fd85 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.43 "GET /v2.0/networks?id=206cadaa-4358-4552-97a8-83bf5dea6c14 HTTP/1.1" status: 200 len: 812 time: 0.2752006 Dec 23 12:44:13.619559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Request body: {'port': {'device_id': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14', 'admin_state_up': True, 'tenant_id': '756d44261ada4e6aaa0e2156255e50ee'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:13.621113 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 20ecf5d7-8ff1-47c5-be0f-224342275d16 associated. External IP: 172.25.7.100, port: a17a636c-5349-42a3-ba9a-49e9e6810582. Dec 23 12:44:13.928471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:13.948569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Made reservation on behalf of 756d44261ada4e6aaa0e2156255e50ee for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:13.948569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.033826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe777e3b-0495-4d0a-9c0f-bf8df98d9d74 req-d110acf7-772e-4e12-ae27-bf58d0155557 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0696511 Dec 23 12:44:14.057899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:14.070765 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:14.089152 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:14.089152 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.128789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.140114 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:14.141406 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.180074 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.181068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3102b4-9583-4ed2-a57f-d7d5fc94d4d5 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:14.234096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Allocated IP 172.20.0.5 (206cadaa-4358-4552-97a8-83bf5dea6c14/82581306-1368-4869-9bca-1801477ca4c8/a4999755-100d-4141-81e3-b83b446c54ed) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:14.296504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:14.430467 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.446886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:14.452545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.461784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:14.478288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:14.478917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.535556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.547192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:14.548205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.578028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.580423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b225b65-657f-4ed2-9330-9346fcd3ccd2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/20ecf5d7-8ff1-47c5-be0f-224342275d16 HTTP/1.1" status: 200 len: 978 time: 2.0612981 Dec 23 12:44:14.581724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:14.590392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:14.609826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:14.612218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c9dcec-2d27-430d-b240-edc2ad54d559 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:14.635094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Network 206cadaa-4358-4552-97a8-83bf5dea6c14 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:14.638151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:14.642851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:14.676058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Pushing event updated for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:14.699809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.711978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:14.712610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.866727 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.885939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-ebd52b7f-6a4f-4675-b289-5c311fdfae81 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710741 Dec 23 12:44:14.898000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Request body: {'port': {'device_id': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:14.951368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:14.952353 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 20ecf5d7-8ff1-47c5-be0f-224342275d16 disassociated. External IP: 172.25.7.100, port: f898c005-2171-4396-8718-1da50718429d. Dec 23 12:44:14.962614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:15.240767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:15.306790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7ddc-6b70-4275-aa3a-a84365d7ca46 req-b1732676-b343-467c-ac29-ac9b6635b890 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:15.307912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04fd7ddc-6b70-4275-aa3a-a84365d7ca46 req-b1732676-b343-467c-ac29-ac9b6635b890 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 931 time: 0.1516325 Dec 23 12:44:15.385932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:15.399127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:15.401622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04fd7ddc-6b70-4275-aa3a-a84365d7ca46 req-d2a3fffa-af78-430d-ba6a-a25d0ab25b60 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Dec 23 12:44:15.409261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:15.457496 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:15.458047 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:15.501365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:15.502692 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a0671869-311c-4bd4-997e-e90d7d83eef7 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/20ecf5d7-8ff1-47c5-be0f-224342275d16 HTTP/1.1" status: 200 len: 688 time: 0.9123840 Dec 23 12:44:15.525154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4999755-100d-4141-81e3-b83b446c54ed {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:44:15.535452 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:15.538153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:15.549865 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:15.550694 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:43:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:15.571086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Transition to ACTIVE for port object a4999755-100d-4141-81e3-b83b446c54ed will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:44:15.589495 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:15.590389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad714502-e8c6-4315-9687-f447408bff34 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:15.655124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:15.741505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:16.099532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-350ae4b8-1323-4d75-9199-18f721be1c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.172628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port f2bcf5c7-13b6-431d-976b-487732ace2c5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:16.173242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.224133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Attempting to bind port a4999755-100d-4141-81e3-b83b446c54ed on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:16.224478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Attempting to bind port a4999755-100d-4141-81e3-b83b446c54ed by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'bd720370-5f29-4d30-a11a-0308545581d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:16.224808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Attempting to bind port a4999755-100d-4141-81e3-b83b446c54ed on network 206cadaa-4358-4552-97a8-83bf5dea6c14 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:16.236254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Port a4999755-100d-4141-81e3-b83b446c54ed on network 206cadaa-4358-4552-97a8-83bf5dea6c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:16.236589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Attempting to bind port a4999755-100d-4141-81e3-b83b446c54ed on network 206cadaa-4358-4552-97a8-83bf5dea6c14 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:16.246516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:44:16.246856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Checking segment: {'id': 'bd720370-5f29-4d30-a11a-0308545581d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:16.247253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Bound using segment: {'id': 'bd720370-5f29-4d30-a11a-0308545581d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:44:16.249252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Bound port: a4999755-100d-4141-81e3-b83b446c54ed, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd720370-5f29-4d30-a11a-0308545581d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:44:16.249536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.305142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.305471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.325708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for f2bcf5c7-13b6-431d-976b-487732ace2c5 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:16.392317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:44:16.408340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a4999755-100d-4141-81e3-b83b446c54ed,segment=NetworkSegment(bd720370-5f29-4d30-a11a-0308545581d9),segment_id=bd720370-5f29-4d30-a11a-0308545581d9)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:44:16.521533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.546527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.608713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:16.608713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.608713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] 10.222.0.43 "PUT /v2.0/ports/a4999755-100d-4141-81e3-b83b446c54ed HTTP/1.1" status: 200 len: 1091 time: 1.7098610 Dec 23 12:44:16.608713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:44:16.609147 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c81937-d09c-4150-a21c-5210efec5cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "tag": "a4999755-100d-4141-81e3-b83b446c54ed"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:44:16.633726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42e62-44cf-49d9-84b2-b80e6e29e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:16.645116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089374-a09e-4eea-b5f2-49dcc75bd3c4 req-113bbed4-e514-4455-96d8-9367f7cadf7e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:16.646652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea089374-a09e-4eea-b5f2-49dcc75bd3c4 req-113bbed4-e514-4455-96d8-9367f7cadf7e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 943 time: 0.1290383 Dec 23 12:44:16.684480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.707954 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f1c8b7-f13e-42d7-bb48-5fe8d7b7b1e8 x-openstack-request-id: req-68f1c8b7-f13e-42d7-bb48-5fe8d7b7b1e8 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:44:16.708246 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "tag": "a4999755-100d-4141-81e3-b83b446c54ed", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:44:16.708500 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68f1c8b7-f13e-42d7-bb48-5fe8d7b7b1e8 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:44:16.708924 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed', 'status': 'completed', 'code': 200} Dec 23 12:44:16.733644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=f2bcf5c7-13b6-431d-976b-487732ace2c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:16.787408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea089374-a09e-4eea-b5f2-49dcc75bd3c4 req-5a0df330-d108-4100-9090-36215b9a6c78 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260517 Dec 23 12:44:16.846351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-749909d8-8863-4421-a95e-34621409c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:16.847896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-749909d8-8863-4421-a95e-34621409c283 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=756d44261ada4e6aaa0e2156255e50ee&device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 1094 time: 0.1082010 Dec 23 12:44:16.852805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.855692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:16.857546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e149a7d1-2bf6-4807-9d5d-8bf60d98ff92 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/20ecf5d7-8ff1-47c5-be0f-224342275d16 HTTP/1.1" status: 204 len: 168 time: 1.3527427 Dec 23 12:44:16.860409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44286) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:16.906547 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-54aa7387-949c-44ce-a9e2-091be873de1c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] delete failed (client error): The resource could not be found. Dec 23 12:44:16.908068 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-54aa7387-949c-44ce-a9e2-091be873de1c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/20ecf5d7-8ff1-47c5-be0f-224342275d16 HTTP/1.1" status: 404 len: 345 time: 0.0466192 Dec 23 12:44:16.912076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:17.011114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-7dc259d3-03bf-46fa-a585-e2229135d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.013052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-7dc259d3-03bf-46fa-a585-e2229135d37a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=756d44261ada4e6aaa0e2156255e50ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1543989 Dec 23 12:44:17.032313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd629c-bf85-4494-873f-76469a54d1c5 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.038696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd629c-bf85-4494-873f-76469a54d1c5 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.045783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd629c-bf85-4494-873f-76469a54d1c5 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.047661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5fd629c-bf85-4494-873f-76469a54d1c5 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/ports?network_id=6d8766f6-65fb-4076-af69-ec4268d3c04d HTTP/1.1" status: 200 len: 2357 time: 0.1329713 Dec 23 12:44:17.050419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:17.118156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b73b6-5225-4d1c-a088-87600e5f1d87 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.125244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-683b73b6-5225-4d1c-a088-87600e5f1d87 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/subnets/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9 HTTP/1.1" status: 200 len: 797 time: 0.0735278 Dec 23 12:44:17.126299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44298) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:17.134095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'port': {'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d', 'name': 'tempest-FloatingIPTestJSON-635575685', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:17.257544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-b6d62111-b818-44e1-8eaf-6676deb29589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.258953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00c81937-d09c-4150-a21c-5210efec5cc1 req-b6d62111-b818-44e1-8eaf-6676deb29589 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364216 Dec 23 12:44:17.370610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-5815febe-7158-4659-ad89-3f202463cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.372312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-5815febe-7158-4659-ad89-3f202463cf23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=756d44261ada4e6aaa0e2156255e50ee&device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 1094 time: 0.0659685 Dec 23 12:44:17.422274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-cf7ee734-f4b0-48dc-8015-f512caa52d46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4999755-100d-4141-81e3-b83b446c54ed HTTP/1.1" status: 200 len: 217 time: 0.0404797 Dec 23 12:44:17.423069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:17.556854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-63892fe8-777b-46e5-873c-1eadc141b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:17.558406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-63892fe8-777b-46e5-873c-1eadc141b48d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82581306-1368-4869-9bca-1801477ca4c8 HTTP/1.1" status: 200 len: 852 time: 0.1188231 Dec 23 12:44:17.583579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:17.600388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-489bc8b0-f15c-4354-9585-09cb0c77ee51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=206cadaa-4358-4552-97a8-83bf5dea6c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330219 Dec 23 12:44:17.657851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] device_id is not set on port d5e16f1d-dcb0-4100-b723-129e39f593f1 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:17.847704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-402db7c4-7615-4739-a881-b28570fc4c28 service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389576 Dec 23 12:44:17.893320 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:44:18.071201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb338377-b12b-4137-a174-1cd58f9378ad req-b5b60f74-a34e-4c7a-86c6-3fbf7ea893cd tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:18.072736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb338377-b12b-4137-a174-1cd58f9378ad req-b5b60f74-a34e-4c7a-86c6-3fbf7ea893cd tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 943 time: 0.1770530 Dec 23 12:44:18.084927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd0d2057-d176-4d39-a87f-3c8f7acebec3 req-096daddd-1e7d-40a1-88ad-af9c0b7729d8 service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283285 Dec 23 12:44:18.169354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.14 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/d5e16f1d-dcb0-4100-b723-129e39f593f1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:18.175021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb338377-b12b-4137-a174-1cd58f9378ad req-614126c0-60e0-4f72-9191-6841059a698a tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959480 Dec 23 12:44:18.179805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.13 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/d5e16f1d-dcb0-4100-b723-129e39f593f1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:18.288131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:18.339521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:18.343160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:18.457550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:18.506151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:18.509468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:18.513101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:18.520321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=d5e16f1d-dcb0-4100-b723-129e39f593f1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:18.577048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:18.577623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:18.667197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f3253d03-c0c2-4c41-a8d3-af386c18bb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5393229 Dec 23 12:44:18.669138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44376) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:18.674993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'd5e16f1d-dcb0-4100-b723-129e39f593f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:18.749582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.196544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.202217 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.275968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:19.393404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c9d90-dd18-4c2d-8306-8ca8e843136b req-bd55f440-975d-4d31-b16c-c1a560ee45ed tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:19.402116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c4c9d90-dd18-4c2d-8306-8ca8e843136b req-bd55f440-975d-4d31-b16c-c1a560ee45ed tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 943 time: 0.0918326 Dec 23 12:44:19.452737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.42 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/8502d223-fb7f-44b7-8b9b-18f384ca002d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:19.479592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-efdf4ec9-de4f-44aa-8d88-8a146604f448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.496600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c4c9d90-dd18-4c2d-8306-8ca8e843136b req-f14a3d1b-b963-4cd6-9ad6-34c9d7c644d0 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936289 Dec 23 12:44:19.571073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.594140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-efdf4ec9-de4f-44aa-8d88-8a146604f448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.680148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-efdf4ec9-de4f-44aa-8d88-8a146604f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.680394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.717149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-efdf4ec9-de4f-44aa-8d88-8a146604f448 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2de20462f744240a07e1b441a54fd50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4391963 Dec 23 12:44:19.719893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44404) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:19.740564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:19.743174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:19.745821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:19.752925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=8502d223-fb7f-44b7-8b9b-18f384ca002d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:19.809685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4ec9-de4f-44aa-8d88-8a146604f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722abb73-577f-433c-ac96-94ab993b3fef,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:19.836082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:19.873392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.053710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.060803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.060803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/722abb73-577f-433c-ac96-94ab993b3fef HTTP/1.1" status: 204 len: 168 time: 0.3367875 Dec 23 12:44:20.083833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a3df1-e4fd-4ce3-8068-5a38d80ee6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722abb73-577f-433c-ac96-94ab993b3fef,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:20.243259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.420256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.492613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a4999755-100d-4141-81e3-b83b446c54ed details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:44:20.646789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.708499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1761f-0d97-4f47-a71e-28d70d17e732 req-7dbd186e-0f20-425a-814d-0d73023e7c33 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:20.710232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ab1761f-0d97-4f47-a71e-28d70d17e732 req-7dbd186e-0f20-425a-814d-0d73023e7c33 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 943 time: 0.0730965 Dec 23 12:44:20.720043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.741558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a4999755-100d-4141-81e3-b83b446c54ed,segment=NetworkSegment(bd720370-5f29-4d30-a11a-0308545581d9),segment_id=bd720370-5f29-4d30-a11a-0308545581d9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:20.786807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a4999755-100d-4141-81e3-b83b446c54ed', 'network_id': '206cadaa-4358-4552-97a8-83bf5dea6c14', 'port_id': 'a4999755-100d-4141-81e3-b83b446c54ed', 'mac_address': 'fa:16:3e:8a:67:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82581306-1368-4869-9bca-1801477ca4c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:44:20.822821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ab1761f-0d97-4f47-a71e-28d70d17e732 req-1eb70a85-6ca1-41d0-b1dd-53aa64d72096 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Dec 23 12:44:20.872344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.889649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=8502d223-fb7f-44b7-8b9b-18f384ca002d,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:20.901858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4999755-100d-4141-81e3-b83b446c54ed {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:44:20.909677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:20.953184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a4999755-100d-4141-81e3-b83b446c54ed,segment=NetworkSegment(bd720370-5f29-4d30-a11a-0308545581d9),segment_id=bd720370-5f29-4d30-a11a-0308545581d9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:21.052495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:21.169201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:21.208115 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 8bd03af9-67a5-4ef2-879e-7d187f400c56 associated. External IP: 172.25.7.42, port: d5e16f1d-dcb0-4100-b723-129e39f593f1. Dec 23 12:44:21.335666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a4999755-100d-4141-81e3-b83b446c54ed'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:44:21.541139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:21.659891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:21.686154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:21.707800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:21.708877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:21.755532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:21.771188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:21.771856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:21.773182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:21.813028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:21.813738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461992b-f014-4285-b1f5-986c96f46950 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:21.837210 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-928855b9-236c-4749-a642-941a73b1e81e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1653783 Dec 23 12:44:21.839414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44468) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:21.845020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': 'd5e16f1d-dcb0-4100-b723-129e39f593f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:21.971423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.058469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cce0d-99a9-4037-b75a-e1f845bf434b req-77f6c3b0-1a3a-472b-8433-98e0b531e613 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:22.059813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647cce0d-99a9-4037-b75a-e1f845bf434b req-77f6c3b0-1a3a-472b-8433-98e0b531e613 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 944 time: 0.1438158 Dec 23 12:44:22.216283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-647cce0d-99a9-4037-b75a-e1f845bf434b req-e5c8dd50-ff0f-4c1a-8088-3ce4b9ceb4fa tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Dec 23 12:44:22.494548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a4999755-100d-4141-81e3-b83b446c54ed up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:44:22.660222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a4999755-100d-4141-81e3-b83b446c54ed completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:44:22.675747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a4999755-100d-4141-81e3-b83b446c54ed triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:22.676475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.855715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.884554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.895740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.908044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:22.937398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:44:22.940847 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4546117-c95d-449c-b2fe-c66fd0e92a91" -d '{"events": [{"server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "name": "network-vif-plugged", "status": "completed", "tag": "a4999755-100d-4141-81e3-b83b446c54ed"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:44:22.956799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:22.961203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a4999755-100d-4141-81e3-b83b446c54ed,segment=NetworkSegment(bd720370-5f29-4d30-a11a-0308545581d9),segment_id=bd720370-5f29-4d30-a11a-0308545581d9)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:23.032105 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2db96-6e49-44f5-a680-18012a72f814 x-openstack-request-id: req-26c2db96-6e49-44f5-a680-18012a72f814 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:44:23.032400 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "name": "network-vif-plugged", "status": "completed", "tag": "a4999755-100d-4141-81e3-b83b446c54ed", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:44:23.032659 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c2db96-6e49-44f5-a680-18012a72f814 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:44:23.033066 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed', 'code': 200} Dec 23 12:44:23.037458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.133526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed9df378-e1e9-4d43-a500-039c5d839375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.192846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:23.194047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952684-bbf2-4b81-acf2-9338969235ae req-801bd086-e0da-4963-8d56-583d2dee3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:23.196116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3952684-bbf2-4b81-acf2-9338969235ae req-801bd086-e0da-4963-8d56-583d2dee3ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 1096 time: 0.0713542 Dec 23 12:44:23.346749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed9df378-e1e9-4d43-a500-039c5d839375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.442714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed9df378-e1e9-4d43-a500-039c5d839375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.477047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201358c-e0b2-4a1d-ab25-81a6468b7010 req-673617cc-b49a-451f-b220-aa32dd6574d4 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:23.478607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f201358c-e0b2-4a1d-ab25-81a6468b7010 req-673617cc-b49a-451f-b220-aa32dd6574d4 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1146526 Dec 23 12:44:23.503972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:23.543528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3952684-bbf2-4b81-acf2-9338969235ae req-2c9a147d-6849-4358-850f-fbcd4620527a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780674 Dec 23 12:44:23.578501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed9df378-e1e9-4d43-a500-039c5d839375 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44525d1500884e0e890723fde78e3b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686838 Dec 23 12:44:23.580305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:23.585988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9df378-e1e9-4d43-a500-039c5d839375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb2317-30e7-41e4-bc96-b1178842b3c3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:23.595054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f201358c-e0b2-4a1d-ab25-81a6468b7010 req-d17d9bfe-193c-4d09-8b97-827c8247b7da tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001461 Dec 23 12:44:23.683269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44558) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:23.703943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.728929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.744501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:23.750939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.757375 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:23.774547 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:23.776632 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:23.855007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:23.855175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0225fc45-893a-4358-92f9-e0a353f1e379 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/8bd03af9-67a5-4ef2-879e-7d187f400c56 HTTP/1.1" status: 200 len: 977 time: 2.0143285 Dec 23 12:44:23.868090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:23.911599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:23.912461 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:23.953939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.956682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:23.960220 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13bb2317-30e7-41e4-bc96-b1178842b3c3 HTTP/1.1" status: 204 len: 168 time: 0.3744013 Dec 23 12:44:23.965826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:23.967182 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7e60d-6e9c-4e8e-b9b1-48cc4cdb3f65 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:23.983734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a224c803-e0e6-4ff0-9f9d-6d308cd41f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.000211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9bc01-c638-417a-88ac-eb5dd223406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb2317-30e7-41e4-bc96-b1178842b3c3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:24.206705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a224c803-e0e6-4ff0-9f9d-6d308cd41f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.215336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 8502d223-fb7f-44b7-8b9b-18f384ca002d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:24.215676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.338506 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a224c803-e0e6-4ff0-9f9d-6d308cd41f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.351977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.355635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.400424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224c803-e0e6-4ff0-9f9d-6d308cd41f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b2710b-eb35-4de8-a1a2-36a042a1c371,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:24.414565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 8502d223-fb7f-44b7-8b9b-18f384ca002d owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:24.454064 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a224c803-e0e6-4ff0-9f9d-6d308cd41f54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c65b9f7857ea4fcc8d09aecd9f8000c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699025 Dec 23 12:44:24.456612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44584) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:24.521419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.577173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.731068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bddb2-be8c-4d37-a8b9-5124aa0d2827 req-977b7fc6-93d1-4bda-a998-9e9ee57516cc tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:24.732733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f35bddb2-be8c-4d37-a8b9-5124aa0d2827 req-977b7fc6-93d1-4bda-a998-9e9ee57516cc tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Dec 23 12:44:24.782664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f35bddb2-be8c-4d37-a8b9-5124aa0d2827 req-8affed2f-0dc3-43bd-a2ba-570f9c69094e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Dec 23 12:44:24.824946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.828334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.832076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09b2710b-eb35-4de8-a1a2-36a042a1c371 HTTP/1.1" status: 204 len: 168 time: 0.3718321 Dec 23 12:44:24.852065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c8363-7a3e-4c82-876e-dff26a43d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b2710b-eb35-4de8-a1a2-36a042a1c371,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:24.860138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:24.959521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=8502d223-fb7f-44b7-8b9b-18f384ca002d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:25.031312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.034696 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 8bd03af9-67a5-4ef2-879e-7d187f400c56 disassociated (deleted). External IP: 172.25.7.42, port: d5e16f1d-dcb0-4100-b723-129e39f593f1. Dec 23 12:44:25.295772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:25.431018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:25.436503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.443909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:25.464302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:25.464953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:25.489620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fa95808c-42f7-4a0d-84e4-fa3f29de4b6e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/8bd03af9-67a5-4ef2-879e-7d187f400c56 HTTP/1.1" status: 204 len: 168 time: 1.6329942 Dec 23 12:44:25.490607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:25.515415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:25.526484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:25.527150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:25.564705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:25.565806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48dc4cd-9045-4861-83eb-bf850db761bb None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:25.657585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44624) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:25.688006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port d5e16f1d-dcb0-4100-b723-129e39f593f1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:25.688006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.688271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e74c4454-0a61-4e11-b497-eaf24dfc2616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.752027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e74c4454-0a61-4e11-b497-eaf24dfc2616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.762714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.775594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for d5e16f1d-dcb0-4100-b723-129e39f593f1 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:25.853797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e74c4454-0a61-4e11-b497-eaf24dfc2616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:25.988735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e74c4454-0a61-4e11-b497-eaf24dfc2616 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a511cdd4aff34a138305d5e883c261b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292127 Dec 23 12:44:25.989572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44632) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:25.992353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c4454-0a61-4e11-b497-eaf24dfc2616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784db27-10de-4b5f-a9cf-fb6d72bacd72,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:26.056328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c5485-beb5-4f3a-a1e2-183416c310ce req-8e865644-2c67-4f9a-84fd-c6f43b392724 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:26.064680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a38c5485-beb5-4f3a-a1e2-183416c310ce req-8e865644-2c67-4f9a-84fd-c6f43b392724 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1112013 Dec 23 12:44:26.124881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a38c5485-beb5-4f3a-a1e2-183416c310ce req-8da16abe-18f9-4786-85f8-1b9fd14e5029 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Dec 23 12:44:26.165604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.193678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.268303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cdf3b-64d4-4fcf-a62d-968d955616b4 req-b46b4150-9d4f-4753-a31d-3409d9afc73b tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:26.270096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-360cdf3b-64d4-4fcf-a62d-968d955616b4 req-b46b4150-9d4f-4753-a31d-3409d9afc73b tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0642345 Dec 23 12:44:26.330533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.337341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-360cdf3b-64d4-4fcf-a62d-968d955616b4 req-12346d51-9e22-4239-9f71-95a4006df0db tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598958 Dec 23 12:44:26.345647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=d5e16f1d-dcb0-4100-b723-129e39f593f1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:26.426208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.429019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.432039 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e784db27-10de-4b5f-a9cf-fb6d72bacd72 HTTP/1.1" status: 204 len: 168 time: 0.4370952 Dec 23 12:44:26.445439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a0c8-bf24-4f85-be9f-0871f6f9fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784db27-10de-4b5f-a9cf-fb6d72bacd72,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:26.470324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.473160 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-06a4c1f3-7506-4c05-8923-016750deae8a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/d5e16f1d-dcb0-4100-b723-129e39f593f1 HTTP/1.1" status: 204 len: 168 time: 0.9812875 Dec 23 12:44:26.476808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44652) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:26.482399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:26.663370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:26.829912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44664) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:27.090134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-272b6b82-54ec-4229-89c5-4ff15e180754 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-178530261'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:27.092879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-272b6b82-54ec-4229-89c5-4ff15e180754 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Unknown quota resources ['metering_label']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:44:27.261051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:27.327495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2813cd8-fe76-4ebf-9b97-6e75e817d0e3 req-03296fe7-b6bb-41b9-9b72-55b4877ab399 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:27.343439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2813cd8-fe76-4ebf-9b97-6e75e817d0e3 req-03296fe7-b6bb-41b9-9b72-55b4877ab399 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1064320 Dec 23 12:44:27.425631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-272b6b82-54ec-4229-89c5-4ff15e180754 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:27.427823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-272b6b82-54ec-4229-89c5-4ff15e180754 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5958793 Dec 23 12:44:27.430271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:27.436318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2813cd8-fe76-4ebf-9b97-6e75e817d0e3 req-d3b3d8ce-faaa-4608-b446-55529ca219a1 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998762 Dec 23 12:44:27.444552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8d6153e8-19b2-4910-8c19-1e28ecec5271 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd3221c99-e2f0-41fc-9060-06c6629672b5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:27.444552 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8d6153e8-19b2-4910-8c19-1e28ecec5271 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:44:27.457394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.99 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/38d39e52-3bf3-4779-b32c-02cb063aa298) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:27.608640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:27.737717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:27.790695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:27.794040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:27.799485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:27.834859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=38d39e52-3bf3-4779-b32c-02cb063aa298,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:27.918857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:27.956421 n-d-822750-2 neutron-server[104038]: WARNING neutron.services.metering.metering_plugin [None req-8d6153e8-19b2-4910-8c19-1e28ecec5271 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 23 12:44:28.071701 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.108733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d6153e8-19b2-4910-8c19-1e28ecec5271 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.111349 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d6153e8-19b2-4910-8c19-1e28ecec5271 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6799028 Dec 23 12:44:28.114750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44706) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.120535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f98b53e0-3870-4a81-82fb-c088c04ffc48 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd3221c99-e2f0-41fc-9060-06c6629672b5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:28.121433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f98b53e0-3870-4a81-82fb-c088c04ffc48 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:44:28.267717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.290437 n-d-822750-2 neutron-server[104038]: WARNING neutron.services.metering.metering_plugin [None req-f98b53e0-3870-4a81-82fb-c088c04ffc48 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 23 12:44:28.394896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f98b53e0-3870-4a81-82fb-c088c04ffc48 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.398692 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f98b53e0-3870-4a81-82fb-c088c04ffc48 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2803137 Dec 23 12:44:28.399139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44716) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.405823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.457148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e6ed3fa9-c6b4-4736-873f-78f468b97d58 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=88ad0563-9011-4be3-a8ef-b1c31495fe67 HTTP/1.1" status: 200 len: 462 time: 0.0567684 Dec 23 12:44:28.459774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44724) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.621618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=38d39e52-3bf3-4779-b32c-02cb063aa298,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:28.657355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.688290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20f33c4a-e8a4-4b31-a6ec-afd7835cf63e tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.689462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-20f33c4a-e8a4-4b31-a6ec-afd7835cf63e tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/88ad0563-9011-4be3-a8ef-b1c31495fe67 HTTP/1.1" status: 204 len: 168 time: 0.2285116 Dec 23 12:44:28.693873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.696090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b566d-438f-4827-8eb5-21966f4219d9 req-753b3aa6-ed42-45f7-8c22-78e2f09f64b1 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:28.704320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72b566d-438f-4827-8eb5-21966f4219d9 req-753b3aa6-ed42-45f7-8c22-78e2f09f64b1 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1600678 Dec 23 12:44:28.720592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41e97384-57a8-4937-97fa-af0bbc9d374a tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=88ad0563-9011-4be3-a8ef-b1c31495fe67 HTTP/1.1" status: 200 len: 221 time: 0.0237186 Dec 23 12:44:28.725397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.743376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0d6ca8de-70d9-480d-a667-ea0e46967486 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2141547347', 'description': 'label created by tempest'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:28.743821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0d6ca8de-70d9-480d-a667-ea0e46967486 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Unknown quota resources ['metering_label']. {{(pid=104038) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 23 12:44:28.760661 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:28.762068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4eda86e-4c50-43ed-984b-915e4c77aab2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2838306 Dec 23 12:44:28.766974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:28.771889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'port': {'network_id': '6d8766f6-65fb-4076-af69-ec4268d3c04d', 'name': 'tempest-FloatingIPTestJSON-423621233'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:28.800864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72b566d-438f-4827-8eb5-21966f4219d9 req-72c56e1d-471a-4107-84c4-1d503ac6b70c tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Dec 23 12:44:29.053462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:29.057207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:29.066869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca8de-70d9-480d-a667-ea0e46967486 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:29.075130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d6ca8de-70d9-480d-a667-ea0e46967486 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3416069 Dec 23 12:44:29.076519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.124973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] device_id is not set on port 28c358fe-ea38-4a0d-8951-a611a072136a yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:29.162696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f1bf2778-cd42-441b-8edc-8441b894d952 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0bd7efa5-d281-47b9-aa74-6802bc5c0ce1 HTTP/1.1" status: 200 len: 468 time: 0.0849156 Dec 23 12:44:29.166162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44750) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.383738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.8 (6d8766f6-65fb-4076-af69-ec4268d3c04d/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9/28c358fe-ea38-4a0d-8951-a611a072136a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:29.452608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ec13-6d5e-41c1-9f4a-8f5561afa9b3 req-2da844d3-3b14-4822-950e-f87e1b66837c tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:29.454301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8807ec13-6d5e-41c1-9f4a-8f5561afa9b3 req-2da844d3-3b14-4822-950e-f87e1b66837c tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1607957 Dec 23 12:44:29.576568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5224015f-d339-4f82-a663-8b0a5261dc59 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:29.578592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5224015f-d339-4f82-a663-8b0a5261dc59 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/0bd7efa5-d281-47b9-aa74-6802bc5c0ce1 HTTP/1.1" status: 204 len: 168 time: 0.4105871 Dec 23 12:44:29.578762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8807ec13-6d5e-41c1-9f4a-8f5561afa9b3 req-362ba14d-0ee0-402b-87c7-52e1e8dc7567 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023262 Dec 23 12:44:29.580421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-a1811365-9074-4998-8a22-0095bd9642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:29.581915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-a1811365-9074-4998-8a22-0095bd9642b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=756d44261ada4e6aaa0e2156255e50ee&device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 1096 time: 0.1514709 Dec 23 12:44:29.584267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44768) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.606161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d25d3c10-e381-47fb-8eba-12d78fb48931 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0bd7efa5-d281-47b9-aa74-6802bc5c0ce1 HTTP/1.1" status: 200 len: 216 time: 0.0173218 Dec 23 12:44:29.612338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.641066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d86bd8bc-b555-4f59-a0c1-c607c3d7f883 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0273926 Dec 23 12:44:29.644506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44772) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.676549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-95ba8415-0e21-4abf-8272-7bcb428ab337 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0295882 Dec 23 12:44:29.679658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44774) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.751375 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a4cc35b5-8ff6-44fe-9aa1-863ed4c536d9 tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/d3221c99-e2f0-41fc-9060-06c6629672b5 HTTP/1.1" status: 200 len: 472 time: 0.0702617 Dec 23 12:44:29.757141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44778) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.766471 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a4b24bbe-9bbd-4a01-9737-25235e34706e tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/2f8e0b0c-9c74-40f1-95bb-486c10d71d6d HTTP/1.1" status: 200 len: 459 time: 0.0105708 Dec 23 12:44:29.771250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44780) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:29.782991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-b9fa85e7-1b08-4b33-a8e6-705b3db40e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:29.784457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-b9fa85e7-1b08-4b33-a8e6-705b3db40e0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=206cadaa-4358-4552-97a8-83bf5dea6c14 HTTP/1.1" status: 200 len: 913 time: 0.1642270 Dec 23 12:44:29.787359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:29.860981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-d7b58f31-6aa3-45c0-ade4-0146276d7367 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4999755-100d-4141-81e3-b83b446c54ed HTTP/1.1" status: 200 len: 217 time: 0.0689535 Dec 23 12:44:29.994688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-24c1788d-599a-475f-959f-a38e7417e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:29.996958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-24c1788d-599a-475f-959f-a38e7417e899 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82581306-1368-4869-9bca-1801477ca4c8 HTTP/1.1" status: 200 len: 852 time: 0.1110747 Dec 23 12:44:30.007012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecae9-094f-4271-937b-258bc14008ba tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:30.008150 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d4ecae9-094f-4271-937b-258bc14008ba tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/2f8e0b0c-9c74-40f1-95bb-486c10d71d6d HTTP/1.1" status: 204 len: 168 time: 0.2357581 Dec 23 12:44:30.015985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44788) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:30.062032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-f4a15a3d-5b96-4d36-8a23-485fb75dbbf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=206cadaa-4358-4552-97a8-83bf5dea6c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541947 Dec 23 12:44:30.063888 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:30.102526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-52d01f7a-ab13-42f9-a67f-65b31b5ebd4e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:44:30.103428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-52d01f7a-ab13-42f9-a67f-65b31b5ebd4e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108531 Dec 23 12:44:30.149251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 6d8766f6-65fb-4076-af69-ec4268d3c04d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:30.183592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:30.187759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:30.194809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=28c358fe-ea38-4a0d-8951-a611a072136a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:30.230161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.230545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.230848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.231186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.231584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.232628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.232986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.233355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.233759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.234086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.234412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.234739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.235113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.288865 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:30.301808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:30.347085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-cb8cccb6-7c16-41be-88ca-f416f86a9a3a service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368112 Dec 23 12:44:30.412111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-787bbc41-670a-4ce7-b194-5b3bd0947d59 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6440721 Dec 23 12:44:30.416012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44798) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:30.440920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': '28c358fe-ea38-4a0d-8951-a611a072136a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:30.448621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-44909cd4-a1c1-4026-b0c5-d1fbb684cc1f tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:30.450075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-44909cd4-a1c1-4026-b0c5-d1fbb684cc1f tempest-MeteringIpV6TestJSON-1800503503 tempest-MeteringIpV6TestJSON-1800503503-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/d3221c99-e2f0-41fc-9060-06c6629672b5 HTTP/1.1" status: 204 len: 168 time: 0.4325924 Dec 23 12:44:30.530248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:30.546333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b74ad8e-ae24-40bf-b2ff-255b838cab72 req-6ebc5474-4eeb-407a-97a9-82272bb2ebc1 service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916080 Dec 23 12:44:30.735277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97742e-a7a3-4d90-9d0d-bfea189a9efe req-fc121c4d-bba2-41a4-923c-6317bf1ccc1e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:30.736800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e97742e-a7a3-4d90-9d0d-bfea189a9efe req-fc121c4d-bba2-41a4-923c-6317bf1ccc1e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0721250 Dec 23 12:44:30.809478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e97742e-a7a3-4d90-9d0d-bfea189a9efe req-ceda70d7-bc4c-436e-97c8-df7175ead3ff tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624173 Dec 23 12:44:31.151379 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:31.270968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:31.386678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:31.468166 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 2f76f2f7-6602-4936-bab0-10d3579ec135 associated. External IP: 172.25.7.99, port: 28c358fe-ea38-4a0d-8951-a611a072136a. Dec 23 12:44:31.621768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-868038d5-fb42-499e-b4bd-2fc62b601487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:31.760008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-868038d5-fb42-499e-b4bd-2fc62b601487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:31.825766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:31.880726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-868038d5-fb42-499e-b4bd-2fc62b601487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:31.960236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-868038d5-fb42-499e-b4bd-2fc62b601487 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65874f226b7b4285a6393a52ef1c28dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5722911 Dec 23 12:44:31.960673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44844) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:31.968359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868038d5-fb42-499e-b4bd-2fc62b601487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a792ca2-6af2-4133-8e27-1bfff4c1a3fd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:32.022425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:32.028145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.042288 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:32.059505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcf190-3361-4558-8ef9-0ef44a88fb8b req-372aafbc-6437-4bef-9e48-32dc0902664d tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:32.062149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33dcf190-3361-4558-8ef9-0ef44a88fb8b req-372aafbc-6437-4bef-9e48-32dc0902664d tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0796845 Dec 23 12:44:32.062636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:32.062858 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7010f6de-1eca-4ecf-8589-ad54c88c19e9 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/2f76f2f7-6602-4936-bab0-10d3579ec135 HTTP/1.1" status: 200 len: 976 time: 1.6462831 Dec 23 12:44:32.072015 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:32.072806 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:32.074416 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.113623 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:32.124675 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:32.125499 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:32.155298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.162639 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:32.162639 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583e016f-a514-4c64-89c8-8d32d745beb7 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:32.253189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33dcf190-3361-4558-8ef9-0ef44a88fb8b req-d2df5599-f5f0-4113-957a-289842554410 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796331 Dec 23 12:44:32.286203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 28c358fe-ea38-4a0d-8951-a611a072136a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:32.286556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.417411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.420927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.422131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a792ca2-6af2-4133-8e27-1bfff4c1a3fd HTTP/1.1" status: 204 len: 168 time: 0.4595466 Dec 23 12:44:32.427621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.448142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33655-8f1e-43bd-8d7c-29d22d71bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a792ca2-6af2-4133-8e27-1bfff4c1a3fd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:32.785844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.786262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:32.786579 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 2f76f2f7-6602-4936-bab0-10d3579ec135 disassociated. External IP: 172.25.7.99, port: 28c358fe-ea38-4a0d-8951-a611a072136a. Dec 23 12:44:32.786928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 28c358fe-ea38-4a0d-8951-a611a072136a owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:33.045673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1bea-9c42-4c44-8eb6-8fdd5cc0a138 req-1839108f-7492-4ef4-adc0-47c47d3cf195 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:33.055064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46be1bea-9c42-4c44-8eb6-8fdd5cc0a138 req-1839108f-7492-4ef4-adc0-47c47d3cf195 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0782368 Dec 23 12:44:33.128424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46be1bea-9c42-4c44-8eb6-8fdd5cc0a138 req-b2f98a37-321a-4097-85a5-4c3f8116886e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638206 Dec 23 12:44:33.285069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:33.319742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=28c358fe-ea38-4a0d-8951-a611a072136a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:33.441307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:33.556136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:33.568503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:33.595162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:33.595399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:33.636471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:33.643987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:33.645134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-845c71fb-0c03-4a61-a6f6-587d83ecaff1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/28c358fe-ea38-4a0d-8951-a611a072136a HTTP/1.1" status: 204 len: 168 time: 1.5793908 Dec 23 12:44:33.657729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:33.669569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:33.670622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:33.701142 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f677a50-36c5-4d35-ba99-d05331edcb6a tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/floatingips/2f76f2f7-6602-4936-bab0-10d3579ec135 HTTP/1.1" status: 200 len: 687 time: 0.0529783 Dec 23 12:44:33.702514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:33.740038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:33.740803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eaab4e-93fe-4cf2-973b-9bc44cb6109b None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:33.887551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44882) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:33.905861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c675a8a7-4312-426c-b617-1de6e31c3f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.019974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c675a8a7-4312-426c-b617-1de6e31c3f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.105071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c675a8a7-4312-426c-b617-1de6e31c3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.157850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c675a8a7-4312-426c-b617-1de6e31c3f99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c5be84bc8b5493bbadd3427af50fe61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684355 Dec 23 12:44:34.162276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44886) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:34.168292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a8a7-4312-426c-b617-1de6e31c3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825ef9be-88e8-4b71-8342-3e815281f1b1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:34.189800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 38d39e52-3bf3-4779-b32c-02cb063aa298 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:34.190219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.276105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.283508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.283838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.296535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 38d39e52-3bf3-4779-b32c-02cb063aa298 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:34.307624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba99983-fad0-4ff8-be1d-f8935c7bb0ae req-67796b29-fd5b-498a-afed-7fe7b47c784e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:34.309149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ba99983-fad0-4ff8-be1d-f8935c7bb0ae req-67796b29-fd5b-498a-afed-7fe7b47c784e tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0813670 Dec 23 12:44:34.315649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.392955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ba99983-fad0-4ff8-be1d-f8935c7bb0ae req-76628ce8-f442-40f6-a3f3-eab9284d1926 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706148 Dec 23 12:44:34.483237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.487513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.499167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825ef9be-88e8-4b71-8342-3e815281f1b1 HTTP/1.1" status: 204 len: 168 time: 0.3254962 Dec 23 12:44:34.500071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980c85-4486-4aaa-a1fa-4746b7e22a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825ef9be-88e8-4b71-8342-3e815281f1b1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:34.585263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.613505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=38d39e52-3bf3-4779-b32c-02cb063aa298,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:34.685709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.688320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.689526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ede2bdb-36cd-453d-9a96-d4887e6680b2 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f76f2f7-6602-4936-bab0-10d3579ec135 HTTP/1.1" status: 204 len: 168 time: 0.9856327 Dec 23 12:44:34.693418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44898) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:34.697872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'f898c005-2171-4396-8718-1da50718429d'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:34.862912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:34.906087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0a2e8-31a2-40cd-92a1-72da9686eeda req-315ac648-8042-445e-b235-7312ed797df2 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:34.907697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1f0a2e8-31a2-40cd-92a1-72da9686eeda req-315ac648-8042-445e-b235-7312ed797df2 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0740933 Dec 23 12:44:35.063302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:35.068360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1f0a2e8-31a2-40cd-92a1-72da9686eeda req-c3283d08-2e43-42c9-beba-1596cbefd3ac tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185501 Dec 23 12:44:35.096156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-b785936b-dbe6-4fe4-8887-da154da24bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:35.111724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-b785936b-dbe6-4fe4-8887-da154da24bae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=756d44261ada4e6aaa0e2156255e50ee&device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 1096 time: 0.1196573 Dec 23 12:44:35.206671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.217 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/bbfb6cc9-7950-4803-aa94-0c1b28e6998c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:35.250299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-7500db7d-af82-4eff-beb8-42a48a2d437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:35.252158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-7500db7d-af82-4eff-beb8-42a48a2d437a service neutron] 10.222.0.43 "GET /v2.0/networks?id=206cadaa-4358-4552-97a8-83bf5dea6c14 HTTP/1.1" status: 200 len: 913 time: 0.1393480 Dec 23 12:44:35.302211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-b14053ad-d072-4508-89bc-4394ffc707ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4999755-100d-4141-81e3-b83b446c54ed HTTP/1.1" status: 200 len: 217 time: 0.0418360 Dec 23 12:44:35.339719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:35.365863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-512779d5-4b8e-43fd-8a4e-aeafb4127eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:35.367693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-512779d5-4b8e-43fd-8a4e-aeafb4127eee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82581306-1368-4869-9bca-1801477ca4c8 HTTP/1.1" status: 200 len: 852 time: 0.0592239 Dec 23 12:44:35.408497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-fb8c724b-cb3b-4763-87c8-2dfa61c9bcdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=206cadaa-4358-4552-97a8-83bf5dea6c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307295 Dec 23 12:44:35.483204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:35.549628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:35.553095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:35.558727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:35.566282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=bbfb6cc9-7950-4803-aa94-0c1b28e6998c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:35.594886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-fd2ae80a-4a56-4222-aebf-a2252194a66a service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791403 Dec 23 12:44:35.606781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.612939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:44:35.732064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28b35e15-b28f-41b5-b174-5da1b0971c6e req-61248d87-5097-45e2-9254-260aa6da3c4b service neutron] 10.222.0.43 "GET /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206071 Dec 23 12:44:36.116265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:36.240497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1aa75-e3e4-4717-a432-38a3200e9430 req-c1dbe811-8607-4d4e-91a5-c5e4db32b8ce tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:36.243549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df1aa75-e3e4-4717-a432-38a3200e9430 req-c1dbe811-8607-4d4e-91a5-c5e4db32b8ce tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0651112 Dec 23 12:44:36.333324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2df1aa75-e3e4-4717-a432-38a3200e9430 req-2f1ed11c-a1d7-4d13-810b-c31a4ef34c64 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824847 Dec 23 12:44:36.351768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:36.573140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:36.757514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:36.848993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=bbfb6cc9-7950-4803-aa94-0c1b28e6998c,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:36.911360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:37.025473 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 5e53c354-dc47-4213-8182-278db97e3e1a associated. External IP: 172.25.7.217, port: f898c005-2171-4396-8718-1da50718429d. Dec 23 12:44:37.439849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:37.484279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8e22a-7414-4a9e-bff9-717d60cee639 req-a8ac7b08-4150-4a91-9e66-e901a2ceec23 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:37.489388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fe8e22a-7414-4a9e-bff9-717d60cee639 req-a8ac7b08-4150-4a91-9e66-e901a2ceec23 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.0733402 Dec 23 12:44:37.520988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:37.571182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fe8e22a-7414-4a9e-bff9-717d60cee639 req-1c3a5508-c432-4249-b905-6c9971b62191 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750799 Dec 23 12:44:37.646790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:37.663644 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:37.680726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:37.683981 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:37.761568 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:37.779716 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:37.779716 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:37.818150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-229652731'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:37.818769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:37.846942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:37.847878 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ce035-e10a-4900-872d-7ef6ae0c585c None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:37.873027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b4806c6-5160-4f88-aaff-e233f8597744 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1777501 Dec 23 12:44:37.875926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:37.881232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-840404749'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:38.010980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Made reservation on behalf of e76f3ed8d1b6424caac2eaff360baf94 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:38.015225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.024784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.112212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.119126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:38.123771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.157026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:44:38.167237 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.167658 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Added segment f5678b4c-8be3-47b9-9443-852c7dd4d6c6 of type vlan for network 5ee12f78-ad89-4200-95b0-7adaabd43a50 Dec 23 12:44:38.212473 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.252256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.299367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:44:38.313874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c910e7a3-18d7-4411-a12d-2e7662f2d1d0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:38.322668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.323057 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Added segment 5c41c007-00f2-42a6-9f51-967276cceace of type vlan for network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 Dec 23 12:44:38.352919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79740f-6f48-42b3-8418-9f63d42bfefc req-b10972b1-1138-4f71-9364-1507f1d82625 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:38.354712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d79740f-6f48-42b3-8418-9f63d42bfefc req-b10972b1-1138-4f71-9364-1507f1d82625 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.1142206 Dec 23 12:44:38.370575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.376596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:38.377219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.448456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.452286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Network': ['ID=5ee12f78-ad89-4200-95b0-7adaabd43a50,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:38.469568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:44:38.501109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d79740f-6f48-42b3-8418-9f63d42bfefc req-ec233365-ba4a-48bb-967a-eb7baa1e901c tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Dec 23 12:44:38.526805 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e35680b-920c-4224-9bec-410b7a324876 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6403635 Dec 23 12:44:38.526805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45008) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:38.529890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'subnet': {'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:38.611042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.616997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:38.624524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:38.707781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Pushing event updated for resources: {'Network': ['ID=3dc3975f-f451-4476-9ab4-23c9b094b4a8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:38.730713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:44:38.752002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ecfa55b3-0269-4bd5-b9f8-07a954c0e274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2295442 Dec 23 12:44:38.862110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:38.868432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.065593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:39.071212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8', 'binding:host_id': 'n-h2-822750-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-907214123'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:39.210649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Made reservation on behalf of 2a8d067224674c9c8608711c31fbda08 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:39.213089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.222564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.277404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.328844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.360224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Subnet': ['ID=f350ccbb-45d0-4447-902b-29bc486477f1,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:39.367185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Checking segment: {'id': 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:39.367546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network hostable DHCP agents. Network: 5ee12f78-ad89-4200-95b0-7adaabd43a50, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:44:39.413128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.418156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port c8368338-12f0-4094-85c2-09751d51d51c yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:39.473565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:44:39.506906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a6402-7de0-4bae-b183-fca3cf8c3cce,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:39.548268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5ee12f78-ad89-4200-95b0-7adaabd43a50) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:39.561312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:39.562329 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.564942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df72b2-36bf-4fac-89f9-8c5a4ae2c950 None None] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:39.660887 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-64802281-7550-4362-8740-f37aadb0595e tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1393855 Dec 23 12:44:39.663262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45038) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:39.668233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-107063668', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:39.779194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.780699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.798965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port c8368338-12f0-4094-85c2-09751d51d51c yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:39.832040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.886272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5ee12f78-ad89-4200-95b0-7adaabd43a50', 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50', 'project_id': '1646f9e9db4443ae927ecc20ecf63fce', 'fixed_ips': [{'subnet_id': 'f350ccbb-45d0-4447-902b-29bc486477f1'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:44:39.887507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.903497 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:39.948796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.104024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Allocated IP 172.20.0.2 (5ee12f78-ad89-4200-95b0-7adaabd43a50/f350ccbb-45d0-4447-902b-29bc486477f1/b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:40.277711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.390211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.464663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.504554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:40.554326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:40.583317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:40.611173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cfd00-cbd2-4cbd-8854-7dd80a6cd3f7 req-2810b742-4456-43f5-86d8-21436b2caa43 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:40.616849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-947cfd00-cbd2-4cbd-8854-7dd80a6cd3f7 req-2810b742-4456-43f5-86d8-21436b2caa43 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.9734364 Dec 23 12:44:40.621528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=c8368338-12f0-4094-85c2-09751d51d51c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:40.624878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Pushing event updated for resources: {'Port': ['ID=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:40.708893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Attempting to bind port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:40.709265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Attempting to bind port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:40.709916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Attempting to bind port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c on network 5ee12f78-ad89-4200-95b0-7adaabd43a50 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:40.715467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:44:40.716082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Checking segment: {'id': 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:40.716669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.717418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Bound using segment: {'id': 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:44:40.718160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Bound port: b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:44:40.718731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.771785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Checking segment: {'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:44:40.772179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Network hostable DHCP agents. Network: 3dc3975f-f451-4476-9ab4-23c9b094b4a8, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:44:40.795535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] For port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:44:40.799862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] For port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,segment=NetworkSegment(f5678b4c-8be3-47b9-9443-852c7dd4d6c6),segment_id=f5678b4c-8be3-47b9-9443-852c7dd4d6c6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:44:40.801463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.818753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c30d-4044-4c03-af00-9bb09312658b req-2ee52d80-483d-415a-ada6-c4df7e7be229 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:40.820450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f246c30d-4044-4c03-af00-9bb09312658b req-2ee52d80-483d-415a-ada6-c4df7e7be229 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 945 time: 0.2010992 Dec 23 12:44:40.824404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.855186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-947cfd00-cbd2-4cbd-8854-7dd80a6cd3f7 req-73412a08-26c3-41a1-8eb8-d4d47fe3cd2d tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/security-groups?id=19d92197-7452-4126-afca-1ee16ff42b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017848 Dec 23 12:44:40.899807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:40.980334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.25.7.17 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/06e251ad-d461-4723-a6d3-bb97fe607eec) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:40.992203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:44:41.030964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5bcd4-45d7-4b92-919b-7640d60dd6e3 None None] Pushing event updated for resources: {'Port': ['ID=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:41.052854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Deleting port a4999755-100d-4141-81e3-b83b446c54ed {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:41.053201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.152979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.185411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] For port a4999755-100d-4141-81e3-b83b446c54ed, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a4999755-100d-4141-81e3-b83b446c54ed,segment=NetworkSegment(bd720370-5f29-4d30-a11a-0308545581d9),segment_id=bd720370-5f29-4d30-a11a-0308545581d9)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:41.186591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.200870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Calling delete_port for a4999755-100d-4141-81e3-b83b446c54ed owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:41.215545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3dc3975f-f451-4476-9ab4-23c9b094b4a8) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:41.221164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:41.236977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb1d4b-9fed-421d-b948-8ceaebabd7c0 None None] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:41.277736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.278179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.278584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.286444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.286989 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.289013 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 2 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.308188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.333117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.335784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.336274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.373546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.373546 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.373995 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 3 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.400657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.401235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.402203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.438711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:41.439925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.439925 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.439925 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 4 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.440239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:41.440239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:41.452898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f73c64-33c9-424d-a1d0-9103427e42e2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:44:41.476489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=06e251ad-d461-4723-a6d3-bb97fe607eec,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:41.506851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.507822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.510275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.545396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.547229 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.558868 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 5 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.580751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5b7ade6d-8bc6-4358-b2f5-20441197d8fd None None] Provisioning complete for port 06e251ad-d461-4723-a6d3-bb97fe607eec triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:41.590009 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b7ade6d-8bc6-4358-b2f5-20441197d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.616025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.616668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.616980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.633212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.633212 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.635085 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 6 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.651757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.652415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.653212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.653387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ade6d-8bc6-4358-b2f5-20441197d8fd None None] Port 06e251ad-d461-4723-a6d3-bb97fe607eec cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:44:41.664395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.664395 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.664395 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 7 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.677617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.677761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.679536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.685488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.685913 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.686219 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 8 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.700174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.700774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.701736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.707007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.707346 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.707749 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 9 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.724511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.753291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.753636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.754179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.761728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Pushing event deleted for resources: {'Port': ['ID=a4999755-100d-4141-81e3-b83b446c54ed,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:41.768763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.769169 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.774440 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 10 to bind port c8368338-12f0-4094-85c2-09751d51d51c Dec 23 12:44:41.823677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:41.824338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:41.824879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:41.847383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port c8368338-12f0-4094-85c2-09751d51d51c on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:41.847903 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port c8368338-12f0-4094-85c2-09751d51d51c on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:41.848452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.854692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] No DVR routers for this DVR port a4999755-100d-4141-81e3-b83b446c54ed on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:44:41.858008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:41.862342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f246c30d-4044-4c03-af00-9bb09312658b req-6e1e451d-9a9a-438c-98cb-f17722387072 tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.43 "DELETE /v2.0/ports/a4999755-100d-4141-81e3-b83b446c54ed HTTP/1.1" status: 204 len: 173 time: 1.0059078 Dec 23 12:44:41.865260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'name': 'network-vif-deleted', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:44:41.868919 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68edf67-ec26-4c99-b411-a02d37d15757" -d '{"events": [{"server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "name": "network-vif-deleted", "tag": "a4999755-100d-4141-81e3-b83b446c54ed"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:44:41.970516 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edfe93-ca3e-406c-ba4d-1d8e0e7bd571 x-openstack-request-id: req-14edfe93-ca3e-406c-ba4d-1d8e0e7bd571 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:44:41.970777 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e25df21-5ee9-4b00-ab86-3b9fb13ce647", "name": "network-vif-deleted", "tag": "a4999755-100d-4141-81e3-b83b446c54ed", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:44:41.971042 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14edfe93-ca3e-406c-ba4d-1d8e0e7bd571 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:44:41.971446 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25df21-5ee9-4b00-ab86-3b9fb13ce647', 'name': 'network-vif-deleted', 'tag': 'a4999755-100d-4141-81e3-b83b446c54ed', 'status': 'completed', 'code': 200} Dec 23 12:44:42.038667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port c8368338-12f0-4094-85c2-09751d51d51c, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:44:42.039132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempted to set empty binding levels {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:44:42.041856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95a0abb3-871b-4e47-b694-154a1b6a399a req-8c69f332-d245-4f66-8a1a-cc0662af21dd tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0377064 Dec 23 12:44:42.148202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.204961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:42.205563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.221511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=c8368338-12f0-4094-85c2-09751d51d51c,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:42.357057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c4664473-a807-4af5-8e07-6e510062e37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.2882345 Dec 23 12:44:42.358419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45078) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:42.398066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.542811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Deleting port c8368338-12f0-4094-85c2-09751d51d51c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:42.543221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.601558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a4999755-100d-4141-81e3-b83b446c54ed no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:44:42.658756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: a4999755-100d-4141-81e3-b83b446c54ed {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:44:42.660150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a4999755-100d-4141-81e3-b83b446c54ed not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:44:42.683583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:44:42.748248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port c8368338-12f0-4094-85c2-09751d51d51c, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:42.749424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.762017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c3f9d-4649-4463-b04d-04506b674f71 None None] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:42.765107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Calling delete_port for c8368338-12f0-4094-85c2-09751d51d51c owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:42.845525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.879341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:42.882295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:42.914722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] Provisioning complete for port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:42.915022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.011389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.097505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8368338-12f0-4094-85c2-09751d51d51c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:43.110817 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.117012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f4dbffa9-16d5-4ce4-af5d-216e5aaeb5c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c8368338-12f0-4094-85c2-09751d51d51c HTTP/1.1" status: 204 len: 168 time: 0.7574112 Dec 23 12:44:43.119548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45088) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:43.131499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.162647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.191756 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5721b8-c02a-45bf-92b1-767f089f994a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:44:43.193472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fd5721b8-c02a-45bf-92b1-767f089f994a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports/c8368338-12f0-4094-85c2-09751d51d51c HTTP/1.1" status: 404 len: 333 time: 0.0725541 Dec 23 12:44:43.197104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:43.206828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2016403653'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:43.223831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] For port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,segment=NetworkSegment(f5678b4c-8be3-47b9-9443-852c7dd4d6c6),segment_id=f5678b4c-8be3-47b9-9443-852c7dd4d6c6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:43.228779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0067149-2128-4746-bb20-ca2856e7d7d8 req-071d6251-b825-431d-baf2-513c42b97ead tempest-TestServerAdvancedOps-1690899876 tempest-TestServerAdvancedOps-1690899876-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e25df21-5ee9-4b00-ab86-3b9fb13ce647 HTTP/1.1" status: 200 len: 210 time: 0.0662863 Dec 23 12:44:43.276968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 8f4f4700-242d-45b4-ad0c-341d032c083c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:44:43.323653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.367421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Made reservation on behalf of 2a8d067224674c9c8608711c31fbda08 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:43.376572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.478369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port f2f9783a-2c33-4636-877a-5b1e210e70f6 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:43.484352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad17b0-663f-455f-8fda-c2f12a82e967 None None] Pushing event updated for resources: {'Port': ['ID=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:43.496278 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-49adc76f-81cc-445a-9dbc-32c28d2919f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.517731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:44:43.518076 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:44:43.518533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d2bace8b-7d31-4ad1-ac46-4cd714dbd9dd None None] Provisioning complete for port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:43.518892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2bace8b-7d31-4ad1-ac46-4cd714dbd9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.586392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:43.600671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] Sync routers for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:43.634397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:43.635093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:43.711439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:43.736562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:43.740087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a7e9b476-68da-4bbb-a677-22c7813dbfc8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0733287 Dec 23 12:44:43.740265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:43.740265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:43.741079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:43.787614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:43.788167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72844e-11d1-4adc-a1f2-095276809bd7 None None] The sync data for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:43.812682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.122082 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.258385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:44.270302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:44.275036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=f2f9783a-2c33-4636-877a-5b1e210e70f6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:44.291161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:44.292097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:44.292697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.347022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45118) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:44.397755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-504273fd-25b2-4b9a-bf24-5a6ecb0ea170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1953909 Dec 23 12:44:44.398713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45120) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:44.405504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:44.442486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Deleting subnet 82581306-1368-4869-9bca-1801477ca4c8 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:44:44.469534 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.548088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.557078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.611557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:44:44.628859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.668297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.755823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:44.755823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.816937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.900938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82581306-1368-4869-9bca-1801477ca4c8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:44.922440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:44.930049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-47d82767-9ba0-4997-8887-f36c582bfd30 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/82581306-1368-4869-9bca-1801477ca4c8 HTTP/1.1" status: 204 len: 168 time: 0.5834193 Dec 23 12:44:44.930049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:45.056946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45128) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:45.071868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port f2f9783a-2c33-4636-877a-5b1e210e70f6 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:45.101745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.118200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.226034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.242055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.284134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-485236e6-563b-4bc6-a4e1-cdf4c679da6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.289928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206cadaa-4358-4552-97a8-83bf5dea6c14']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:45.314024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd720370-5f29-4d30-a11a-0308545581d9') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:45.314319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd720370-5f29-4d30-a11a-0308545581d9') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:45.332071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.355196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=f2f9783a-2c33-4636-877a-5b1e210e70f6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:45.355510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.368976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.368976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.368976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.373418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:44:45.373838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:44:45.376714 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:44:45.382355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.1 (5ee12f78-ad89-4200-95b0-7adaabd43a50/f350ccbb-45d0-4447-902b-29bc486477f1/3e8e59bf-8030-429a-9878-7317e234c556) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:45.384565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.384928 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.387100 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 2 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.411159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.411486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.411753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.455057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.455412 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.455849 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 3 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.477158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-485236e6-563b-4bc6-a4e1-cdf4c679da6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.477667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.478002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.478342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.499909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.500321 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.509673 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 4 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.520177 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.539062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.539401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.539735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.539859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.544306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/206cadaa-4358-4552-97a8-83bf5dea6c14 HTTP/1.1" status: 204 len: 168 time: 0.6131220 Dec 23 12:44:45.548486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45138) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:45.557151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.557691 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.561499 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 5 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.581211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.589022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.589394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.589739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.599729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.600060 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.601875 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 6 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.629481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.629865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.630207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.637704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Deleting subnet ef6c2e16-6b39-48d9-a607-878a078a1fe8 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:44:45.639522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.639856 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.641798 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 7 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.642952 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-485236e6-563b-4bc6-a4e1-cdf4c679da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.645693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b864c49-f49e-4952-b78b-69b652f8bdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=206cadaa-4358-4552-97a8-83bf5dea6c14,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:45.652965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.677218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.677646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.677991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.686294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.686875 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.687320 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 8 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.710762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.711138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.711457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.718163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.718549 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.718892 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 9 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.725373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485236e6-563b-4bc6-a4e1-cdf4c679da6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8641ff3-e019-4cc8-a304-4dbc68461c61,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:45.744855 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.756259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-485236e6-563b-4bc6-a4e1-cdf4c679da6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71c72deeaa214479ab7f1c6e0ef2036b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6976268 Dec 23 12:44:45.759053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45142) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:45.774287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.774287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.774287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.774980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.814942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.816438 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.829685 n-d-822750-2 neutron-server[104038]: INFO neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 10 to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 Dec 23 12:44:45.843690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:45.858782 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.862310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:45.867982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:45.906159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.930624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:45.931004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:45.931686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:45.943721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:45.944223 n-d-822750-2 neutron-server[104038]: ERROR neutron.plugins.ml2.managers [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port f2f9783a-2c33-4636-877a-5b1e210e70f6 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:45.945781 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.956675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.974188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:45.977656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=3e8e59bf-8030-429a-9878-7317e234c556,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:46.097343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fd4d5be1-d8b9-4612-b320-e2eb81f243a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.146360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.193317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6c2e16-6b39-48d9-a607-878a078a1fe8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:46.224061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.229370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7680f371-0cb8-4d05-9e8b-2ab0f57e49f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef6c2e16-6b39-48d9-a607-878a078a1fe8 HTTP/1.1" status: 204 len: 168 time: 0.6798205 Dec 23 12:44:46.231341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.238270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.239828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8641ff3-e019-4cc8-a304-4dbc68461c61 HTTP/1.1" status: 204 len: 168 time: 0.4799769 Dec 23 12:44:46.240698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:46.312269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5190e963-9836-4f54-9de0-f98a717930bf None None] Provisioning complete for port 3e8e59bf-8030-429a-9878-7317e234c556 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:46.312667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5190e963-9836-4f54-9de0-f98a717930bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.323028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64272b12-5c90-4fd8-9640-c2b89cbd21d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8641ff3-e019-4cc8-a304-4dbc68461c61,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:46.384042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5190e963-9836-4f54-9de0-f98a717930bf None None] Port 3e8e59bf-8030-429a-9878-7317e234c556 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:44:46.414758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.539264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.563705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port f2f9783a-2c33-4636-877a-5b1e210e70f6, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:44:46.564296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempted to set empty binding levels {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:44:46.573070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.603925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f07d71-62e9-405d-9e65-45710d6a9b79']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:46.615264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33da99aa-5fdb-47ac-a003-ec89c3d27450') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:46.615553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33da99aa-5fdb-47ac-a003-ec89c3d27450') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:46.625948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.639802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.646281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:44:46.646717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:44:46.648500 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:44:46.672189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.737710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] In _notify_port_updated(), no bound segment for port f2f9783a-2c33-4636-877a-5b1e210e70f6 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:44:46.738624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.739648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.741331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "PUT /v2.0/ports/f2f9783a-2c33-4636-877a-5b1e210e70f6 HTTP/1.1" status: 200 len: 979 time: 2.3414259 Dec 23 12:44:46.744094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45158) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:46.789921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.792375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0419a4-68c0-476c-97c6-1101cac1f734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=f2f9783a-2c33-4636-877a-5b1e210e70f6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:46.816601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.822462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:46.832046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/86f07d71-62e9-405d-9e65-45710d6a9b79 HTTP/1.1" status: 204 len: 168 time: 0.5793335 Dec 23 12:44:46.870671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab2669-59ef-4959-896d-21718ecb49fe admin admin] Pushing event deleted for resources: {'Network': ['ID=86f07d71-62e9-405d-9e65-45710d6a9b79,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:46.925796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.926278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.926740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.927209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.927668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.928126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.928580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.929060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.929519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.929973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.930428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.930882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.931341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.931807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.932246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.932702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.933185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.933635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.934263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.934723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.935175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.936427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.936936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.937363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.937908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.938365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.938818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.939266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.939718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.940166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:46.943905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-656cf728-dab5-445a-9f5c-b5b7b65fb9f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26363 time: 0.1987634 Dec 23 12:44:46.949275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.040076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Deleting port f2f9783a-2c33-4636-877a-5b1e210e70f6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:47.040491 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.120168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port f2f9783a-2c33-4636-877a-5b1e210e70f6, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:47.120937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.137740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Calling delete_port for f2f9783a-2c33-4636-877a-5b1e210e70f6 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:47.140585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45164) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.151562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.160455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb845f67-f19f-4637-9fd7-f76a9ff42a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.248768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb845f67-f19f-4637-9fd7-f76a9ff42a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.255468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45166) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.257634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.347805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.353856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.370138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=3e8e59bf-8030-429a-9878-7317e234c556,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:47.389195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-169a971d-d955-4ef6-a5f4-33e898c5e136 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=756d44261ada4e6aaa0e2156255e50ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276057 Dec 23 12:44:47.389371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2f9783a-2c33-4636-877a-5b1e210e70f6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:47.389371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.414640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.420618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ae489d6d-7f06-44ae-9d1b-43dd1e1b963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f2f9783a-2c33-4636-877a-5b1e210e70f6 HTTP/1.1" status: 204 len: 168 time: 0.4691882 Dec 23 12:44:47.422865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.431072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bb845f67-f19f-4637-9fd7-f76a9ff42a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.457541 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.476082 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3e3292-0b89-45f2-b878-0e8baa2a2c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:44:47.477537 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4d3e3292-0b89-45f2-b878-0e8baa2a2c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports/f2f9783a-2c33-4636-877a-5b1e210e70f6 HTTP/1.1" status: 404 len: 333 time: 0.0557270 Dec 23 12:44:47.481590 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.483986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45174) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.494029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950466981', 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:47.508628 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bb845f67-f19f-4637-9fd7-f76a9ff42a00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa7636b5831c4b6f938842f972445d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668602 Dec 23 12:44:47.511103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb845f67-f19f-4637-9fd7-f76a9ff42a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc621d9-c4ea-4f24-ac18-061fd774526f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:47.514184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45176) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.575416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:47.578945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:47.626625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Made reservation on behalf of 2a8d067224674c9c8608711c31fbda08 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:47.629648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.633168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.652023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.657087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.659775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19d92197-7452-4126-afca-1ee16ff42b63 HTTP/1.1" status: 204 len: 168 time: 0.2719662 Dec 23 12:44:47.661468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port 76148ad4-80bc-43e7-8ce8-3fc4b637fb18 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:47.692266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b722f0-d24d-45e1-86e7-fa3c0709c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d92197-7452-4126-afca-1ee16ff42b63,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:47.699890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.783311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 8f4f4700-242d-45b4-ad0c-341d032c083c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:47.906232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.915507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:47.917002 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dc621d9-c4ea-4f24-ac18-061fd774526f HTTP/1.1" status: 204 len: 168 time: 0.3994880 Dec 23 12:44:47.936274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271892c-9632-4f11-871f-1bb86e1c6add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc621d9-c4ea-4f24-ac18-061fd774526f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:47.969076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:47.979893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-919be461-a378-4b93-bc7f-811d54a321c4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/routers/8f4f4700-242d-45b4-ad0c-341d032c083c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2328582 Dec 23 12:44:47.980252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45186) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:47.980520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] Sync routers for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:47.985578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'port': {'network_id': '5ee12f78-ad89-4200-95b0-7adaabd43a50', 'name': 'tempest-FloatingIPTestJSON-244408547'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:47.994757 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:47.995371 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:48.003516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.038508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8db2d31d-9621-4e04-bbb6-dae61449fee7 None None] Provisioning complete for port 3e8e59bf-8030-429a-9878-7317e234c556 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:48.039137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8db2d31d-9621-4e04-bbb6-dae61449fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.114810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8db2d31d-9621-4e04-bbb6-dae61449fee7 None None] Port 3e8e59bf-8030-429a-9878-7317e234c556 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:44:48.131290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.179247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:48.182626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:48.186079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:48.187461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:48.188081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.208289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=76148ad4-80bc-43e7-8ce8-3fc4b637fb18,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:48.216177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.235222 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:48.245724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:48.246453 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:48.253420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Made reservation on behalf of 1646f9e9db4443ae927ecc20ecf63fce for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:48.258301 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.277954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] device_id is not set on port 95ec6511-e507-4eee-8e61-76bad29d0de3 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:48.286808 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:48.287725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b00f4e-7bec-43fa-b023-a484dbe12457 None None] The sync data for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:48.333120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc1271e3-af53-432a-b776-ebe4e456cf4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8478341 Dec 23 12:44:48.341112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:48.402225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b71fc-010a-428f-bcd2-b175ee9465bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:48.403633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-887b71fc-010a-428f-bcd2-b175ee9465bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports/76148ad4-80bc-43e7-8ce8-3fc4b637fb18 HTTP/1.1" status: 200 len: 959 time: 0.0668881 Dec 23 12:44:48.407320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45192) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:48.439085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.461631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Allocated IP 172.20.0.10 (5ee12f78-ad89-4200-95b0-7adaabd43a50/f350ccbb-45d0-4447-902b-29bc486477f1/95ec6511-e507-4eee-8e61-76bad29d0de3) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:44:48.590907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Deleting port 76148ad4-80bc-43e7-8ce8-3fc4b637fb18 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:48.591638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.665255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.684810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Calling delete_port for 76148ad4-80bc-43e7-8ce8-3fc4b637fb18 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:48.767050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.937111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.940361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:48.995584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:49.003636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.006273 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "DELETE /v2.0/ports/76148ad4-80bc-43e7-8ce8-3fc4b637fb18 HTTP/1.1" status: 204 len: 168 time: 0.5978608 Dec 23 12:44:49.009768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45210) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:49.011035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:49.014714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:49.019620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:49.023726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event updated for resources: {'Port': ['ID=95ec6511-e507-4eee-8e61-76bad29d0de3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:49.074818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999ac60-87fc-4af0-b70d-3235b09b5f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event deleted for resources: {'Port': ['ID=76148ad4-80bc-43e7-8ce8-3fc4b637fb18,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:49.089352 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e66a1-67fc-44cf-980b-3f04e9e7aafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:44:49.095126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-326e66a1-67fc-44cf-980b-3f04e9e7aafd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports/76148ad4-80bc-43e7-8ce8-3fc4b637fb18 HTTP/1.1" status: 404 len: 333 time: 0.0576196 Dec 23 12:44:49.100519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45216) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:49.116577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-225320662'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:49.119529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4cf155a2-0d6a-45ef-afed-356117801169 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=342ccf2422654b1b986ddce6f7ffe081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1185470 Dec 23 12:44:49.122494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45218) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: items = [ Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.134969 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:44:49.137809 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:44:49.139476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:49.139650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.207835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.220693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.245078 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2968c15b-5bdc-48e3-929e-7ba8e6080999 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2636700 Dec 23 12:44:49.247682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45222) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:49.253541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Request body: {'floatingip': {'port_id': '95ec6511-e507-4eee-8e61-76bad29d0de3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:49.254937 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.336288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Made reservation on behalf of 2a8d067224674c9c8608711c31fbda08 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:44:49.338811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.361660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.367386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port ff800449-68d7-420d-9c78-29a6c0a1ac41 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:49.377541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4f3379e1-6b4d-4cb8-8a15-69a2ce2ed996 None None] Provisioning complete for port 95ec6511-e507-4eee-8e61-76bad29d0de3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:44:49.378175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4f3379e1-6b4d-4cb8-8a15-69a2ce2ed996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.398783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.401683 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.402978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e84ea2-3d88-424e-9ef6-574e73e8967d HTTP/1.1" status: 204 len: 168 time: 0.2790110 Dec 23 12:44:49.446267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dc4b1-9934-441d-8d12-d1c07ff2ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e84ea2-3d88-424e-9ef6-574e73e8967d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:49.467370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4f3379e1-6b4d-4cb8-8a15-69a2ce2ed996 None None] Port 95ec6511-e507-4eee-8e61-76bad29d0de3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:44:49.737110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:49.793592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-a55404ab-352c-423a-87b0-438870be8a7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1654711 Dec 23 12:44:50.029752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.153091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:44:50.241319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:44:50.248548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=ff800449-68d7-420d-9c78-29a6c0a1ac41,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:50.261009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:44:50.261950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:50.263099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.277928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-fd102bcf-5de3-4847-82df-87d8342027b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:50.282314 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-fd102bcf-5de3-4847-82df-87d8342027b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 1100 time: 0.2636786 Dec 23 12:44:50.301769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.373663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c9b75b42-188d-4c2e-85b4-a98a988925e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2677882 Dec 23 12:44:50.376528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45246) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:50.381604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:44:50.402218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.448623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-58677807-5e4e-425b-92f9-6e3436442669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:50.451216 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-58677807-5e4e-425b-92f9-6e3436442669 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1401739 Dec 23 12:44:50.458535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.536265 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-5375fe63-d3e6-4d77-bdcb-671a6297015e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7 HTTP/1.1" status: 200 len: 217 time: 0.0786467 Dec 23 12:44:50.556694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45252) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:50.650316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-7e8a31ee-6e17-4270-b919-9d0c4cc3b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:50.651845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-7e8a31ee-6e17-4270-b919-9d0c4cc3b6ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.1090178 Dec 23 12:44:50.695665 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 5e53c354-dc47-4213-8182-278db97e3e1a associated. External IP: 172.25.7.217, port: f898c005-2171-4396-8718-1da50718429d. Dec 23 12:44:50.696555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa6d70b-7f15-4e46-b1e4-08224d02d3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.713027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] device_id is not set on port ff800449-68d7-420d-9c78-29a6c0a1ac41 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:44:50.725450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.797625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa6d70b-7f15-4e46-b1e4-08224d02d3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.810961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.868171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=ff800449-68d7-420d-9c78-29a6c0a1ac41,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:50.889511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9aa6d70b-7f15-4e46-b1e4-08224d02d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:50.917859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:50.917859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:50.917859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:50.960164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9aa6d70b-7f15-4e46-b1e4-08224d02d3c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85e83860b4c44ccf898855f9d70e72b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016073 Dec 23 12:44:50.964045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:50.984647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6d70b-7f15-4e46-b1e4-08224d02d3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86fc63-6796-4238-b28d-23696f738e72,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:50.987182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:50.987529 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:50.990824 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 2 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.017309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.017680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.018072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.034837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.035276 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.036505 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 3 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.059669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.060955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.061363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.081433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.081943 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.082708 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 4 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.085942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.124288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.125131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.125771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.127483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-7c85c7ec-535a-4d31-bd38-f6c5f53ae185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:51.130098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-7c85c7ec-535a-4d31-bd38-f6c5f53ae185 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4677284 Dec 23 12:44:51.134739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.135221 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.137290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.139895 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 5 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.163155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-64a27ee4-ec99-4aea-8607-42a128cf3329 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:44:51.164153 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-64a27ee4-ec99-4aea-8607-42a128cf3329 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051858 Dec 23 12:44:51.172296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.172586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.173063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.188270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.188606 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.191485 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 6 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.207665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.208013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.209084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.214955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.215441 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.223495 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 7 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.238189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.238564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.238866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.249212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.249613 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.250349 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 8 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.275201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.275607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.275949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.286705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.287687 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.288390 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 9 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.306168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.309639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.310001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.326426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.327420 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.328628 n-d-822750-2 neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempt 10 to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 Dec 23 12:44:51.340581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-d42a8a9d-94ee-4849-b302-38ea5a1d7b27 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677127 Dec 23 12:44:51.344846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:44:51.345341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:44:51.345779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempting to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:44:51.351153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:44:51.351557 n-d-822750-2 neutron-server[104037]: ERROR neutron.plugins.ml2.managers [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Failed to bind port ff800449-68d7-420d-9c78-29a6c0a1ac41 on host n-h2-822750-2 for vnic_type normal using segments [{'id': '5c41c007-00f2-42a6-9f51-967276cceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3dc3975f-f451-4476-9ab4-23c9b094b4a8'}] Dec 23 12:44:51.362814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.362814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.362814 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.362814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f86fc63-6796-4238-b28d-23696f738e72 HTTP/1.1" status: 204 len: 168 time: 0.3927903 Dec 23 12:44:51.378973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0045f4-1163-476d-930f-191e9e9922b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86fc63-6796-4238-b28d-23696f738e72,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:51.456506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port ff800449-68d7-420d-9c78-29a6c0a1ac41, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:44:51.456957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attempted to set empty binding levels {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 12:44:51.547706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.563051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:51.602708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] In _notify_port_updated(), no bound segment for port ff800449-68d7-420d-9c78-29a6c0a1ac41 on network 3dc3975f-f451-4476-9ab4-23c9b094b4a8 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:44:51.607949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:51.607949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.607949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "PUT /v2.0/ports/ff800449-68d7-420d-9c78-29a6c0a1ac41 HTTP/1.1" status: 200 len: 978 time: 1.2279480 Dec 23 12:44:51.609703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45266) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:51.643418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e06cd-21ba-451a-be72-937d1ea0e958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event updated for resources: {'Port': ['ID=ff800449-68d7-420d-9c78-29a6c0a1ac41,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:51.696777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9cdc17b2-227b-42b1-8d85-c8fdee015949 req-9d1d824f-8dbd-496d-8bbd-cac89827b828 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497260 Dec 23 12:44:51.699669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:51.724166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:51.749285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:51.750504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:51.761453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Deleting port ff800449-68d7-420d-9c78-29a6c0a1ac41 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:51.761821 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.798887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:51.810543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:51.811249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:51.836298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] For port ff800449-68d7-420d-9c78-29a6c0a1ac41, host n-h2-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:51.843867 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:51.848332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:51.849340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eca133-def4-46e0-ba02-5c5d1bf5d8ec None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:51.869986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Calling delete_port for ff800449-68d7-420d-9c78-29a6c0a1ac41 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:52.028289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 8f4f4700-242d-45b4-ad0c-341d032c083c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:52.096171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.125805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff800449-68d7-420d-9c78-29a6c0a1ac41,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:52.132880 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.136564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e2a1610d-a86a-45f4-aac6-1347d2ee430f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ff800449-68d7-420d-9c78-29a6c0a1ac41 HTTP/1.1" status: 204 len: 168 time: 0.5265639 Dec 23 12:44:52.139990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:52.170630 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-992a7150-4f5f-42da-b341-f94236eb8086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] GET failed (client error): The resource could not be found. Dec 23 12:44:52.177519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-992a7150-4f5f-42da-b341-f94236eb8086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809941808-project-admin] 10.222.0.16 "GET /v2.0/ports/ff800449-68d7-420d-9c78-29a6c0a1ac41 HTTP/1.1" status: 404 len: 333 time: 0.0310333 Dec 23 12:44:52.177519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:52.180471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45282) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:52.187549 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] Sync routers for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:52.188473 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.202451 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:52.203000 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.252103 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.265757 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:52.267349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.283313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8768d5b4-379f-4fc8-b7ff-efacd87be95b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/floatingips/5e53c354-dc47-4213-8182-278db97e3e1a HTTP/1.1" status: 200 len: 978 time: 3.0317023 Dec 23 12:44:52.283587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.283766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:52.307931 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.310952 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6a51f-36b9-4faa-8625-74f581c23a4e None None] The sync data for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:52.397944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.408813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 95ec6511-e507-4eee-8e61-76bad29d0de3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:52.409635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.433843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc3975f-f451-4476-9ab4-23c9b094b4a8']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.455683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c41c007-00f2-42a6-9f51-967276cceace') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.461160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c41c007-00f2-42a6-9f51-967276cceace') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:52.478653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.499090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.505750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:44:52.506147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:44:52.509232 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:44:52.570126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.699568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.722169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.729679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] 10.222.0.16 "DELETE /v2.0/networks/3dc3975f-f451-4476-9ab4-23c9b094b4a8 HTTP/1.1" status: 204 len: 168 time: 0.5480273 Dec 23 12:44:52.746161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae8bbc-0cd6-4801-a7e0-512f83670913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725972568-project] Pushing event deleted for resources: {'Network': ['ID=3dc3975f-f451-4476-9ab4-23c9b094b4a8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:52.773739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.861149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.861600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:52.862084 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Floating IP 5e53c354-dc47-4213-8182-278db97e3e1a disassociated. External IP: 172.25.7.217, port: 95ec6511-e507-4eee-8e61-76bad29d0de3. Dec 23 12:44:52.862534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 95ec6511-e507-4eee-8e61-76bad29d0de3 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:53.142821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:53.183562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=95ec6511-e507-4eee-8e61-76bad29d0de3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:53.314464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 8f4f4700-242d-45b4-ad0c-341d032c083c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:53.458478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-4cec1786-ca09-41be-b976-f635fe84e91d req-5b786aa0-09c1-4d85-830c-bd4cf3ef6b01 service neutron] (104038) timed out ('10.222.0.16', 51370) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:44:53.459520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:53.472692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] Sync routers for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:53.473037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45312) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:53.487060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:53.488043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:53.592633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:53.597782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:53.603170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-88c2281e-3436-4835-a52e-2a860fb61801 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/95ec6511-e507-4eee-8e61-76bad29d0de3 HTTP/1.1" status: 204 len: 168 time: 1.3177021 Dec 23 12:44:53.605831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:53.620674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:53.621967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:53.671056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:53.671940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1642f4b-d2fe-4a3a-8fcc-98cc96f6ed7f None None] The sync data for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:53.815774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-ea2f14ba-45df-4110-a745-0f178bbb0dbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2842767 Dec 23 12:44:53.829196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c834f4e-1a17-4f8e-927a-a3e23583fc42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e76f3ed8d1b6424caac2eaff360baf94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550692 Dec 23 12:44:53.831844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:53.964710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:54.002893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:54.032774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.033310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.033776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.034242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.034701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.035155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.035607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.037499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d1d87deb-5b1b-4b01-aa24-55be5ad181a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.0875587 Dec 23 12:44:54.179249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:54.184455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:54.187201 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c910e7a3-18d7-4411-a12d-2e7662f2d1d0 HTTP/1.1" status: 204 len: 168 time: 0.3543491 Dec 23 12:44:54.210622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c38a252f-f7cf-46fe-b690-45a8cfc7cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.211181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c38a252f-f7cf-46fe-b690-45a8cfc7cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.211644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c38a252f-f7cf-46fe-b690-45a8cfc7cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.213333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c38a252f-f7cf-46fe-b690-45a8cfc7cf4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 2292 time: 0.1486287 Dec 23 12:44:54.239284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9568bf5-197c-4a78-89d5-51b0a5839cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910e7a3-18d7-4411-a12d-2e7662f2d1d0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:54.329488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-bf33a9dd-2269-4f01-9c0a-fdc55fc8ecc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1001 time: 0.1056514 Dec 23 12:44:54.426513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-01745178-797d-4ef5-837c-9c5c1a3e83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.428070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-01745178-797d-4ef5-837c-9c5c1a3e83d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.0917208 Dec 23 12:44:54.436105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:54.565283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-32b28c7e-ac16-4c36-8d9b-d167b7ad5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:54.566820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-32b28c7e-ac16-4c36-8d9b-d167b7ad5d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282821 Dec 23 12:44:54.780077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-1a214ddd-fd1c-459f-9f0c-08ef644eb464 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633601 Dec 23 12:44:54.893642 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:44:54.958198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-ac285727-901d-4c25-a8e9-be0bc7366a2d service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741030 Dec 23 12:44:55.020252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-9ebcd923-0595-45d4-8f3a-560005c7b19c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.0553179 Dec 23 12:44:55.104100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-82e21e98-6db7-49e4-b5e6-3de3e5496afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:55.105648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-82e21e98-6db7-49e4-b5e6-3de3e5496afb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0789480 Dec 23 12:44:55.154328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 3e8e59bf-8030-429a-9878-7317e234c556 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:55.154687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.208635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45356) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:55.211569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-1c213852-b646-4265-afaf-111152d981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:55.213930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-1c213852-b646-4265-afaf-111152d981b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007359 Dec 23 12:44:55.265141 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2c892b73-4dec-4d64-a230-a796354a9f9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8d067224674c9c8608711c31fbda08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515707 Dec 23 12:44:55.266493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45358) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:55.333542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.361812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.493573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.496308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.498186 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f66a6402-7de0-4bae-b183-fca3cf8c3cce HTTP/1.1" status: 204 len: 168 time: 0.2301693 Dec 23 12:44:55.506449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f9d3-dd7c-4f92-a0fd-c629bf3dfab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a6402-7de0-4bae-b183-fca3cf8c3cce,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:55.687876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:55.709656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 3e8e59bf-8030-429a-9878-7317e234c556 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:55.734201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-4fe9ccc6-d29f-4cf8-852e-fcc2bca46b1c service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116842 Dec 23 12:44:55.915149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-7d1c6b5a-adea-45d9-a89b-dee7b4c36994 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478891 Dec 23 12:44:55.971075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c9964d7b-bc53-42cd-a320-a2f4f11afdbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.0475502 Dec 23 12:44:56.046993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-867f3f7c-cee7-4055-b28e-5dd2f9b7d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:56.046993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-867f3f7c-cee7-4055-b28e-5dd2f9b7d96f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0620830 Dec 23 12:44:56.138325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-eb0d5754-8cf2-422c-a5a3-0a848ebfe007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:56.139755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-eb0d5754-8cf2-422c-a5a3-0a848ebfe007 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688300 Dec 23 12:44:56.227847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:56.291072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=3e8e59bf-8030-429a-9878-7317e234c556,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:56.339911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-f0a65703-0874-4a39-b6cd-2ac133356149 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914096 Dec 23 12:44:56.590362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:56.594539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-d07a5738-3ba4-4f89-a915-f7ff54903eff service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432039 Dec 23 12:44:56.661496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-a0cbcfe6-e982-4d86-83b7-1c02502dfdd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0481091 Dec 23 12:44:56.809053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-6dd8334c-ead8-43d6-9c23-c53601312ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:56.816989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-6dd8334c-ead8-43d6-9c23-c53601312ee9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1049523 Dec 23 12:44:56.912904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-2531531e-5090-4ac0-a8dd-661f13d48ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:56.914493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-2531531e-5090-4ac0-a8dd-661f13d48ce0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939229 Dec 23 12:44:56.999863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45440) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:57.073437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 8f4f4700-242d-45b4-ad0c-341d032c083c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:44:57.088287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-c7f58f11-fedf-44a0-bf09-52f7f6976b05 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664894 Dec 23 12:44:57.141298 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ec58472c-be33-4f3b-8b89-ba3bf604b847 tempest-AgentManagementNegativeTest-866132184 tempest-AgentManagementNegativeTest-866132184-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1399841 Dec 23 12:44:57.461877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-ee8d6397-bd34-4b3b-a9ca-7444236e56cb service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824944 Dec 23 12:44:57.461877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:44:57.461877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9bbc600d-0911-4c11-b1e4-5d7730c8bcaa tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/routers/8f4f4700-242d-45b4-ad0c-341d032c083c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6821558 Dec 23 12:44:57.464385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:57.465360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] Sync routers for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:44:57.465360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:57.465360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:57.465360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:57.466164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-fea5ff0f-a672-463b-abf4-7f3f7230722d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.0831549 Dec 23 12:44:57.466441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] Routers {'8f4f4700-242d-45b4-ad0c-341d032c083c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:44:57.466441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8f4f4700-242d-45b4-ad0c-341d032c083c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:57.472626 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:44:57.472626 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c32b33-d4dd-4c18-94f2-2b588977df28 None None] The sync data for ids ['8f4f4700-242d-45b4-ad0c-341d032c083c'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:44:57.494868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-b8914135-5718-4eea-b716-250c1db2cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:57.496417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-b8914135-5718-4eea-b716-250c1db2cdda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0909441 Dec 23 12:44:57.511559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:57.571549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-4176b80c-b7cf-4d66-a368-82f3ebde9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:57.573594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-4176b80c-b7cf-4d66-a368-82f3ebde9184 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701292 Dec 23 12:44:57.662949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:57.679053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-dce8c384-cd91-45e0-a528-9e36c740f0eb service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981207 Dec 23 12:44:57.806723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-60e65a37-f16a-444d-acf3-51859ce42371 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168153 Dec 23 12:44:57.814888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:57.850937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 06e251ad-d461-4723-a6d3-bb97fe607eec {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:57.854821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:57.877022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-0cf89424-931b-4cfe-b6d5-65961a9f2b25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.0630226 Dec 23 12:44:57.988096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-7cdfd690-f312-40b5-97fa-53715acb4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:57.990624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-7cdfd690-f312-40b5-97fa-53715acb4e7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.1054909 Dec 23 12:44:57.999257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.016098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7e8953d-4f8b-4830-bd40-a5c9915850f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.025464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 06e251ad-d461-4723-a6d3-bb97fe607eec owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:58.081483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-afd95d89-1a84-4abd-8879-e87150e0b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:58.083235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-afd95d89-1a84-4abd-8879-e87150e0b517 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0780673 Dec 23 12:44:58.208272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7e8953d-4f8b-4830-bd40-a5c9915850f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.214173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-8badcc38-3c1a-40da-b01e-60d98219c0c9 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233494 Dec 23 12:44:58.318591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-93dbe1ca-28a6-4d87-b0b2-b4210e176f51 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975542 Dec 23 12:44:58.361223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-9d88621e-1363-497e-ac62-c7e6b869d284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.0358820 Dec 23 12:44:58.367438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7e8953d-4f8b-4830-bd40-a5c9915850f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.424668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.453365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8953d-4f8b-4830-bd40-a5c9915850f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0728de-1def-4319-88d5-c4ffaf945a3e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:58.473989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7e8953d-4f8b-4830-bd40-a5c9915850f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=799848cdca6545389bbeb93a4b6e0cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530747 Dec 23 12:44:58.475672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-e0cd47c3-0859-400e-8ac7-d8ff6ac117c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:58.477176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-e0cd47c3-0859-400e-8ac7-d8ff6ac117c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.1071916 Dec 23 12:44:58.477633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45498) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:58.515184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=06e251ad-d461-4723-a6d3-bb97fe607eec,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:58.532778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f626a1e-fa53-40ec-be00-56bed7fb7051 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:44:58.605256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-ab14aeb0-76fa-407f-97d2-f306b87dfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:44:58.606751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-ab14aeb0-76fa-407f-97d2-f306b87dfef3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229241 Dec 23 12:44:58.613015 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.628164 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.686024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.755082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-1551e0bb-c42c-4a17-8d8f-949e437c35c0 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401324 Dec 23 12:44:58.781920 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.784997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.869492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7274eae0-0e8a-4199-92ea-c5db6d2b13f4 req-805f69fe-b884-41c9-b433-cc803ff72893 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071615 Dec 23 12:44:58.893361 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.896625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.900347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a0728de-1def-4319-88d5-c4ffaf945a3e HTTP/1.1" status: 204 len: 168 time: 0.4195993 Dec 23 12:44:58.907334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414571a2-0859-4084-8b86-a8d56bfc91d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0728de-1def-4319-88d5-c4ffaf945a3e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:58.930047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.930162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4f4700-242d-45b4-ad0c-341d032c083c {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:44:58.942829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:58.944034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a3f56ab2-ba84-423d-b329-d3400b794cca tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/routers/8f4f4700-242d-45b4-ad0c-341d032c083c HTTP/1.1" status: 204 len: 168 time: 1.6500835 Dec 23 12:44:58.947530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45512) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:59.055290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting subnet f350ccbb-45d0-4447-902b-29bc486477f1 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:44:59.060663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.113666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.235837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.393658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.431011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Subnet': ['ID=f350ccbb-45d0-4447-902b-29bc486477f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:44:59.437969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.443277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ebec6-4b1b-42eb-8b2a-eb11bd608610 None None] Network 5ee12f78-ad89-4200-95b0-7adaabd43a50 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:44:59.447802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c5a2239b-6f48-492a-8308-ff90870004e1 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/subnets/f350ccbb-45d0-4447-902b-29bc486477f1 HTTP/1.1" status: 204 len: 168 time: 0.4986672 Dec 23 12:44:59.450309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45528) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:44:59.607219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.687295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] DHCP port deletion for 5ee12f78-ad89-4200-95b0-7adaabd43a50 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:44:59.713361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:59.714141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.770367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Deleting port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:44:59.771019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.839112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] For port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,segment=NetworkSegment(f5678b4c-8be3-47b9-9443-852c7dd4d6c6),segment_id=f5678b4c-8be3-47b9-9443-852c7dd4d6c6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:59.839652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.850356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] For port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,segment=NetworkSegment(f5678b4c-8be3-47b9-9443-852c7dd4d6c6),segment_id=f5678b4c-8be3-47b9-9443-852c7dd4d6c6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:44:59.850857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:44:59.864632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Calling delete_port for b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:44:59.868144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:00.125567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.132256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.188471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:00.192598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] No DVR routers for this DVR port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:00.201931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] No DVR routers for this DVR port b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:00.205905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Pushing event deleted for resources: {'Port': ['ID=b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:00.220347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.220962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.221464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.221954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.222437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.223907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.224628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.225153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.226037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.227467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.228550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.229077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.229588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf5414-8652-46e8-bde4-070b34e96b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:00.323888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.357937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee12f78-ad89-4200-95b0-7adaabd43a50']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:00.370889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:00.371185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5678b4c-8be3-47b9-9443-852c7dd4d6c6') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:00.390386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.406305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.412676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:00.413097 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:00.416597 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:00.598936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.620629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.624727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/networks/5ee12f78-ad89-4200-95b0-7adaabd43a50 HTTP/1.1" status: 204 len: 168 time: 1.1721342 Dec 23 12:45:00.626016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ce83f-d3cb-41cb-9512-b763cfa5b78b tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Network': ['ID=5ee12f78-ad89-4200-95b0-7adaabd43a50,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:00.627519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45572) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:00.653272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:00.700026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:00.701429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b1c8dd79-ea71-4fd4-8c8f-1e72275ff22c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:00.736972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45578) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:00.882935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port bbfb6cc9-7950-4803-aa94-0c1b28e6998c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:00.883802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:00.902835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1895814164'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:01.037807 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.038215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.051922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for bbfb6cc9-7950-4803-aa94-0c1b28e6998c owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:01.111989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:01.119577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.136527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.383870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.489361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=bbfb6cc9-7950-4803-aa94-0c1b28e6998c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:01.532260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.588854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.592255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.597098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8be1a251-e17c-4abb-845c-2ae33b093150 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e53c354-dc47-4213-8182-278db97e3e1a HTTP/1.1" status: 204 len: 168 time: 0.9652877 Dec 23 12:45:01.597507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:01.627335 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d4bcb0-aa7c-4ed3-aa54-44815647fae4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] DELETE failed (client error): The resource could not be found. Dec 23 12:45:01.628670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d4bcb0-aa7c-4ed3-aa54-44815647fae4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:45:01.633594 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-48d4bcb0-aa7c-4ed3-aa54-44815647fae4 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/95ec6511-e507-4eee-8e61-76bad29d0de3 HTTP/1.1" status: 404 len: 333 time: 0.0350184 Dec 23 12:45:01.636129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45606) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:01.653409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.680351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4470aa56-8e61-44d2-b6ef-517e16792baf tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f4f4700-242d-45b4-ad0c-341d032c083c HTTP/1.1" status: 200 len: 205 time: 0.0426402 Dec 23 12:45:01.682931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45610) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:01.698833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:01.717799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dfcdbc-b01a-40c5-9ce6-a2142a618f90,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:01.721425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.722134 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Added segment 598970a3-a6ca-45ee-afd6-ae0a946c6eb2 of type vlan for network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf Dec 23 12:45:01.780395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:01.794271 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-18c038b0-41cf-4a9c-ae49-1d8150963ca8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] delete failed (client error): The resource could not be found. Dec 23 12:45:01.799171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-18c038b0-41cf-4a9c-ae49-1d8150963ca8 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/routers/8f4f4700-242d-45b4-ad0c-341d032c083c HTTP/1.1" status: 404 len: 336 time: 0.1117220 Dec 23 12:45:01.799171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45614) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:01.851435 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83ce060-1e61-4530-af4a-a9683721bc33 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] DELETE failed (client error): The resource could not be found. Dec 23 12:45:01.851891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83ce060-1e61-4530-af4a-a9683721bc33 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:45:01.866733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a83ce060-1e61-4530-af4a-a9683721bc33 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/subnets/f350ccbb-45d0-4447-902b-29bc486477f1 HTTP/1.1" status: 404 len: 337 time: 0.0666256 Dec 23 12:45:01.870886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:01.915339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45620) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:02.031542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port f898c005-2171-4396-8718-1da50718429d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:02.033734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.070449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.104275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:02.105343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.108454 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cfbff9fa-5003-4b0f-b562-af0108fab094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.191207 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.213692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for f898c005-2171-4396-8718-1da50718429d owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:02.226828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Network': ['ID=3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:02.239824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:02.295856 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-feab6c07-d145-485a-80a3-a9f6b51d4ea2 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5571117 Dec 23 12:45:02.300104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45634) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:02.306152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'subnet': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:02.455199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cfbff9fa-5003-4b0f-b562-af0108fab094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.540584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cfbff9fa-5003-4b0f-b562-af0108fab094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.579701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbff9fa-5003-4b0f-b562-af0108fab094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43668995-3efa-4dab-87cb-6c61f017ae56,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:02.586752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45638) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:02.593108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cfbff9fa-5003-4b0f-b562-af0108fab094 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fb5165f1dc64b598c2760f7b07784e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762135 Dec 23 12:45:02.600859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.621444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:02.625707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.680983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=f898c005-2171-4396-8718-1da50718429d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:02.767638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.782496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.788091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7ce8e015-e79b-4dcf-ac9d-5a0da32a860c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/f898c005-2171-4396-8718-1da50718429d HTTP/1.1" status: 204 len: 168 time: 0.9137764 Dec 23 12:45:02.788329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:02.827902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:02.950847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port a17a636c-5349-42a3-ba9a-49e9e6810582 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:02.951319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.037188 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.049764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for a17a636c-5349-42a3-ba9a-49e9e6810582 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:03.094220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.101911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.104706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.109033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43668995-3efa-4dab-87cb-6c61f017ae56 HTTP/1.1" status: 204 len: 168 time: 0.5180638 Dec 23 12:45:03.117735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be647-3f2c-4cb4-9bc5-5c47ffbc5f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43668995-3efa-4dab-87cb-6c61f017ae56,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:03.230666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Subnet': ['ID=2ed6bf50-caee-455d-9de4-9b37b0f61f4b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:03.243522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Checking segment: {'id': '598970a3-a6ca-45ee-afd6-ae0a946c6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:03.243892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network hostable DHCP agents. Network: 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:03.333279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.365047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=a17a636c-5349-42a3-ba9a-49e9e6810582,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:03.427269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:03.444453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.447732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3362e142-ddb7-4336-a583-fc09121ec880 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/ports/a17a636c-5349-42a3-ba9a-49e9e6810582 HTTP/1.1" status: 204 len: 168 time: 0.6582487 Dec 23 12:45:03.450173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45662) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:03.505704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea3dd4-8d64-4f0f-9325-7dfa12da1871 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:03.511157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-94ea3dd4-8d64-4f0f-9325-7dfa12da1871 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "GET /v2.0/ports?device_id=18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 HTTP/1.1" status: 200 len: 913 time: 0.0561745 Dec 23 12:45:03.513099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:03.558194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:03.561575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:03.562181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:03.576577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575a334-874e-459d-9dab-9c96be01822f None None] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:03.688384 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf65853b-6290-4013-92e3-32738ac441dd tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3869088 Dec 23 12:45:03.690816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45678) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:03.711103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-701731970'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:03.780719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'project_id': '53777248edc2449292c015570deb8e9a', 'fixed_ips': [{'subnet_id': '2ed6bf50-caee-455d-9de4-9b37b0f61f4b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:03.781746 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.001578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Allocated IP 172.20.0.2 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/64724504-f640-42c9-9e43-ab65e52c76ed) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:04.001842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:04.005987 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.080270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:04.208453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.370761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.382038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.398851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:04.401103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:04.451903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:04.456603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.5 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/e4ed31da-5ccd-44b4-8fda-de1ade4e6be8) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:04.535231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Pushing event updated for resources: {'Port': ['ID=64724504-f640-42c9-9e43-ab65e52c76ed,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:04.549499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Attempting to bind port 64724504-f640-42c9-9e43-ab65e52c76ed on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:04.556620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Attempting to bind port 64724504-f640-42c9-9e43-ab65e52c76ed by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '598970a3-a6ca-45ee-afd6-ae0a946c6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:04.556620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Attempting to bind port 64724504-f640-42c9-9e43-ab65e52c76ed on network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:04.556620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:04.556620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Checking segment: {'id': '598970a3-a6ca-45ee-afd6-ae0a946c6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:04.557753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.558609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Bound using segment: {'id': '598970a3-a6ca-45ee-afd6-ae0a946c6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:04.559270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Bound port: 64724504-f640-42c9-9e43-ab65e52c76ed, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598970a3-a6ca-45ee-afd6-ae0a946c6eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:04.559913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.624233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:04.663961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] For port 64724504-f640-42c9-9e43-ab65e52c76ed, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:04.668451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] For port 64724504-f640-42c9-9e43-ab65e52c76ed, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64724504-f640-42c9-9e43-ab65e52c76ed,segment=NetworkSegment(598970a3-a6ca-45ee-afd6-ae0a946c6eb2),segment_id=598970a3-a6ca-45ee-afd6-ae0a946c6eb2)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:04.768602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.786625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.803973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1951005205-network', 'tenant_id': '0c3e0192d834410dab5c6a3b83f6c77f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:04.832999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port 273ac9d6-2d3d-4c92-a3bb-d9c101efe15e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:04.833611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.889077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798484-cfe7-4d5a-a1f4-e2d4273240fb None None] Pushing event updated for resources: {'Port': ['ID=64724504-f640-42c9-9e43-ab65e52c76ed,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:04.972502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:04.985299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for 273ac9d6-2d3d-4c92-a3bb-d9c101efe15e owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:05.027285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Made reservation on behalf of 0c3e0192d834410dab5c6a3b83f6c77f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:05.033080 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.050078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.086926 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.177818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:05.184064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:05.186251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=e4ed31da-5ccd-44b4-8fda-de1ade4e6be8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:05.188743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:05.392906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.427616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=273ac9d6-2d3d-4c92-a3bb-d9c101efe15e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:05.621044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.624725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:05.625385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.635731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.750603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.757980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7ea2baac-01ac-4852-bc56-f61d9a5711ab tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0522475 Dec 23 12:45:05.764671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45738) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:05.770503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-143135', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f7:58:69'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:05.828931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:05.864473 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:05.864835 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Added segment 0b9c04a1-93d4-4e8b-9832-b44fc92df740 of type vlan for network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 Dec 23 12:45:05.875733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d59aa-be28-4ca6-9b92-38c8e5a172cb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:05.912924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:05.981147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.089845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:06.099178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45746) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:06.100537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] Sync routers for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:06.106498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d6e37018-0806-48b3-a278-54e2672cbf97 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "PUT /v2.0/routers/18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918393 Dec 23 12:45:06.113647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:06.114492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:06.171860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.172954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:06.173631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.184270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:06.363665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81798ff0-5257-4583-9431-b8150b0dfe84 None None] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:06.369044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:06.395291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7697208 Dec 23 12:45:06.396132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69a7c-1532-47ad-85e8-4f44cf076c72 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad1c044-17b4-4c83-a56f-577e3c0392b3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:06.398258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:06.405910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Request body: {'subnet': {'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1951005205-subnet', 'tenant_id': '0c3e0192d834410dab5c6a3b83f6c77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:06.421357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.446054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:06.461181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] Routers {'18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:06.461818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:44:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:06.488427 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.536507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:06.537216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0fb3e-aaf7-42ff-a742-9db0b2970158 None None] The sync data for ids ['18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:06.537762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Made reservation on behalf of 0c3e0192d834410dab5c6a3b83f6c77f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:06.538701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] Provisioning complete for port 64724504-f640-42c9-9e43-ab65e52c76ed triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:06.539251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.540210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.581108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port dd670bd5-87fb-4084-9db5-067d2e044440 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:06.731369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64724504-f640-42c9-9e43-ab65e52c76ed up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:06.757088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.14 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/dd670bd5-87fb-4084-9db5-067d2e044440) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:06.842755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.863321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 64724504-f640-42c9-9e43-ab65e52c76ed triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:06.863692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.927735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] For port 64724504-f640-42c9-9e43-ab65e52c76ed, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64724504-f640-42c9-9e43-ab65e52c76ed,segment=NetworkSegment(598970a3-a6ca-45ee-afd6-ae0a946c6eb2),segment_id=598970a3-a6ca-45ee-afd6-ae0a946c6eb2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:06.955245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.970504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:06.992454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.015885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.050124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2436d12-5683-43af-91dc-b91fa244f22f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:07.061458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f9061-84aa-4ca3-8c08-b46a1b41d22b None None] Pushing event updated for resources: {'Port': ['ID=64724504-f640-42c9-9e43-ab65e52c76ed,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:07.124405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Checking segment: {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:07.124672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.124835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Network hostable DHCP agents. Network: 3ad1c044-17b4-4c83-a56f-577e3c0392b3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:07.132815 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:45:07.135055 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:45:07.177134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting port bf2d055e-c5b7-4bad-9258-ebc7313ac9d1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:07.177571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.250079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:07.282082 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.296519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.330436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8c8fe902-1997-4919-b27c-f1c2207dffac None None] Provisioning complete for port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:07.331085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe902-1997-4919-b27c-f1c2207dffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.341005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3ad1c044-17b4-4c83-a56f-577e3c0392b3) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:07.347204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:07.348051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.359787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Calling delete_port for bf2d055e-c5b7-4bad-9258-ebc7313ac9d1 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:07.377756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:07.382920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a337813-a25f-4707-9edd-63ae3244f253 None None] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:07.390002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:07.397645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:07.448587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fe902-1997-4919-b27c-f1c2207dffac None None] Port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:07.457131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=dd670bd5-87fb-4084-9db5-067d2e044440,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:07.471488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8c8fe902-1997-4919-b27c-f1c2207dffac None None] Provisioning complete for port 64724504-f640-42c9-9e43-ab65e52c76ed triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:07.472193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe902-1997-4919-b27c-f1c2207dffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.501390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-214daafa-5615-44b0-91d6-ffa961bbbdee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0928457 Dec 23 12:45:07.502501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:07.502501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.571508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7d5b3-e066-4cf1-86b3-f6f94e5378e6 None None] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:07.626399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-941762ac-770b-4e50-9197-955c75790947 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 995 time: 1.8605156 Dec 23 12:45:07.629168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45782) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:07.811530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6f9b1-7927-46f7-8511-406078002f80 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:07.833033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6f9b1-7927-46f7-8511-406078002f80 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:07.851999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6f9b1-7927-46f7-8511-406078002f80 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:07.857326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45794) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:07.857843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dab6f9b1-7927-46f7-8511-406078002f80 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2274244 Dec 23 12:45:07.919608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-63e54c8a-46be-4218-a707-e3cc694c4336 None None] Provisioning complete for port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:07.924999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.935625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-63e54c8a-46be-4218-a707-e3cc694c4336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:07.987329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-63e54c8a-46be-4218-a707-e3cc694c4336 None None] Port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:07.991231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Port': ['ID=bf2d055e-c5b7-4bad-9258-ebc7313ac9d1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:08.039252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd13a26-ce94-4fb8-a031-68e3510ac3d6 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:08.118130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.155472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-94106062-f0ec-47cc-8523-68e1aa40cd54 None None] Provisioning complete for port dd670bd5-87fb-4084-9db5-067d2e044440 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:08.156104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94106062-f0ec-47cc-8523-68e1aa40cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.181326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port dd670bd5-87fb-4084-9db5-067d2e044440 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:08.181686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.197405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-94106062-f0ec-47cc-8523-68e1aa40cd54 None None] Port dd670bd5-87fb-4084-9db5-067d2e044440 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:08.276185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.280564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.362618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.376126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for dd670bd5-87fb-4084-9db5-067d2e044440 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:08.507609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.508166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Fanout notify agent at l3_agent the message router_deleted on router 18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:45:08.517959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.521368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11db87fc-3088-4859-a793-e7f9c50779c3 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/routers/18d2fdc1-5fa4-45db-97ad-e0ccc1693ef3 HTTP/1.1" status: 204 len: 168 time: 2.4212093 Dec 23 12:45:08.522092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45814) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:08.589525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Deleting subnet 8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:08.593890 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.635033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64724504-f640-42c9-9e43-ab65e52c76ed up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:08.643306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.645449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.740311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=dd670bd5-87fb-4084-9db5-067d2e044440,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:08.745915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 64724504-f640-42c9-9e43-ab65e52c76ed triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:08.746564 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:08.828626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.011444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.016424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b9aa17ac-82bf-4eba-be09-47130fdb6bfc tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/dd670bd5-87fb-4084-9db5-067d2e044440 HTTP/1.1" status: 204 len: 168 time: 1.1569376 Dec 23 12:45:09.019115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:09.045842 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2932bea8-9fbf-4866-94be-53b1dfd06492 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] GET failed (client error): The resource could not be found. Dec 23 12:45:09.047266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2932bea8-9fbf-4866-94be-53b1dfd06492 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports/dd670bd5-87fb-4084-9db5-067d2e044440 HTTP/1.1" status: 404 len: 333 time: 0.0264475 Dec 23 12:45:09.050826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:09.055857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-750497608'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:09.107807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.138024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:09.148122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.162542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f1e845ea-d0b8-4b26-acb3-37875db8f7f0 tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/subnets/8c8e87e5-0bfc-4f2b-af3c-7f52dafaeba9 HTTP/1.1" status: 204 len: 168 time: 0.6336238 Dec 23 12:45:09.165345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:09.269936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.310763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:09.312971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.332719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:09.365299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.395434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8766f6-65fb-4076-af69-ec4268d3c04d']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:09.409325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ab6524-9da2-46a7-a5e9-e7c30ececa01') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:09.409620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ab6524-9da2-46a7-a5e9-e7c30ececa01') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:09.428311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.462544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.471989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:09.472566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:09.476083 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:09.481138 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:09.481138 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:09.481138 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:09.481138 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:09.481138 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:09.526130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.14 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:09.639087 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.661573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.665298 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] 10.222.0.16 "DELETE /v2.0/networks/6d8766f6-65fb-4076-af69-ec4268d3c04d HTTP/1.1" status: 204 len: 168 time: 0.4989951 Dec 23 12:45:09.675699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb9ea-9def-49ff-990c-46875a5dc03c tempest-FloatingIPTestJSON-1575321016 tempest-FloatingIPTestJSON-1575321016-project] Pushing event deleted for resources: {'Network': ['ID=6d8766f6-65fb-4076-af69-ec4268d3c04d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:09.776977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:09.933758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.016592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:10.019951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:10.023731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:10.052307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:10.096445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:10.096753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.210986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45868) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:10.213115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c6cd99a4-076a-481b-9146-63bf69dd212f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1562054 Dec 23 12:45:10.220730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f7:58:69'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:10.303168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45876) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:10.344944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.389631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9edb756d-8d8a-4d56-b45b-d433e1a34502 None None] Provisioning complete for port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:10.390754 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9edb756d-8d8a-4d56-b45b-d433e1a34502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.461540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9edb756d-8d8a-4d56-b45b-d433e1a34502 None None] Port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:10.566337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9306c50d-ce9d-40db-a97c-24f4881fe7d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1646f9e9db4443ae927ecc20ecf63fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617235 Dec 23 12:45:10.569013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45884) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:10.627973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.639036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.661323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.701089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.788936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:10.799644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] In _notify_port_updated(), no bound segment for port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 on network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:45:10.801875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:10.802527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.803866 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b3e42298-7281-440e-9755-f64712a89ab3 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "PUT /v2.0/ports/96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 HTTP/1.1" status: 200 len: 993 time: 0.5914319 Dec 23 12:45:10.807042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:10.853119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.857608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:10.859205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99927c0f-322c-4da5-928c-72422a8603d6 HTTP/1.1" status: 204 len: 168 time: 0.2889972 Dec 23 12:45:10.871486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8084934-7ca8-4f94-b889-ebfd96c0ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99927c0f-322c-4da5-928c-72422a8603d6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:10.977044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:10.977383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.088057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.104951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:11.114799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-addcffbd-63e0-4bd7-b800-3a1ac9506405 None None] Provisioning complete for port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:11.115403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-addcffbd-63e0-4bd7-b800-3a1ac9506405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.162301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-addcffbd-63e0-4bd7-b800-3a1ac9506405 None None] Port 96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:11.404299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.442459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:11.622200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.630567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-056588f8-f392-4620-8a34-264f8d8caeeb tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 HTTP/1.1" status: 204 len: 168 time: 0.8203192 Dec 23 12:45:11.630800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45930) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:11.664167 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6300e746-88fe-4eb2-9f58-612b6901ee4e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] GET failed (client error): The resource could not be found. Dec 23 12:45:11.665923 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6300e746-88fe-4eb2-9f58-612b6901ee4e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports/96f8e25c-4c79-4954-8ef7-f1ad89e6f5f1 HTTP/1.1" status: 404 len: 333 time: 0.0340903 Dec 23 12:45:11.671836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:11.677692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-655710328'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:11.874726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:11.887180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:11.910126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port 1acc6175-3e24-46f7-b42a-70a0e98602ef yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:12.084289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.14 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/1acc6175-3e24-46f7-b42a-70a0e98602ef) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:12.260496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.435237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45958) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:12.546586 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.605837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-493843878'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:12.633566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:12.642022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:12.644412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:12.651380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=1acc6175-3e24-46f7-b42a-70a0e98602ef,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:12.714809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:12.715436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.761884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Made reservation on behalf of 24ea0068b7a741d3893a970e12002d3f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:12.766372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.779872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.799728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-707e745e-f62b-403e-9835-f3fd7ffeea5f tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1265526 Dec 23 12:45:12.804232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:12.809487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f7:58:69'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:12.893244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:12.967668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.004531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:13.039101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fc37e-4078-429d-8d23-f40154129ba3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:13.043301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.043920 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Added segment fd161f4a-6f21-4eee-ba28-b197c3c7c0ec of type vlan for network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 Dec 23 12:45:13.088133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.112419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.125062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ae2e7d4a-2ab6-478e-8b6f-f171586405f2 None None] Provisioning complete for port 1acc6175-3e24-46f7-b42a-70a0e98602ef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:13.125648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7d4a-2ab6-478e-8b6f-f171586405f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.209890 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.217918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:13.218892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.219590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e7d4a-2ab6-478e-8b6f-f171586405f2 None None] Port 1acc6175-3e24-46f7-b42a-70a0e98602ef cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:13.281983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ef0ebcba-6239-458b-abde-3f3556b59036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.324277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Network': ['ID=6d0afa5d-4465-425a-bd8a-3e812a9732b4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:13.331516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76df727e-7212-4939-b045-483257576729 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8955982 Dec 23 12:45:13.338062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 45986) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:13.349518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.352487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:13.356737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'subnet': {'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:13.476667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.568632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=1acc6175-3e24-46f7-b42a-70a0e98602ef,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:13.577913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Made reservation on behalf of 24ea0068b7a741d3893a970e12002d3f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:13.581766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.604378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] In _notify_port_updated(), no bound segment for port 1acc6175-3e24-46f7-b42a-70a0e98602ef on network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:45:13.611066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:13.612003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.616369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-55dcbf29-bf2a-4c47-8b38-8c02127cb697 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "PUT /v2.0/ports/1acc6175-3e24-46f7-b42a-70a0e98602ef HTTP/1.1" status: 200 len: 996 time: 0.8126755 Dec 23 12:45:13.617068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 45996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:13.862046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port 1acc6175-3e24-46f7-b42a-70a0e98602ef {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:13.863107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:13.997109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.012013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for 1acc6175-3e24-46f7-b42a-70a0e98602ef owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:14.047705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.086208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-111a234f-9ad2-4f28-86cb-87cc5051b9df None None] Provisioning complete for port 1acc6175-3e24-46f7-b42a-70a0e98602ef triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:14.088702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-111a234f-9ad2-4f28-86cb-87cc5051b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.130353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-111a234f-9ad2-4f28-86cb-87cc5051b9df None None] Port 1acc6175-3e24-46f7-b42a-70a0e98602ef cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:14.144041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Subnet': ['ID=5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:14.153940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Checking segment: {'id': 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:14.154376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network hostable DHCP agents. Network: 6d0afa5d-4465-425a-bd8a-3e812a9732b4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:14.255339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:14.306877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.330933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=1acc6175-3e24-46f7-b42a-70a0e98602ef,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:14.392428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6d0afa5d-4465-425a-bd8a-3e812a9732b4) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:14.397885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:14.397885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.411174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eede08-7913-44a2-ae73-7d36c835eb06 None None] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:14.441785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.446873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-00f38dc9-26ca-42d6-a728-05af0702218e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/1acc6175-3e24-46f7-b42a-70a0e98602ef HTTP/1.1" status: 204 len: 168 time: 0.8286200 Dec 23 12:45:14.449726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:14.499064 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b45218-72b5-4090-be69-e0f0e2b3e6c4 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] GET failed (client error): The resource could not be found. Dec 23 12:45:14.504854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46018) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:14.505863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7b45218-72b5-4090-be69-e0f0e2b3e6c4 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports/1acc6175-3e24-46f7-b42a-70a0e98602ef HTTP/1.1" status: 404 len: 333 time: 0.0540984 Dec 23 12:45:14.516134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-1786670101'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:14.519739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:14.520736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4fc445c9-0e7a-4a6a-812d-f72b9a7ea07a tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1617672 Dec 23 12:45:14.602099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-6d0afa5d-4465-425a-bd8a-3e812a9732b4', 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4', 'project_id': '24ea0068b7a741d3893a970e12002d3f', 'fixed_ips': [{'subnet_id': '5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:14.602099 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:14.801288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Allocated IP 172.20.0.2 (6d0afa5d-4465-425a-bd8a-3e812a9732b4/5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b/36396746-5241-4766-967b-58e9ae5e0960) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:14.958580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-714280258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:14.975141 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.090021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.147341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:15.150290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:15.154311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:15.171200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.173102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.211762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Pushing event updated for resources: {'Port': ['ID=36396746-5241-4766-967b-58e9ae5e0960,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:15.228865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Attempting to bind port 36396746-5241-4766-967b-58e9ae5e0960 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:15.229518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Attempting to bind port 36396746-5241-4766-967b-58e9ae5e0960 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:15.230078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Attempting to bind port 36396746-5241-4766-967b-58e9ae5e0960 on network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:15.237120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:15.237787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Checking segment: {'id': 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:15.238379 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.238954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Bound using segment: {'id': 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:15.239597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Bound port: 36396746-5241-4766-967b-58e9ae5e0960, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:15.240171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.269507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.310430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] For port 36396746-5241-4766-967b-58e9ae5e0960, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:15.313676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] For port 36396746-5241-4766-967b-58e9ae5e0960, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=36396746-5241-4766-967b-58e9ae5e0960,segment=NetworkSegment(fd161f4a-6f21-4eee-ba28-b197c3c7c0ec),segment_id=fd161f4a-6f21-4eee-ba28-b197c3c7c0ec)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:15.329812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:15.333492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.351092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port 9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:15.433414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.446289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.481778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.14 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:15.544632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.546065 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-637092e1-fc6b-49b6-bae0-88e2e2b81eeb tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0240567 Dec 23 12:45:15.549017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46050) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:15.554465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a0c3-02d8-4664-8871-feaf5ef13791 None None] Pushing event updated for resources: {'Port': ['ID=36396746-5241-4766-967b-58e9ae5e0960,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:15.736000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.910601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:15.975242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:15.979111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:15.982760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:15.994625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:16.070013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:16.070995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.089171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.118471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5dc2-11e8-45f3-b759-ad15972d8d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.173833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46064) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:16.178891 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ab8b98ef-3ef3-4311-849d-8258ce475623 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6674299 Dec 23 12:45:16.179054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'network_id': '3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf', 'name': 'tempest-AllowedAddressPairTestJSON-866440162'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:16.292221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-490574b4-03d1-497e-848c-947f9cb3af44 None None] Provisioning complete for port 9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:16.292776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-490574b4-03d1-497e-848c-947f9cb3af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.329037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-490574b4-03d1-497e-848c-947f9cb3af44 None None] Port 9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:16.473303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Allocated IP 172.20.0.1 (6d0afa5d-4465-425a-bd8a-3e812a9732b4/5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b/12c1e0db-904a-45f4-9387-201798398ffd) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:16.502221 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.642263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Made reservation on behalf of 53777248edc2449292c015570deb8e9a for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:16.646549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.675203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 36396746-5241-4766-967b-58e9ae5e0960 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:16.722001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] device_id is not set on port 625408e1-90dd-4aff-acf4-1dc4921afd5a yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:16.768214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 36396746-5241-4766-967b-58e9ae5e0960 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:16.768733 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.951419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.954244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:16.991598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 36396746-5241-4766-967b-58e9ae5e0960, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=36396746-5241-4766-967b-58e9ae5e0960,segment=NetworkSegment(fd161f4a-6f21-4eee-ba28-b197c3c7c0ec),segment_id=fd161f4a-6f21-4eee-ba28-b197c3c7c0ec)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:16.996847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Allocated IP 172.20.0.11 (3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf/2ed6bf50-caee-455d-9de4-9b37b0f61f4b/625408e1-90dd-4aff-acf4-1dc4921afd5a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:17.022124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d98436-7283-492c-858f-aaf89f52100e None None] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:17.098323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.153140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.190191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=36396746-5241-4766-967b-58e9ae5e0960,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:17.201476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-26238e11-8be9-49c6-abce-53460612ca6b None None] Provisioning complete for port 36396746-5241-4766-967b-58e9ae5e0960 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:17.202260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-26238e11-8be9-49c6-abce-53460612ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.265292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:17.272776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:17.281405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:17.287919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=12c1e0db-904a-45f4-9387-201798398ffd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:17.323845 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.348951 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.563681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.672743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:17.678438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:17.681022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:17.743584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=625408e1-90dd-4aff-acf4-1dc4921afd5a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:17.746631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.759165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:17.759828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:17.976933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e03ba6e1-b097-40cb-a8ee-2f10d40315c5 None None] Provisioning complete for port 36396746-5241-4766-967b-58e9ae5e0960 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:17.978022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e03ba6e1-b097-40cb-a8ee-2f10d40315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.183657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e03ba6e1-b097-40cb-a8ee-2f10d40315c5 None None] Provisioning complete for port 12c1e0db-904a-45f4-9387-201798398ffd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:18.184013 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e03ba6e1-b097-40cb-a8ee-2f10d40315c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.246596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e03ba6e1-b097-40cb-a8ee-2f10d40315c5 None None] Port 12c1e0db-904a-45f4-9387-201798398ffd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:18.289601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.377201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Provisioning complete for port 12c1e0db-904a-45f4-9387-201798398ffd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:18.378127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.388508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b7af3d73-6033-426b-9b1f-f3473fef169b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2129247 Dec 23 12:45:18.391454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46118) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:18.398767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f7:58:69'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:94:45:2c'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:18.418058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.425555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Port 12c1e0db-904a-45f4-9387-201798398ffd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:18.436130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Provisioning complete for port 625408e1-90dd-4aff-acf4-1dc4921afd5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:18.436585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.502548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5bf038ff-a6ed-4cd9-88a3-b56a5d3923ad None None] Port 625408e1-90dd-4aff-acf4-1dc4921afd5a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:18.631810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 36396746-5241-4766-967b-58e9ae5e0960 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:18.641610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.737737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 36396746-5241-4766-967b-58e9ae5e0960 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:18.738216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.791708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:18.878010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.009222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=12c1e0db-904a-45f4-9387-201798398ffd,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:19.010274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.011229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.115822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:19.117885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.118057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:19.259492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event updated for resources: {'Port': ['ID=625408e1-90dd-4aff-acf4-1dc4921afd5a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:19.260958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.271785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] In _notify_port_updated(), no bound segment for port 625408e1-90dd-4aff-acf4-1dc4921afd5a on network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf {{(pid=104038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:45:19.278218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:19.278998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.282170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c6fe389-7fe3-49d8-998f-bea5bd48e172 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "PUT /v2.0/ports/625408e1-90dd-4aff-acf4-1dc4921afd5a HTTP/1.1" status: 200 len: 1056 time: 0.8878450 Dec 23 12:45:19.285146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46142) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:19.413254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Router c226f202-2b49-46ef-85ce-8a62df43de1e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:45:19.512586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port 625408e1-90dd-4aff-acf4-1dc4921afd5a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:19.517171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.661577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Provisioning complete for port 12c1e0db-904a-45f4-9387-201798398ffd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:19.663308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.703124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:19.712415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:19.714266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a13e45f-ed3d-4fb5-9d7e-d91c2e9e7a66 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "PUT /v2.0/routers/c226f202-2b49-46ef-85ce-8a62df43de1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1626685 Dec 23 12:45:19.715342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] Sync routers for ids ['c226f202-2b49-46ef-85ce-8a62df43de1e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:19.720609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'port': {'network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4', 'name': 'tempest-FloatingIPNegativeTestJSON-1550952312'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:19.744106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] Routers {'c226f202-2b49-46ef-85ce-8a62df43de1e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:19.745048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c226f202-2b49-46ef-85ce-8a62df43de1e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:19.765775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Port 12c1e0db-904a-45f4-9387-201798398ffd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:19.776241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Provisioning complete for port 625408e1-90dd-4aff-acf4-1dc4921afd5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:19.776697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.794709 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:19.798884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:19.807166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] Routers {'c226f202-2b49-46ef-85ce-8a62df43de1e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:19.807841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c226f202-2b49-46ef-85ce-8a62df43de1e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:19.822313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for 625408e1-90dd-4aff-acf4-1dc4921afd5a owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:19.841596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8fe9b-5fad-49b5-b1da-1ce08f5f4c2a None None] Port 625408e1-90dd-4aff-acf4-1dc4921afd5a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:19.868123 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:19.868618 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d289876-fade-4948-9fcd-00cf106c3689 None None] The sync data for ids ['c226f202-2b49-46ef-85ce-8a62df43de1e'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:20.050030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Made reservation on behalf of 24ea0068b7a741d3893a970e12002d3f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:20.053799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.079171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] device_id is not set on port 46e7deab-a0d2-4e67-8b06-e65e2bb43968 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:20.130136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.243673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=625408e1-90dd-4aff-acf4-1dc4921afd5a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:20.427495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Allocated IP 172.20.0.13 (6d0afa5d-4465-425a-bd8a-3e812a9732b4/5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b/46e7deab-a0d2-4e67-8b06-e65e2bb43968) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:20.669518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.683034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bcdb38e2-e7fc-4f12-96ed-253c1c90c20e tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/625408e1-90dd-4aff-acf4-1dc4921afd5a HTTP/1.1" status: 204 len: 168 time: 1.3848443 Dec 23 12:45:20.683152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:20.735720 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c136f8-0855-445b-868e-e638182a4fd7 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] GET failed (client error): The resource could not be found. Dec 23 12:45:20.737210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-60c136f8-0855-445b-868e-e638182a4fd7 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports/625408e1-90dd-4aff-acf4-1dc4921afd5a HTTP/1.1" status: 404 len: 333 time: 0.0610719 Dec 23 12:45:20.740401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46174) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:20.792399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.886110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port 9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:20.886110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.908126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:20.974909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:20.978215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:20.983030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:21.007494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.030118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for 9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:21.032797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=46e7deab-a0d2-4e67-8b06-e65e2bb43968,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:21.051871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:21.052560 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.178792 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f42ab21e-020b-4035-aa6b-6322d6dfdde6 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4648612 Dec 23 12:45:21.181839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:21.187608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:21.380967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23d56354-25f0-43fd-ad62-6e5fed9dd352 None None] Provisioning complete for port 46e7deab-a0d2-4e67-8b06-e65e2bb43968 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:21.381578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23d56354-25f0-43fd-ad62-6e5fed9dd352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.398239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.401297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.440698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23d56354-25f0-43fd-ad62-6e5fed9dd352 None None] Port 46e7deab-a0d2-4e67-8b06-e65e2bb43968 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:21.450551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:21.556337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.566107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.566328 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-674c711d-2182-45a8-91bc-53a775210381 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 HTTP/1.1" status: 204 len: 168 time: 0.8247480 Dec 23 12:45:21.569095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:21.608385 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7bd323-428a-4943-b454-6d6a23b2ca29 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] GET failed (client error): The resource could not be found. Dec 23 12:45:21.612876 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf7bd323-428a-4943-b454-6d6a23b2ca29 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "GET /v2.0/ports/9bbf1e5f-e7d1-4619-a381-3cf7c352e3e8 HTTP/1.1" status: 404 len: 333 time: 0.0400071 Dec 23 12:45:21.614485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46192) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:21.809000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:21.809608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.879207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Allocated IP 172.25.7.79 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/fa164f72-d0df-4d23-807e-5d4f3456a6e3) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:21.972171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:21.993796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:22.033244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.190826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.245367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:22.245367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:22.245367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:22.251617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=fa164f72-d0df-4d23-807e-5d4f3456a6e3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:22.327551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.382461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=e4ed31da-5ccd-44b4-8fda-de1ade4e6be8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:22.414259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.500775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.505063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-16a2ba34-92fe-4cb8-92e8-bd249bbde09b tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/ports/e4ed31da-5ccd-44b4-8fda-de1ade4e6be8 HTTP/1.1" status: 204 len: 168 time: 0.8893852 Dec 23 12:45:22.507565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:22.570282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.595621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting subnet 2ed6bf50-caee-455d-9de4-9b37b0f61f4b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:22.602437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.687429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.831101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.851599 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.860151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:22.958455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.029110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.034426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=fa164f72-d0df-4d23-807e-5d4f3456a6e3,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:23.050154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.070955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed6bf50-caee-455d-9de4-9b37b0f61f4b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:23.081203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.081203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c57346ed-ed98-4c39-a331-2679f357f540 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/subnets/2ed6bf50-caee-455d-9de4-9b37b0f61f4b HTTP/1.1" status: 204 len: 168 time: 0.5708094 Dec 23 12:45:23.082228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:23.119208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc71449-245a-4ec1-8a7f-2f6bc08c7749 None None] Network 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:23.144353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.145905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-93a9dd3e-5ca2-466c-8490-2df66bb06e0b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9629643 Dec 23 12:45:23.149306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:23.165284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5d1432f0-45ab-4fcf-9d99-d307a0beb95b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'floatingip': {'port_id': '46e7deab-a0d2-4e67-8b06-e65e2bb43968', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:23.203502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.266503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5d1432f0-45ab-4fcf-9d99-d307a0beb95b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.318693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Deleting port 64724504-f640-42c9-9e43-ab65e52c76ed {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:23.319043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.454057 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] For port 64724504-f640-42c9-9e43-ab65e52c76ed, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64724504-f640-42c9-9e43-ab65e52c76ed,segment=NetworkSegment(598970a3-a6ca-45ee-afd6-ae0a946c6eb2),segment_id=598970a3-a6ca-45ee-afd6-ae0a946c6eb2)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:23.454565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.473604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] DHCP port deletion for 3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:23.478394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Calling delete_port for 64724504-f640-42c9-9e43-ab65e52c76ed owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:23.508367 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-5d1432f0-45ab-4fcf-9d99-d307a0beb95b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] update failed (client error): The resource could not be found. Dec 23 12:45:23.512136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5d1432f0-45ab-4fcf-9d99-d307a0beb95b tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "PUT /v2.0/floatingips/41db1c8f-023e-41bd-bce9-bddef95eb8f4 HTTP/1.1" status: 404 len: 507 time: 0.3614004 Dec 23 12:45:23.515581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:23.571825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Deleting port 64724504-f640-42c9-9e43-ab65e52c76ed {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:23.572342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.694998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.705479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] For port 64724504-f640-42c9-9e43-ab65e52c76ed, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64724504-f640-42c9-9e43-ab65e52c76ed,segment=NetworkSegment(598970a3-a6ca-45ee-afd6-ae0a946c6eb2),segment_id=598970a3-a6ca-45ee-afd6-ae0a946c6eb2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:23.705868 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.731885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Calling delete_port for 64724504-f640-42c9-9e43-ab65e52c76ed owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:23.739489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting port fa164f72-d0df-4d23-807e-5d4f3456a6e3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:23.739830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.757174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] No DVR routers for this DVR port 64724504-f640-42c9-9e43-ab65e52c76ed on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:23.762442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Port': ['ID=64724504-f640-42c9-9e43-ab65e52c76ed,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:23.884435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.884799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.914461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Calling delete_port for fa164f72-d0df-4d23-807e-5d4f3456a6e3 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:23.930127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.947618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.960987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:23.971272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598970a3-a6ca-45ee-afd6-ae0a946c6eb2') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:23.971599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598970a3-a6ca-45ee-afd6-ae0a946c6eb2') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:23.985933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:23.999975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] Pushing event deleted for resources: {'Port': ['ID=64724504-f640-42c9-9e43-ab65e52c76ed,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:24.004719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.014862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:24.015285 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.020082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb43011b-77fc-4e16-9e70-7ae288a9c888 None None] No DVR routers for this DVR port 64724504-f640-42c9-9e43-ab65e52c76ed on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.067194 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:24.070110 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:24.196148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.214932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.221843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] 10.222.0.16 "DELETE /v2.0/networks/3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf HTTP/1.1" status: 204 len: 168 time: 1.1364996 Dec 23 12:45:24.232520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.236297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72574973-05be-4de7-a353-464f923f3bb5 tempest-AllowedAddressPairTestJSON-965795419 tempest-AllowedAddressPairTestJSON-965795419-project] Pushing event deleted for resources: {'Network': ['ID=3e3fe3f6-3d0c-476e-b92a-44b4c873ebaf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:24.281128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Port': ['ID=fa164f72-d0df-4d23-807e-5d4f3456a6e3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:24.372714 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.375807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.382772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46246) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:24.383057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cd0f82ad-e86f-49c6-b52b-073e410e6469 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "DELETE /v2.0/floatingips/41db1c8f-023e-41bd-bce9-bddef95eb8f4 HTTP/1.1" status: 204 len: 168 time: 0.8662155 Dec 23 12:45:24.388905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5ece56b0-10b2-4505-b10f-3c4f7298b60e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'floatingip': {'floating_network_id': '6d0afa5d-4465-425a-bd8a-3e812a9732b4', 'port_id': '46e7deab-a0d2-4e67-8b06-e65e2bb43968', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:24.543087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ece56b0-10b2-4505-b10f-3c4f7298b60e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:24.624718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64724504-f640-42c9-9e43-ab65e52c76ed no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:24.652153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 64724504-f640-42c9-9e43-ab65e52c76ed {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:24.652496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64724504-f640-42c9-9e43-ab65e52c76ed not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:24.786893 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-5ece56b0-10b2-4505-b10f-3c4f7298b60e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 12:45:24.788643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ece56b0-10b2-4505-b10f-3c4f7298b60e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4044671 Dec 23 12:45:24.792219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46254) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:24.797873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '46e7deab-a0d2-4e67-8b06-e65e2bb43968', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:24.945860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.029383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46266) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:25.103906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.214618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-853ad8e5-8535-4e07-bba7-ef0d261d89d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53777248edc2449292c015570deb8e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865969 Dec 23 12:45:25.219094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46272) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:25.237869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Allocated IP 172.25.7.141 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a09545cd-6a1c-4bb4-b469-676689314ac7) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:25.289985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.347646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.416656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.581000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.583767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.587433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8dfcdbc-b01a-40c5-9ce6-a2142a618f90 HTTP/1.1" status: 204 len: 168 time: 0.3669260 Dec 23 12:45:25.610686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a85f37-4347-4106-8d65-232955cae22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dfcdbc-b01a-40c5-9ce6-a2142a618f90,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:25.619641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:25.689905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:25.693058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:25.698550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:25.702568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event updated for resources: {'Port': ['ID=a09545cd-6a1c-4bb4-b469-676689314ac7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:25.892174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting port a09545cd-6a1c-4bb4-b469-676689314ac7 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:25.892461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.031460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.032113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.045410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Calling delete_port for a09545cd-6a1c-4bb4-b469-676689314ac7 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:26.283997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.321593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Port': ['ID=a09545cd-6a1c-4bb4-b469-676689314ac7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:26.613311 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] create failed (client error): The resource could not be found. Dec 23 12:45:26.614414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7a999cb-489e-4efa-8c2a-806e447b36d4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8209774 Dec 23 12:45:26.617960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46304) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:26.724072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting port 46e7deab-a0d2-4e67-8b06-e65e2bb43968 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:26.727103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.843105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:26.857230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Calling delete_port for 46e7deab-a0d2-4e67-8b06-e65e2bb43968 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:27.087020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:27.621014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-202455220'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:27.623966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.623966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Port': ['ID=46e7deab-a0d2-4e67-8b06-e65e2bb43968,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:27.623966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.623966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5ab4d6b0-890f-4019-af6a-8e2145b61aba tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "DELETE /v2.0/ports/46e7deab-a0d2-4e67-8b06-e65e2bb43968 HTTP/1.1" status: 204 len: 168 time: 0.7573998 Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf42d78-ca17-46f6-9635-f68e31997b35 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:27.624719 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4bf42d78-ca17-46f6-9635-f68e31997b35 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "GET /v2.0/ports?device_id=c226f202-2b49-46ef-85ce-8a62df43de1e HTTP/1.1" status: 200 len: 913 time: 0.0958798 Dec 23 12:45:27.625348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46334) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:27.625864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.828983 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.852892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.887617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:27.891213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b17c45-0c24-4744-9647-f77e9e7dd44a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:27.896036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:27.896380 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e of type vlan for network db4949c8-417c-47b0-be4d-1d681287c62f Dec 23 12:45:27.939292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.049773 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.055512 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:28.057232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:28.057929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.147799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting port 12c1e0db-904a-45f4-9387-201798398ffd {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:28.147799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.167374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=db4949c8-417c-47b0-be4d-1d681287c62f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:28.184281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network db4949c8-417c-47b0-be4d-1d681287c62f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:28.226580 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-16873b77-a4e3-431c-9144-8e4f5699abe0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1386724 Dec 23 12:45:28.229255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:28.238467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-2057096770'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:28.296634 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.309416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Calling delete_port for 12c1e0db-904a-45f4-9387-201798398ffd owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:28.372941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:28.383185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.409935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:28.430047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.430047 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 59d5b1db-0940-4b9f-bd09-806f1fb90f98 of type vlan for network c58fd948-70bd-4a32-aaba-6af9c84f3b1a Dec 23 12:45:28.503999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.607505 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.642694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Port': ['ID=12c1e0db-904a-45f4-9387-201798398ffd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:28.667026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.686513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:28.688733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:28.806825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=c58fd948-70bd-4a32-aaba-6af9c84f3b1a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:28.824503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:28.938048 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c4f0c2d-31b4-41dc-887c-bcb157ca9bdc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7073283 Dec 23 12:45:28.940656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46376) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:28.946264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:29.007146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.232618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Router c226f202-2b49-46ef-85ce-8a62df43de1e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:29.313095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:29.316153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:29.324691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7c19f95a-f2bd-4aca-b9b4-9403977b8c73 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "PUT /v2.0/routers/c226f202-2b49-46ef-85ce-8a62df43de1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444309 Dec 23 12:45:29.326148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46388) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:29.330656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.335613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] Sync routers for ids ['c226f202-2b49-46ef-85ce-8a62df43de1e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:29.364276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] Routers {'c226f202-2b49-46ef-85ce-8a62df43de1e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:29.381542 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c226f202-2b49-46ef-85ce-8a62df43de1e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:29.412870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.454301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:29.464515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] Routers {'c226f202-2b49-46ef-85ce-8a62df43de1e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:29.470660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c226f202-2b49-46ef-85ce-8a62df43de1e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:29.534361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:29.535192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9b12e-46c2-49d8-8926-59b2a59038ce None None] The sync data for ids ['c226f202-2b49-46ef-85ce-8a62df43de1e'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:29.619013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.621475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.763964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.801180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.801813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Fanout notify agent at l3_agent the message router_deleted on router c226f202-2b49-46ef-85ce-8a62df43de1e {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:45:29.816495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.818314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-15598a37-c3fd-4fa8-8347-dc8a9f2a0a3e tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "DELETE /v2.0/routers/c226f202-2b49-46ef-85ce-8a62df43de1e HTTP/1.1" status: 204 len: 168 time: 0.4907644 Dec 23 12:45:29.820375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46398) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:29.862898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=fa488b6a-6675-4813-868e-59db860183f9,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:29.891625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:29.892137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: db4949c8-417c-47b0-be4d-1d681287c62f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:29.964199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting subnet 5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:29.969451 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:29.992168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network db4949c8-417c-47b0-be4d-1d681287c62f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:30.039838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.119597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, db4949c8-417c-47b0-be4d-1d681287c62f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:30.138381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cb4f1-0df9-4563-8684-1c43ccd1a79b None None] Network db4949c8-417c-47b0-be4d-1d681287c62f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:30.148645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:30.149641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.233775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.295538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-db4949c8-417c-47b0-be4d-1d681287c62f', 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'fa488b6a-6675-4813-868e-59db860183f9'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:30.302163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.331543 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f71acfa8-39cb-4f0e-b509-9adf411c78f6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3893518 Dec 23 12:45:30.334342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46426) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:30.344914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:30.444495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.481054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.484487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Allocated IP 172.20.0.2 (db4949c8-417c-47b0-be4d-1d681287c62f/fa488b6a-6675-4813-868e-59db860183f9/5146fe76-4016-4f95-b07a-bb94f0708a7e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:30.484977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "DELETE /v2.0/subnets/5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b HTTP/1.1" status: 204 len: 168 time: 0.6632855 Dec 23 12:45:30.485868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6c2a5e-099a-4df3-a5ae-a7bcb41bf95b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:30.488960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46434) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:30.495830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ea59a-4b93-4ae0-82b7-9311e9609f1c None None] Network 6d0afa5d-4465-425a-bd8a-3e812a9732b4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:30.507882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.508302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.512925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c320305-c032-4c0c-827f-f2a9e1872976 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:30.580972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.648917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Deleting port 36396746-5241-4766-967b-58e9ae5e0960 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:30.649273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.661003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:30.664554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.841297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] DHCP port deletion for 6d0afa5d-4465-425a-bd8a-3e812a9732b4 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:30.848032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.852553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] For port 36396746-5241-4766-967b-58e9ae5e0960, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=36396746-5241-4766-967b-58e9ae5e0960,segment=NetworkSegment(fd161f4a-6f21-4eee-ba28-b197c3c7c0ec),segment_id=fd161f4a-6f21-4eee-ba28-b197c3c7c0ec)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:30.853073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.870436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Calling delete_port for 36396746-5241-4766-967b-58e9ae5e0960 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:30.937012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Deleting port 36396746-5241-4766-967b-58e9ae5e0960 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:30.942528 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:30.969782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.116119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Network db4949c8-417c-47b0-be4d-1d681287c62f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:31.147128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:31.159015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:31.202917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Pushing event updated for resources: {'Port': ['ID=5146fe76-4016-4f95-b07a-bb94f0708a7e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:31.209462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.210159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.241247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Port': ['ID=36396746-5241-4766-967b-58e9ae5e0960,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:31.243451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] No DVR routers for this DVR port 36396746-5241-4766-967b-58e9ae5e0960 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:31.285593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] For port 36396746-5241-4766-967b-58e9ae5e0960, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=36396746-5241-4766-967b-58e9ae5e0960,segment=NetworkSegment(fd161f4a-6f21-4eee-ba28-b197c3c7c0ec),segment_id=fd161f4a-6f21-4eee-ba28-b197c3c7c0ec)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:31.285997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.337716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Calling delete_port for 36396746-5241-4766-967b-58e9ae5e0960 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:31.341967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Attempting to bind port 5146fe76-4016-4f95-b07a-bb94f0708a7e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:31.341967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Attempting to bind port 5146fe76-4016-4f95-b07a-bb94f0708a7e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:31.342996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Attempting to bind port 5146fe76-4016-4f95-b07a-bb94f0708a7e on network db4949c8-417c-47b0-be4d-1d681287c62f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:31.353661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:31.353661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Checking segment: {'id': '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:31.354351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.354638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Bound using segment: {'id': '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:31.355125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Bound port: 5146fe76-4016-4f95-b07a-bb94f0708a7e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db4949c8-417c-47b0-be4d-1d681287c62f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:31.355659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.365687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.435130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0afa5d-4465-425a-bd8a-3e812a9732b4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:31.462736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:31.468372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd161f4a-6f21-4eee-ba28-b197c3c7c0ec') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:31.494054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.500618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] For port 5146fe76-4016-4f95-b07a-bb94f0708a7e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:31.505021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] For port 5146fe76-4016-4f95-b07a-bb94f0708a7e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5146fe76-4016-4f95-b07a-bb94f0708a7e,segment=NetworkSegment(583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e),segment_id=583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:31.506303 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.528639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.544303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] Pushing event deleted for resources: {'Port': ['ID=36396746-5241-4766-967b-58e9ae5e0960,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:31.546437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e211151-86bd-4a7f-be98-0b2ca2a0116f None None] No DVR routers for this DVR port 36396746-5241-4766-967b-58e9ae5e0960 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:31.547612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:31.549260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:31.556024 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:31.690403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.766909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3e09d-e7cc-4ab1-8b75-fc8afeb97415 None None] Pushing event updated for resources: {'Port': ['ID=5146fe76-4016-4f95-b07a-bb94f0708a7e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:31.859103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=6bd2763f-0001-4687-8271-bc60cbd78e28,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:31.870727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '59d5b1db-0940-4b9f-bd09-806f1fb90f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:31.871015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: c58fd948-70bd-4a32-aaba-6af9c84f3b1a, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:31.876433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.886107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:31.892077 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] 10.222.0.16 "DELETE /v2.0/networks/6d0afa5d-4465-425a-bd8a-3e812a9732b4 HTTP/1.1" status: 204 len: 168 time: 1.3996603 Dec 23 12:45:31.893220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:45:31.911942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22f226-e0fd-48be-be2f-3510205a25f4 tempest-FloatingIPNegativeTestJSON-983549170 tempest-FloatingIPNegativeTestJSON-983549170-project] Pushing event deleted for resources: {'Network': ['ID=6d0afa5d-4465-425a-bd8a-3e812a9732b4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:32.054662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:32.222619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, c58fd948-70bd-4a32-aaba-6af9c84f3b1a) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:32.233324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:32.234086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.240846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557512f-0a33-4b07-add3-687475d9ffe1 None None] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:32.366122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-c58fd948-70bd-4a32-aaba-6af9c84f3b1a', 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': '6bd2763f-0001-4687-8271-bc60cbd78e28'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:32.366999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.450469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db1fa067-e151-44cd-8ad8-dbcfc7b479b6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1103833 Dec 23 12:45:32.450668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:32.457404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276694578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:32.554961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Allocated IP 172.21.0.2 (c58fd948-70bd-4a32-aaba-6af9c84f3b1a/6bd2763f-0001-4687-8271-bc60cbd78e28/001179cd-05ee-46bb-ae8d-f1b2fb94682e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:32.677742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5146fe76-4016-4f95-b07a-bb94f0708a7e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:32.685421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.687001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.765106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.796281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5146fe76-4016-4f95-b07a-bb94f0708a7e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:32.796682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.870698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.900531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:32.918371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.924930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:32.982768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 5146fe76-4016-4f95-b07a-bb94f0708a7e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5146fe76-4016-4f95-b07a-bb94f0708a7e,segment=NetworkSegment(583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e),segment_id=583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:32.987010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.073083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.074317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-abe61b64-f736-4258-aaf7-62092dbf08e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6211824 Dec 23 12:45:33.077649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.080698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:33.081464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Pushing event updated for resources: {'Port': ['ID=001179cd-05ee-46bb-ae8d-f1b2fb94682e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:33.082381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:33.086259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:33.088935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:33.208055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 36396746-5241-4766-967b-58e9ae5e0960 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:33.228809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Attempting to bind port 001179cd-05ee-46bb-ae8d-f1b2fb94682e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:33.229220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Attempting to bind port 001179cd-05ee-46bb-ae8d-f1b2fb94682e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '59d5b1db-0940-4b9f-bd09-806f1fb90f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:33.229599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Attempting to bind port 001179cd-05ee-46bb-ae8d-f1b2fb94682e on network c58fd948-70bd-4a32-aaba-6af9c84f3b1a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:33.266831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a44a75-b151-41e6-8ccd-38daae4059a4 None None] Network db4949c8-417c-47b0-be4d-1d681287c62f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:33.356869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-51c8f5b2-4463-4e61-8f88-4981c102787b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24ea0068b7a741d3893a970e12002d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538147 Dec 23 12:45:33.360037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46546) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:33.479260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.521942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.573924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 36396746-5241-4766-967b-58e9ae5e0960 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:33.574452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 36396746-5241-4766-967b-58e9ae5e0960 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:33.583112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:33.583385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Checking segment: {'id': '59d5b1db-0940-4b9f-bd09-806f1fb90f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:33.583783 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.584168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Bound using segment: {'id': '59d5b1db-0940-4b9f-bd09-806f1fb90f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:33.584637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Bound port: 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d5b1db-0940-4b9f-bd09-806f1fb90f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c58fd948-70bd-4a32-aaba-6af9c84f3b1a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:33.585052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.625272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.635813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=5146fe76-4016-4f95-b07a-bb94f0708a7e,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:33.667678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8b95ec82-7e47-4817-8820-67e36fdf47eb None None] Provisioning complete for port 5146fe76-4016-4f95-b07a-bb94f0708a7e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:33.668157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec82-7e47-4817-8820-67e36fdf47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.721803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.725884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:33.729046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e21fc37e-4078-429d-8d23-f40154129ba3 HTTP/1.1" status: 204 len: 168 time: 0.3616741 Dec 23 12:45:33.751491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] For port 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:33.754131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd06f6-72bf-4e4b-a2d4-2179d3108969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fc37e-4078-429d-8d23-f40154129ba3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:33.820109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] For port 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=001179cd-05ee-46bb-ae8d-f1b2fb94682e,segment=NetworkSegment(59d5b1db-0940-4b9f-bd09-806f1fb90f98),segment_id=59d5b1db-0940-4b9f-bd09-806f1fb90f98)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:33.952701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:34.093895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3283a-10ef-4b84-bf26-6882e1a824a3 None None] Pushing event updated for resources: {'Port': ['ID=001179cd-05ee-46bb-ae8d-f1b2fb94682e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:34.180647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.20.0.1 (db4949c8-417c-47b0-be4d-1d681287c62f/fa488b6a-6675-4813-868e-59db860183f9/1a890c77-6158-449c-a61a-727b61ad3b82) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:34.394828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3554a720-cf89-4a2d-8dc3-a906aaae8ef2 None None] Provisioning complete for port 5146fe76-4016-4f95-b07a-bb94f0708a7e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:34.396721 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3554a720-cf89-4a2d-8dc3-a906aaae8ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:34.415569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:34.571363 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:34.682033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network db4949c8-417c-47b0-be4d-1d681287c62f is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:34.687563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:34.691615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:34.724624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=1a890c77-6158-449c-a61a-727b61ad3b82,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:34.772992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:34.868059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 001179cd-05ee-46bb-ae8d-f1b2fb94682e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:34.969627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 001179cd-05ee-46bb-ae8d-f1b2fb94682e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:34.970011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.089706 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.109796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ebdca319-7913-424b-bddd-307ae7153382 None None] Provisioning complete for port 1a890c77-6158-449c-a61a-727b61ad3b82 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:35.110170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ebdca319-7913-424b-bddd-307ae7153382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.155319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=001179cd-05ee-46bb-ae8d-f1b2fb94682e,segment=NetworkSegment(59d5b1db-0940-4b9f-bd09-806f1fb90f98),segment_id=59d5b1db-0940-4b9f-bd09-806f1fb90f98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:35.164412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ebdca319-7913-424b-bddd-307ae7153382 None None] Port 1a890c77-6158-449c-a61a-727b61ad3b82 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:35.263537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.332804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.333808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5146fe76-4016-4f95-b07a-bb94f0708a7e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:35.464494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=001179cd-05ee-46bb-ae8d-f1b2fb94682e,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:35.512922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5146fe76-4016-4f95-b07a-bb94f0708a7e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:35.513262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.753610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80b926-da0f-4aba-a94b-8f4af4483360 None None] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:35.782476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46650) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:35.782950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.834066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9dbec573-5d88-401a-ad84-dc36d53908ef None None] Provisioning complete for port 001179cd-05ee-46bb-ae8d-f1b2fb94682e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:35.834487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9dbec573-5d88-401a-ad84-dc36d53908ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:35.891455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'networks': [{'name': 'tempest-network--1422741487'}, {'name': 'tempest-network--1521751029'}]} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:35.891772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-network--1422741487'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:35.892230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-network--1521751029'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:35.902059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.016407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.018665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=1a890c77-6158-449c-a61a-727b61ad3b82,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:36.034496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'network': 2} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:36.063551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.107275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.164443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network db4949c8-417c-47b0-be4d-1d681287c62f is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:36.167591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:36.259060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.319965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-659e87ba-a41a-4caa-b340-dfb19cfbb251 None None] Provisioning complete for port 001179cd-05ee-46bb-ae8d-f1b2fb94682e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:36.322833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-659e87ba-a41a-4caa-b340-dfb19cfbb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.346405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.347131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.440355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf827ff1-fc66-45b5-8668-85c819d75000,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:36.451845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:36.454753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.455026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.455323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.455795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.455979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.456788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.457450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.463772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:45:36.475474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.475817 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment 5d1ab94a-4141-4d43-a947-6b04471808a7 of type vlan for network baed1f2b-6cc4-46a6-9b59-f960932b6f07 Dec 23 12:45:36.524744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.550106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 240f1b0b-024e-4fdc-b35c-c5426e0c13b3 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:45:36.558182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:36.568476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.568956 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment c8a0cf9d-b759-457c-877c-8842dcbdce11 of type vlan for network 1526568c-04ef-4d4c-bfb2-279ebad3e4f1 Dec 23 12:45:36.586847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-639db55d-6333-47cd-a8b5-664068d90c90 None None] Provisioning complete for port 1a890c77-6158-449c-a61a-727b61ad3b82 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:36.587454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-639db55d-6333-47cd-a8b5-664068d90c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.613089 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.631719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 001179cd-05ee-46bb-ae8d-f1b2fb94682e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:36.667404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-639db55d-6333-47cd-a8b5-664068d90c90 None None] Port 1a890c77-6158-449c-a61a-727b61ad3b82 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:36.685717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:36.687399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 001179cd-05ee-46bb-ae8d-f1b2fb94682e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:36.687771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.697018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-88cf65f5-8af7-4a34-97dc-9f290559b4e4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6110818 Dec 23 12:45:36.702979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46686) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:36.707085 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] Sync routers for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:36.724492 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:36.725259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:36.781504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:36.785528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90101ad-127c-4d81-9f7c-e262766c86a5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:36.787548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c90101ad-127c-4d81-9f7c-e262766c86a5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports/1a890c77-6158-449c-a61a-727b61ad3b82 HTTP/1.1" status: 200 len: 910 time: 0.0855989 Dec 23 12:45:36.790549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46692) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:36.798477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.799566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.800078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:36.800911 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:36.806471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:36.813607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:36.814585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:36.860602 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:36.863894 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6f9ad-c5a0-43c7-9672-1bc0c9851d51 None None] The sync data for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:36.896542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=baed1f2b-6cc4-46a6-9b59-f960932b6f07,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:36.955540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network baed1f2b-6cc4-46a6-9b59-f960932b6f07 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:36.975261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=1526568c-04ef-4d4c-bfb2-279ebad3e4f1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:36.988904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1526568c-04ef-4d4c-bfb2-279ebad3e4f1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:37.052623 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ea0212a-a169-4a0d-b5c3-87c02c9fee0e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2702067 Dec 23 12:45:37.055507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46698) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:37.318506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.654301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c5ba1-8472-4986-ad83-e905bb15ce4a tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:37.660530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c5ba1-8472-4986-ad83-e905bb15ce4a tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:37.666522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c5ba1-8472-4986-ad83-e905bb15ce4a tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:37.681480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c5ba1-8472-4986-ad83-e905bb15ce4a tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:37.681480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e48c5ba1-8472-4986-ad83-e905bb15ce4a tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6185367 Dec 23 12:45:37.682020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.21.0.1 (c58fd948-70bd-4a32-aaba-6af9c84f3b1a/6bd2763f-0001-4687-8271-bc60cbd78e28/40c3b16e-9401-448f-a6cb-ba3630802a42) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:37.682158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:37.757342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.796976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.851567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.875515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baed1f2b-6cc4-46a6-9b59-f960932b6f07']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:37.885055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ab94a-4141-4d43-a947-6b04471808a7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:37.885353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ab94a-4141-4d43-a947-6b04471808a7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:37.896561 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.923198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.936932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:37.937343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:37.940483 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:37.953243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.014135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:38.017303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:38.021835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:38.025989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=40c3b16e-9401-448f-a6cb-ba3630802a42,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:38.069239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.094568 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.110118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.110763 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/baed1f2b-6cc4-46a6-9b59-f960932b6f07 HTTP/1.1" status: 204 len: 168 time: 0.4312880 Dec 23 12:45:38.113075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46742) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:38.128441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069a957-f2ea-4cd8-82e1-d68aa6aeef81 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=baed1f2b-6cc4-46a6-9b59-f960932b6f07,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:38.240035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.346848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.391937 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1526568c-04ef-4d4c-bfb2-279ebad3e4f1']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:38.408387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.411714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a0cf9d-b759-457c-877c-8842dcbdce11') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:38.412053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a0cf9d-b759-457c-877c-8842dcbdce11') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:38.421849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8231f328-da33-4b4e-9a68-c86d70e97924 None None] Provisioning complete for port 40c3b16e-9401-448f-a6cb-ba3630802a42 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:38.422381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8231f328-da33-4b4e-9a68-c86d70e97924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.487920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.488162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8231f328-da33-4b4e-9a68-c86d70e97924 None None] Port 40c3b16e-9401-448f-a6cb-ba3630802a42 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:38.509526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.558509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:38.558932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:38.564348 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:38.758524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.772885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.776707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/1526568c-04ef-4d4c-bfb2-279ebad3e4f1 HTTP/1.1" status: 204 len: 168 time: 0.6626873 Dec 23 12:45:38.780475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46770) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:38.792088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b317b-26f1-4057-968b-4d2c1ea89738 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=1526568c-04ef-4d4c-bfb2-279ebad3e4f1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:38.823860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.947067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:38.972935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170546bc-7851-4601-a2fc-815a3b6ad8b2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:38.980379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170546bc-7851-4601-a2fc-815a3b6ad8b2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:38.987752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-170546bc-7851-4601-a2fc-815a3b6ad8b2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2006750 Dec 23 12:45:38.988632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46782) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:38.994298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1714857361'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:39.051061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=40c3b16e-9401-448f-a6cb-ba3630802a42,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:39.057436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.121249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:39.126645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.152289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:39.163144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.163478 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment f566b01a-10f3-4453-806f-d5c0ada38400 of type vlan for network 1c0264a4-f0d6-4beb-9ede-c73454795280 Dec 23 12:45:39.174889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:39.176561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:39.209293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.328258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 240f1b0b-024e-4fdc-b35c-c5426e0c13b3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:39.385273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.395353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:39.395998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.514740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=1c0264a4-f0d6-4beb-9ede-c73454795280,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:39.538113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1c0264a4-f0d6-4beb-9ede-c73454795280 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:39.558902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1db2a8c8-9c35-447c-9e69-ad4cd4f20985 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5689580 Dec 23 12:45:39.562215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46810) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:39.567870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1834869961'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:39.641609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4c0ef8b0-71bf-4983-aa20-eadba4a83db8 None None] Provisioning complete for port 40c3b16e-9401-448f-a6cb-ba3630802a42 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:39.641609 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef8b0-71bf-4983-aa20-eadba4a83db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.685821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ef8b0-71bf-4983-aa20-eadba4a83db8 None None] Port 40c3b16e-9401-448f-a6cb-ba3630802a42 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:39.689486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:39.693197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.729222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:39.740411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.740851 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment d3967bd5-2f33-4048-a972-aa35b9ab28a2 of type vlan for network 077f3752-3501-4615-abb7-e8d794a3f27b Dec 23 12:45:39.808355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.894583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.901604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:39.902210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:39.937711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:39.949000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] Sync routers for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:39.966818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ef937965-75bc-417c-97ba-e0eaeb9f2f4a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1745710 Dec 23 12:45:39.967948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:39.969162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:39.970325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:40.002585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=077f3752-3501-4615-abb7-e8d794a3f27b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:40.012376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:40.017697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 077f3752-3501-4615-abb7-e8d794a3f27b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:40.041126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd90f3-4240-42e1-8d2d-2cf2de41a489 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:40.042584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b1fd90f3-4240-42e1-8d2d-2cf2de41a489 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports/40c3b16e-9401-448f-a6cb-ba3630802a42 HTTP/1.1" status: 200 len: 910 time: 0.0724714 Dec 23 12:45:40.050358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:40.110820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f869aacb-114d-43be-98c9-31124ca7cd0d tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5472047 Dec 23 12:45:40.113783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46844) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:40.118789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'ports': [{'network_id': '1c0264a4-f0d6-4beb-9ede-c73454795280', 'name': 'tempest-port--1348190580', 'admin_state_up': True}, {'network_id': '077f3752-3501-4615-abb7-e8d794a3f27b', 'admin_state_up': False}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:40.119110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'port': {'network_id': '1c0264a4-f0d6-4beb-9ede-c73454795280', 'name': 'tempest-port--1348190580', 'admin_state_up': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:40.119632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'port': {'network_id': '077f3752-3501-4615-abb7-e8d794a3f27b', 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:40.138853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:40.139699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:40.181550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:40.182470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e2d7c-6f54-4b3f-aa8a-46d3ecb0e95e None None] The sync data for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:40.414926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'port': 2} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:40.420472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:40.446834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:40.485940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:40.567992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] device_id is not set on port 2f42f993-9774-4749-842a-ddeed4d3e794 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:40.758225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:40.884505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 40c3b16e-9401-448f-a6cb-ba3630802a42 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:40.885048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:40.894701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] device_id is not set on port e7668bd9-6fa8-4e4d-8535-50b8e91e3906 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:41.041365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.071292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 40c3b16e-9401-448f-a6cb-ba3630802a42 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:41.086232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.243964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.304074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Port': ['ID=2f42f993-9774-4749-842a-ddeed4d3e794,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:41.332043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Checking segment: {'id': 'f566b01a-10f3-4453-806f-d5c0ada38400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1c0264a4-f0d6-4beb-9ede-c73454795280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:41.332564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network hostable DHCP agents. Network: 1c0264a4-f0d6-4beb-9ede-c73454795280, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:41.367523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.394969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=40c3b16e-9401-448f-a6cb-ba3630802a42,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:41.449728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network 1c0264a4-f0d6-4beb-9ede-c73454795280 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:41.561569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 1c0264a4-f0d6-4beb-9ede-c73454795280) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:41.562072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:41.562919 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.568842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ed63d-ad08-46d6-86f2-de8cea490405 None None] Network 1c0264a4-f0d6-4beb-9ede-c73454795280 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:41.638383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:41.709338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Port': ['ID=e7668bd9-6fa8-4e4d-8535-50b8e91e3906,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:41.718711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Checking segment: {'id': 'd3967bd5-2f33-4048-a972-aa35b9ab28a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '077f3752-3501-4615-abb7-e8d794a3f27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:41.719121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network hostable DHCP agents. Network: 077f3752-3501-4615-abb7-e8d794a3f27b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:41.832498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network 077f3752-3501-4615-abb7-e8d794a3f27b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:41.887921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 240f1b0b-024e-4fdc-b35c-c5426e0c13b3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:41.978471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 077f3752-3501-4615-abb7-e8d794a3f27b) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:41.985844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:42.003226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.003457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1ccac-0879-4828-ad75-9eddcbc4f109 None None] Network 077f3752-3501-4615-abb7-e8d794a3f27b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:42.011512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.012777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.015607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:42.024368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6649d215-a8e9-497d-8823-9810510bba78 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9743097 Dec 23 12:45:42.024641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 46926) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:42.032967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] Sync routers for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:42.050085 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:42.050992 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:42.094950 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:42.104883 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:42.105707 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:42.132791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ea59e12f-df76-4b60-9aa3-4a2c44746e46 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0178559 Dec 23 12:45:42.135522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:42.144270 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:42.145155 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced18cc4-e682-45ec-af08-6a8f2e19a9ee None None] The sync data for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:42.261613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae41bc-897d-4745-9395-0ccf59dd0303 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.273339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae41bc-897d-4745-9395-0ccf59dd0303 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.278949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fdae41bc-897d-4745-9395-0ccf59dd0303 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1414249 Dec 23 12:45:42.281637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:42.415087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting port 2f42f993-9774-4749-842a-ddeed4d3e794 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:42.415620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.461296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.520518 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.561148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.567641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.576026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.581502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.588324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.595412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.602360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:42.604609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01386aaf-491b-4aed-9065-948415f456d5 req-673424d4-9ece-4bc3-9f82-dcc5f7364408 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1839230 Dec 23 12:45:42.610429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Calling delete_port for 2f42f993-9774-4749-842a-ddeed4d3e794 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:42.756584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01386aaf-491b-4aed-9065-948415f456d5 req-49abe56f-d226-4a76-ae16-e83ead787ef8 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440084 Dec 23 12:45:42.859058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 1a890c77-6158-449c-a61a-727b61ad3b82 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:42.859058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.883065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.933733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Port': ['ID=2f42f993-9774-4749-842a-ddeed4d3e794,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:42.950522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:42.954455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12e2365a-51f2-40ab-a737-c1e883bae13b tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/ports/2f42f993-9774-4749-842a-ddeed4d3e794 HTTP/1.1" status: 204 len: 168 time: 0.6717818 Dec 23 12:45:42.957412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 46978) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:42.984419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.002408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 1a890c77-6158-449c-a61a-727b61ad3b82 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:43.007425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.022432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.026073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.032548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.039426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.046331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.052337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.054362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1548bc44-cad6-43aa-951f-5298e7420c9e req-834c81f3-bdf9-44e9-b0c8-0f4584560460 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1861775 Dec 23 12:45:43.135625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting port e7668bd9-6fa8-4e4d-8535-50b8e91e3906 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:43.136395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.207912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.231819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Calling delete_port for e7668bd9-6fa8-4e4d-8535-50b8e91e3906 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:43.270377 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c93c3527-3831-4d64-9c34-c6a9a9bb2035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.304995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.351436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=1a890c77-6158-449c-a61a-727b61ad3b82,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:43.413200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.446711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Port': ['ID=e7668bd9-6fa8-4e4d-8535-50b8e91e3906,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:43.452589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.458450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89ba1b47-c4e1-483c-bbd9-d8fbb4bd3c63 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/ports/e7668bd9-6fa8-4e4d-8535-50b8e91e3906 HTTP/1.1" status: 204 len: 168 time: 0.4977152 Dec 23 12:45:43.460071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47000) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:43.504028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bb783b1d-da83-4090-8810-12ad1fb49de8 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0440061 Dec 23 12:45:43.505108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47002) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:43.515214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-404496973'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:43.567539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.690162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:43.697654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.754831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:43.761306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 240f1b0b-024e-4fdc-b35c-c5426e0c13b3 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:43.770817 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.771963 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment f679ea5f-64ac-42be-a200-33b748849459 of type vlan for network e00e07b7-65b0-4267-9460-b33338a4ef76 Dec 23 12:45:43.829912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.859314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:43.867392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9dc40e6c-8ab0-488c-bf92-02ed276e7193 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414867 Dec 23 12:45:43.870469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47018) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:43.874603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] Sync routers for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:43.893771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:43.894516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:43.923443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3773a15-8a16-4f30-bb47-e142f8ba23bc tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=240f1b0b-024e-4fdc-b35c-c5426e0c13b3 HTTP/1.1" status: 200 len: 205 time: 0.0516648 Dec 23 12:45:43.927075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47026) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:43.947479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:43.957657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] Routers {'240f1b0b-024e-4fdc-b35c-c5426e0c13b3'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:43.957878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:43.958662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:43.968659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:43.969374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.001160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:44.002324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1ca17-104b-4b48-b7a7-9dc0fd0a2c55 None None] The sync data for ids ['240f1b0b-024e-4fdc-b35c-c5426e0c13b3'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:44.015300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.064407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=e00e07b7-65b0-4267-9460-b33338a4ef76,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:44.079771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network e00e07b7-65b0-4267-9460-b33338a4ef76 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:44.140060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fa69cff8-9016-4231-ae51-78382c529bd2 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6334474 Dec 23 12:45:44.140794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:44.146125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1253898685'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:44.258915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:44.264754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.305954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:44.318738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.319232 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Added segment 70701767-d47f-4010-8004-3a2d973db746 of type vlan for network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 Dec 23 12:45:44.377997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.517722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.524248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:44.525064 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.579428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.581969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.597730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Network': ['ID=93a84e82-81fa-439d-8b54-e3e32ff59ab8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:44.610216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:44.684513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d22b4f09-90ae-4399-88c5-7c43fada79b3 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5425935 Dec 23 12:45:44.725766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.726597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router 240f1b0b-024e-4fdc-b35c-c5426e0c13b3 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:45:44.766584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.777086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47060) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:44.780717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-67ebece4-d74b-4490-937e-a0733d8e3770 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3 HTTP/1.1" status: 204 len: 168 time: 0.8523831 Dec 23 12:45:44.891929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet 6bd2763f-0001-4687-8271-bc60cbd78e28 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:44.895527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:44.960857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.059790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.238249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.270043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd2763f-0001-4687-8271-bc60cbd78e28,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:45.273822 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.277327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-50c53f1f-d825-462b-918f-4a3d3eb66ba4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/6bd2763f-0001-4687-8271-bc60cbd78e28 HTTP/1.1" status: 204 len: 168 time: 0.4977269 Dec 23 12:45:45.279895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47078) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:45.291495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424342e2-505c-4b18-8c50-ef37ce73811b None None] Network c58fd948-70bd-4a32-aaba-6af9c84f3b1a requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:45.350192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet fa488b6a-6675-4813-868e-59db860183f9 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:45.355644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.420269 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.557844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] DHCP port deletion for c58fd948-70bd-4a32-aaba-6af9c84f3b1a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:45.589938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.676342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Deleting port 001179cd-05ee-46bb-ae8d-f1b2fb94682e {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:45.677092 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.752947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.779022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] For port 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=001179cd-05ee-46bb-ae8d-f1b2fb94682e,segment=NetworkSegment(59d5b1db-0940-4b9f-bd09-806f1fb90f98),segment_id=59d5b1db-0940-4b9f-bd09-806f1fb90f98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:45.779403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.783109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=fa488b6a-6675-4813-868e-59db860183f9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:45.790389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:45.797241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:45.797745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a155b379-84a7-4967-92c7-5fcc57d41ce3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/fa488b6a-6675-4813-868e-59db860183f9 HTTP/1.1" status: 204 len: 168 time: 0.5167356 Dec 23 12:45:45.809004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddc0b1-695a-4bd8-b3a7-8bc2d4068a85 None None] Network db4949c8-417c-47b0-be4d-1d681287c62f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:45.815994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Calling delete_port for 001179cd-05ee-46bb-ae8d-f1b2fb94682e owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:45.923182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.078260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 001179cd-05ee-46bb-ae8d-f1b2fb94682e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:46.078691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.107618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5c38-708e-486c-82ae-aa0f1d5d88e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.146396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.208201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873203e-6092-40ca-aca4-da693b245627 None None] DHCP port deletion for db4949c8-417c-47b0-be4d-1d681287c62f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:46.210965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] Pushing event deleted for resources: {'Port': ['ID=001179cd-05ee-46bb-ae8d-f1b2fb94682e,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:46.215164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 001179cd-05ee-46bb-ae8d-f1b2fb94682e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=001179cd-05ee-46bb-ae8d-f1b2fb94682e,segment=NetworkSegment(59d5b1db-0940-4b9f-bd09-806f1fb90f98),segment_id=59d5b1db-0940-4b9f-bd09-806f1fb90f98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:46.215759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.234011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 001179cd-05ee-46bb-ae8d-f1b2fb94682e owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:46.379373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47144) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:46.426187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.466461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=001179cd-05ee-46bb-ae8d-f1b2fb94682e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:46.473901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 001179cd-05ee-46bb-ae8d-f1b2fb94682e on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:46.516291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.517074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.518199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.518819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.519498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.520494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.521592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:46.532324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72937ac-2470-4057-83ab-fc2290785e26 req-0601bc41-8d84-4c84-8508-8c3718fdc9d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.1503909 Dec 23 12:45:46.568921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843e42e-de8f-489c-8b6e-423192f658a6 None None] No DVR routers for this DVR port 001179cd-05ee-46bb-ae8d-f1b2fb94682e on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:46.665731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e72937ac-2470-4057-83ab-fc2290785e26 req-92d0ed38-ea16-4727-b69f-28df2683994a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312175 Dec 23 12:45:46.680792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Deleting port 5146fe76-4016-4f95-b07a-bb94f0708a7e {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:46.681802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.722588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.745604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58fd948-70bd-4a32-aaba-6af9c84f3b1a']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:46.756808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d5b1db-0940-4b9f-bd09-806f1fb90f98') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:46.757280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d5b1db-0940-4b9f-bd09-806f1fb90f98') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:46.768570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.770023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5873203e-6092-40ca-aca4-da693b245627 None None] For port 5146fe76-4016-4f95-b07a-bb94f0708a7e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5146fe76-4016-4f95-b07a-bb94f0708a7e,segment=NetworkSegment(583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e),segment_id=583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:46.771273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.784883 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.785795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Calling delete_port for 5146fe76-4016-4f95-b07a-bb94f0708a7e owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:46.791330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:46.791832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:46.796004 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:46.886584 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.887661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 001179cd-05ee-46bb-ae8d-f1b2fb94682e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:46.910400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 001179cd-05ee-46bb-ae8d-f1b2fb94682e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:46.911414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 001179cd-05ee-46bb-ae8d-f1b2fb94682e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:46.911893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5146fe76-4016-4f95-b07a-bb94f0708a7e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:46.968174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:46.975471 n-d-822750-2 neutron-server[104039]: INFO neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No ports have port_id starting with 5146fe76-4016-4f95-b07a-bb94f0708a7e Dec 23 12:45:47.002900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873203e-6092-40ca-aca4-da693b245627 None None] No DVR routers for this DVR port 5146fe76-4016-4f95-b07a-bb94f0708a7e on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:47.008303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873203e-6092-40ca-aca4-da693b245627 None None] Pushing event deleted for resources: {'Port': ['ID=5146fe76-4016-4f95-b07a-bb94f0708a7e,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:47.081576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.088382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.093024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/c58fd948-70bd-4a32-aaba-6af9c84f3b1a HTTP/1.1" status: 204 len: 168 time: 1.2943597 Dec 23 12:45:47.095989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47182) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:47.108016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe7b6-c49e-4830-8d56-0d61db2c6bb6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=c58fd948-70bd-4a32-aaba-6af9c84f3b1a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:47.181069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.290414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.312477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4949c8-417c-47b0-be4d-1d681287c62f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:47.321911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:47.322290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583f4873-dc5c-4ddc-aa5b-bab7a0bcfb8e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:47.331706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.347754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.354154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:47.354612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:47.359522 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:47.544441 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.551718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.559033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/db4949c8-417c-47b0-be4d-1d681287c62f HTTP/1.1" status: 204 len: 168 time: 0.4576607 Dec 23 12:45:47.559456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47202) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:47.573918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127900422'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:47.578774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172415bf-509c-4981-93a7-a21f29caf039 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=db4949c8-417c-47b0-be4d-1d681287c62f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:47.677461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:47.681212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.711642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:47.722266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.722662 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 56d6ab21-cf61-4863-9d31-0f5e223f6ea3 of type vlan for network 6749d2e5-d57b-4d88-a0f4-ac572756f325 Dec 23 12:45:47.782203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.912365 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:47.919988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:47.920671 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.002837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=6749d2e5-d57b-4d88-a0f4-ac572756f325,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:48.015869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:48.016107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:45:48.022897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'subnets': [{'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--624635749', 'ip_version': 6}, {'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:48.023084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'subnet': {'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--624635749', 'ip_version': 6}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:48.023748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Request body: {'subnet': {'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:48.043130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec1cb829-8469-42b1-a7a8-13e512c94a4f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4823401 Dec 23 12:45:48.046788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47218) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:48.052166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:48.224199 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.252665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:48.256389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.332815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Made reservation on behalf of ee83b5a27ec54274aa5117369d5c3fcb for: {'subnet': 2} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:48.337691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.338096 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.569098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.598160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.724517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=916b2195-2174-400f-9f66-e5fdac85a825,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:48.730779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '56d6ab21-cf61-4863-9d31-0f5e223f6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:48.732173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: 6749d2e5-d57b-4d88-a0f4-ac572756f325, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:48.835637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:48.881892 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:48.941867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Subnet': ['ID=2ee7da20-bdbc-4762-a82e-b161f30683bb,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:48.956386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6749d2e5-d57b-4d88-a0f4-ac572756f325) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:48.961906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Checking segment: {'id': 'f679ea5f-64ac-42be-a200-33b748849459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:48.961906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network hostable DHCP agents. Network: e00e07b7-65b0-4267-9460-b33338a4ef76, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:48.965910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a670eb-48ac-45be-bc68-f6ca0f1c1e18 None None] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:48.966088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:48.966703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.075405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-6749d2e5-d57b-4d88-a0f4-ac572756f325', 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': '916b2195-2174-400f-9f66-e5fdac85a825'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:49.076792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.082403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network e00e07b7-65b0-4267-9460-b33338a4ef76 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:49.084553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, e00e07b7-65b0-4267-9460-b33338a4ef76) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:49.088638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.102510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabeb67c-64f1-4c81-918c-ec3b66f3e7cd None None] Network e00e07b7-65b0-4267-9460-b33338a4ef76 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:49.149290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af2e1c3a-3750-4a30-803a-fc2c96adfab2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1011586 Dec 23 12:45:49.151938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47238) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:49.158958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15962319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:49.168428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event updated for resources: {'Subnet': ['ID=e2b07500-682f-41e2-bd6b-0afb2dd5cb78,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:49.175732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Checking segment: {'id': '70701767-d47f-4010-8004-3a2d973db746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:49.176108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network hostable DHCP agents. Network: 93a84e82-81fa-439d-8b54-e3e32ff59ab8, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:45:49.255630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.256697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.322676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.333216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:45:49.358663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-e00e07b7-65b0-4267-9460-b33338a4ef76', 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76', 'project_id': 'ee83b5a27ec54274aa5117369d5c3fcb', 'fixed_ips': [{'subnet_id': '2ee7da20-bdbc-4762-a82e-b161f30683bb'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:49.359801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.365613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Allocated IP 172.20.0.2 (6749d2e5-d57b-4d88-a0f4-ac572756f325/916b2195-2174-400f-9f66-e5fdac85a825/3dccd808-a385-47e6-8053-b4d340ba758f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:49.382399 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.425244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.453115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 93a84e82-81fa-439d-8b54-e3e32ff59ab8) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:49.457632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.461903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.461903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.499696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a521b-5c12-4e97-862d-e043cdfa4f7e None None] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:49.518278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.524284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e33821c7-aed1-46cc-8643-18f2fa882130 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3657172 Dec 23 12:45:49.524474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47248) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:49.528044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'port': {'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325', 'name': 'tempest-RoutersTest-2086736060'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:49.602473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-788f134f-f6e4-421d-bd41-4ff3a1d30e12 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5853236 Dec 23 12:45:49.605290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47252) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:49.724913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Allocated IP 2001:db8::1 (e00e07b7-65b0-4267-9460-b33338a4ef76/2ee7da20-bdbc-4762-a82e-b161f30683bb/abedb0f9-d696-452a-97d1-22591d9ec458) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:49.782914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a4752-7122-412e-b1b9-3b815ee801b1 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.784315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-93a84e82-81fa-439d-8b54-e3e32ff59ab8', 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8', 'project_id': 'ee83b5a27ec54274aa5117369d5c3fcb', 'fixed_ips': [{'subnet_id': 'e2b07500-682f-41e2-bd6b-0afb2dd5cb78'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:45:49.784801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a4752-7122-412e-b1b9-3b815ee801b1 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.785172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.786440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a4752-7122-412e-b1b9-3b815ee801b1 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.788158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-069a4752-7122-412e-b1b9-3b815ee801b1 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1817393 Dec 23 12:45:49.797275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-d3210e90-1187-4c29-a404-a5ac7c1bd2ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2356730 Dec 23 12:45:49.798264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:49.816052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:49.820348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.847419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.893568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] device_id is not set on port 9cb543d7-891e-494f-a330-8e4e8d975411 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:45:49.961798 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:49.975752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-a9c9062e-6181-440c-8b8f-5114bb359945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:49.979938 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-a9c9062e-6181-440c-8b8f-5114bb359945 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 1100 time: 0.1184063 Dec 23 12:45:50.027071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:50.034773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Pushing event updated for resources: {'Port': ['ID=3dccd808-a385-47e6-8053-b4d340ba758f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:50.041328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:50.048394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting subnet 2ee7da20-bdbc-4762-a82e-b161f30683bb {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:50.091186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:50.127067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-d6b9b513-8390-4544-9735-feca9e9ab860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:50.129526 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-d6b9b513-8390-4544-9735-feca9e9ab860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b HTTP/1.1" status: 200 len: 870 time: 0.1226599 Dec 23 12:45:50.185810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.20.0.9 (6749d2e5-d57b-4d88-a0f4-ac572756f325/916b2195-2174-400f-9f66-e5fdac85a825/9cb543d7-891e-494f-a330-8e4e8d975411) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:50.194676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-82022b94-3a89-40c9-b548-6873a2e5c944 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7 HTTP/1.1" status: 200 len: 217 time: 0.0570407 Dec 23 12:45:50.266525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.268456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Allocated IP 2001:db8:0:1::1 (93a84e82-81fa-439d-8b54-e3e32ff59ab8/e2b07500-682f-41e2-bd6b-0afb2dd5cb78/249764c5-1ca5-4661-b53e-73dedc3754df) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:45:50.270670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-47502ded-4bb1-4691-ab7c-bb8f431985eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:50.272859 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-47502ded-4bb1-4691-ab7c-bb8f431985eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0706537 Dec 23 12:45:50.274312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Attempting to bind port 3dccd808-a385-47e6-8053-b4d340ba758f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:50.274807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Attempting to bind port 3dccd808-a385-47e6-8053-b4d340ba758f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '56d6ab21-cf61-4863-9d31-0f5e223f6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:50.275268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Attempting to bind port 3dccd808-a385-47e6-8053-b4d340ba758f on network 6749d2e5-d57b-4d88-a0f4-ac572756f325 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:50.285662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:50.286367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Checking segment: {'id': '56d6ab21-cf61-4863-9d31-0f5e223f6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:50.286830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.304450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Bound using segment: {'id': '56d6ab21-cf61-4863-9d31-0f5e223f6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:50.304450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Bound port: 3dccd808-a385-47e6-8053-b4d340ba758f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d6ab21-cf61-4863-9d31-0f5e223f6ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6749d2e5-d57b-4d88-a0f4-ac572756f325'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:50.304450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.338927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-d27dad2d-c715-4870-8035-ad46a0f79c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:50.341673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-d27dad2d-c715-4870-8035-ad46a0f79c6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607281 Dec 23 12:45:50.367421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.398227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.398985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.446005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.480559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.504268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-e8f091f7-16e4-4c5a-bdc7-6738a6e4dbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559949 Dec 23 12:45:50.504475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] For port 3dccd808-a385-47e6-8053-b4d340ba758f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:50.559993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Network e00e07b7-65b0-4267-9460-b33338a4ef76 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:50.562742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] For port 3dccd808-a385-47e6-8053-b4d340ba758f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3dccd808-a385-47e6-8053-b4d340ba758f,segment=NetworkSegment(56d6ab21-cf61-4863-9d31-0f5e223f6ea3),segment_id=56d6ab21-cf61-4863-9d31-0f5e223f6ea3)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:50.570146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:50.572110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:50.577822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Pushing event updated for resources: {'Port': ['ID=abedb0f9-d696-452a-97d1-22591d9ec458,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:50.579275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:50.580408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:50.623211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:50.644188 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d5b1fac6-ec7b-4265-a108-1e2c07f9727d req-f98b4d2b-c7ec-4fff-94c2-73d2f53cdae1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300840 Dec 23 12:45:50.656335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.661976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=9cb543d7-891e-494f-a330-8e4e8d975411,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:50.687956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.729958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:50.730590 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.772745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Attempting to bind port abedb0f9-d696-452a-97d1-22591d9ec458 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:50.773146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Attempting to bind port abedb0f9-d696-452a-97d1-22591d9ec458 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f679ea5f-64ac-42be-a200-33b748849459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:50.773512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Attempting to bind port abedb0f9-d696-452a-97d1-22591d9ec458 on network e00e07b7-65b0-4267-9460-b33338a4ef76 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:50.782552 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.792233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:50.792851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Checking segment: {'id': 'f679ea5f-64ac-42be-a200-33b748849459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:50.793265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.794721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Bound using segment: {'id': 'f679ea5f-64ac-42be-a200-33b748849459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:50.798507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Bound port: abedb0f9-d696-452a-97d1-22591d9ec458, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f679ea5f-64ac-42be-a200-33b748849459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e00e07b7-65b0-4267-9460-b33338a4ef76'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:50.798934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.825576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78a8c-6300-4630-8db6-31bef21e8bac None None] Pushing event updated for resources: {'Port': ['ID=3dccd808-a385-47e6-8053-b4d340ba758f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:50.884540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1cf6dca5-ef2c-4fb4-82c4-527ebaeda96d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3605373 Dec 23 12:45:50.887195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47274) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:50.935872 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:50.941078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] For port abedb0f9-d696-452a-97d1-22591d9ec458, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:50.957128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.006652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:51.011020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] For port abedb0f9-d696-452a-97d1-22591d9ec458, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=abedb0f9-d696-452a-97d1-22591d9ec458,segment=NetworkSegment(f679ea5f-64ac-42be-a200-33b748849459),segment_id=f679ea5f-64ac-42be-a200-33b748849459)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:51.017400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:51.025579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:45:51.038566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee7da20-bdbc-4762-a82e-b161f30683bb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:51.084104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.089099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a63184f8-7f4d-4e3f-8384-e17259bafa9f tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/subnets/2ee7da20-bdbc-4762-a82e-b161f30683bb HTTP/1.1" status: 204 len: 168 time: 1.2881825 Dec 23 12:45:51.092012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47282) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:51.095610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Pushing event updated for resources: {'Port': ['ID=249764c5-1ca5-4661-b53e-73dedc3754df,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:51.104786 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.181715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting subnet e2b07500-682f-41e2-bd6b-0afb2dd5cb78 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:51.189739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.199550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8050-2c7b-406c-b229-9183d3f78e44 None None] Pushing event updated for resources: {'Port': ['ID=abedb0f9-d696-452a-97d1-22591d9ec458,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:51.216738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Attempting to bind port 249764c5-1ca5-4661-b53e-73dedc3754df on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:45:51.217655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Attempting to bind port 249764c5-1ca5-4661-b53e-73dedc3754df by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '70701767-d47f-4010-8004-3a2d973db746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:45:51.218231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Attempting to bind port 249764c5-1ca5-4661-b53e-73dedc3754df on network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:45:51.234831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:45:51.240805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Checking segment: {'id': '70701767-d47f-4010-8004-3a2d973db746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:45:51.241563 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.242416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Bound using segment: {'id': '70701767-d47f-4010-8004-3a2d973db746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:45:51.250235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Bound port: 249764c5-1ca5-4661-b53e-73dedc3754df, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70701767-d47f-4010-8004-3a2d973db746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '93a84e82-81fa-439d-8b54-e3e32ff59ab8'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:45:51.251006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.294936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.424561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.438380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.713298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.718147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] For port 249764c5-1ca5-4661-b53e-73dedc3754df, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:45:51.722324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] For port 249764c5-1ca5-4661-b53e-73dedc3754df, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=249764c5-1ca5-4661-b53e-73dedc3754df,segment=NetworkSegment(70701767-d47f-4010-8004-3a2d973db746),segment_id=70701767-d47f-4010-8004-3a2d973db746)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:45:51.764133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.769652 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/subnets/e2b07500-682f-41e2-bd6b-0afb2dd5cb78 HTTP/1.1" status: 204 len: 168 time: 0.6740832 Dec 23 12:45:51.769652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bb08b-0095-4b75-8bde-4c6971a0fab0 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b07500-682f-41e2-bd6b-0afb2dd5cb78,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:51.786105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:51.808083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.860459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d32fc1-b784-4685-b4d5-de04777cafe4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:51.865561 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-77d32fc1-b784-4685-b4d5-de04777cafe4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778010 Dec 23 12:45:51.868062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:51.903374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:51.912904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76463b-09d9-42c7-a6f6-2dcca41e92c2 None None] Pushing event updated for resources: {'Port': ['ID=249764c5-1ca5-4661-b53e-73dedc3754df,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:52.007888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.049413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.105673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting port 249764c5-1ca5-4661-b53e-73dedc3754df {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:52.106544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.196484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=9cb543d7-891e-494f-a330-8e4e8d975411,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:52.289073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] For port 249764c5-1ca5-4661-b53e-73dedc3754df, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=249764c5-1ca5-4661-b53e-73dedc3754df,segment=NetworkSegment(70701767-d47f-4010-8004-3a2d973db746),segment_id=70701767-d47f-4010-8004-3a2d973db746)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:52.289636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.315277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Calling delete_port for 249764c5-1ca5-4661-b53e-73dedc3754df owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:52.548174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.549387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a067e2-8049-4dfd-84f9-d6ca74b1d1d9 None None] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:52.604121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.650642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] Provisioning complete for port 3dccd808-a385-47e6-8053-b4d340ba758f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:52.651186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.696572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Port': ['ID=249764c5-1ca5-4661-b53e-73dedc3754df,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:52.705203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] No DVR routers for this DVR port 249764c5-1ca5-4661-b53e-73dedc3754df on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:52.875896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.880346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.904000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.936920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 249764c5-1ca5-4661-b53e-73dedc3754df up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:52.957575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:52.968124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a84e82-81fa-439d-8b54-e3e32ff59ab8']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:52.972735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 249764c5-1ca5-4661-b53e-73dedc3754df {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:52.973390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 249764c5-1ca5-4661-b53e-73dedc3754df not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 23 12:45:53.010251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64d74a-335b-4b02-a3b5-b86dcc52b334 None None] Network e00e07b7-65b0-4267-9460-b33338a4ef76 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:53.026119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70701767-d47f-4010-8004-3a2d973db746') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:53.026556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70701767-d47f-4010-8004-3a2d973db746') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:53.031598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 249764c5-1ca5-4661-b53e-73dedc3754df not found, will not notify nova. {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 23 12:45:53.032013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device abedb0f9-d696-452a-97d1-22591d9ec458 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:53.038849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] For port 3dccd808-a385-47e6-8053-b4d340ba758f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3dccd808-a385-47e6-8053-b4d340ba758f,segment=NetworkSegment(56d6ab21-cf61-4863-9d31-0f5e223f6ea3),segment_id=56d6ab21-cf61-4863-9d31-0f5e223f6ea3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:53.049915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.081410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.103424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:53.106718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:53.119716 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:53.212683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.340782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.387160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.396995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/93a84e82-81fa-439d-8b54-e3e32ff59ab8 HTTP/1.1" status: 204 len: 168 time: 1.5227537 Dec 23 12:45:53.398022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ea01a-cb0e-4bfd-9e65-f102b1f9a745 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=93a84e82-81fa-439d-8b54-e3e32ff59ab8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:53.403473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47322) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:53.426261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] Provisioning complete for port abedb0f9-d696-452a-97d1-22591d9ec458 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:53.426840 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.530949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af556b-61cf-46f0-a830-a15f9b7443d3 None None] Pushing event updated for resources: {'Port': ['ID=3dccd808-a385-47e6-8053-b4d340ba758f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:53.569504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port abedb0f9-d696-452a-97d1-22591d9ec458 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:53.570668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.596169 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.657580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.726109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.738553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.743950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Deleting port abedb0f9-d696-452a-97d1-22591d9ec458 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:53.744293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.797099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] DHCP port deletion for e00e07b7-65b0-4267-9460-b33338a4ef76 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:53.830805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=9cb543d7-891e-494f-a330-8e4e8d975411,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:53.898407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.937052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] For port abedb0f9-d696-452a-97d1-22591d9ec458, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=abedb0f9-d696-452a-97d1-22591d9ec458,segment=NetworkSegment(f679ea5f-64ac-42be-a200-33b748849459),segment_id=f679ea5f-64ac-42be-a200-33b748849459)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:53.937429 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.943406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] For port abedb0f9-d696-452a-97d1-22591d9ec458, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=abedb0f9-d696-452a-97d1-22591d9ec458,segment=NetworkSegment(f679ea5f-64ac-42be-a200-33b748849459),segment_id=f679ea5f-64ac-42be-a200-33b748849459)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:53.958059 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:53.969185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Calling delete_port for abedb0f9-d696-452a-97d1-22591d9ec458 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:53.989045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff969b3a-2260-4613-a2db-62aabf310175 None None] DHCP port deletion for 93a84e82-81fa-439d-8b54-e3e32ff59ab8 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:54.009068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Deleting port abedb0f9-d696-452a-97d1-22591d9ec458 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:54.009439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.078114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566603e-10ed-4364-ae28-9c829ef96faa None None] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:54.084194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.084872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:45:54.087916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:45:54.133507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566603e-10ed-4364-ae28-9c829ef96faa None None] Network 93a84e82-81fa-439d-8b54-e3e32ff59ab8 could not be found, it might have been deleted concurrently. {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 23 12:45:54.200570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.224295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:45:54.224604 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:45:54.228512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] For port abedb0f9-d696-452a-97d1-22591d9ec458, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=abedb0f9-d696-452a-97d1-22591d9ec458,segment=NetworkSegment(f679ea5f-64ac-42be-a200-33b748849459),segment_id=f679ea5f-64ac-42be-a200-33b748849459)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:54.228956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.232505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96a9d0-ac4d-4723-9cf9-b2f04ccf2679 None None] Pushing event updated for resources: {'Port': ['ID=abedb0f9-d696-452a-97d1-22591d9ec458,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:54.246434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Port': ['ID=abedb0f9-d696-452a-97d1-22591d9ec458,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:54.249887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] No DVR routers for this DVR port abedb0f9-d696-452a-97d1-22591d9ec458 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:54.276887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Calling delete_port for abedb0f9-d696-452a-97d1-22591d9ec458 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:54.282357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Provisioning complete for port 3dccd808-a385-47e6-8053-b4d340ba758f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:54.282842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.408405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.445646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00e07b7-65b0-4267-9460-b33338a4ef76']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.460770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router e1b71a15-68f6-44a7-a24e-d7a5cb86e095 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:45:54.463687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f679ea5f-64ac-42be-a200-33b748849459') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.467143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f679ea5f-64ac-42be-a200-33b748849459') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.483960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.495163 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.518422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.533300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:54.533917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:54.537319 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:54.545377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] Pushing event deleted for resources: {'Port': ['ID=abedb0f9-d696-452a-97d1-22591d9ec458,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:54.554607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f195946-5bec-4eeb-9c0c-b9e8e647c95c None None] No DVR routers for this DVR port abedb0f9-d696-452a-97d1-22591d9ec458 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:54.572088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Provisioning complete for port 9cb543d7-891e-494f-a330-8e4e8d975411 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:54.573195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.641329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Port 9cb543d7-891e-494f-a330-8e4e8d975411 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:54.645384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ef2b829d-6be0-4abb-a9f5-170951e19382 None None] Could not find standard attr ID for object 249764c5-1ca5-4661-b53e-73dedc3754df. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:45:54.688066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-1be86c82-add1-42fd-a816-e541c9464cec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1128650 Dec 23 12:45:54.690885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:54.695919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0c0239bd-a34f-4670-89dd-b4ae4e57bcf1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/e1b71a15-68f6-44a7-a24e-d7a5cb86e095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075881 Dec 23 12:45:54.698568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47338) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:54.717726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] Sync routers for ids ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:54.729582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.738556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.747322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/e00e07b7-65b0-4267-9460-b33338a4ef76 HTTP/1.1" status: 204 len: 168 time: 1.3404758 Dec 23 12:45:54.747873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:54.749575 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] Routers {'e1b71a15-68f6-44a7-a24e-d7a5cb86e095'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:54.750480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.764934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port abedb0f9-d696-452a-97d1-22591d9ec458 update to ACTIVE by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:45:54.765372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3dccd808-a385-47e6-8053-b4d340ba758f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:54.821714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cbcbf-2b78-4ea8-a326-1b74222dc7e4 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=e00e07b7-65b0-4267-9460-b33338a4ef76,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:54.831618 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.845128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3975a031-1804-418c-9e6e-f6a5a54b5cb2 None None] Provisioning complete for port 9cb543d7-891e-494f-a330-8e4e8d975411 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:54.845739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3975a031-1804-418c-9e6e-f6a5a54b5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.859941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] Routers {'e1b71a15-68f6-44a7-a24e-d7a5cb86e095'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:54.860744 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.897094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3dccd808-a385-47e6-8053-b4d340ba758f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:54.897701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:54.941911 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:54.945995 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4447-279e-4278-a5d5-ca2e92be46f3 None None] The sync data for ids ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:54.964934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.003876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3975a031-1804-418c-9e6e-f6a5a54b5cb2 None None] Port 9cb543d7-891e-494f-a330-8e4e8d975411 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:45:55.080558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.122256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077f3752-3501-4615-abb7-e8d794a3f27b']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.150072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3967bd5-2f33-4048-a972-aa35b9ab28a2') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.150609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3967bd5-2f33-4048-a972-aa35b9ab28a2') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.167573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.184913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.191749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:55.192256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.193814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3dccd808-a385-47e6-8053-b4d340ba758f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:55.195363 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:55.254845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3dccd808-a385-47e6-8053-b4d340ba758f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:45:55.257325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.354506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b71230-2300-4486-bace-0f2b5478eecd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.359435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8b71230-2300-4486-bace-0f2b5478eecd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports/9cb543d7-891e-494f-a330-8e4e8d975411 HTTP/1.1" status: 200 len: 977 time: 0.6563058 Dec 23 12:45:55.359890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:55.404175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.404666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.405208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.405727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.406298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.412869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.412869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.412869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-4931af7e-73dd-4b0e-8f53-13bcb1aa1862 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.1048241 Dec 23 12:45:55.497864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 249764c5-1ca5-4661-b53e-73dedc3754df no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:55.534685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 249764c5-1ca5-4661-b53e-73dedc3754df {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:55.535055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 249764c5-1ca5-4661-b53e-73dedc3754df not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:55.535479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device abedb0f9-d696-452a-97d1-22591d9ec458 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:45:55.573436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: abedb0f9-d696-452a-97d1-22591d9ec458 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:45:55.574162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device abedb0f9-d696-452a-97d1-22591d9ec458 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:45:55.588789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.594258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.597479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/077f3752-3501-4615-abb7-e8d794a3f27b HTTP/1.1" status: 204 len: 168 time: 0.8433592 Dec 23 12:45:55.600939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47356) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:55.609470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-d57db6cb-db70-4c79-ad47-2625360cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.610290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-d57db6cb-db70-4c79-ad47-2625360cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.610900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-d57db6cb-db70-4c79-ad47-2625360cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.612771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-d57db6cb-db70-4c79-ad47-2625360cb158 service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 2292 time: 0.1758354 Dec 23 12:45:55.642790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88704b4-484e-4222-8e33-60467634556e tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=077f3752-3501-4615-abb7-e8d794a3f27b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:55.693166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-582f7f7d-610e-4c20-9410-a59904281db7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1001 time: 0.0715752 Dec 23 12:45:55.746232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-634efec0-1cd9-40d3-81ec-0a7e25bbca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.747984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-634efec0-1cd9-40d3-81ec-0a7e25bbca75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.0478754 Dec 23 12:45:55.753034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.799358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-f5f81903-0280-4807-9470-680d46cff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:55.800875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-f5f81903-0280-4807-9470-680d46cff243 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458245 Dec 23 12:45:55.905696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-fb33c4f2-837c-43f7-b255-b3388676900e service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969725 Dec 23 12:45:55.918252 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:55.958627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0264a4-f0d6-4beb-9ede-c73454795280']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.973946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f566b01a-10f3-4453-806f-d5c0ada38400') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.974244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f566b01a-10f3-4453-806f-d5c0ada38400') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:55.988189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.008686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.011786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-6a179a88-55ef-4aa9-b2f3-beaeae04d88c service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989957 Dec 23 12:45:56.026177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:56.026573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:56.030550 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:56.061245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-2f4208fd-9bbe-436f-a173-b0c6987242de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.0423729 Dec 23 12:45:56.115318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-b17cf479-16c4-4469-a4a7-0d5ddb20eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:56.117052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-b17cf479-16c4-4469-a4a7-0d5ddb20eb83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0492189 Dec 23 12:45:56.169026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-2272d5e4-14c2-44b4-8347-6b05f2f2353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:56.170739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-2272d5e4-14c2-44b4-8347-6b05f2f2353b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467341 Dec 23 12:45:56.312915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-3703211d-8136-46ff-9cc0-df536ec52fb0 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338582 Dec 23 12:45:56.422119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-e2f1bf32-7a3c-48aa-9de6-d240fb044ff7 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022162 Dec 23 12:45:56.475218 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-77c8bced-b732-47d8-8b02-b2fce5c34433 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.0462921 Dec 23 12:45:56.506772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.536218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-b155d247-c6ea-49f8-b985-f45b3469862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:56.537718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-b155d247-c6ea-49f8-b985-f45b3469862e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0552185 Dec 23 12:45:56.589050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-c78784ad-e4a7-40c4-b12d-a7215f8a49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:56.591259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-c78784ad-e4a7-40c4-b12d-a7215f8a49f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453341 Dec 23 12:45:56.666351 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.676438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.682059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] 10.222.0.16 "DELETE /v2.0/networks/1c0264a4-f0d6-4beb-9ede-c73454795280 HTTP/1.1" status: 204 len: 168 time: 1.0758193 Dec 23 12:45:56.690741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c5cb-f044-4399-8c1d-3499c5b28142 tempest-BulkNetworkOpsIpV6Test-471985320 tempest-BulkNetworkOpsIpV6Test-471985320-project] Pushing event deleted for resources: {'Network': ['ID=1c0264a4-f0d6-4beb-9ede-c73454795280,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:56.731046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-cf593fc2-6b62-41f4-9a26-2a09197f2e09 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331058 Dec 23 12:45:56.823560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 9cb543d7-891e-494f-a330-8e4e8d975411 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:56.826084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.854354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-c59eaab6-c8b6-451c-906d-967638a97c41 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162663 Dec 23 12:45:56.918306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-5c23182e-9473-4a1c-9b51-ad81ff4eaccf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0571592 Dec 23 12:45:56.973248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:56.987161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 9cb543d7-891e-494f-a330-8e4e8d975411 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:56.991625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-82b5cf3f-dbc0-4200-aed8-a56bea1c83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:56.993163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-82b5cf3f-dbc0-4200-aed8-a56bea1c83a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0678747 Dec 23 12:45:57.044208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-e991a070-f15c-4e73-975f-85ea103d26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:57.046265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-e991a070-f15c-4e73-975f-85ea103d26f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464156 Dec 23 12:45:57.183898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-b0f45918-0bb5-49b3-902b-c1cbf355aa5f service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306131 Dec 23 12:45:57.261619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:57.288124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-e7e4f246-6262-4b1d-9df6-63edfdcd0f1f service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972228 Dec 23 12:45:57.300067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=9cb543d7-891e-494f-a330-8e4e8d975411,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:57.356399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47394) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:57.376885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-8af8a6fc-ae2a-4018-af1d-96b553fd980c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.0820403 Dec 23 12:45:57.464013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-ccc21ed8-562e-4038-b558-3821bd665a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:57.467037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-ccc21ed8-562e-4038-b558-3821bd665a23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0833127 Dec 23 12:45:57.546181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-7116e32c-c9a5-474e-82e7-6571c67180d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:57.547774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-7116e32c-c9a5-474e-82e7-6571c67180d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702441 Dec 23 12:45:57.617184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c2c70cb0-8f30-4eb7-9152-f8daeadd8dde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee83b5a27ec54274aa5117369d5c3fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593133 Dec 23 12:45:57.622719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:57.631103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47404) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:57.671927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-c31a8606-cbea-43ba-b9ff-a26f0ebee17f service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162872 Dec 23 12:45:57.764547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-4dc993e8-6de1-455e-82f2-24e4c1d98c31 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856824 Dec 23 12:45:57.809042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:57.811731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-51f68250-30de-418a-bcfa-3bcb2b06bff0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.0378368 Dec 23 12:45:57.839808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:57.843506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router e1b71a15-68f6-44a7-a24e-d7a5cb86e095 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:45:57.868590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-c9499ab0-eca4-41c9-be6a-944bfc5b292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:57.870359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-c9499ab0-eca4-41c9-be6a-944bfc5b292f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0520785 Dec 23 12:45:57.941443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-18d62798-133d-49c8-9a18-4f1bda576362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:57.943927 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-18d62798-133d-49c8-9a18-4f1bda576362 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668607 Dec 23 12:45:57.954131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:45:57.958832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21522b48-5e05-444a-b797-20bfa3da816a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/e1b71a15-68f6-44a7-a24e-d7a5cb86e095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978882 Dec 23 12:45:57.961516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:57.967891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] Sync routers for ids ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:45:57.980036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] Routers {'e1b71a15-68f6-44a7-a24e-d7a5cb86e095'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:57.980956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:58.021017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:58.031791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] Routers {'e1b71a15-68f6-44a7-a24e-d7a5cb86e095'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:45:58.033314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:58.071424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-e260cafb-ffd6-4949-8096-cb53ea8d016a service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198993 Dec 23 12:45:58.104212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:58.104784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782655f-981e-4dad-bb52-e921cb1b88ce None None] The sync data for ids ['e1b71a15-68f6-44a7-a24e-d7a5cb86e095'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:45:58.132764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.135462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.139817 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf827ff1-fc66-45b5-8668-85c819d75000 HTTP/1.1" status: 204 len: 168 time: 0.5076668 Dec 23 12:45:58.152183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c2d26-df46-4cc2-9d3b-956a73cdcc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf827ff1-fc66-45b5-8668-85c819d75000,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:58.231761 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-98cc8eff-900d-4d67-b776-5675ac21b94f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 12:45:58.233573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-c4d51774-4b84-43af-bf0e-2cfd6acdebbe service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549420 Dec 23 12:45:58.236231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-98cc8eff-900d-4d67-b776-5675ac21b94f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/e1b71a15-68f6-44a7-a24e-d7a5cb86e095/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2737403 Dec 23 12:45:58.236937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:58.267162 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edfbfbba-fb09-44c5-9f71-39fc52eb1f95 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b71a15-68f6-44a7-a24e-d7a5cb86e095 HTTP/1.1" status: 200 len: 205 time: 0.0290401 Dec 23 12:45:58.269931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47420) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:58.294965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-d45db6bc-e0bc-4bc9-9088-54aa92444c54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.0528579 Dec 23 12:45:58.398132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.403864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-6afa410d-1031-4ca5-a0ae-a41343e0330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:58.410072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-6afa410d-1031-4ca5-a0ae-a41343e0330b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.1084588 Dec 23 12:45:58.508114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809f5-dc26-4d64-9339-5a783735488c req-cd6f52b8-b222-4fb5-9437-7d016792c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:45:58.510875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-cd6f52b8-b222-4fb5-9437-7d016792c447 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922873 Dec 23 12:45:58.631840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.635204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.678564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-b4eeabb0-c4e3-4699-9304-196e195ead76 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612751 Dec 23 12:45:58.803022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-366809f5-dc26-4d64-9339-5a783735488c req-bcb4d0a9-c100-4971-81e0-c505d469a5f9 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168063 Dec 23 12:45:58.824982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.825822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router e1b71a15-68f6-44a7-a24e-d7a5cb86e095 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:45:58.839961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.839961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9fc2c72e-22af-40ab-b911-1cb54bfdda82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/e1b71a15-68f6-44a7-a24e-d7a5cb86e095 HTTP/1.1" status: 204 len: 168 time: 0.5636640 Dec 23 12:45:58.840143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:58.897028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet 916b2195-2174-400f-9f66-e5fdac85a825 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:45:58.900538 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:58.954139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.049356 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.190799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.216989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=916b2195-2174-400f-9f66-e5fdac85a825,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:59.222790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.228926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed504a4e-597a-445c-8a52-a504a2414672 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/916b2195-2174-400f-9f66-e5fdac85a825 HTTP/1.1" status: 204 len: 168 time: 0.3865945 Dec 23 12:45:59.230217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47444) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:59.233963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba98646-d91d-41fe-bb0e-e5f44b7ddc43 None None] Network 6749d2e5-d57b-4d88-a0f4-ac572756f325 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:45:59.345825 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.413655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 3dccd808-a385-47e6-8053-b4d340ba758f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:59.414909 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.432387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] DHCP port deletion for 6749d2e5-d57b-4d88-a0f4-ac572756f325 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:45:59.441050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47452) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:45:59.491107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Deleting port 3dccd808-a385-47e6-8053-b4d340ba758f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:45:59.491485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.522263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 3dccd808-a385-47e6-8053-b4d340ba758f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3dccd808-a385-47e6-8053-b4d340ba758f,segment=NetworkSegment(56d6ab21-cf61-4863-9d31-0f5e223f6ea3),segment_id=56d6ab21-cf61-4863-9d31-0f5e223f6ea3)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:59.522638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.547356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 3dccd808-a385-47e6-8053-b4d340ba758f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:59.576879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431856179'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:45:59.579163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] For port 3dccd808-a385-47e6-8053-b4d340ba758f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3dccd808-a385-47e6-8053-b4d340ba758f,segment=NetworkSegment(56d6ab21-cf61-4863-9d31-0f5e223f6ea3),segment_id=56d6ab21-cf61-4863-9d31-0f5e223f6ea3)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:45:59.579799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.593982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Calling delete_port for 3dccd808-a385-47e6-8053-b4d340ba758f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:45:59.653562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:45:59.659272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.669728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.682088 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.690239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.715531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=3dccd808-a385-47e6-8053-b4d340ba758f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:59.723140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 3dccd808-a385-47e6-8053-b4d340ba758f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:59.735419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] No DVR routers for this DVR port 3dccd808-a385-47e6-8053-b4d340ba758f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:45:59.743149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eb1a0-314d-4625-b108-82a5d0e10101 None None] Pushing event deleted for resources: {'Port': ['ID=3dccd808-a385-47e6-8053-b4d340ba758f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:45:59.770369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.818126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.837995 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.840119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6749d2e5-d57b-4d88-a0f4-ac572756f325']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:59.850853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d6ab21-cf61-4863-9d31-0f5e223f6ea3') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:59.851195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d6ab21-cf61-4863-9d31-0f5e223f6ea3') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:45:59.864177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.879426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:45:59.881605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.889481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:45:59.890330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:45:59.894135 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:45:59.896572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee6a7d4-c6c0-4741-9f4b-3cd36a56a278,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:00.110769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.112957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.113302 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 0d457252-c8e8-4c7a-a009-d471a536e4af of type vlan for network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 Dec 23 12:46:00.115879 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.121391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/6749d2e5-d57b-4d88-a0f4-ac572756f325 HTTP/1.1" status: 204 len: 168 time: 0.8913438 Dec 23 12:46:00.128248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47458) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:00.136592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734622781'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:00.161314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd3ff9-8c85-4b78-ae7f-da2e86038ab1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=6749d2e5-d57b-4d88-a0f4-ac572756f325,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:00.163733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.237532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:00.241034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.265931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:00.270399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.274686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.275030 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 220d9880-d3da-4649-9c91-bd46c8fda327 of type vlan for network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 Dec 23 12:46:00.276232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:00.276896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.316937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.344845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=40a39a13-6a38-4e4c-9b25-09cc5aea3a74,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:00.355466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:00.417478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ff7ab11-af54-4d06-b9a7-45a4a8ff0f42 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9749992 Dec 23 12:46:00.449440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.456480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:00.457294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:00.528084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=bacf2b37-885a-4f9c-9351-d4f3f55c0fd1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:00.539854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:00.614617 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5468f7bd-5a6a-49ff-93d1-bc24cf904202 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4820268 Dec 23 12:46:00.617804 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47466) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:00.625167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:00.792144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:00.797030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.106676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.133141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3dccd808-a385-47e6-8053-b4d340ba758f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:01.156678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3dccd808-a385-47e6-8053-b4d340ba758f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:01.157185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3dccd808-a385-47e6-8053-b4d340ba758f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:01.207947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=d06c5bce-49cb-42c9-94a3-296879de6667,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:01.210132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '220d9880-d3da-4649-9c91-bd46c8fda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:01.210494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: bacf2b37-885a-4f9c-9351-d4f3f55c0fd1, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:01.356094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:01.512161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bacf2b37-885a-4f9c-9351-d4f3f55c0fd1) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:01.517361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:01.518214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.523361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeae567-d160-4d4e-a9fb-254358ac4fb8 None None] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:01.635785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f79b6b5b-2d4a-4029-81b8-ed7b45195779 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0168660 Dec 23 12:46:01.646858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47474) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:01.646858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601188952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:01.649204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-bacf2b37-885a-4f9c-9351-d4f3f55c0fd1', 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'd06c5bce-49cb-42c9-94a3-296879de6667'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:01.650334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.774092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.776173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.803733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Allocated IP 172.20.0.2 (bacf2b37-885a-4f9c-9351-d4f3f55c0fd1/d06c5bce-49cb-42c9-94a3-296879de6667/a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:01.875031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.960425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:01.986421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.066555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.089703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.094175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d37a3afb-f29d-4207-baec-031f19ea6b1e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4509327 Dec 23 12:46:02.094684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47476) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:02.113717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:02.117904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:02.119883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:02.121870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Pushing event updated for resources: {'Port': ['ID=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:02.133403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.133753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.134096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.134440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.134759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.135085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.135409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.135729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.136049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.136362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.136705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.137050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.137369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:02.187476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Attempting to bind port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:02.187820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Attempting to bind port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '220d9880-d3da-4649-9c91-bd46c8fda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:02.188134 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Attempting to bind port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 on network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:02.193120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:02.197979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Checking segment: {'id': '220d9880-d3da-4649-9c91-bd46c8fda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:02.197979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.197979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Bound using segment: {'id': '220d9880-d3da-4649-9c91-bd46c8fda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:02.197979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Bound port: a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d9880-d3da-4649-9c91-bd46c8fda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bacf2b37-885a-4f9c-9351-d4f3f55c0fd1'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:02.197979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.258947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] For port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:02.262082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] For port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,segment=NetworkSegment(220d9880-d3da-4649-9c91-bd46c8fda327),segment_id=220d9880-d3da-4649-9c91-bd46c8fda327)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:02.369721 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.381990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.449561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da115848-b257-4890-9afa-820b7125e7d2 None None] Pushing event updated for resources: {'Port': ['ID=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:02.734525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.20.0.1 (bacf2b37-885a-4f9c-9351-d4f3f55c0fd1/d06c5bce-49cb-42c9-94a3-296879de6667/92251044-696a-4f5b-b6ca-c4f95bde5b04) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:02.877851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:02.969704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.021456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:03.024556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:03.029465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:03.033673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=92251044-696a-4f5b-b6ca-c4f95bde5b04,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:03.077565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.178433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:03.231863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:03.232966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.336932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.385306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,segment=NetworkSegment(220d9880-d3da-4649-9c91-bd46c8fda327),segment_id=220d9880-d3da-4649-9c91-bd46c8fda327)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:03.466357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.529112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:03.584065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1090f-2859-4f98-8a4d-6b3627ddd4e8 None None] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:03.669165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-028469b3-a7b3-43db-af98-5ae265da6d0d None None] Provisioning complete for port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:03.670131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-028469b3-a7b3-43db-af98-5ae265da6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.680985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:03.712739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47492) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:03.719606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:03.896229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:03.901828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.058281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.144442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.313956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=92251044-696a-4f5b-b6ca-c4f95bde5b04,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:04.319617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.344685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.394109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1e36d39c-6030-4bda-8aa2-97c81298fe14 None None] Provisioning complete for port 92251044-696a-4f5b-b6ca-c4f95bde5b04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:04.394658 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e36d39c-6030-4bda-8aa2-97c81298fe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.467500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=1f756bde-4ad9-40df-a027-c9d421dc5c4d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:04.487933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '0d457252-c8e8-4c7a-a009-d471a536e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:04.488105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 40a39a13-6a38-4e4c-9b25-09cc5aea3a74, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:04.514014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1e36d39c-6030-4bda-8aa2-97c81298fe14 None None] Port 92251044-696a-4f5b-b6ca-c4f95bde5b04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:04.543898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1e36d39c-6030-4bda-8aa2-97c81298fe14 None None] Provisioning complete for port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:04.545136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e36d39c-6030-4bda-8aa2-97c81298fe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.614960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:04.630589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:04.648011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:04.700563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 40a39a13-6a38-4e4c-9b25-09cc5aea3a74) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:04.705346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:04.706084 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.717442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3fb7f-7a42-4edc-8251-22abc25b6fd3 None None] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:04.828223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9fffc2c7-f7b8-4e87-9eaf-687932aa0e55 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1096811 Dec 23 12:46:04.828776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:04.834623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246752006'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:04.878081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-40a39a13-6a38-4e4c-9b25-09cc5aea3a74', 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': '1f756bde-4ad9-40df-a027-c9d421dc5c4d'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:04.879770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:04.994704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-84901676-3116-4196-ba10-509aaca0e0ff None None] Provisioning complete for port 92251044-696a-4f5b-b6ca-c4f95bde5b04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:04.995076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-84901676-3116-4196-ba10-509aaca0e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.010179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:05.015641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.050928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:05.060473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router c9c40061-17e3-46fd-bada-6ebb4249fd9b is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:46:05.073327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.078001 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 8201fdea-162c-4d67-ab5c-d8eda82cb337 of type vlan for network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 Dec 23 12:46:05.079280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-84901676-3116-4196-ba10-509aaca0e0ff None None] Port 92251044-696a-4f5b-b6ca-c4f95bde5b04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:05.104308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Allocated IP 2001:db8:0:ffff::2 (40a39a13-6a38-4e4c-9b25-09cc5aea3a74/1f756bde-4ad9-40df-a027-c9d421dc5c4d/27612a7e-6b85-495e-8b6e-32270df48ff4) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:05.177604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.198248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:05.208489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:05.212543 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] Sync routers for ids ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:05.217263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c26609e-da14-4b5f-9532-ced0e32a5a09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/c9c40061-17e3-46fd-bada-6ebb4249fd9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1208093 Dec 23 12:46:05.219476 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:05.227878 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] Routers {'c9c40061-17e3-46fd-bada-6ebb4249fd9b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:05.228068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:05.273734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:05.285741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31aa8aa-98ed-4579-b642-d446e227c00e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:05.287532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b31aa8aa-98ed-4579-b642-d446e227c00e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports/92251044-696a-4f5b-b6ca-c4f95bde5b04 HTTP/1.1" status: 200 len: 910 time: 0.0667567 Dec 23 12:46:05.291041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47520) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:05.292873 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] Routers {'c9c40061-17e3-46fd-bada-6ebb4249fd9b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:05.294272 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:05.332075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1381904d-f4cb-4164-9e4a-61817472410a None None] Provisioning complete for port 92251044-696a-4f5b-b6ca-c4f95bde5b04 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:05.332669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1381904d-f4cb-4164-9e4a-61817472410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.333766 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:05.334395 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92ac5b-e485-48f7-b8f8-04b9abda2478 None None] The sync data for ids ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:05.381307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.387866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:05.388004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.405170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1381904d-f4cb-4164-9e4a-61817472410a None None] Port 92251044-696a-4f5b-b6ca-c4f95bde5b04 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:05.431840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:05.434017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.434415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.515544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6856806 Dec 23 12:46:05.518455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47524) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:05.523748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:05.524327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.601756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:05.608646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decef1a-d73b-4847-9a91-d1071b1dfc7d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=a8999ae4-2802-4578-9fb9-b708d5b9cfa3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:05.610513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:05.616411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:05.618489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Pushing event updated for resources: {'Port': ['ID=27612a7e-6b85-495e-8b6e-32270df48ff4,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:05.626508 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:05.743072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Attempting to bind port 27612a7e-6b85-495e-8b6e-32270df48ff4 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:05.743580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Attempting to bind port 27612a7e-6b85-495e-8b6e-32270df48ff4 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '0d457252-c8e8-4c7a-a009-d471a536e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:05.743950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Attempting to bind port 27612a7e-6b85-495e-8b6e-32270df48ff4 on network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:05.756021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:05.756403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Checking segment: {'id': '0d457252-c8e8-4c7a-a009-d471a536e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:05.757025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.757428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Bound using segment: {'id': '0d457252-c8e8-4c7a-a009-d471a536e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:05.758052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Bound port: 27612a7e-6b85-495e-8b6e-32270df48ff4, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d457252-c8e8-4c7a-a009-d471a536e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '40a39a13-6a38-4e4c-9b25-09cc5aea3a74'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:05.758445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.840006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] For port 27612a7e-6b85-495e-8b6e-32270df48ff4, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:05.845320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] For port 27612a7e-6b85-495e-8b6e-32270df48ff4, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27612a7e-6b85-495e-8b6e-32270df48ff4,segment=NetworkSegment(0d457252-c8e8-4c7a-a009-d471a536e4af),segment_id=0d457252-c8e8-4c7a-a009-d471a536e4af)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:05.877481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:05.881503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:05.918758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.003503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.011219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e0481-5824-4e4c-8042-dfb94ecbb438 None None] Pushing event updated for resources: {'Port': ['ID=27612a7e-6b85-495e-8b6e-32270df48ff4,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:06.282385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.389928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=1eac9b3d-c652-4eb1-b658-cd0b48a30793,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:06.410817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '8201fdea-162c-4d67-ab5c-d8eda82cb337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:06.411241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: a8999ae4-2802-4578-9fb9-b708d5b9cfa3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:06.472100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 92251044-696a-4f5b-b6ca-c4f95bde5b04 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:06.473787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.535492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:06.589704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.607842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 92251044-696a-4f5b-b6ca-c4f95bde5b04 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:06.649542 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a8999ae4-2802-4578-9fb9-b708d5b9cfa3) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:06.662727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:06.665371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:06.668676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3258eca-7aa4-4142-9d79-ae8d6b357921 None None] Network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:06.813847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0428d18-9447-44f2-bc90-66e2b55eced1 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2942212 Dec 23 12:46:06.823130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:06.828609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a8999ae4-2802-4578-9fb9-b708d5b9cfa3', 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': '1eac9b3d-c652-4eb1-b658-cd0b48a30793'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:06.829634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.021157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.034035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.051046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Allocated IP 2001:db8::1 (a8999ae4-2802-4578-9fb9-b708d5b9cfa3/1eac9b3d-c652-4eb1-b658-cd0b48a30793/d0897f75-cb89-4656-a19a-7e918747f31d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:07.082347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=92251044-696a-4f5b-b6ca-c4f95bde5b04,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:07.159527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.325680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27612a7e-6b85-495e-8b6e-32270df48ff4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:07.405906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.480014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.487238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 27612a7e-6b85-495e-8b6e-32270df48ff4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:07.487604 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.577514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.665113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.733983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=1eac9b3d-c652-4eb1-b658-cd0b48a30793,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:07.743909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router c9c40061-17e3-46fd-bada-6ebb4249fd9b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:07.770199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Pushing event updated for resources: {'Port': ['ID=d0897f75-cb89-4656-a19a-7e918747f31d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:07.785603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:07.792723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e889bda4-0e36-44a1-91f6-2e8258631153 None None] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:07.890682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:07.897652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:07.908184 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:07.914241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:07.932246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0833a0f-f5e9-4f80-9892-de2877e31666 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/c9c40061-17e3-46fd-bada-6ebb4249fd9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6397457 Dec 23 12:46:07.934651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] Sync routers for ids ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:07.938473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47576) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:07.979036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8999ae4-2802-4578-9fb9-b708d5b9cfa3']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:07.991199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8201fdea-162c-4d67-ab5c-d8eda82cb337') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:07.991573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8201fdea-162c-4d67-ab5c-d8eda82cb337') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:08.015104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.021515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-41cc8f7b-c43c-4218-a861-2ba71aac4e45 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c40061-17e3-46fd-bada-6ebb4249fd9b HTTP/1.1" status: 200 len: 205 time: 0.0817144 Dec 23 12:46:08.023899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47580) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:08.046452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.062177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:08.064076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:08.072611 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:08.157981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bf1b4344-642b-4217-9509-1e1bbca9a4f9 None None] Provisioning complete for port 27612a7e-6b85-495e-8b6e-32270df48ff4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:08.158382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4344-642b-4217-9509-1e1bbca9a4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.169263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.210038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.218693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] Routers {'c9c40061-17e3-46fd-bada-6ebb4249fd9b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:08.218693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:08.226083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Attempting to bind port d0897f75-cb89-4656-a19a-7e918747f31d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:08.226164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Attempting to bind port d0897f75-cb89-4656-a19a-7e918747f31d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '8201fdea-162c-4d67-ab5c-d8eda82cb337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:08.226525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Attempting to bind port d0897f75-cb89-4656-a19a-7e918747f31d on network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:08.243693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:46:08.243693 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:46:08.243693 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'}] Dec 23 12:46:08.243693 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:08.244064 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:08.274957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:08.289982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:08.290388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Checking segment: {'id': '8201fdea-162c-4d67-ab5c-d8eda82cb337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:08.290939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.291342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Bound using segment: {'id': '8201fdea-162c-4d67-ab5c-d8eda82cb337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:08.291822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Bound port: d0897f75-cb89-4656-a19a-7e918747f31d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8201fdea-162c-4d67-ab5c-d8eda82cb337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a8999ae4-2802-4578-9fb9-b708d5b9cfa3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:08.292204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.359458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] Routers {'c9c40061-17e3-46fd-bada-6ebb4249fd9b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:08.360113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:08.364661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 27612a7e-6b85-495e-8b6e-32270df48ff4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27612a7e-6b85-495e-8b6e-32270df48ff4,segment=NetworkSegment(0d457252-c8e8-4c7a-a009-d471a536e4af),segment_id=0d457252-c8e8-4c7a-a009-d471a536e4af)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:08.375511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.378259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.434842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:08.436226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f009b-8273-4cdf-9a23-09213a443a01 None None] The sync data for ids ['c9c40061-17e3-46fd-bada-6ebb4249fd9b'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:08.483077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.528474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] For port d0897f75-cb89-4656-a19a-7e918747f31d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:08.542045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4344-642b-4217-9509-1e1bbca9a4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.543069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.543650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router c9c40061-17e3-46fd-bada-6ebb4249fd9b {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:46:08.555375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] For port d0897f75-cb89-4656-a19a-7e918747f31d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d0897f75-cb89-4656-a19a-7e918747f31d,segment=NetworkSegment(8201fdea-162c-4d67-ab5c-d8eda82cb337),segment_id=8201fdea-162c-4d67-ab5c-d8eda82cb337)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:08.571459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.575395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47590) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:08.577852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-299cdcf8-490f-4773-938a-8ef1ca76f010 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/c9c40061-17e3-46fd-bada-6ebb4249fd9b HTTP/1.1" status: 204 len: 168 time: 0.5522308 Dec 23 12:46:08.595386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=27612a7e-6b85-495e-8b6e-32270df48ff4,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:08.656186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.683360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet d06c5bce-49cb-42c9-94a3-296879de6667 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:08.709628 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.773264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.816998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa9090-a04d-4a85-8b06-508314e7d335 None None] Network a8999ae4-2802-4578-9fb9-b708d5b9cfa3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:08.821635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c19a3-c43b-4219-8e7d-310caba9aed3 None None] Pushing event updated for resources: {'Port': ['ID=d0897f75-cb89-4656-a19a-7e918747f31d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:08.887619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-bf1b4344-642b-4217-9509-1e1bbca9a4f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:08.888154 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-bf1b4344-642b-4217-9509-1e1bbca9a4f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:08.895681 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:46:08.923672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.969636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:08.995466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610903e7-9c3a-4ad1-b77c-87293eb9f295 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:46:09.039683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port d0897f75-cb89-4656-a19a-7e918747f31d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:09.040096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.120526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port d0897f75-cb89-4656-a19a-7e918747f31d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d0897f75-cb89-4656-a19a-7e918747f31d,segment=NetworkSegment(8201fdea-162c-4d67-ab5c-d8eda82cb337),segment_id=8201fdea-162c-4d67-ab5c-d8eda82cb337)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:09.120923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.137360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for d0897f75-cb89-4656-a19a-7e918747f31d owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:09.198758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610903e7-9c3a-4ad1-b77c-87293eb9f295 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:46:09.250014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.259216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27612a7e-6b85-495e-8b6e-32270df48ff4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:09.276742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=d06c5bce-49cb-42c9-94a3-296879de6667,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:09.289686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.293712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d96735c0-b832-4af6-9d46-2506c3568386 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d06c5bce-49cb-42c9-94a3-296879de6667 HTTP/1.1" status: 204 len: 168 time: 0.7167368 Dec 23 12:46:09.300574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47608) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:09.375852 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.430462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=d0897f75-cb89-4656-a19a-7e918747f31d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:09.432977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port d0897f75-cb89-4656-a19a-7e918747f31d on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:09.582054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.632107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8999ae4-2802-4578-9fb9-b708d5b9cfa3']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:09.649319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8201fdea-162c-4d67-ab5c-d8eda82cb337') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:09.649584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8201fdea-162c-4d67-ab5c-d8eda82cb337') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:09.667709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.683357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.692019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:09.692634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:09.695588 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:09.762831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 27612a7e-6b85-495e-8b6e-32270df48ff4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:09.763206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.907722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.948135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.964197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:09.977788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/a8999ae4-2802-4578-9fb9-b708d5b9cfa3 HTTP/1.1" status: 204 len: 168 time: 3.1503966 Dec 23 12:46:09.981241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47628) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:10.017450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234888402'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:10.021630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28002d-92e9-4756-a006-1a67d478ef9d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=a8999ae4-2802-4578-9fb9-b708d5b9cfa3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:10.050841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:10.051523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.068289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-15afb289-63e6-416d-83ab-edf31597a6ef None None] Provisioning complete for port 27612a7e-6b85-495e-8b6e-32270df48ff4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:10.068748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-15afb289-63e6-416d-83ab-edf31597a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.109021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3260d-041d-407a-a9b8-6638bc66a051 None None] Network bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:10.130273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,segment=NetworkSegment(220d9880-d3da-4649-9c91-bd46c8fda327),segment_id=220d9880-d3da-4649-9c91-bd46c8fda327)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:10.130638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.147697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:10.167520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:10.173374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.245290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:10.335430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.337803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.343618 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 3a888031-1de3-4d53-9fb5-19caf55f51e4 of type vlan for network 0f7fd80b-5dfb-498d-a421-33bd53a18970 Dec 23 12:46:10.370200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:10.379237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:10.395587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.399730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1904bdaf-c11e-43eb-9ad7-e37fd9f2166d None None] DHCP port deletion for bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:10.492407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.507267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.523613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:10.526290 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.539729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf2b37-885a-4f9c-9351-d4f3f55c0fd1']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:10.553047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220d9880-d3da-4649-9c91-bd46c8fda327') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:10.553782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220d9880-d3da-4649-9c91-bd46c8fda327') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:10.567028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.584401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.593109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:10.593604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.615310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=0f7fd80b-5dfb-498d-a421-33bd53a18970,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:10.634294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:10.668841 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:10.672646 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:10.672646 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:10.672646 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:10.672646 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:10.672646 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:10.684163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e07482f-06ad-49e6-bbbe-ab668fad5e19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6709070 Dec 23 12:46:10.685479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:10.692278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:10.786691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.808510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:10.812870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/bacf2b37-885a-4f9c-9351-d4f3f55c0fd1 HTTP/1.1" status: 204 len: 168 time: 1.5149486 Dec 23 12:46:10.817897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47646) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:10.820859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf56b9-43c0-4a9b-bf4f-0d21e3154df5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=bacf2b37-885a-4f9c-9351-d4f3f55c0fd1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:10.830736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503234345', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:11.007935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:11.018234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.129489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.131919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.159174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:11.180914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:11.181532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a7e57f6f-d3fa-4cfb-84f2-918fc013dbd2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:11.212592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.386472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.438795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.464249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '3a888031-1de3-4d53-9fb5-19caf55f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:11.464627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 0f7fd80b-5dfb-498d-a421-33bd53a18970, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:11.467281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=d769e410-4642-4ac3-9105-9e7fa586df1c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:11.558356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:11.655741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 0f7fd80b-5dfb-498d-a421-33bd53a18970) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:11.664064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c9c97-2cb5-4adc-9800-4670d8b6d730 None None] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:11.701974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:11.702490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.799056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b86d1006-122a-4871-931f-1bd2cbc7e737 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1120839 Dec 23 12:46:11.802848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47668) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:11.810037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442364548'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:11.852009 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.900590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.940570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:11.944575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:11.958593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-0f7fd80b-5dfb-498d-a421-33bd53a18970', 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': 'd769e410-4642-4ac3-9105-9e7fa586df1c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:11.962320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.010928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:12.035402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.036864 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 17481ced-5858-4809-a753-f04335b99a4d of type vlan for network 5d21d963-13eb-4c26-97c1-18339dfd4af6 Dec 23 12:46:12.139045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.159784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.25.7.42 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/94b7e6af-e3ae-47ca-9639-71e6faabf25b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:12.254837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.255698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Allocated IP 2001:db8::3 (0f7fd80b-5dfb-498d-a421-33bd53a18970/d769e410-4642-4ac3-9105-9e7fa586df1c/8117f588-59d6-4551-b573-3cbc46af7d1d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:12.263407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:12.264041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.330704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.418031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.433446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6298954 Dec 23 12:46:12.434466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992aa7-be5b-4730-9795-1920729dd90b tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=5d21d963-13eb-4c26-97c1-18339dfd4af6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:12.436621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:12.443067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:12.446175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5d21d963-13eb-4c26-97c1-18339dfd4af6 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:12.492427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.533682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.554539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:12.562114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:12.569484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:12.580210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Pushing event updated for resources: {'Port': ['ID=8117f588-59d6-4551-b573-3cbc46af7d1d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:12.623447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:12.629143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=94b7e6af-e3ae-47ca-9639-71e6faabf25b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:12.631846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:12.634905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:12.649153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f0282-937a-46c1-8756-9a61a5f13ef1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:12.670135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Attempting to bind port 8117f588-59d6-4551-b573-3cbc46af7d1d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:12.670135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Attempting to bind port 8117f588-59d6-4551-b573-3cbc46af7d1d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3a888031-1de3-4d53-9fb5-19caf55f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:12.670452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Attempting to bind port 8117f588-59d6-4551-b573-3cbc46af7d1d on network 0f7fd80b-5dfb-498d-a421-33bd53a18970 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:12.675818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:12.676200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Checking segment: {'id': '3a888031-1de3-4d53-9fb5-19caf55f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:12.676685 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.677037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Bound using segment: {'id': '3a888031-1de3-4d53-9fb5-19caf55f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:12.677518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Bound port: 8117f588-59d6-4551-b573-3cbc46af7d1d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a888031-1de3-4d53-9fb5-19caf55f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0f7fd80b-5dfb-498d-a421-33bd53a18970'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:12.677937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.757405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] For port 8117f588-59d6-4551-b573-3cbc46af7d1d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:12.762650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] For port 8117f588-59d6-4551-b573-3cbc46af7d1d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8117f588-59d6-4551-b573-3cbc46af7d1d,segment=NetworkSegment(3a888031-1de3-4d53-9fb5-19caf55f51e4),segment_id=3a888031-1de3-4d53-9fb5-19caf55f51e4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:12.767463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-16c155bd-2baa-4d77-bd8c-4918e02c883d None None] Provisioning complete for port 94b7e6af-e3ae-47ca-9639-71e6faabf25b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:12.768065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16c155bd-2baa-4d77-bd8c-4918e02c883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.806611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-16c155bd-2baa-4d77-bd8c-4918e02c883d None None] Port 94b7e6af-e3ae-47ca-9639-71e6faabf25b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:12.813249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:12.817311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.888171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:12.900728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:46:12.902314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:46:12.987075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7bb54-01d5-4b39-8a53-952e12252ee8 None None] Pushing event updated for resources: {'Port': ['ID=8117f588-59d6-4551-b573-3cbc46af7d1d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:13.283133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.285024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.326700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-583ff00d-e952-4a89-aaf8-d57b150ef630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.433658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=aff27421-d85a-49a8-ba2c-94bdb67ab14f,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:13.462825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '17481ced-5858-4809-a753-f04335b99a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:13.463586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 5d21d963-13eb-4c26-97c1-18339dfd4af6, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:13.588119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 5d21d963-13eb-4c26-97c1-18339dfd4af6 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:13.628355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.730594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5d21d963-13eb-4c26-97c1-18339dfd4af6) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:13.741187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:13.741810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.742798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596215d2-cec9-48f0-88c5-dee016876aa1 None None] Network 5d21d963-13eb-4c26-97c1-18339dfd4af6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:13.887191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5d21d963-13eb-4c26-97c1-18339dfd4af6', 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': 'aff27421-d85a-49a8-ba2c-94bdb67ab14f'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:13.888312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:13.986928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8f231942-d24c-4781-a9d9-541d0dc914a4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5472813 Dec 23 12:46:13.988232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47764) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:14.011174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 2557e865-1df2-4568-9e04-c1853c3f6e3d is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:46:14.053030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Allocated IP 2001:db8::3 (5d21d963-13eb-4c26-97c1-18339dfd4af6/aff27421-d85a-49a8-ba2c-94bdb67ab14f/4aad1b45-b0be-4695-a5c4-efa37f7a235c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:14.221629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.271307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:14.290020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] Sync routers for ids ['2557e865-1df2-4568-9e04-c1853c3f6e3d'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:14.306125 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] Routers {'2557e865-1df2-4568-9e04-c1853c3f6e3d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:14.307006 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2557e865-1df2-4568-9e04-c1853c3f6e3d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:14.349263 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.409528 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:14.445427 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] Routers {'2557e865-1df2-4568-9e04-c1853c3f6e3d'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:14.446133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:45:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2557e865-1df2-4568-9e04-c1853c3f6e3d'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:14.461103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.561198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Network 5d21d963-13eb-4c26-97c1-18339dfd4af6 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:14.562009 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:14.562796 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e020-c1f3-472c-9a9c-9db2b57b0ae4 None None] The sync data for ids ['2557e865-1df2-4568-9e04-c1853c3f6e3d'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:14.583347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:14.587036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb19b27-564a-439c-833e-f760d48b46aa None None] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:14.591421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:14.594765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Pushing event updated for resources: {'Port': ['ID=4aad1b45-b0be-4695-a5c4-efa37f7a235c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:14.745243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] Provisioning complete for port 8117f588-59d6-4551-b573-3cbc46af7d1d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:14.745618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.775245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Attempting to bind port 4aad1b45-b0be-4695-a5c4-efa37f7a235c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:14.775627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Attempting to bind port 4aad1b45-b0be-4695-a5c4-efa37f7a235c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '17481ced-5858-4809-a753-f04335b99a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:14.775995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Attempting to bind port 4aad1b45-b0be-4695-a5c4-efa37f7a235c on network 5d21d963-13eb-4c26-97c1-18339dfd4af6 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:14.811405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:14.811842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Checking segment: {'id': '17481ced-5858-4809-a753-f04335b99a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:14.812257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.812659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Bound using segment: {'id': '17481ced-5858-4809-a753-f04335b99a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:14.813185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Bound port: 4aad1b45-b0be-4695-a5c4-efa37f7a235c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17481ced-5858-4809-a753-f04335b99a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:14.813578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.850118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.904401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:14.911204 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b81a4722-77c5-447a-bbb1-d2aaa113fa36 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0869992 Dec 23 12:46:14.911204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:14.947112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] For port 4aad1b45-b0be-4695-a5c4-efa37f7a235c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:14.952601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] For port 4aad1b45-b0be-4695-a5c4-efa37f7a235c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4aad1b45-b0be-4695-a5c4-efa37f7a235c,segment=NetworkSegment(17481ced-5858-4809-a753-f04335b99a4d),segment_id=17481ced-5858-4809-a753-f04335b99a4d)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:14.960750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.027386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] For port 8117f588-59d6-4551-b573-3cbc46af7d1d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8117f588-59d6-4551-b573-3cbc46af7d1d,segment=NetworkSegment(3a888031-1de3-4d53-9fb5-19caf55f51e4),segment_id=3a888031-1de3-4d53-9fb5-19caf55f51e4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:15.045352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.173674 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.174304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47812) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:15.174823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-47798b40-2075-45db-b66b-427ae5023e66 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers/2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 200 len: 879 time: 0.2607684 Dec 23 12:46:15.180062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.208945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403874d4-ad8c-4746-9fe1-f8a782596b50 None None] Pushing event updated for resources: {'Port': ['ID=4aad1b45-b0be-4695-a5c4-efa37f7a235c,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:15.252888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=aff27421-d85a-49a8-ba2c-94bdb67ab14f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:15.363934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5af552-b0c6-4468-bbc6-6c21eba68abf None None] Pushing event updated for resources: {'Port': ['ID=8117f588-59d6-4551-b573-3cbc46af7d1d,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:15.381980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8117f588-59d6-4551-b573-3cbc46af7d1d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:15.417662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.453636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d21d963-13eb-4c26-97c1-18339dfd4af6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:15.480241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17481ced-5858-4809-a753-f04335b99a4d') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:15.480423 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17481ced-5858-4809-a753-f04335b99a4d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:15.495984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.512434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.522251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc67fcf0-8b8c-40d4-9970-eab3e2ea8ffe None None] Provisioning complete for port 8117f588-59d6-4551-b573-3cbc46af7d1d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:15.522437 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc67fcf0-8b8c-40d4-9970-eab3e2ea8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.524448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:15.524887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:15.528472 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:15.613668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8117f588-59d6-4551-b573-3cbc46af7d1d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:15.614122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:15.624428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9054eb5d-37ac-44a7-979a-e07bb7f7651c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4489703 Dec 23 12:46:15.628307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:15.636573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-503234345'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:15.663401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:46:15.663401 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:46:15.663401 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '5d21d963-13eb-4c26-97c1-18339dfd4af6'}] Dec 23 12:46:15.663401 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:15.665067 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:16.025695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.106251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b1c47e9-f0da-4d2a-a185-81c9c8c2d455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.167831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.167993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.240409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 4aad1b45-b0be-4695-a5c4-efa37f7a235c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:16.241559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.290187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 2557e865-1df2-4568-9e04-c1853c3f6e3d has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:16.333275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 4aad1b45-b0be-4695-a5c4-efa37f7a235c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4aad1b45-b0be-4695-a5c4-efa37f7a235c,segment=NetworkSegment(17481ced-5858-4809-a753-f04335b99a4d),segment_id=17481ced-5858-4809-a753-f04335b99a4d)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:16.333989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.380383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 4aad1b45-b0be-4695-a5c4-efa37f7a235c owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:16.476021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:16.486992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] Sync routers for ids ['2557e865-1df2-4568-9e04-c1853c3f6e3d'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:16.497081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.498339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0074ebff-5304-4db5-9508-d9f5b7f6fde9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 200 len: 886 time: 0.8689613 Dec 23 12:46:16.502825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47874) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:16.506967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] Routers {'2557e865-1df2-4568-9e04-c1853c3f6e3d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:16.507594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2557e865-1df2-4568-9e04-c1853c3f6e3d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:16.574937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.574937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:16.602314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] Routers {'2557e865-1df2-4568-9e04-c1853c3f6e3d'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:16.602766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2557e865-1df2-4568-9e04-c1853c3f6e3d'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:16.647405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:16.648070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d980d-b108-4ab2-bfe3-9d050d8542c2 None None] The sync data for ids ['2557e865-1df2-4568-9e04-c1853c3f6e3d'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:16.696368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d3a64-b35d-434d-b85f-e62dfb1770ca None None] Network 5d21d963-13eb-4c26-97c1-18339dfd4af6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:16.697348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a47856be-ab2e-4997-bbfc-1e5f2f4a9212 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers/2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 200 len: 886 time: 0.1934385 Dec 23 12:46:16.700432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:16.728337 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-636dc8a9-65f9-48ec-aecf-51c8c7193d1c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 200 len: 205 time: 0.0263164 Dec 23 12:46:16.730895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47890) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:16.768354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5a51ed7b-929e-4050-bc31-b3548b8dca93 None None] Provisioning complete for port 4aad1b45-b0be-4695-a5c4-efa37f7a235c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:16.768919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a51ed7b-929e-4050-bc31-b3548b8dca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.774575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:16.802220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5a51ed7b-929e-4050-bc31-b3548b8dca93 None None] Port 4aad1b45-b0be-4695-a5c4-efa37f7a235c was deleted so its status cannot be updated. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 23 12:46:16.810116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=4aad1b45-b0be-4695-a5c4-efa37f7a235c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:16.817919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 4aad1b45-b0be-4695-a5c4-efa37f7a235c on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:16.908393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c253c-7dd9-4b17-9d0a-cbe388e116d2 None None] DHCP port deletion for 5d21d963-13eb-4c26-97c1-18339dfd4af6 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:17.001906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.019084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.127800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d21d963-13eb-4c26-97c1-18339dfd4af6']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:17.142057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17481ced-5858-4809-a753-f04335b99a4d') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:17.142349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17481ced-5858-4809-a753-f04335b99a4d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:17.156506 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.177249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.181481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8117f588-59d6-4551-b573-3cbc46af7d1d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:17.181820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.188497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:17.188923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:17.192001 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:17.236070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8117f588-59d6-4551-b573-3cbc46af7d1d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:17.236547 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.326261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 94b7e6af-e3ae-47ca-9639-71e6faabf25b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:17.326261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.333660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.371939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.375775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/5d21d963-13eb-4c26-97c1-18339dfd4af6 HTTP/1.1" status: 204 len: 168 time: 3.3863714 Dec 23 12:46:17.380969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47926) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:17.386175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713851894'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:17.389799 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f662c-e0eb-448c-bbed-5acf413ce9e3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=5d21d963-13eb-4c26-97c1-18339dfd4af6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:17.432544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.447101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 94b7e6af-e3ae-47ca-9639-71e6faabf25b owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:17.506590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:17.523074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.566602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:17.576963 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.577561 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7 of type vlan for network b5165ee2-34ee-45fd-b72f-3226ddcc193e Dec 23 12:46:17.630394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.712337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.737386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=94b7e6af-e3ae-47ca-9639-71e6faabf25b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:17.745222 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.756125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479160c-738e-4764-ad4c-13ff0c471043 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:17.760334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:17.764510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.821464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.855948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=b5165ee2-34ee-45fd-b72f-3226ddcc193e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:17.866772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b5165ee2-34ee-45fd-b72f-3226ddcc193e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:17.904114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2773301c-5c05-4557-9950-38941073e044 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5217514 Dec 23 12:46:17.907196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47948) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:17.914626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:17.941418 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:17.950065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.118256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.118796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router 2557e865-1df2-4568-9e04-c1853c3f6e3d {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:46:18.128360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.129594 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d4b7747a-876a-4855-a076-5ccaabbd07f2 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 204 len: 168 time: 1.3977280 Dec 23 12:46:18.129945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:18.133469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 47962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:18.135347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.138619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-1924531982'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:18.204080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.232139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:18.237014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.265119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:18.275302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.275722 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 6211d776-2fd9-489e-ada5-e7347e1266d6 of type vlan for network 45c39603-582a-49c4-832a-b5e9f3974ea0 Dec 23 12:46:18.334068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.369466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.421476 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.429733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:18.430507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.500120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.531789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=45c39603-582a-49c4-832a-b5e9f3974ea0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:18.542977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:18.570848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=c83beaad-e855-419a-96ac-e083d243c09c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:18.574542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:18.575072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: b5165ee2-34ee-45fd-b72f-3226ddcc193e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:18.590679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 47992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:18.590982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-85cf1218-0f1b-47d8-aaa0-1bf86d869584 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4562452 Dec 23 12:46:18.600025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:18.669201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network b5165ee2-34ee-45fd-b72f-3226ddcc193e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:18.809075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b5165ee2-34ee-45fd-b72f-3226ddcc193e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:18.814370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:18.815152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.821906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265eba8-7ea3-40a9-8970-a140ecf2067d None None] Network b5165ee2-34ee-45fd-b72f-3226ddcc193e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:18.831785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:18.837200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:18.930005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89579bda-0ccc-4946-9b31-5fd732d9a477 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0204430 Dec 23 12:46:18.932578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48008) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:18.937331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-b5165ee2-34ee-45fd-b72f-3226ddcc193e', 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': 'c83beaad-e855-419a-96ac-e083d243c09c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:18.939615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.077571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.176273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Allocated IP 2001:db8::1 (b5165ee2-34ee-45fd-b72f-3226ddcc193e/c83beaad-e855-419a-96ac-e083d243c09c/5baa6f13-c2d1-4052-8cf0-370b1b05810e) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:19.195574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.204320 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.295906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.304796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=ac456ec3-05a9-4dca-b376-7da0ce5311da,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:19.351713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '6211d776-2fd9-489e-ada5-e7347e1266d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:19.352086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: 45c39603-582a-49c4-832a-b5e9f3974ea0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:19.400156 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.472252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:19.524162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.565744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Network b5165ee2-34ee-45fd-b72f-3226ddcc193e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:19.570014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:19.574358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:19.577584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Pushing event updated for resources: {'Port': ['ID=5baa6f13-c2d1-4052-8cf0-370b1b05810e,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:19.620616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 45c39603-582a-49c4-832a-b5e9f3974ea0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:19.629817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:19.630571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.649935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.704321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=c83beaad-e855-419a-96ac-e083d243c09c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:19.718569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e1083741-0a39-4373-bc65-c88f30be7fce tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1206002 Dec 23 12:46:19.719669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48050) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:19.726875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1838228188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:19.783994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.807225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5165ee2-34ee-45fd-b72f-3226ddcc193e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:19.818710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:19.818937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:19.831648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.838558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4ff01-8527-4548-9313-c74e8210da96 None None] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:19.849026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.849424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.851078 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.862971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:19.863595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:19.908976 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:19.919398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Attempting to bind port 5baa6f13-c2d1-4052-8cf0-370b1b05810e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:19.919933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Attempting to bind port 5baa6f13-c2d1-4052-8cf0-370b1b05810e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:19.920459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Attempting to bind port 5baa6f13-c2d1-4052-8cf0-370b1b05810e on network b5165ee2-34ee-45fd-b72f-3226ddcc193e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:19.930982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:19.931424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Checking segment: {'id': '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:19.931884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.938749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Bound using segment: {'id': '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:19.938749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Bound port: 5baa6f13-c2d1-4052-8cf0-370b1b05810e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:19.938749 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:19.980360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.009540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:46:20.009540 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:46:20.009540 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'b5165ee2-34ee-45fd-b72f-3226ddcc193e'}] Dec 23 12:46:20.009540 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:20.010139 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:20.043236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-45c39603-582a-49c4-832a-b5e9f3974ea0', 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'ac456ec3-05a9-4dca-b376-7da0ce5311da'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:20.044083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.047940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] For port 5baa6f13-c2d1-4052-8cf0-370b1b05810e, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:20.052038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] For port 5baa6f13-c2d1-4052-8cf0-370b1b05810e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5baa6f13-c2d1-4052-8cf0-370b1b05810e,segment=NetworkSegment(4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7),segment_id=4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:20.078523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.181996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.183240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.187079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-35435376-b561-49c4-8b3f-9c4bfb4b422d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4623494 Dec 23 12:46:20.187955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:20.246924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Allocated IP 172.20.0.2 (45c39603-582a-49c4-832a-b5e9f3974ea0/ac456ec3-05a9-4dca-b376-7da0ce5311da/3e840808-1d35-4197-a2c9-c5dffa183366) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:20.307112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f50d-ae99-4d27-9c68-173fa0d53304 None None] Pushing event updated for resources: {'Port': ['ID=5baa6f13-c2d1-4052-8cf0-370b1b05810e,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:20.355307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cd03a-a917-481d-9cfa-71dcbdd30817 None None] Network b5165ee2-34ee-45fd-b72f-3226ddcc193e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:20.511143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.548063 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.584189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 5baa6f13-c2d1-4052-8cf0-370b1b05810e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:20.584673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.601606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.642402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.653517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 5baa6f13-c2d1-4052-8cf0-370b1b05810e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5baa6f13-c2d1-4052-8cf0-370b1b05810e,segment=NetworkSegment(4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7),segment_id=4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:20.654610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.679856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 5baa6f13-c2d1-4052-8cf0-370b1b05810e owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:20.687433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:20.691142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:20.702472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:20.760843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Pushing event updated for resources: {'Port': ['ID=3e840808-1d35-4197-a2c9-c5dffa183366,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:20.776669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Attempting to bind port 3e840808-1d35-4197-a2c9-c5dffa183366 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:20.777291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Attempting to bind port 3e840808-1d35-4197-a2c9-c5dffa183366 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6211d776-2fd9-489e-ada5-e7347e1266d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:20.777756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Attempting to bind port 3e840808-1d35-4197-a2c9-c5dffa183366 on network 45c39603-582a-49c4-832a-b5e9f3974ea0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:20.796502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:20.797208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Checking segment: {'id': '6211d776-2fd9-489e-ada5-e7347e1266d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:20.797739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.802078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Bound using segment: {'id': '6211d776-2fd9-489e-ada5-e7347e1266d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:20.802692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Bound port: 3e840808-1d35-4197-a2c9-c5dffa183366, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6211d776-2fd9-489e-ada5-e7347e1266d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '45c39603-582a-49c4-832a-b5e9f3974ea0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:20.803184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.902562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.20.0.1 (45c39603-582a-49c4-832a-b5e9f3974ea0/ac456ec3-05a9-4dca-b376-7da0ce5311da/c5058246-4ed8-4d8b-8151-ef7a0c8fcf02) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:20.918133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] For port 3e840808-1d35-4197-a2c9-c5dffa183366, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:20.922156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] For port 3e840808-1d35-4197-a2c9-c5dffa183366, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e840808-1d35-4197-a2c9-c5dffa183366,segment=NetworkSegment(6211d776-2fd9-489e-ada5-e7347e1266d6),segment_id=6211d776-2fd9-489e-ada5-e7347e1266d6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:20.923585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:20.972706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 5baa6f13-c2d1-4052-8cf0-370b1b05810e on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:20.974391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=5baa6f13-c2d1-4052-8cf0-370b1b05810e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:21.017248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.030452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.071281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.096581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ad5c-4dea-4113-8027-6ee5c2bc4946 None None] Pushing event updated for resources: {'Port': ['ID=3e840808-1d35-4197-a2c9-c5dffa183366,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:21.111252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5165ee2-34ee-45fd-b72f-3226ddcc193e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:21.124666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:21.125257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdab5eb-485b-46aa-8b3b-5dea63ceb8b7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:21.135331 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.146993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.162945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.174272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:21.174458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.215288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:21.217571 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:21.219757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:21.223259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:21.251970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=c5058246-4ed8-4d8b-8151-ef7a0c8fcf02,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:21.275862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.376082 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.383651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.394363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48132) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:21.397413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/b5165ee2-34ee-45fd-b72f-3226ddcc193e HTTP/1.1" status: 204 len: 168 time: 2.4624093 Dec 23 12:46:21.408136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011718102'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:21.425279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2083fa4-1242-4e18-b5d1-34b5ea7d47a3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=b5165ee2-34ee-45fd-b72f-3226ddcc193e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:21.550466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:21.556290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.580870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.600035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:21.640853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.641294 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 525da2a4-1a3f-4d78-b3c8-04218d04982a of type vlan for network 4bd0f8d4-fd90-4e17-b126-b5005527da56 Dec 23 12:46:21.754274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.870453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.876959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:21.877834 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:21.982744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=4bd0f8d4-fd90-4e17-b126-b5005527da56,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:22.002427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4bd0f8d4-fd90-4e17-b126-b5005527da56 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:22.025651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.062605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-78c9769a-39b6-4772-bcb0-d6e6c788c3ca tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6606026 Dec 23 12:46:22.063790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48162) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:22.070061 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '4bd0f8d4-fd90-4e17-b126-b5005527da56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:22.124692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.212235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.230677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=c5058246-4ed8-4d8b-8151-ef7a0c8fcf02,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:22.295896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:22.309649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.362038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:22.378830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:22.524059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380fa78-ba1c-41ed-87e0-bcadf3daf937 None None] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:22.667502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9401a738-508a-4574-927d-0f7683368c5e None None] Provisioning complete for port 3e840808-1d35-4197-a2c9-c5dffa183366 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:22.667879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9401a738-508a-4574-927d-0f7683368c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.689050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.767660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '525da2a4-1a3f-4d78-b3c8-04218d04982a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4bd0f8d4-fd90-4e17-b126-b5005527da56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:22.768341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 4bd0f8d4-fd90-4e17-b126-b5005527da56, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:22.785052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=274a350b-55aa-4105-b78a-336b7a9aed02,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:22.838503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9401a738-508a-4574-927d-0f7683368c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.876697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:22.880480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9401a738-508a-4574-927d-0f7683368c5e None None] For port 3e840808-1d35-4197-a2c9-c5dffa183366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e840808-1d35-4197-a2c9-c5dffa183366,segment=NetworkSegment(6211d776-2fd9-489e-ada5-e7347e1266d6),segment_id=6211d776-2fd9-489e-ada5-e7347e1266d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:22.930459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 4bd0f8d4-fd90-4e17-b126-b5005527da56 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:23.042402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9401a738-508a-4574-927d-0f7683368c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.098267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401a738-508a-4574-927d-0f7683368c5e None None] Pushing event updated for resources: {'Port': ['ID=3e840808-1d35-4197-a2c9-c5dffa183366,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:23.112298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4bd0f8d4-fd90-4e17-b126-b5005527da56) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:23.124133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:23.125950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.126682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398667d-56c8-4da5-a0d5-6769068999db None None] Network 4bd0f8d4-fd90-4e17-b126-b5005527da56 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:23.150797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 283039ab-83fb-4b57-a48f-0e8bc0fa6788 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:46:23.249041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a3b961ce-0e7d-460d-864f-21c943383568 None None] Provisioning complete for port 3e840808-1d35-4197-a2c9-c5dffa183366 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:23.249417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3b961ce-0e7d-460d-864f-21c943383568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.286399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ecc6c5de-5f28-4a62-8def-3ad93c2a354d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2214816 Dec 23 12:46:23.291229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:23.305975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:23.311182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e840808-1d35-4197-a2c9-c5dffa183366 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:23.317460 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] Sync routers for ids ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:23.332406 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] Routers {'283039ab-83fb-4b57-a48f-0e8bc0fa6788'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:23.339140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:23.354678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:23.354939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7202cc10-6552-436a-8a2b-35de8b3f2e58 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/283039ab-83fb-4b57-a48f-0e8bc0fa6788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654634 Dec 23 12:46:23.442140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:23.463163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] Routers {'283039ab-83fb-4b57-a48f-0e8bc0fa6788'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:23.463795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:23.494249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b340b6d-e4cf-48b8-b069-83b8c70ce3a5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:23.495838 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b340b6d-e4cf-48b8-b069-83b8c70ce3a5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports/c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 HTTP/1.1" status: 200 len: 910 time: 0.1401775 Dec 23 12:46:23.499775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48236) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:23.505190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac456ec3-05a9-4dca-b376-7da0ce5311da'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:23.506782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc1912-cc46-4212-8726-898bae30af4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-4bd0f8d4-fd90-4e17-b126-b5005527da56', 'network_id': '4bd0f8d4-fd90-4e17-b126-b5005527da56', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': '274a350b-55aa-4105-b78a-336b7a9aed02'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:23.510175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-86bc1912-cc46-4212-8726-898bae30af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.531490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:23.532062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e09ac-7d88-4b14-bf38-a95a236475e7 None None] The sync data for ids ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:23.540076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.718392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.724070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3e840808-1d35-4197-a2c9-c5dffa183366 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:23.724730 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.783792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a3b961ce-0e7d-460d-864f-21c943383568 None None] Provisioning complete for port c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:23.784070 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3b961ce-0e7d-460d-864f-21c943383568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.840034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.848183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a3b961ce-0e7d-460d-864f-21c943383568 None None] Port c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:23.918924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.967720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c7387848-267c-40c3-9052-460e5950beea None None] Provisioning complete for port c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:23.968347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7387848-267c-40c3-9052-460e5950beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:23.974369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=274a350b-55aa-4105-b78a-336b7a9aed02,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server [None req-86bc1912-cc46-4212-8726-898bae30af4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 274a350b-55aa-4105-b78a-336b7a9aed02: This subnet is being modified by another concurrent operation. Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 12:46:24.014764 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise exception Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 274a350b-55aa-4105-b78a-336b7a9aed02: This subnet is being modified by another concurrent operation. Dec 23 12:46:24.018594 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Dec 23 12:46:24.042403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64c17b-1658-4283-bb0c-fd01e1646cda None None] Network 4bd0f8d4-fd90-4e17-b126-b5005527da56 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:24.054061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.077366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd0f8d4-fd90-4e17-b126-b5005527da56']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:24.087494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525da2a4-1a3f-4d78-b3c8-04218d04982a') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:24.088083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525da2a4-1a3f-4d78-b3c8-04218d04982a') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:24.099410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.120265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.128471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7387848-267c-40c3-9052-460e5950beea None None] Port c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:24.130406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:24.132050 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.133258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f05cb5-1981-4bcb-ab65-0ca901ab6e73 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:24.152473 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:24.304548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f05cb5-1981-4bcb-ab65-0ca901ab6e73 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:46:24.370102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.387582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.397567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/4bd0f8d4-fd90-4e17-b126-b5005527da56 HTTP/1.1" status: 204 len: 168 time: 1.1046011 Dec 23 12:46:24.420991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48270) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:24.446679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160004063'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:24.453063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66805920-8d01-4e07-9d77-6e4c97a0bc04 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=4bd0f8d4-fd90-4e17-b126-b5005527da56,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:24.586307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:24.590062 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.627911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:24.642287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.642630 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 57be231c-14b7-4908-8aab-c72ac439b604 of type vlan for network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 Dec 23 12:46:24.659628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917bbce-cb6d-4b3c-8d1a-b68b6f59bf35 None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:46:24.705476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.737526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.819723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917bbce-cb6d-4b3c-8d1a-b68b6f59bf35 None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:46:24.861979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.902547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.912934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:24.914196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:24.984701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=c5058246-4ed8-4d8b-8151-ef7a0c8fcf02,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:24.999306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:25.000447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.002066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d1599bb-0049-43ea-9fc0-f693db6588b8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/ports/c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 HTTP/1.1" status: 200 len: 910 time: 1.5010910 Dec 23 12:46:25.006986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48300) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:25.026411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=b1c1d62c-a472-4dab-b9b7-8a7646547fb9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:25.042235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:25.130802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-36f96a69-d25e-4f9f-b716-5c67e9c0c3a8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6981201 Dec 23 12:46:25.130999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48304) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:25.136873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:25.168018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e840808-1d35-4197-a2c9-c5dffa183366 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:25.269859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3e840808-1d35-4197-a2c9-c5dffa183366 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:25.270233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.405877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:25.413977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.509345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.766830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:25.767448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.775274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.835936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:25.848441 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '57be231c-14b7-4908-8aab-c72ac439b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:25.848807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: b1c1d62c-a472-4dab-b9b7-8a7646547fb9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:25.861487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:25.890477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for c5058246-4ed8-4d8b-8151-ef7a0c8fcf02 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:25.946500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:26.053091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b1c1d62c-a472-4dab-b9b7-8a7646547fb9) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:26.057776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:26.058510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.063566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7d303-0eaf-43e0-b75f-3f541ea24716 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:26.183473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-b1c1d62c-a472-4dab-b9b7-8a7646547fb9', 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': 'a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:26.184344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.189917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5571f41e-d70f-4dc3-ba99-00ff25e2711a tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0578773 Dec 23 12:46:26.192608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48350) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:26.197899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:26.255175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.290025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=c5058246-4ed8-4d8b-8151-ef7a0c8fcf02,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:26.421378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Allocated IP 2001:db8::2 (b1c1d62c-a472-4dab-b9b7-8a7646547fb9/a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc/e82d522e-8886-46f1-a1ef-5ca88c3d692b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:26.441761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:26.442365 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.583196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.878172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.882907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 283039ab-83fb-4b57-a48f-0e8bc0fa6788 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:26.929495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.958889 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:26.976493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:26.978240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:26.978657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:26.986113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70295d01-f46b-4384-867e-66f52987d8d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/283039ab-83fb-4b57-a48f-0e8bc0fa6788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780056 Dec 23 12:46:26.989689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48396) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:26.991653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:26.992683 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.028329 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a74eaf9-7fdf-472e-aee5-0c647dae1541 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=283039ab-83fb-4b57-a48f-0e8bc0fa6788 HTTP/1.1" status: 200 len: 205 time: 0.0351536 Dec 23 12:46:27.028522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:27.028790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48400) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:27.042919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] Sync routers for ids ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:27.076328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:27.081627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Pushing event updated for resources: {'Port': ['ID=e82d522e-8886-46f1-a1ef-5ca88c3d692b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:27.084928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] Routers {'283039ab-83fb-4b57-a48f-0e8bc0fa6788'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:27.086115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:27.088940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:27.092454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:27.121256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.143838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e9411055-7df1-4c7b-8473-52d4fc9c54b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9499428 Dec 23 12:46:27.146419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48404) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:27.160198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:27.226496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Attempting to bind port e82d522e-8886-46f1-a1ef-5ca88c3d692b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:27.227155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Attempting to bind port e82d522e-8886-46f1-a1ef-5ca88c3d692b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '57be231c-14b7-4908-8aab-c72ac439b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:27.227380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Attempting to bind port e82d522e-8886-46f1-a1ef-5ca88c3d692b on network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:27.229669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] Routers {'283039ab-83fb-4b57-a48f-0e8bc0fa6788'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:27.234621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:27.281569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:27.282090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Checking segment: {'id': '57be231c-14b7-4908-8aab-c72ac439b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:27.282567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.283046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Bound using segment: {'id': '57be231c-14b7-4908-8aab-c72ac439b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:27.283610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Bound port: e82d522e-8886-46f1-a1ef-5ca88c3d692b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57be231c-14b7-4908-8aab-c72ac439b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:27.284073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.286257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:27.287018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10eb3e-48e2-45a5-b41b-5da1d4f37df4 None None] The sync data for ids ['283039ab-83fb-4b57-a48f-0e8bc0fa6788'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:27.290272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.293415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.303119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.303119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.303119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.303703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c7c6e3b9-164c-461b-ad2a-0015b46ba77d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1487777 Dec 23 12:46:27.310507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48414) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:27.322293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152434925'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:27.370515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.372652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.398450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] For port e82d522e-8886-46f1-a1ef-5ca88c3d692b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:27.401761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] For port e82d522e-8886-46f1-a1ef-5ca88c3d692b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e82d522e-8886-46f1-a1ef-5ca88c3d692b,segment=NetworkSegment(57be231c-14b7-4908-8aab-c72ac439b604),segment_id=57be231c-14b7-4908-8aab-c72ac439b604)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:27.432080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:27.438276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.463578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:27.472362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.472737 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 6577b6b5-601a-41e4-8200-65edee5da95f of type vlan for network 5c1c1d76-0400-4413-9813-c57504f6654b Dec 23 12:46:27.488472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.529823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.553434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.554046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router 283039ab-83fb-4b57-a48f-0e8bc0fa6788 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:46:27.562718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.566428 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5f9aad12-c1a0-4df6-bd12-55e3705f7a9a tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/283039ab-83fb-4b57-a48f-0e8bc0fa6788 HTTP/1.1" status: 204 len: 168 time: 0.5362778 Dec 23 12:46:27.569275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:27.608456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6855b-06de-4c10-b622-38d7fa26e1b7 None None] Pushing event updated for resources: {'Port': ['ID=e82d522e-8886-46f1-a1ef-5ca88c3d692b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:27.658261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet ac456ec3-05a9-4dca-b376-7da0ce5311da {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:27.662388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.736922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.743138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:27.749740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.863861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5525658 Dec 23 12:46:27.866664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48452) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:27.868622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:27.874161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:27.929695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3e88-f4be-4a4e-8977-1849c53ec2fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=5c1c1d76-0400-4413-9813-c57504f6654b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:27.956932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:28.006008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.124040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.165113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.204418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=ac456ec3-05a9-4dca-b376-7da0ce5311da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:28.204418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.206756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8d8bc3a-d406-4fc6-9ce5-168fdb421b29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/ac456ec3-05a9-4dca-b376-7da0ce5311da HTTP/1.1" status: 204 len: 168 time: 0.6365087 Dec 23 12:46:28.215538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d516e-2853-49a7-9d8e-f9432919d512 None None] Network 45c39603-582a-49c4-832a-b5e9f3974ea0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:28.218798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48468) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:28.222221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.246000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 5c1c1d76-0400-4413-9813-c57504f6654b is not hosted by any dhcp agent {{(pid=104038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:46:28.255474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:28.257466 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.259772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "PUT /v2.0/networks/5c1c1d76-0400-4413-9813-c57504f6654b HTTP/1.1" status: 200 len: 723 time: 0.3911035 Dec 23 12:46:28.299122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48472) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:28.306203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:28.414377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cea37-15f1-4508-8f7f-f442155b0371 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=5c1c1d76-0400-4413-9813-c57504f6654b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:28.426799 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:28.430307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.543642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] DHCP port deletion for 45c39603-582a-49c4-832a-b5e9f3974ea0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:28.553472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 3e840808-1d35-4197-a2c9-c5dffa183366 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:28.554013 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.617880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Deleting port 3e840808-1d35-4197-a2c9-c5dffa183366 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:28.620242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:28.620351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.632527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.637296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 3e840808-1d35-4197-a2c9-c5dffa183366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e840808-1d35-4197-a2c9-c5dffa183366,segment=NetworkSegment(6211d776-2fd9-489e-ada5-e7347e1266d6),segment_id=6211d776-2fd9-489e-ada5-e7347e1266d6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:28.637669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.657974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 3e840808-1d35-4197-a2c9-c5dffa183366 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:28.702573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] For port 3e840808-1d35-4197-a2c9-c5dffa183366, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e840808-1d35-4197-a2c9-c5dffa183366,segment=NetworkSegment(6211d776-2fd9-489e-ada5-e7347e1266d6),segment_id=6211d776-2fd9-489e-ada5-e7347e1266d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:28.702978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.717944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Calling delete_port for 3e840808-1d35-4197-a2c9-c5dffa183366 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:28.906829 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.926971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:28.968176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=3e840808-1d35-4197-a2c9-c5dffa183366,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:28.976112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 3e840808-1d35-4197-a2c9-c5dffa183366 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:29.001014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] No DVR routers for this DVR port 3e840808-1d35-4197-a2c9-c5dffa183366 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:29.002783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf956569-3d7a-48cc-9bec-0248d395ef03 None None] Pushing event deleted for resources: {'Port': ['ID=3e840808-1d35-4197-a2c9-c5dffa183366,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:29.007001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c79fc91-f12d-41a4-8f8b-3487b7528195 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:29.067226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.073087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] Provisioning complete for port e82d522e-8886-46f1-a1ef-5ca88c3d692b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:29.073463 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.109404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.162117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c39603-582a-49c4-832a-b5e9f3974ea0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:29.163899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=2162fced-a82c-47e7-bd4f-8c3aa625730d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:29.191857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6211d776-2fd9-489e-ada5-e7347e1266d6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:29.192269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6211d776-2fd9-489e-ada5-e7347e1266d6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:29.200329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': '6577b6b5-601a-41e4-8200-65edee5da95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:29.200702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 5c1c1d76-0400-4413-9813-c57504f6654b, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:29.201767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.207154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.228889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.237079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:29.237490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:29.244541 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:29.263278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e82d522e-8886-46f1-a1ef-5ca88c3d692b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:29.313135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 5c1c1d76-0400-4413-9813-c57504f6654b is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:29.327340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] For port e82d522e-8886-46f1-a1ef-5ca88c3d692b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e82d522e-8886-46f1-a1ef-5ca88c3d692b,segment=NetworkSegment(57be231c-14b7-4908-8aab-c72ac439b604),segment_id=57be231c-14b7-4908-8aab-c72ac439b604)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:29.372599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Update dhcp port {'port': {'network_id': 'b1c1d62c-a472-4dab-b9b7-8a7646547fb9', 'fixed_ips': [{'subnet_id': 'a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f'}], 'binding:host_id': 'n-d-822750-2'}, 'id': 'e82d522e-8886-46f1-a1ef-5ca88c3d692b'} from n-d-822750-2. {{(pid=104039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 23 12:46:29.377352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e82d522e-8886-46f1-a1ef-5ca88c3d692b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:29.377707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.386597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5c1c1d76-0400-4413-9813-c57504f6654b) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:29.386793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.392008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:29.392967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.396077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.411739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779c61f-2c06-4568-a7ea-0cd5605e418b None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:29.416249 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/45c39603-582a-49c4-832a-b5e9f3974ea0 HTTP/1.1" status: 204 len: 168 time: 1.1961813 Dec 23 12:46:29.422805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:29.422986 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.428621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1344837554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:29.485366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdcf31-819e-4123-9176-5c1b375f0206 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=45c39603-582a-49c4-832a-b5e9f3974ea0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:29.530838 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.548189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-adf52b40-bb58-4cc8-a3b7-17f10310e8f0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2478104 Dec 23 12:46:29.550830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48522) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:29.556250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:29.637132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc19022-e533-4d2b-acf0-addcf8b2d9ae None None] Pushing event updated for resources: {'Port': ['ID=e82d522e-8886-46f1-a1ef-5ca88c3d692b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:29.683934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32239740'] for subnet, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.742804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5c1c1d76-0400-4413-9813-c57504f6654b', 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': '2162fced-a82c-47e7-bd4f-8c3aa625730d'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:29.743673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.805309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.805309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.932733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e840808-1d35-4197-a2c9-c5dffa183366 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:29.947111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:29.983150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3e840808-1d35-4197-a2c9-c5dffa183366 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:29.983507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e840808-1d35-4197-a2c9-c5dffa183366 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:29.988371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Allocated IP 172.20.0.1 (b1c1d62c-a472-4dab-b9b7-8a7646547fb9/3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f/e82d522e-8886-46f1-a1ef-5ca88c3d692b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:30.026963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.094877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740352207144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14648702'] for subnet, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.128387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.129716 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-baee297a-5d31-4ea8-b1ac-dd9ec3817884 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7054548 Dec 23 12:46:30.133452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:30.141363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:30.142082 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.149072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "PUT /v2.0/subnets/2162fced-a82c-47e7-bd4f-8c3aa625730d HTTP/1.1" status: 200 len: 826 time: 0.5947857 Dec 23 12:46:30.152999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] For port e82d522e-8886-46f1-a1ef-5ca88c3d692b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e82d522e-8886-46f1-a1ef-5ca88c3d692b,segment=NetworkSegment(57be231c-14b7-4908-8aab-c72ac439b604),segment_id=57be231c-14b7-4908-8aab-c72ac439b604)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:30.153704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48544) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:30.165213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-631674163'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:30.182431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Allocated IP 2001:db8::2 (5c1c1d76-0400-4413-9813-c57504f6654b/2162fced-a82c-47e7-bd4f-8c3aa625730d/6877ece2-7992-4cf2-8ef9-a093269e0bd8) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:30.205087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.224848 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301b4cf-031b-4027-b8b4-b5f92a0e98e8 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=2162fced-a82c-47e7-bd4f-8c3aa625730d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:30.315967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:30.321679 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.327404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.338254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.373781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:30.387500 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.388269 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment c35a796b-f0ab-4038-a31d-7fdc74e95aef of type vlan for network 3673a4e4-6309-4d25-824d-ee45478133f0 Dec 23 12:46:30.454371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.481000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.533807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a599-fdb3-4a0b-a790-946dbba70b87 None None] Pushing event updated for resources: {'Port': ['ID=e82d522e-8886-46f1-a1ef-5ca88c3d692b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:30.536180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.552621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:30.554340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.554534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.625714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=3673a4e4-6309-4d25-824d-ee45478133f0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:30.634048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.634678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.635224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.635566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.635902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.636233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.636559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.637024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.637239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.640429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.640429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.640429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.640429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:30.640873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.678027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-699edcc7-6284-41a7-ae66-8f311e812ea0 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5401223 Dec 23 12:46:30.683083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48562) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:30.683188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 3673a4e4-6309-4d25-824d-ee45478133f0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:30.687654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:30.751939 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.808289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=2162fced-a82c-47e7-bd4f-8c3aa625730d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:30.913120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:30.960336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1c1d76-0400-4413-9813-c57504f6654b']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:30.972620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:30.983819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6577b6b5-601a-41e4-8200-65edee5da95f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:30.984114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6577b6b5-601a-41e4-8200-65edee5da95f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:30.993810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:31.012715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.025374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:31.036135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:31.040278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.071757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.077259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Pushing event updated for resources: {'Port': ['ID=6877ece2-7992-4cf2-8ef9-a093269e0bd8,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:31.147056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:31.150619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.157719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Attempting to bind port 6877ece2-7992-4cf2-8ef9-a093269e0bd8 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:31.157719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Attempting to bind port 6877ece2-7992-4cf2-8ef9-a093269e0bd8 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '6577b6b5-601a-41e4-8200-65edee5da95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:31.157719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Attempting to bind port 6877ece2-7992-4cf2-8ef9-a093269e0bd8 on network 5c1c1d76-0400-4413-9813-c57504f6654b {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:31.164553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:31.164965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Checking segment: {'id': '6577b6b5-601a-41e4-8200-65edee5da95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:31.165654 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.166051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Bound using segment: {'id': '6577b6b5-601a-41e4-8200-65edee5da95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:31.166524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Bound port: 6877ece2-7992-4cf2-8ef9-a093269e0bd8, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6577b6b5-601a-41e4-8200-65edee5da95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '5c1c1d76-0400-4413-9813-c57504f6654b'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:31.166962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:31.177738 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:31.233282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e82d522e-8886-46f1-a1ef-5ca88c3d692b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:31.358640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] For port 6877ece2-7992-4cf2-8ef9-a093269e0bd8, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:31.363436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] For port 6877ece2-7992-4cf2-8ef9-a093269e0bd8, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6877ece2-7992-4cf2-8ef9-a093269e0bd8,segment=NetworkSegment(6577b6b5-601a-41e4-8200-65edee5da95f),segment_id=6577b6b5-601a-41e4-8200-65edee5da95f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:31.375665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:46:31.375665 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:46:31.375665 n-d-822750-2 neutron-server[104038]: [parameters: {'id': '5c1c1d76-0400-4413-9813-c57504f6654b'}] Dec 23 12:46:31.375665 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:31.377005 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:31.382184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e82d522e-8886-46f1-a1ef-5ca88c3d692b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:31.382551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.440183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.577533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97032-10ff-4c4c-a967-1fe31a72c7ef None None] Pushing event updated for resources: {'Port': ['ID=6877ece2-7992-4cf2-8ef9-a093269e0bd8,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:31.598235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f6bb1-24da-4a8c-b307-dce8ee9e1a94 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:31.612576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655219b1-9db9-4ac7-b330-27aba82aa113 None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:31.639268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.724780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=9a0eabf5-53c2-47f1-a0fe-7b902752d9c5,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:31.733441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:31.733806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: 3673a4e4-6309-4d25-824d-ee45478133f0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:31.802290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-020d1987-9c0e-4174-b781-cce0f223dada None None] Provisioning complete for port e82d522e-8886-46f1-a1ef-5ca88c3d692b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:31.802710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-020d1987-9c0e-4174-b781-cce0f223dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.838351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 3673a4e4-6309-4d25-824d-ee45478133f0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:31.878650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.909039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341634c-fd56-4df4-bca7-888c9975d199 None None] Network 5c1c1d76-0400-4413-9813-c57504f6654b requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:31.930107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 3673a4e4-6309-4d25-824d-ee45478133f0) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:31.938315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:31.940658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.961752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 6877ece2-7992-4cf2-8ef9-a093269e0bd8 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:31.962099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:31.973979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad123e8-c6ef-407f-9bbb-c6e9da367753 None None] Network 3673a4e4-6309-4d25-824d-ee45478133f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:32.036855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 6877ece2-7992-4cf2-8ef9-a093269e0bd8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6877ece2-7992-4cf2-8ef9-a093269e0bd8,segment=NetworkSegment(6577b6b5-601a-41e4-8200-65edee5da95f),segment_id=6577b6b5-601a-41e4-8200-65edee5da95f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:32.037296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.051915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 6877ece2-7992-4cf2-8ef9-a093269e0bd8 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:32.071079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c04e63fc-a0d7-4f10-9e37-f98cb26de9d9 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3891878 Dec 23 12:46:32.072256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48592) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:32.185148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-3673a4e4-6309-4d25-824d-ee45478133f0', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:32.186814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.233036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.279135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=6877ece2-7992-4cf2-8ef9-a093269e0bd8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:32.304354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 6877ece2-7992-4cf2-8ef9-a093269e0bd8 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:32.469018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Allocated IP 172.20.0.2 (3673a4e4-6309-4d25-824d-ee45478133f0/9a0eabf5-53c2-47f1-a0fe-7b902752d9c5/9317d2e4-9b4d-4b37-8bb2-3341a48a0f26) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:32.553038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.619761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1c1d76-0400-4413-9813-c57504f6654b']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:32.637982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6577b6b5-601a-41e4-8200-65edee5da95f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:32.639840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6577b6b5-601a-41e4-8200-65edee5da95f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:32.655880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.686122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.693609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.698704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:32.699395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:32.704839 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:32.781362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.797852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8c4758a4-178c-4a87-ad60-e0280358f296 None None] Provisioning complete for port e82d522e-8886-46f1-a1ef-5ca88c3d692b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:32.799185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c4758a4-178c-4a87-ad60-e0280358f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.857438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.927915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.944502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:32.950086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/5c1c1d76-0400-4413-9813-c57504f6654b HTTP/1.1" status: 204 len: 168 time: 2.7930636 Dec 23 12:46:32.961881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Network 3673a4e4-6309-4d25-824d-ee45478133f0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:32.977741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:32.984139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:32.990469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:32.992332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Pushing event updated for resources: {'Port': ['ID=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:33.010497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03d56-9415-47c1-9e3b-2ba332dd2226 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=5c1c1d76-0400-4413-9813-c57504f6654b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:33.038187 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff6081c-0b8f-4f04-b06a-8e67c9f9b4c4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:33.042402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff6081c-0b8f-4f04-b06a-8e67c9f9b4c4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:33.042731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bff6081c-0b8f-4f04-b06a-8e67c9f9b4c4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/5c1c1d76-0400-4413-9813-c57504f6654b HTTP/1.1" status: 404 len: 339 time: 0.0507214 Dec 23 12:46:33.048925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48614) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:33.054025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895748814', 'description': 'd1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:33.066651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Attempting to bind port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:33.069524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Attempting to bind port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:33.069524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Attempting to bind port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 on network 3673a4e4-6309-4d25-824d-ee45478133f0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:33.082959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:33.083462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Checking segment: {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:33.083870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.084285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Bound using segment: {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:33.084975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Bound port: 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:33.085196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.114837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.20.0.1 (3673a4e4-6309-4d25-824d-ee45478133f0/9a0eabf5-53c2-47f1-a0fe-7b902752d9c5/6f8531cf-d1fc-41b7-af45-ed757e3416cf) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:33.180612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:33.184621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.190833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] For port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:33.194955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] For port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:33.228226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:33.239287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.239901 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment 26dc9b44-1f83-4210-8ee8-d10c9f22b6c1 of type vlan for network 8afffc50-cc8f-4c14-89c4-f2167e911f79 Dec 23 12:46:33.289530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.304493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.335291 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.392321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.399936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:33.400655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.425049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.443301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd299-8a9c-41fe-892a-ab976dee6193 None None] Pushing event updated for resources: {'Port': ['ID=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:33.506640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 3673a4e4-6309-4d25-824d-ee45478133f0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:33.510670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:33.515938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:33.535449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=8afffc50-cc8f-4c14-89c4-f2167e911f79,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:33.547554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8afffc50-cc8f-4c14-89c4-f2167e911f79 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:33.560227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:33.574171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd252606-6086-4e78-bc77-f234973d09a7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5235159 Dec 23 12:46:33.576843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48624) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:33.675021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:33.817993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273800cd-c10b-468d-820c-4cd998158f2c tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:33.819776 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-273800cd-c10b-468d-820c-4cd998158f2c tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks?id=8afffc50-cc8f-4c14-89c4-f2167e911f79 HTTP/1.1" status: 200 len: 765 time: 0.2403529 Dec 23 12:46:33.822964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48632) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:33.832690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'description': 'd2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:34.033550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.095267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.171588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.183939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 8afffc50-cc8f-4c14-89c4-f2167e911f79 is not hosted by any dhcp agent {{(pid=104038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:46:34.192795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:34.194519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.200190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "PUT /v2.0/networks/8afffc50-cc8f-4c14-89c4-f2167e911f79 HTTP/1.1" status: 200 len: 762 time: 0.3748941 Dec 23 12:46:34.206178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:34.432146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.510709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.654835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:34.666202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:34.786677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9dd10-f315-4434-9c9e-cfa7fb904160 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=8afffc50-cc8f-4c14-89c4-f2167e911f79,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:34.804489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8afffc50-cc8f-4c14-89c4-f2167e911f79 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:34.832473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ad1f0-0f64-4120-afbb-7f73ec7e560d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:34.834215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-897ad1f0-0f64-4120-afbb-7f73ec7e560d tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks?id=8afffc50-cc8f-4c14-89c4-f2167e911f79 HTTP/1.1" status: 200 len: 765 time: 0.6263943 Dec 23 12:46:34.838147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48658) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:34.857153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network 3673a4e4-6309-4d25-824d-ee45478133f0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:34.858778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:35.037157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa392254-c986-4197-8468-df83df346d64 None None] Network 3673a4e4-6309-4d25-824d-ee45478133f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:35.159377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] Provisioning complete for port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:35.159968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.179222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1863af-8a1c-454f-8f4e-107fe901db08 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.183788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dd1863af-8a1c-454f-8f4e-107fe901db08 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3422587 Dec 23 12:46:35.185080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48666) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:35.235183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:46:35.285233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:35.307786 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ce953102-923d-4b8f-9b09-357e86b8c8d3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 207 time: 0.1221125 Dec 23 12:46:35.312012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48670) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:35.378938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:35.392359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7d6dc684-a5fc-49ad-966a-cf8b0eb7ff09 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3156531 Dec 23 12:46:35.392524 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:35.393232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48674) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:35.410314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-663225863'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:35.430460 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:35.431240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:35.439312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.454654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:35.455272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.498730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.507821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.517013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.524736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.533090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.541175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:35.542944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-93e90660-cb1a-4479-8909-bed1aa3071e7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2296383 Dec 23 12:46:35.550669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48678) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:35.566802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] For port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:35.679193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.683078 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.692589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:35.709070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:35.846785 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:35.949194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:35.958695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc366d-c66c-4bf3-9c86-77405b1b46d2 None None] Pushing event updated for resources: {'Port': ['ID=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:35.974639 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:35.975002 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:35.986361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d3257dc4-95de-465c-ab81-f13247cc7cc9 None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:35.986739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3257dc4-95de-465c-ab81-f13247cc7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.021430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.022646 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 78eacdba-a7d7-44af-87a5-4b39b711a64b of type vlan for network da816e84-f71f-4086-a31e-08266cf24192 Dec 23 12:46:36.054011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d3257dc4-95de-465c-ab81-f13247cc7cc9 None None] Port 6f8531cf-d1fc-41b7-af45-ed757e3416cf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:36.082583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d3257dc4-95de-465c-ab81-f13247cc7cc9 None None] Provisioning complete for port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:36.082971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3257dc4-95de-465c-ab81-f13247cc7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.103121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c43b2a6a-b888-41f1-ab4d-39a04310ad26 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5512679 Dec 23 12:46:36.106525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:36.164079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.235597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:33Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:34Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:36.252945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.254572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.256355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.264113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.264113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.264113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5623647b-490d-4134-a2cd-0c9f532c8d19 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1481993 Dec 23 12:46:36.269198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48698) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:36.274524 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:46:36.275864 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Updating router 80703c80-735c-4d3f-906a-6ca83da70c57 port 6f8531cf-d1fc-41b7-af45-ed757e3416cf binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:46:36.295160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.304321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.305003 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.326575 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.402432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2b85c5c0-d4d3-4b6c-91b8-7c58403165fa None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:36.402807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5c0-d4d3-4b6c-91b8-7c58403165fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.504051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=da816e84-f71f-4086-a31e-08266cf24192,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:36.551716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.555339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.558745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.561857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network da816e84-f71f-4086-a31e-08266cf24192 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:36.566765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa64847-c0c0-47fc-93de-d9736f3ac32d None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:46:36.567005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.568603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.574898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a59d9341-523b-4d45-a2c1-03b9122e3052 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3033261 Dec 23 12:46:36.577843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:36.584511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0f025f15-0304-491c-99d4-1a1a8e2654c6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1879399 Dec 23 12:46:36.584965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48702) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:36.589951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:36.792893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6880dbce-de05-4d16-8913-88f29bb18cb7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:36.798711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6880dbce-de05-4d16-8913-88f29bb18cb7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks/40a39a13-6a38-4e4c-9b25-09cc5aea3a74 HTTP/1.1" status: 200 len: 803 time: 0.2157938 Dec 23 12:46:36.799159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48708) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:36.823217 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:36.898227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2b85c5c0-d4d3-4b6c-91b8-7c58403165fa None None] Port 6f8531cf-d1fc-41b7-af45-ed757e3416cf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:36.917035 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.103404 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Pushing event updated for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:37.156455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b97fd404-6d25-4a0a-aa57-2a1107daf582 None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:37.157065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b97fd404-6d25-4a0a-aa57-2a1107daf582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.161106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.161106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.161826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.161826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.161826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.162514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.162514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.162742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.163049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.163361 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.163673 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.163980 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.164289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:37.229858 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Attempting to bind port 6f8531cf-d1fc-41b7-af45-ed757e3416cf on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:37.230227 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Attempting to bind port 6f8531cf-d1fc-41b7-af45-ed757e3416cf by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:37.230584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Attempting to bind port 6f8531cf-d1fc-41b7-af45-ed757e3416cf on network 3673a4e4-6309-4d25-824d-ee45478133f0 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:37.243284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:37.250327 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:37.250965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Checking segment: {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:37.251372 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.251765 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Bound using segment: {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:37.252241 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Bound port: 6f8531cf-d1fc-41b7-af45-ed757e3416cf, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a796b-f0ab-4038-a31d-7fdc74e95aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:37.252616 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.370048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] For port 6f8531cf-d1fc-41b7-af45-ed757e3416cf, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:37.370668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa64847-c0c0-47fc-93de-d9736f3ac32d None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 12:46:37.374836 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] For port 6f8531cf-d1fc-41b7-af45-ed757e3416cf, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6f8531cf-d1fc-41b7-af45-ed757e3416cf,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:37.388077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b97fd404-6d25-4a0a-aa57-2a1107daf582 None None] Port 6f8531cf-d1fc-41b7-af45-ed757e3416cf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:37.413434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:37.416868 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.460020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:37.460020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.472572 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:37.582913 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438da47a-8c60-4947-8390-ebfc7e7ae508 None None] Pushing event updated for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:37.588792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:37.589359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8394e393-c513-4b57-8cbc-7f9e0df2f616 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/networks/40a39a13-6a38-4e4c-9b25-09cc5aea3a74?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7886186 Dec 23 12:46:37.673435 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:37.674323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:37.739101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b6459-68db-4689-887e-d1e54009b4cf tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:37.745371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad1b6459-68db-4689-887e-d1e54009b4cf tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets/1f756bde-4ad9-40df-a027-c9d421dc5c4d HTTP/1.1" status: 200 len: 843 time: 0.1507227 Dec 23 12:46:37.756773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48730) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:37.787103 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:37.818795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.003108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885258bf-07ac-4bb3-9acd-92686cc0b9e0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['shared'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:38.009843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48738) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:38.013022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-885258bf-07ac-4bb3-9acd-92686cc0b9e0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "GET /v2.0/subnets/1f756bde-4ad9-40df-a027-c9d421dc5c4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2543397 Dec 23 12:46:38.017367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=d8815709-be34-47f8-bb0a-4fc29e86d252,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:38.031627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910716860'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:38.075539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:38.077620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: da816e84-f71f-4086-a31e-08266cf24192, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:38.178357 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:33Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:37Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:38.220079 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e1838-f205-4f34-adf1-072a57848b63 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:33Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:37Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:38.289617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:38.295533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.300938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network da816e84-f71f-4086-a31e-08266cf24192 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:38.337450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:38.347277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.347712 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Added segment c09f917a-2fbb-4edc-bfb6-d17499fd93e2 of type vlan for network 95119d15-1147-4dbe-bff7-3201787bb7da Dec 23 12:46:38.398377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, da816e84-f71f-4086-a31e-08266cf24192) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:38.405779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.426252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:38.432172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.438084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:38.438670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.476642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b9a4c-6ec3-464a-a929-494263d5143d None None] Network da816e84-f71f-4086-a31e-08266cf24192 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:38.501328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.509606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:38.510502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.595292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2b9870e9-562f-4fe9-9845-fcd022609669 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0059683 Dec 23 12:46:38.595882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48752) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:38.683456 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6720355 Dec 23 12:46:38.700294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:38.711671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:38.738405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-da816e84-f71f-4086-a31e-08266cf24192', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:38.739962 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:38.741724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Network': ['ID=95119d15-1147-4dbe-bff7-3201787bb7da,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:38.803038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.807464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.808077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.809278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.809718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.811841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.812257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.812684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.820895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.821407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.821830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.822286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.822662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483d012-b54b-449f-9100-459f7db65fbb tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:46:38.876661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 95119d15-1147-4dbe-bff7-3201787bb7da details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:38.886123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.063242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] For port 6f8531cf-d1fc-41b7-af45-ed757e3416cf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6f8531cf-d1fc-41b7-af45-ed757e3416cf,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:39.083259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Allocated IP 172.21.0.2 (da816e84-f71f-4086-a31e-08266cf24192/d8815709-be34-47f8-bb0a-4fc29e86d252/6fb1885a-4c81-4086-8b65-53399243b9af) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:39.190043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Made reservation on behalf of b063ed28768a451c8bdb121b7577d33d for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:39.198902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.240408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.304203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6f8531cf-d1fc-41b7-af45-ed757e3416cf up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:39.394174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing IP validity checks on allocation pools {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 12:46:39.395089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 12:46:39.451366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.488572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560ea5-89d4-4eff-acec-79fc35dc3c0e None None] Pushing event updated for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:39.524318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a56d6c54-dfd3-456f-8239-732ed8df16be None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:39.524682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a56d6c54-dfd3-456f-8239-732ed8df16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.593260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.602491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:39.602972 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.696520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.708105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.754115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Network da816e84-f71f-4086-a31e-08266cf24192 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:39.781286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e651f8e-4ecc-4aea-94e5-aa16d33c1e54 req-83922242-2cb0-4aeb-b6e6-1d01ebc63db6 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:39.784732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:39.787602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:39.793131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e651f8e-4ecc-4aea-94e5-aa16d33c1e54 req-83922242-2cb0-4aeb-b6e6-1d01ebc63db6 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 949 time: 0.0860660 Dec 23 12:46:39.796469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Checking segment: {'id': 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:39.796847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network hostable DHCP agents. Network: 95119d15-1147-4dbe-bff7-3201787bb7da, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:39.805977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:39.817726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Pushing event updated for resources: {'Port': ['ID=6fb1885a-4c81-4086-8b65-53399243b9af,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:39.883959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Network 95119d15-1147-4dbe-bff7-3201787bb7da is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:39.900749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Attempting to bind port 6fb1885a-4c81-4086-8b65-53399243b9af on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:39.901165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Attempting to bind port 6fb1885a-4c81-4086-8b65-53399243b9af by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:39.901892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Attempting to bind port 6fb1885a-4c81-4086-8b65-53399243b9af on network da816e84-f71f-4086-a31e-08266cf24192 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:39.916864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e651f8e-4ecc-4aea-94e5-aa16d33c1e54 req-c59d38f5-bd0f-40af-af28-eeeefbccb5ab tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123114 Dec 23 12:46:39.921607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:39.921992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Checking segment: {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:39.922408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.922980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Bound using segment: {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:39.923523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Bound port: 6fb1885a-4c81-4086-8b65-53399243b9af, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:39.923917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:39.975514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 95119d15-1147-4dbe-bff7-3201787bb7da) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:39.977225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.21.0.1 (da816e84-f71f-4086-a31e-08266cf24192/d8815709-be34-47f8-bb0a-4fc29e86d252/ec6ad6dc-4b10-4ea9-a118-a6703280eefd) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:39.987421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:39.989620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.001096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc3f1e-6c25-43cc-b3a0-d9cd6f810dc1 None None] Network 95119d15-1147-4dbe-bff7-3201787bb7da requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:40.108475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-58206e1c-7aae-4ac1-92a8-f2ef5f7e87a9 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4055529 Dec 23 12:46:40.111275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48782) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:40.116780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:40.140164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] For port 6fb1885a-4c81-4086-8b65-53399243b9af, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:40.145536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] For port 6fb1885a-4c81-4086-8b65-53399243b9af, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6fb1885a-4c81-4086-8b65-53399243b9af,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:40.167954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.196407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-95119d15-1147-4dbe-bff7-3201787bb7da', 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da', 'project_id': 'b063ed28768a451c8bdb121b7577d33d', 'fixed_ips': [{'subnet_id': '18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:40.202502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.249170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.284006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32239740'] for subnet, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.318929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.364297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network da816e84-f71f-4086-a31e-08266cf24192 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:40.367853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:40.372696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:40.407916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:40.466310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.573033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d367c-9299-4719-9225-5a2dea7074f4 None None] Pushing event updated for resources: {'Port': ['ID=6fb1885a-4c81-4086-8b65-53399243b9af,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:40.603843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740352207144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14648702'] for subnet, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.636065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:40.637128 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.638729 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "PUT /v2.0/subnets/18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf HTTP/1.1" status: 200 len: 900 time: 0.5262351 Dec 23 12:46:40.642455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48796) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:40.692835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Allocated IP 2001:db8::3 (95119d15-1147-4dbe-bff7-3201787bb7da/18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf/3a037c7c-a282-49f9-9bfa-2df539abc45d) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:40.745593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd836a6-d877-4b7d-b68e-3af3e28b01d0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event updated for resources: {'Subnet': ['ID=18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:40.759085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.875062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.923543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:40.981156 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.043935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Network 95119d15-1147-4dbe-bff7-3201787bb7da is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:41.048343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:41.052309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:41.158002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.158752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Pushing event updated for resources: {'Port': ['ID=3a037c7c-a282-49f9-9bfa-2df539abc45d,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:41.205045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Attempting to bind port 3a037c7c-a282-49f9-9bfa-2df539abc45d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:41.205424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Attempting to bind port 3a037c7c-a282-49f9-9bfa-2df539abc45d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:41.206241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Attempting to bind port 3a037c7c-a282-49f9-9bfa-2df539abc45d on network 95119d15-1147-4dbe-bff7-3201787bb7da {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:41.231266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:41.233691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Checking segment: {'id': 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:41.234180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.234636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Bound using segment: {'id': 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:41.235212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Bound port: 3a037c7c-a282-49f9-9bfa-2df539abc45d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '95119d15-1147-4dbe-bff7-3201787bb7da'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:41.236855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.337034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] For port 3a037c7c-a282-49f9-9bfa-2df539abc45d, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:41.340657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] For port 3a037c7c-a282-49f9-9bfa-2df539abc45d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3a037c7c-a282-49f9-9bfa-2df539abc45d,segment=NetworkSegment(c09f917a-2fbb-4edc-bfb6-d17499fd93e2),segment_id=c09f917a-2fbb-4edc-bfb6-d17499fd93e2)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:41.386012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9413b-a418-401a-8c66-02a41d21e9bf req-c24ba32b-3907-4e97-a66c-3846830f4c60 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:41.387699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2f9413b-a418-401a-8c66-02a41d21e9bf req-c24ba32b-3907-4e97-a66c-3846830f4c60 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 949 time: 0.2558706 Dec 23 12:46:41.427426 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.464199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.511770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:41.520585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.533767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6f8531cf-d1fc-41b7-af45-ed757e3416cf up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:41.544342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e271b641-bead-4ae8-b1c2-92cb97b65939 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:41.548244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e271b641-bead-4ae8-b1c2-92cb97b65939 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.57 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 949 time: 0.0957873 Dec 23 12:46:41.660184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2f9413b-a418-401a-8c66-02a41d21e9bf req-0433d204-1de3-41af-9421-3f9eb4b852c7 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/security-groups?id=f30352ea-89c2-4d0f-a4df-98b6ee97afca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521479 Dec 23 12:46:41.672948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.679531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a5927-9f87-4c70-839c-e51d95c039df None None] Pushing event updated for resources: {'Port': ['ID=3a037c7c-a282-49f9-9bfa-2df539abc45d,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:41.739422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6f8531cf-d1fc-41b7-af45-ed757e3416cf triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:41.741793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.746651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:41.825132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.870490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95119d15-1147-4dbe-bff7-3201787bb7da']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:41.888039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.895282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Deleting port 04163262-b9d5-443f-b48d-fcdd997cf1f7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:41.895838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.897977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:41.898273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:41.923740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:41.982114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6fb1885a-4c81-4086-8b65-53399243b9af up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:42.001953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.057585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:42.057998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:42.062273 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:42.073015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] For port 04163262-b9d5-443f-b48d-fcdd997cf1f7, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=04163262-b9d5-443f-b48d-fcdd997cf1f7,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:42.073516 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.088110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6fb1885a-4c81-4086-8b65-53399243b9af triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:42.092749 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.096452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Calling delete_port for 04163262-b9d5-443f-b48d-fcdd997cf1f7 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:42.180412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network da816e84-f71f-4086-a31e-08266cf24192 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:42.182033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:42.202805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 12:46:42.202805 n-d-822750-2 neutron-server[104037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 12:46:42.202805 n-d-822750-2 neutron-server[104037]: [parameters: {'id': '95119d15-1147-4dbe-bff7-3201787bb7da'}] Dec 23 12:46:42.202805 n-d-822750-2 neutron-server[104037]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:42.203414 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:42.320865 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.358163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fba432-8d82-4e16-b46c-95d1f7550817 None None] Network da816e84-f71f-4086-a31e-08266cf24192 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:42.446014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:42.454626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 6fb1885a-4c81-4086-8b65-53399243b9af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6fb1885a-4c81-4086-8b65-53399243b9af,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:42.479628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6aebb954-3c52-4bed-88ea-754f9b707315 None None] Provisioning complete for port 6fb1885a-4c81-4086-8b65-53399243b9af triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:42.479992 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6aebb954-3c52-4bed-88ea-754f9b707315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.516940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.547378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['04163262-b9d5-443f-b48d-fcdd997cf1f7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:46:42.554555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.564870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Pushing event deleted for resources: {'Port': ['ID=04163262-b9d5-443f-b48d-fcdd997cf1f7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:42.671808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=6fb1885a-4c81-4086-8b65-53399243b9af,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:42.698758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] No DVR routers for this DVR port 04163262-b9d5-443f-b48d-fcdd997cf1f7 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:42.706411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:42.713224 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd556c20-2394-4ca9-ad88-8ad4b7bfc01c req-e7ba5fa8-91ff-439a-8ca7-fc33b79c8d15 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.57 "DELETE /v2.0/ports/04163262-b9d5-443f-b48d-fcdd997cf1f7 HTTP/1.1" status: 204 len: 173 time: 1.1578305 Dec 23 12:46:42.713705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'name': 'network-vif-deleted', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:46:42.721472 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a55f5-9cfd-44d7-b640-97a9b106afdb" -d '{"events": [{"server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "name": "network-vif-deleted", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:46:42.931446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.008469 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d70e58e-1cb3-4951-a28a-307f12fe652a req-956a7ca1-cf4b-4775-a6e9-e9b53b9872d3 tempest-VolumesBackupsTest-923477100 tempest-VolumesBackupsTest-923477100-project] 10.222.0.16 "GET /v2.0/ports?device_id=88375634-3bf9-42cc-ae7a-9a805629238c HTTP/1.1" status: 200 len: 210 time: 0.0732853 Dec 23 12:46:43.030010 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aaca0d-5d6b-46b1-a99d-045458e019da x-openstack-request-id: req-e6aaca0d-5d6b-46b1-a99d-045458e019da {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:46:43.030536 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88375634-3bf9-42cc-ae7a-9a805629238c", "name": "network-vif-deleted", "tag": "04163262-b9d5-443f-b48d-fcdd997cf1f7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:46:43.030641 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6aaca0d-5d6b-46b1-a99d-045458e019da {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:46:43.031156 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88375634-3bf9-42cc-ae7a-9a805629238c', 'name': 'network-vif-deleted', 'tag': '04163262-b9d5-443f-b48d-fcdd997cf1f7', 'status': 'completed', 'code': 200} Dec 23 12:46:43.045699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:43.054576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:43.055034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9964b1dd-b8f6-44be-8001-bf2be9d09367 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4583120 Dec 23 12:46:43.061577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:43.065834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-282879510'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:43.086745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:43.090354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:43.118122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 3a037c7c-a282-49f9-9bfa-2df539abc45d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:43.118353 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.215190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:43.219618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.243028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:43.291305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:43.353708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.361836 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment c4691ea2-afba-4cd3-a940-3094e47baa29 of type vlan for network b52f9c37-a542-4b61-a3eb-542d65f3c979 Dec 23 12:46:43.367182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 3a037c7c-a282-49f9-9bfa-2df539abc45d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3a037c7c-a282-49f9-9bfa-2df539abc45d,segment=NetworkSegment(c09f917a-2fbb-4edc-bfb6-d17499fd93e2),segment_id=c09f917a-2fbb-4edc-bfb6-d17499fd93e2)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:43.367559 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.430685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 3a037c7c-a282-49f9-9bfa-2df539abc45d owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:43.440811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.533209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a037c7c-a282-49f9-9bfa-2df539abc45d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:43.541136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.553884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:43.554700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.621792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-037cc1ed-a4fd-4792-b8a8-60054786ebff None None] Provisioning complete for port 6fb1885a-4c81-4086-8b65-53399243b9af triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:43.622304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-037cc1ed-a4fd-4792-b8a8-60054786ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.657998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2250134a-f1bb-4e85-9ef2-184542dbafce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.706242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:43.713312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:43.719331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6635096 Dec 23 12:46:43.734891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dc416-a77a-492f-bf4c-d720fde8860e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=b52f9c37-a542-4b61-a3eb-542d65f3c979,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:43.767984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:43.796349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.860934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=3a037c7c-a282-49f9-9bfa-2df539abc45d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:43.863529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 3a037c7c-a282-49f9-9bfa-2df539abc45d on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:43.874532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2931163-d4ca-46dd-8d80-09f8998f03ec None None] Network 95119d15-1147-4dbe-bff7-3201787bb7da requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:43.886695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3a037c7c-a282-49f9-9bfa-2df539abc45d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:43.887068 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:43.975149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 3a037c7c-a282-49f9-9bfa-2df539abc45d was deleted so its status cannot be updated. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 23 12:46:43.975632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6fb1885a-4c81-4086-8b65-53399243b9af up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:43.983508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.008777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95119d15-1147-4dbe-bff7-3201787bb7da']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.020030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.020319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09f917a-2fbb-4edc-bfb6-d17499fd93e2') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.034854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.055428 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.064101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:44.064577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:44.068305 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:44.116555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:44.120616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.139519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:40Z', 'revision_number': 3, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:41Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.150924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-037cc1ed-a4fd-4792-b8a8-60054786ebff None None] Provisioning complete for port ec6ad6dc-4b10-4ea9-a118-a6703280eefd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:44.151295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-037cc1ed-a4fd-4792-b8a8-60054786ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.212162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6fb1885a-4c81-4086-8b65-53399243b9af triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:44.212539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.238167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb99dc-d307-4b2b-a674-28c6425db2c0 None None] DHCP port deletion for 95119d15-1147-4dbe-bff7-3201787bb7da request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:44.271351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:46:44.272503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Updating router 80703c80-735c-4d3f-906a-6ca83da70c57 port ec6ad6dc-4b10-4ea9-a118-a6703280eefd binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:46:44.303555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de89f7a-3495-4f0a-984d-61c05823f81a None None] Network 95119d15-1147-4dbe-bff7-3201787bb7da requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:44.347549 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.357098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.364992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:44.379169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/95119d15-1147-4dbe-bff7-3201787bb7da HTTP/1.1" status: 204 len: 168 time: 3.7337613 Dec 23 12:46:44.410673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-037cc1ed-a4fd-4792-b8a8-60054786ebff None None] Port ec6ad6dc-4b10-4ea9-a118-a6703280eefd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:44.410820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ae300-fe6c-4a85-b2d3-88027c984661 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=95119d15-1147-4dbe-bff7-3201787bb7da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:44.429083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.501450 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-799389b1-a9c7-4384-9dbc-d3e1ca3a09a6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:44.505750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799389b1-a9c7-4384-9dbc-d3e1ca3a09a6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:44.510824 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-799389b1-a9c7-4384-9dbc-d3e1ca3a09a6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/18d6ef49-c16c-4f1b-8c1f-a99fc89fcfaf HTTP/1.1" status: 404 len: 337 time: 0.1438785 Dec 23 12:46:44.513123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:44.542934 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-09929eee-3765-4c51-82d5-7345c3bed3b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:44.543467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09929eee-3765-4c51-82d5-7345c3bed3b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:44.548148 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-09929eee-3765-4c51-82d5-7345c3bed3b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/95119d15-1147-4dbe-bff7-3201787bb7da HTTP/1.1" status: 404 len: 339 time: 0.0326297 Dec 23 12:46:44.551767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:44.646788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.675242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93ef6e8f-a8e2-43b2-9a9f-8e1f397516f1 None None] Could not find standard attr ID for object 3a037c7c-a282-49f9-9bfa-2df539abc45d. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:46:44.677345 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.793359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.843860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afffc50-cc8f-4c14-89c4-f2167e911f79']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.868333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dc9b44-1f83-4210-8ee8-d10c9f22b6c1') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.868775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dc9b44-1f83-4210-8ee8-d10c9f22b6c1') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:44.874737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=d4b66101-a243-4981-a9d2-f33df76a66e9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:44.893335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.894490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:44.898129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: b52f9c37-a542-4b61-a3eb-542d65f3c979, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:44.926029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.937671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:44.941235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:44.944870 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:44.960122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-93ef6e8f-a8e2-43b2-9a9f-8e1f397516f1 None None] Provisioning complete for port ec6ad6dc-4b10-4ea9-a118-a6703280eefd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:44.961146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-93ef6e8f-a8e2-43b2-9a9f-8e1f397516f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.015657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:45.030937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-93ef6e8f-a8e2-43b2-9a9f-8e1f397516f1 None None] Port ec6ad6dc-4b10-4ea9-a118-a6703280eefd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:45.106442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b52f9c37-a542-4b61-a3eb-542d65f3c979) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:45.111672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:45.112493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.129410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c4be5-ee7a-48bd-a8b9-6f388a6cc050 None None] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:45.159011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.165139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.168888 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/8afffc50-cc8f-4c14-89c4-f2167e911f79 HTTP/1.1" status: 204 len: 168 time: 0.6158807 Dec 23 12:46:45.171742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48898) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:45.184682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f6e7-a60d-4d8a-88df-fce4d98bc373 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=8afffc50-cc8f-4c14-89c4-f2167e911f79,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:45.188719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2b6f25da-5a14-40be-860f-be551fc6a289 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4808745 Dec 23 12:46:45.198173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:45.210316 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ac30ff-8135-417f-84d7-7f2fcb4d7de4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:45.211025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ac30ff-8135-417f-84d7-7f2fcb4d7de4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:45.212222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a037c7c-a282-49f9-9bfa-2df539abc45d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:45.227442 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-91ac30ff-8135-417f-84d7-7f2fcb4d7de4 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/2162fced-a82c-47e7-bd4f-8c3aa625730d HTTP/1.1" status: 404 len: 337 time: 0.0541780 Dec 23 12:46:45.228305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48904) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:45.240625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3a037c7c-a282-49f9-9bfa-2df539abc45d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:45.241112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3a037c7c-a282-49f9-9bfa-2df539abc45d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:45.287064 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59bbde8-ded0-4301-8dc1-8f59ac89968e tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:45.287763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59bbde8-ded0-4301-8dc1-8f59ac89968e tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:45.301451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d59bbde8-ded0-4301-8dc1-8f59ac89968e tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/5c1c1d76-0400-4413-9813-c57504f6654b HTTP/1.1" status: 404 len: 339 time: 0.0717208 Dec 23 12:46:45.304181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48908) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:45.392124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-b52f9c37-a542-4b61-a3eb-542d65f3c979', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:45.395421 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.462981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting subnet 3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:45.471555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.545673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.561721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.642633 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.712670 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.859507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a430e-89a2-4398-ac3b-81a9a42e0c54 None None] Pushing event updated for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:45.872130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.897230 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:46:45.901444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.950142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 04163262-b9d5-443f-b48d-fcdd997cf1f7 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:45.956580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:45.970200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f HTTP/1.1" status: 204 len: 168 time: 0.6583853 Dec 23 12:46:45.996848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Attempting to bind port ec6ad6dc-4b10-4ea9-a118-a6703280eefd on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:45.996848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Attempting to bind port ec6ad6dc-4b10-4ea9-a118-a6703280eefd by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:45.996848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Attempting to bind port ec6ad6dc-4b10-4ea9-a118-a6703280eefd on network da816e84-f71f-4086-a31e-08266cf24192 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:45.999200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40bc5b-8abf-4b87-8ba7-09354bb6a6f9 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:46.012150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:46.052586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 04163262-b9d5-443f-b48d-fcdd997cf1f7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:46.053552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 04163262-b9d5-443f-b48d-fcdd997cf1f7 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:46.116583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:46.129748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Checking segment: {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:46.130252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.130688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Bound using segment: {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:46.131337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Bound port: ec6ad6dc-4b10-4ea9-a118-a6703280eefd, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eacdba-a7d7-44af-87a5-4b39b711a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:46.131738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.143665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting subnet a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:46.150483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Allocated IP 172.22.0.2 (b52f9c37-a542-4b61-a3eb-542d65f3c979/d4b66101-a243-4981-a9d2-f33df76a66e9/a08a906f-f9dd-40e1-b6ab-bb2837483df9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:46.151553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.223432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a13f098e-8dae-4275-9efd-49c66ec4f660 None None] Provisioning complete for port ec6ad6dc-4b10-4ea9-a118-a6703280eefd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:46.223994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a13f098e-8dae-4275-9efd-49c66ec4f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.254548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.268986 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-331d5eea-d3a2-4305-b472-412b25d72a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.270371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a13f098e-8dae-4275-9efd-49c66ec4f660 None None] Port ec6ad6dc-4b10-4ea9-a118-a6703280eefd cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:46.302445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0843de-0d29-4451-bb9b-7193e864bdc6 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecabb5e-cb7e-407e-94c1-5a41b02bcf9f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:46.362954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.371940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] For port ec6ad6dc-4b10-4ea9-a118-a6703280eefd, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:46.391959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] For port ec6ad6dc-4b10-4ea9-a118-a6703280eefd, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:46.511134 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.616460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.647384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:46.648041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:46.709973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:46.731999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.759521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6d0cb0cd-5465-4a76-bcd6-04d6e62620b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/a5137ce6-c2ef-4da0-8a47-ddcdf2af10cc HTTP/1.1" status: 204 len: 168 time: 0.7433622 Dec 23 12:46:46.759883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48940) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:46.886463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.888603 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.905371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.944334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a430e-89a2-4398-ac3b-81a9a42e0c54 None None] Pushing event updated for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:46.965002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port e82d522e-8886-46f1-a1ef-5ca88c3d692b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:46.969286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:46.975698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:47.037587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.082541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] Provisioning complete for port ec6ad6dc-4b10-4ea9-a118-a6703280eefd triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:47.082919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.127824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:47.138949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:47.151860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:47.163320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port e82d522e-8886-46f1-a1ef-5ca88c3d692b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e82d522e-8886-46f1-a1ef-5ca88c3d692b,segment=NetworkSegment(57be231c-14b7-4908-8aab-c72ac439b604),segment_id=57be231c-14b7-4908-8aab-c72ac439b604)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:47.163797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.191866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.22.0.1 (b52f9c37-a542-4b61-a3eb-542d65f3c979/d4b66101-a243-4981-a9d2-f33df76a66e9/84de1ae3-163d-4cbd-b4b7-83687b1760bc) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:47.209692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Pushing event updated for resources: {'Port': ['ID=a08a906f-f9dd-40e1-b6ab-bb2837483df9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:47.210831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for e82d522e-8886-46f1-a1ef-5ca88c3d692b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:47.431637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.532297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59128e43-71c7-4c81-b8b3-ce0d36ec31d1 None None] Network b1c1d62c-a472-4dab-b9b7-8a7646547fb9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:47.587167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Attempting to bind port a08a906f-f9dd-40e1-b6ab-bb2837483df9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:47.587684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Attempting to bind port a08a906f-f9dd-40e1-b6ab-bb2837483df9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:47.588153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Attempting to bind port a08a906f-f9dd-40e1-b6ab-bb2837483df9 on network b52f9c37-a542-4b61-a3eb-542d65f3c979 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:47.610090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.611814 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.632339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:47.632910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Checking segment: {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:47.633427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.633924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Bound using segment: {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:47.634529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Bound port: a08a906f-f9dd-40e1-b6ab-bb2837483df9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:47.635015 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.649486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:47.657095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:47.661935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:47.698101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] For port ec6ad6dc-4b10-4ea9-a118-a6703280eefd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:47.737793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.756727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:47.787190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] For port a08a906f-f9dd-40e1-b6ab-bb2837483df9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:47.791046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.794225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] For port a08a906f-f9dd-40e1-b6ab-bb2837483df9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a08a906f-f9dd-40e1-b6ab-bb2837483df9,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:47.801927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:40Z', 'revision_number': 3, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:46Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:47.830694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=e82d522e-8886-46f1-a1ef-5ca88c3d692b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:47.837608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port e82d522e-8886-46f1-a1ef-5ca88c3d692b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:47.840319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.858871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106425-48a6-4a75-b540-299d0e96dee0 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:40Z', 'revision_number': 3, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:46Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:47.876930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:47.939926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c6b4e66-2bb4-4be9-b12d-210f4d47f461 None None] Could not find standard attr ID for object e82d522e-8886-46f1-a1ef-5ca88c3d692b. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 12:46:47.939926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d991d6-df36-4c5d-820a-02860c3b94b1 None None] Pushing event updated for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:47.939926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81607bf-9ea3-47ec-a5b9-83344620138e None None] DHCP port deletion for b1c1d62c-a472-4dab-b9b7-8a7646547fb9 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:48.077907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c9c1-b9d1-4155-bbbb-ac106e0c636a None None] Pushing event updated for resources: {'Port': ['ID=a08a906f-f9dd-40e1-b6ab-bb2837483df9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:48.135230 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.200317 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.227963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c1d62c-a472-4dab-b9b7-8a7646547fb9']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:48.245903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57be231c-14b7-4908-8aab-c72ac439b604') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:48.246607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57be231c-14b7-4908-8aab-c72ac439b604') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:48.281539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.314189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.321859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:48.323456 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:48.410058 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:48.474643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.478048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.570247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.594494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:48.609674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/b1c1d62c-a472-4dab-b9b7-8a7646547fb9 HTTP/1.1" status: 204 len: 168 time: 1.8479095 Dec 23 12:46:48.613340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48978) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.651010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34ca8-8c79-45f3-8948-0f79baee48ac tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=b1c1d62c-a472-4dab-b9b7-8a7646547fb9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:48.654684 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69e568e-fd0b-4834-abbc-fb717a9956fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.655789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69e568e-fd0b-4834-abbc-fb717a9956fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.671323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c69e568e-fd0b-4834-abbc-fb717a9956fc tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/274a350b-55aa-4105-b78a-336b7a9aed02 HTTP/1.1" status: 404 len: 337 time: 0.0562098 Dec 23 12:46:48.672173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48980) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.730350 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c50dbb0-1e1a-4b6f-8b9c-b444d2b48f71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.731011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c50dbb0-1e1a-4b6f-8b9c-b444d2b48f71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.747709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c50dbb0-1e1a-4b6f-8b9c-b444d2b48f71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/4bd0f8d4-fd90-4e17-b126-b5005527da56 HTTP/1.1" status: 404 len: 339 time: 0.0743458 Dec 23 12:46:48.755538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.786851 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f874b48-f407-4f81-859e-efc845fcb2f5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.787468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f874b48-f407-4f81-859e-efc845fcb2f5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.791205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f874b48-f407-4f81-859e-efc845fcb2f5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/c83beaad-e855-419a-96ac-e083d243c09c HTTP/1.1" status: 404 len: 337 time: 0.0342247 Dec 23 12:46:48.794221 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48986) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.839177 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-265de2a7-0ee5-48b8-9ac4-fda5fa3418cd tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.839886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265de2a7-0ee5-48b8-9ac4-fda5fa3418cd tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.843247 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-265de2a7-0ee5-48b8-9ac4-fda5fa3418cd tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/b5165ee2-34ee-45fd-b72f-3226ddcc193e HTTP/1.1" status: 404 len: 339 time: 0.0373113 Dec 23 12:46:48.845896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 48988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.892712 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6c2a6e-8bbb-41cc-89f3-fd2b819c2777 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.893075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6c2a6e-8bbb-41cc-89f3-fd2b819c2777 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.896093 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dc6c2a6e-8bbb-41cc-89f3-fd2b819c2777 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/aff27421-d85a-49a8-ba2c-94bdb67ab14f HTTP/1.1" status: 404 len: 337 time: 0.0491488 Dec 23 12:46:48.906325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:48.968553 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae8bdbf-b6f7-45bf-b616-50d4ada725b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:48.969278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae8bdbf-b6f7-45bf-b616-50d4ada725b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:48.975651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ae8bdbf-b6f7-45bf-b616-50d4ada725b7 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/5d21d963-13eb-4c26-97c1-18339dfd4af6 HTTP/1.1" status: 404 len: 339 time: 0.0679855 Dec 23 12:46:48.979094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 48992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:49.121607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting subnet d769e410-4642-4ac3-9105-9e7fa586df1c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:49.126684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.190795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.231565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.325772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec6ad6dc-4b10-4ea9-a118-a6703280eefd up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:49.448132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.492984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ec6ad6dc-4b10-4ea9-a118-a6703280eefd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:49.493117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.634024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a08a906f-f9dd-40e1-b6ab-bb2837483df9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:49.650565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.716074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=d769e410-4642-4ac3-9105-9e7fa586df1c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:49.720040 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.723954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4b4178e2-708a-4c7c-8a1d-b049c737a4d5 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/d769e410-4642-4ac3-9105-9e7fa586df1c HTTP/1.1" status: 204 len: 168 time: 0.7397251 Dec 23 12:46:49.727754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050e051-3221-48ee-9298-ef49d037941f None None] Network 0f7fd80b-5dfb-498d-a421-33bd53a18970 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:49.732340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:49.746706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.802416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a08a906f-f9dd-40e1-b6ab-bb2837483df9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:49.802792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.829787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.837047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.921637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 8117f588-59d6-4551-b573-3cbc46af7d1d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:49.922261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:49.998838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c069a-1798-4fb9-93f5-7b4db8dedb29 None None] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:50.034449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 8117f588-59d6-4551-b573-3cbc46af7d1d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8117f588-59d6-4551-b573-3cbc46af7d1d,segment=NetworkSegment(3a888031-1de3-4d53-9fb5-19caf55f51e4),segment_id=3a888031-1de3-4d53-9fb5-19caf55f51e4)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:50.034863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.055528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 8117f588-59d6-4551-b573-3cbc46af7d1d owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:50.097194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] DHCP port deletion for 0f7fd80b-5dfb-498d-a421-33bd53a18970 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:50.109295 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.134434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:50.280985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:50.282619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:50.288022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.302143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8b8223f-0e3c-45c7-b412-03c18076bb9f None None] Provisioning complete for port a08a906f-f9dd-40e1-b6ab-bb2837483df9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:50.303213 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8b8223f-0e3c-45c7-b412-03c18076bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.313938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.320603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 8117f588-59d6-4551-b573-3cbc46af7d1d on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:50.444450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=8117f588-59d6-4551-b573-3cbc46af7d1d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:50.445976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port a08a906f-f9dd-40e1-b6ab-bb2837483df9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a08a906f-f9dd-40e1-b6ab-bb2837483df9,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:50.499687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:50.532943 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.535257 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8b8223f-0e3c-45c7-b412-03c18076bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.540633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Deleting port 8117f588-59d6-4551-b573-3cbc46af7d1d {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:50.541040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.563070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7fd80b-5dfb-498d-a421-33bd53a18970']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:50.574013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a888031-1de3-4d53-9fb5-19caf55f51e4') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:50.574260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a888031-1de3-4d53-9fb5-19caf55f51e4') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:50.600234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.605282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.627155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.645628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:50.646379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.666917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:50.675037 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-be102328-17f3-4123-9201-b93865a252e6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4820318 Dec 23 12:46:50.678073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49070) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:50.680558 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:50.685144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'network': {'name': 'tempest-RoutersTest-354694675'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:50.704267 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:50.705028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:50.739586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e82d522e-8886-46f1-a1ef-5ca88c3d692b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:50.786512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:50.790906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] For port 8117f588-59d6-4551-b573-3cbc46af7d1d, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:50.791299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.795785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.814586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e82d522e-8886-46f1-a1ef-5ca88c3d692b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:50.814934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e82d522e-8886-46f1-a1ef-5ca88c3d692b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:50.850912 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:50.858573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Calling delete_port for 8117f588-59d6-4551-b573-3cbc46af7d1d owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:50.866522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Port 8117f588-59d6-4551-b573-3cbc46af7d1d was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:46:50.867695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-c8b8223f-0e3c-45c7-b412-03c18076bb9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:50.868209 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-c8b8223f-0e3c-45c7-b412-03c18076bb9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:50.883810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.886163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=a08a906f-f9dd-40e1-b6ab-bb2837483df9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:50.918776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.923692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.928478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/0f7fd80b-5dfb-498d-a421-33bd53a18970 HTTP/1.1" status: 204 len: 168 time: 1.1990428 Dec 23 12:46:50.935246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49074) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:50.936058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:46:50.955108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] Pushing event deleted for resources: {'Port': ['ID=8117f588-59d6-4551-b573-3cbc46af7d1d,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:50.963895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7286763-48c0-4501-9055-ee632a7d9270 None None] No DVR routers for this DVR port 8117f588-59d6-4551-b573-3cbc46af7d1d on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:50.964739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:50.985275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:50.985589 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added segment 5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7 of type vlan for network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 Dec 23 12:46:51.042852 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c205e-7973-4b96-852a-3e61a86aed71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:51.043324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243c205e-7973-4b96-852a-3e61a86aed71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:51.046852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-243c205e-7973-4b96-852a-3e61a86aed71 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/1eac9b3d-c652-4eb1-b658-cd0b48a30793 HTTP/1.1" status: 404 len: 337 time: 0.0996816 Dec 23 12:46:51.050034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956e333-5f76-4282-8078-34a30088d668 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=0f7fd80b-5dfb-498d-a421-33bd53a18970,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:51.050034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:51.079164 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf57611d-6e8a-49c1-8c86-373bfa88bde3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] DELETE failed (client error): The resource could not be found. Dec 23 12:46:51.079852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf57611d-6e8a-49c1-8c86-373bfa88bde3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:46:51.088630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf57611d-6e8a-49c1-8c86-373bfa88bde3 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/a8999ae4-2802-4578-9fb9-b708d5b9cfa3 HTTP/1.1" status: 404 len: 339 time: 0.0382333 Dec 23 12:46:51.089346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49078) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:51.117150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.208298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting subnet 1f756bde-4ad9-40df-a027-c9d421dc5c4d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:46:51.215849 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.265993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.279764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:51.280843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.290413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a08a906f-f9dd-40e1-b6ab-bb2837483df9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:51.370714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.406068 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7238343 Dec 23 12:46:51.408634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49088) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:51.414369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'subnet': {'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:51.420039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbbc2b-cdee-4db5-93dc-d3edc3306403 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Network': ['ID=ed9c70bd-d7e9-49c6-a66b-e7a54feff424,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:51.483939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:46:51.547561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.568176 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:48Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:48Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:51.671520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:46:51.671742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Updating router 80703c80-735c-4d3f-906a-6ca83da70c57 port 84de1ae3-163d-4cbd-b4b7-83687b1760bc binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:46:51.696265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a08a906f-f9dd-40e1-b6ab-bb2837483df9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:51.697129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.704857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8994d40-673b-4c19-a1d3-2d1af569de72 None None] Provisioning complete for port a08a906f-f9dd-40e1-b6ab-bb2837483df9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:51.710088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8994d40-673b-4c19-a1d3-2d1af569de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.729441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Made reservation on behalf of e91d2c06e9684ce780561ea693623981 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:46:51.735083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.769667 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.851223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.951642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Subnet': ['ID=1f756bde-4ad9-40df-a027-c9d421dc5c4d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:51.964026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:51.970992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95b262ca-8f1b-4774-8ea0-b952d72267a0 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/subnets/1f756bde-4ad9-40df-a027-c9d421dc5c4d HTTP/1.1" status: 204 len: 168 time: 0.8784583 Dec 23 12:46:51.971776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49112) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:51.990227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6d79e-3352-4dad-91a6-77323bb91abf None None] Network 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:52.159079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.173914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8117f588-59d6-4551-b573-3cbc46af7d1d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:52.193281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.245906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8117f588-59d6-4551-b573-3cbc46af7d1d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:52.247308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8117f588-59d6-4551-b573-3cbc46af7d1d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:52.281041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d8994d40-673b-4c19-a1d3-2d1af569de72 None None] Provisioning complete for port 84de1ae3-163d-4cbd-b4b7-83687b1760bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:52.281622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Checking segment: {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:52.281975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network hostable DHCP agents. Network: ed9c70bd-d7e9-49c6-a66b-e7a54feff424, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:46:52.285295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8994d40-673b-4c19-a1d3-2d1af569de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.359506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Subnet': ['ID=a2abce67-b196-4e81-a0c5-b7ad0606bf3c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:52.362165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Deleting port 27612a7e-6b85-495e-8b6e-32270df48ff4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:52.362643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.418055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] DHCP port deletion for 40a39a13-6a38-4e4c-9b25-09cc5aea3a74 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:46:52.438978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:46:52.484114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d8994d40-673b-4c19-a1d3-2d1af569de72 None None] Port 84de1ae3-163d-4cbd-b4b7-83687b1760bc cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:52.523858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ed9c70bd-d7e9-49c6-a66b-e7a54feff424) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:52.534266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:52.538026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.548887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14115725-b633-45bb-8d59-ab87ce15b1b8 None None] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:52.578776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] For port 27612a7e-6b85-495e-8b6e-32270df48ff4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27612a7e-6b85-495e-8b6e-32270df48ff4,segment=NetworkSegment(0d457252-c8e8-4c7a-a009-d471a536e4af),segment_id=0d457252-c8e8-4c7a-a009-d471a536e4af)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:52.579164 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.616235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Calling delete_port for 27612a7e-6b85-495e-8b6e-32270df48ff4 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:52.640475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49140) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:52.642183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c4a596ed-c3d0-485d-b5da-08173919a6d8 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2324219 Dec 23 12:46:52.651852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Deleting port 27612a7e-6b85-495e-8b6e-32270df48ff4 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:46:52.652574 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.725666 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.800365 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:52.912052 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e49c-edbc-461f-97fc-92a1c6ed95b7 None None] Pushing event updated for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:53.025651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] For port 27612a7e-6b85-495e-8b6e-32270df48ff4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=27612a7e-6b85-495e-8b6e-32270df48ff4,segment=NetworkSegment(0d457252-c8e8-4c7a-a009-d471a536e4af),segment_id=0d457252-c8e8-4c7a-a009-d471a536e4af)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:53.026006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.038751 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Attempting to bind port 84de1ae3-163d-4cbd-b4b7-83687b1760bc on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:53.041534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Calling delete_port for 27612a7e-6b85-495e-8b6e-32270df48ff4 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:46:53.041935 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Attempting to bind port 84de1ae3-163d-4cbd-b4b7-83687b1760bc by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:53.042496 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Attempting to bind port 84de1ae3-163d-4cbd-b4b7-83687b1760bc on network b52f9c37-a542-4b61-a3eb-542d65f3c979 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:53.060533 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:53.061352 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Checking segment: {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:53.062104 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.062826 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Bound using segment: {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:53.063553 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Bound port: 84de1ae3-163d-4cbd-b4b7-83687b1760bc, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4691ea2-afba-4cd3-a940-3094e47baa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:53.064172 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.215045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] For port 84de1ae3-163d-4cbd-b4b7-83687b1760bc, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:53.221782 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] For port 84de1ae3-163d-4cbd-b4b7-83687b1760bc, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=84de1ae3-163d-4cbd-b4b7-83687b1760bc,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:53.248806 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.278651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b7294d10-c3db-4704-acdc-7d17ca7242cc None None] Provisioning complete for port 84de1ae3-163d-4cbd-b4b7-83687b1760bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:53.279041 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7294d10-c3db-4704-acdc-7d17ca7242cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.292121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27612a7e-6b85-495e-8b6e-32270df48ff4 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:46:53.303458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.305948 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.401823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] No DVR routers for this DVR port 27612a7e-6b85-495e-8b6e-32270df48ff4 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:53.403951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ea609-369c-414f-aa9f-acc3e3515253 None None] Pushing event deleted for resources: {'Port': ['ID=27612a7e-6b85-495e-8b6e-32270df48ff4,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:53.422872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 27612a7e-6b85-495e-8b6e-32270df48ff4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:46:53.423518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 27612a7e-6b85-495e-8b6e-32270df48ff4 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:46:53.450890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Port': ['ID=27612a7e-6b85-495e-8b6e-32270df48ff4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:53.455988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:53.459166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:53.473918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] No DVR routers for this DVR port 27612a7e-6b85-495e-8b6e-32270df48ff4 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:46:53.515218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'project_id': 'e91d2c06e9684ce780561ea693623981', 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:46:53.517597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.536471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.538680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b7294d10-c3db-4704-acdc-7d17ca7242cc None None] Port 84de1ae3-163d-4cbd-b4b7-83687b1760bc cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:53.641921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.725411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] Provisioning complete for port 84de1ae3-163d-4cbd-b4b7-83687b1760bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:53.725808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.808571 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e49c-edbc-461f-97fc-92a1c6ed95b7 None None] Pushing event updated for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:53.833465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:53.891813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Allocated IP 172.23.0.2 (ed9c70bd-d7e9-49c6-a66b-e7a54feff424/a2abce67-b196-4e81-a0c5-b7ad0606bf3c/28e5f995-5143-4a52-8f8e-8a48254c8baa) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:53.892031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a39a13-6a38-4e4c-9b25-09cc5aea3a74']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:53.907495 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:53.914453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d457252-c8e8-4c7a-a009-d471a536e4af') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:53.915079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d457252-c8e8-4c7a-a009-d471a536e4af') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:53.951358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.045985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.086282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:46:54.087945 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:46:54.115782 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:46:54.138716 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.292799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:48Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:53Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:54.297431 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.343083 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a41d8b-5e4b-4cf8-af51-34bf881b6af2 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:48Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:53Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:46:54.345027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.350627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] For port 84de1ae3-163d-4cbd-b4b7-83687b1760bc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=84de1ae3-163d-4cbd-b4b7-83687b1760bc,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:54.356808 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] 10.222.0.16 "DELETE /v2.0/networks/40a39a13-6a38-4e4c-9b25-09cc5aea3a74 HTTP/1.1" status: 204 len: 168 time: 2.3839595 Dec 23 12:46:54.384670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.386274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec902-cdb3-4409-8ee8-a9a7a6d013f2 tempest-NetworksIpV6Test-2096871910 tempest-NetworksIpV6Test-2096871910-project] Pushing event deleted for resources: {'Network': ['ID=40a39a13-6a38-4e4c-9b25-09cc5aea3a74,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:54.436517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.527096 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.593808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:54.600345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Allocated IP 172.23.0.1 (ed9c70bd-d7e9-49c6-a66b-e7a54feff424/a2abce67-b196-4e81-a0c5-b7ad0606bf3c/ac4e3f16-9850-4dff-8476-111cb3ea0a90) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:46:54.620148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:54.665042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:54.733765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc86c7-3355-4835-af74-884e1a7631b2 None None] Pushing event updated for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:54.741683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-85d9698f-b297-409b-83fb-d56f3845e815 None None] Provisioning complete for port 84de1ae3-163d-4cbd-b4b7-83687b1760bc triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:54.742059 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-85d9698f-b297-409b-83fb-d56f3845e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.884096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Attempting to bind port 28e5f995-5143-4a52-8f8e-8a48254c8baa on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:46:54.884471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Attempting to bind port 28e5f995-5143-4a52-8f8e-8a48254c8baa by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:46:54.884874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Attempting to bind port 28e5f995-5143-4a52-8f8e-8a48254c8baa on network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:46:54.888330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Pushing event updated for resources: {'Port': ['ID=28e5f995-5143-4a52-8f8e-8a48254c8baa,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:54.896918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:46:54.897290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Checking segment: {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:46:54.897693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.898085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Bound using segment: {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:46:54.898555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Bound port: 28e5f995-5143-4a52-8f8e-8a48254c8baa, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:46:54.898931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:54.924651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.034894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.133976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:55.141669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:55.156330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:46:55.231189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:55.246960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.305997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] For port 28e5f995-5143-4a52-8f8e-8a48254c8baa, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:46:55.313200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] For port 28e5f995-5143-4a52-8f8e-8a48254c8baa, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28e5f995-5143-4a52-8f8e-8a48254c8baa,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:46:55.332480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 84de1ae3-163d-4cbd-b4b7-83687b1760bc up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:55.361856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49196) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:55.381504 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.538180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d29927-3b47-4077-93b4-b46caf4389bc None None] Pushing event updated for resources: {'Port': ['ID=28e5f995-5143-4a52-8f8e-8a48254c8baa,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:55.553261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 84de1ae3-163d-4cbd-b4b7-83687b1760bc triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:55.554494 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.694392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe4e8987-e078-4e55-9fdf-e5286b21760f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b063ed28768a451c8bdb121b7577d33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306921 Dec 23 12:46:55.749265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.749887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49206) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:55.827283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:55.868261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.181404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.186959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.190980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ee6a7d4-c6c0-4741-9f4b-3cd36a56a278 HTTP/1.1" status: 204 len: 168 time: 0.4523695 Dec 23 12:46:56.208019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991b70c-6a72-4d12-a4cb-2d332d4a2bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee6a7d4-c6c0-4741-9f4b-3cd36a56a278,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:56.391887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.467501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.535272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:56.682369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event updated for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:56.767410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-f7ee96b9-447d-4397-a72f-58f411c7aafc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1988351 Dec 23 12:46:56.894206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:46:56.898649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:46:57.100436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.100956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.101432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.101900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.102354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.103028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.103342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.105361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a4451359-009d-4036-b19e-6502c5a13c30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e221b03ba714d2f8694d9bd395858da&device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 6491 time: 0.2668490 Dec 23 12:46:57.127989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:57.152751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e79cfe-7e6b-4ade-b232-4d2d8d189267 None None] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:46:57.303094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28e5f995-5143-4a52-8f8e-8a48254c8baa up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:57.311444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] Provisioning complete for port 28e5f995-5143-4a52-8f8e-8a48254c8baa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:57.311444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:57.523166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:46:57.538019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4b2332a-fe2a-43b3-9b43-7c3a48da5146 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8940465 Dec 23 12:46:57.538190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:46:57.538651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:57.547994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:46:57.556524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 28e5f995-5143-4a52-8f8e-8a48254c8baa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:57.557110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:57.616118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:46:57.616762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:57.721607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-7c7dda6e-5ae1-49c3-ad2c-062db9f20f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.722255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-7c7dda6e-5ae1-49c3-ad2c-062db9f20f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.722889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-7c7dda6e-5ae1-49c3-ad2c-062db9f20f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:57.726246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-7c7dda6e-5ae1-49c3-ad2c-062db9f20f2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&id=efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 200 len: 2292 time: 0.5911841 Dec 23 12:46:57.764867 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:57.833319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:46:57.932004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:57.937031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039859 Dec 23 12:46:57.940755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:57.976020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-43ad8067-08f5-4d47-983c-21200506e320 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 200 len: 1001 time: 0.1893504 Dec 23 12:46:58.023790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] For port 28e5f995-5143-4a52-8f8e-8a48254c8baa, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28e5f995-5143-4a52-8f8e-8a48254c8baa,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:46:58.085003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-b75a136e-6c95-4fbf-98dc-6aa17d372364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:58.094069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-b75a136e-6c95-4fbf-98dc-6aa17d372364 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 200 len: 850 time: 0.1003368 Dec 23 12:46:58.143701 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf80438b-f0b2-4710-8b77-98961f1b7d20 tempest-NetworksApiDiscovery-344237662 tempest-NetworksApiDiscovery-344237662-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2014444 Dec 23 12:46:58.153607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:58.166300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:58.273132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-51c0c86b-4585-4f91-944c-73265701f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:58.277189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-51c0c86b-4585-4f91-944c-73265701f4be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631267 Dec 23 12:46:58.495255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bcd6ee47-abb0-46f2-a9c2-79dc810eacf4 None None] Provisioning complete for port ac4e3f16-9850-4dff-8476-111cb3ea0a90 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:58.496480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ee47-abb0-46f2-a9c2-79dc810eacf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:58.515632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:46:58.516129 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:46:58.529828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-69a7a903-b15a-41c4-94f7-fd05a5452522 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420032 Dec 23 12:46:58.539021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710121d-0422-4ce8-aec8-7cbfc1b8b921 None None] Pushing event updated for resources: {'Port': ['ID=28e5f995-5143-4a52-8f8e-8a48254c8baa,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:58.630841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:46:58.672315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Removed routes are [] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:46:58.675262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:58.755388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-e6c2943d-585b-48bb-89d8-a9adf62466c5 service neutron] 10.222.0.43 "GET /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170258 Dec 23 12:46:58.904897 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49302) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:58.938317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6ee47-abb0-46f2-a9c2-79dc810eacf4 None None] Port ac4e3f16-9850-4dff-8476-111cb3ea0a90 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:58.995231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-b7695155-3fea-4741-94d6-a04475ff689a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 217 time: 0.2314305 Dec 23 12:46:59.028624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bcd6ee47-abb0-46f2-a9c2-79dc810eacf4 None None] Provisioning complete for port 28e5f995-5143-4a52-8f8e-8a48254c8baa triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:59.030214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ee47-abb0-46f2-a9c2-79dc810eacf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.101203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3274381c-7b99-4237-94e1-cc99dd466908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.208707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-94f2beeb-4431-4eec-8f2c-e8cfe36aa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:59.208842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-94f2beeb-4431-4eec-8f2c-e8cfe36aa099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.2023592 Dec 23 12:46:59.236410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:55Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:46:55Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:46:59.262456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.276564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:46:59.276866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Updating router 80703c80-735c-4d3f-906a-6ca83da70c57 port ac4e3f16-9850-4dff-8476-111cb3ea0a90 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:46:59.278521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.313003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3274381c-7b99-4237-94e1-cc99dd466908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.330569 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.375513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3274381c-7b99-4237-94e1-cc99dd466908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.412137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3274381c-7b99-4237-94e1-cc99dd466908 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84c7c252cf254d92af08fd80c66432c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051885 Dec 23 12:46:59.419173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:46:59.450362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-817293d9-f4e1-4339-a784-1d55aef0959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:46:59.452504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-817293d9-f4e1-4339-a784-1d55aef0959b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2346010 Dec 23 12:46:59.496282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28e5f995-5143-4a52-8f8e-8a48254c8baa up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:46:59.522181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274381c-7b99-4237-94e1-cc99dd466908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00b1a66-dc83-49ec-9ddd-55d4f1ad3b87,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:59.577509 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.605603 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.668673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-11224790-2444-4ca9-8c4f-dca2155c9acb service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966565 Dec 23 12:46:59.691056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:46:59.693220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-efd9ae41-fce5-4806-938a-6a57672e7aaa None None] Provisioning complete for port ac4e3f16-9850-4dff-8476-111cb3ea0a90 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:59.693803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-efd9ae41-fce5-4806-938a-6a57672e7aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.736201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.739841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.741950 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b00b1a66-dc83-49ec-9ddd-55d4f1ad3b87 HTTP/1.1" status: 204 len: 168 time: 0.3206620 Dec 23 12:46:59.757868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bfe57-e92b-4045-99fc-7116233d41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00b1a66-dc83-49ec-9ddd-55d4f1ad3b87,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:46:59.799788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 28e5f995-5143-4a52-8f8e-8a48254c8baa triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:46:59.800402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:46:59.806311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-efd9ae41-fce5-4806-938a-6a57672e7aaa None None] Port ac4e3f16-9850-4dff-8476-111cb3ea0a90 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:46:59.938102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.083189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.170386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7694-16ca-4da8-96c0-32749db094b3 None None] Pushing event updated for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:00.288089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Attempting to bind port ac4e3f16-9850-4dff-8476-111cb3ea0a90 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:47:00.288845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Attempting to bind port ac4e3f16-9850-4dff-8476-111cb3ea0a90 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:47:00.289148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Attempting to bind port ac4e3f16-9850-4dff-8476-111cb3ea0a90 on network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:47:00.303495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:47:00.304537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Checking segment: {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:47:00.305057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-3ee55ab3-3210-4b16-8ba9-0238d1a2f27b service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261895 Dec 23 12:47:00.308045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.308635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Bound using segment: {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:47:00.310510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Bound port: ac4e3f16-9850-4dff-8476-111cb3ea0a90, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:47:00.313174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.357754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:00.440636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.448841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d44f45ac-8248-4e9c-9c8c-ae69af61a07b tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 934 time: 2.9070711 Dec 23 12:47:00.449652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49342) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:00.450156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-e3a156e1-6c57-49c1-8769-f671ab11fcd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 217 time: 0.1378834 Dec 23 12:47:00.488905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] For port ac4e3f16-9850-4dff-8476-111cb3ea0a90, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:47:00.492195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] For port ac4e3f16-9850-4dff-8476-111cb3ea0a90, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ac4e3f16-9850-4dff-8476-111cb3ea0a90,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:47:00.562127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e18e9c13-4230-46bb-8c14-8d5d9e50e0c6 None None] Provisioning complete for port ac4e3f16-9850-4dff-8476-111cb3ea0a90 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:00.564505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e18e9c13-4230-46bb-8c14-8d5d9e50e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.577885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-043b7e4c-ddaf-4c97-80f5-660fd34bdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:00.579663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-043b7e4c-ddaf-4c97-80f5-660fd34bdd15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1216490 Dec 23 12:47:00.627945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:00.642131 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f1766d5c-1362-41f4-a604-3c9066198549 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 934 time: 0.1904871 Dec 23 12:47:00.642750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:00.650340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'routes': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:00.751343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-ef0bad41-f14d-47d7-9bbe-220e54661d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:00.755613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-ef0bad41-f14d-47d7-9bbe-220e54661d32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671920 Dec 23 12:47:00.822644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7694-16ca-4da8-96c0-32749db094b3 None None] Pushing event updated for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:00.849493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e18e9c13-4230-46bb-8c14-8d5d9e50e0c6 None None] Port ac4e3f16-9850-4dff-8476-111cb3ea0a90 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:47:00.883714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:00.886761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:01.054244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-0789afd1-e273-4d9a-b399-7e6b17188db3 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909708 Dec 23 12:47:01.174985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:01.420491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-28d5b6d8-9eb3-43c8-8fb2-8afb6a17dc43 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564582 Dec 23 12:47:01.461499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] Provisioning complete for port ac4e3f16-9850-4dff-8476-111cb3ea0a90 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:01.462735 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:01.474227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-07bde5fa-fea9-4d02-94be-d5de0765bd64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 200 len: 217 time: 0.0466249 Dec 23 12:47:01.575910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-4209cb75-9d5a-4f08-9842-1aee279c394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:01.577964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-4209cb75-9d5a-4f08-9842-1aee279c394b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.0945954 Dec 23 12:47:01.625574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added routes are [] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:47:01.627433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:47:01.633670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:01.684067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-57eee910-6dcf-4c9b-8a0f-85a96cb100b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:01.687201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-57eee910-6dcf-4c9b-8a0f-85a96cb100b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001379 Dec 23 12:47:01.692442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] For port ac4e3f16-9850-4dff-8476-111cb3ea0a90, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ac4e3f16-9850-4dff-8476-111cb3ea0a90,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:01.746324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:01.757579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:01.890210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a839f388-aa36-4c37-ba2b-16518de04e00 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948645 Dec 23 12:47:01.902592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a8d8e-3193-4456-8e4d-1178a99af7bc None None] Pushing event updated for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:01.956322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:58Z', 'revision_number': 6, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:47:00Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:02.033607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125a9cf-da43-4619-9e7f-04bad18a43a5 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:46:58Z', 'revision_number': 6, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:47:00Z', 'revision_number': 4, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:02.085351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-bc63c30c-a5d9-4597-a894-2950c0100591 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879165 Dec 23 12:47:02.202627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-99840d95-3fcd-40cb-b5ee-37f14e6ee4ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 200 len: 217 time: 0.0921009 Dec 23 12:47:02.338236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-2724dcad-cba3-41fc-aa9c-e701fcd7b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:02.339732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-2724dcad-cba3-41fc-aa9c-e701fcd7b280 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 200 len: 797 time: 0.1297860 Dec 23 12:47:02.360445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:02.365610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:02.438560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-253666db-6c02-4ead-aaf7-dd11d2297961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:02.440246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-253666db-6c02-4ead-aaf7-dd11d2297961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876369 Dec 23 12:47:02.554853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:02.581521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-a036e37b-5baa-4830-a6aa-b6ef25c70681 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336148 Dec 23 12:47:02.760401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:02.778266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:02.787225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49406) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:02.788905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5da5df5-3738-4897-bc36-ce71ecfb8b4e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 700 time: 2.1448648 Dec 23 12:47:03.000181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-844262bd-be35-4fe1-8ad9-96d217abfcdb service neutron] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118843 Dec 23 12:47:03.056396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-2ab7200b-a2ff-442b-8ce0-e1ad15a333e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 200 len: 217 time: 0.0488844 Dec 23 12:47:03.149219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-bef172e7-4a79-42f1-ae26-1ce0131bce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:03.151034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-bef172e7-4a79-42f1-ae26-1ce0131bce9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.0792303 Dec 23 12:47:03.174985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-de9272bc-4f8c-49c0-b424-6680b988b543 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 700 time: 0.3838603 Dec 23 12:47:03.176046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49418) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:03.266323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-1814aaa7-798c-44ed-be45-1c9d2c6d35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:03.267430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-1814aaa7-798c-44ed-be45-1c9d2c6d35aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942032 Dec 23 12:47:03.486125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ac4e3f16-9850-4dff-8476-111cb3ea0a90 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:47:03.486719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-14e622ba-1f58-41f2-9e31-2c4e2ed25dab service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040019 Dec 23 12:47:03.587906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ac4e3f16-9850-4dff-8476-111cb3ea0a90 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:03.588805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:03.666383 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:03.680936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:03.682351 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:03.811619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-c16868d7-e16c-4969-9d5b-b30c796888d8 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245561 Dec 23 12:47:03.828428 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:03.947252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-f4827f7a-297b-405d-9c90-eb5614546201 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 200 len: 217 time: 0.1276228 Dec 23 12:47:04.073224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-49a37a31-556d-4b23-abb7-2eedcda90a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:04.075078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-49a37a31-556d-4b23-abb7-2eedcda90a27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 200 len: 797 time: 0.1209180 Dec 23 12:47:04.132847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-6403fc7c-9d1a-442b-9d0b-b9a8761b1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:04.134765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-6403fc7c-9d1a-442b-9d0b-b9a8761b1a6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=efa7c0b0-5938-4641-ba50-5411cd51d9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524945 Dec 23 12:47:04.211793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 7, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:04.246710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:04.284978 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:04.297203 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:04.297833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:04.360356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-834d4e37-9331-434c-94f9-4472e562d372 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173104 Dec 23 12:47:04.481872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:04.523958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed6c6d52-8d20-4bd3-9211-acaf78a7b53e req-2a5c2130-0a94-4bb5-be1a-695bb75ebb57 service neutron] 10.222.0.43 "GET /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540823 Dec 23 12:47:04.683001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port ac4e3f16-9850-4dff-8476-111cb3ea0a90 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:04.683574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:04.891870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port ac4e3f16-9850-4dff-8476-111cb3ea0a90, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ac4e3f16-9850-4dff-8476-111cb3ea0a90,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:04.892238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:04.907290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for ac4e3f16-9850-4dff-8476-111cb3ea0a90 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:04.908599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-697b042a-e855-4428-9407-719ca9968b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 7, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:04.962126 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b042a-e855-4428-9407-719ca9968b57 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 7, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac4e3f16-9850-4dff-8476-111cb3ea0a90', 'name': '', 'network_id': 'ed9c70bd-d7e9-49c6-a66b-e7a54feff424', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:53Z', 'updated_at': '2021-12-23T12:47:01Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'a2abce67-b196-4e81-a0c5-b7ad0606bf3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:05.255425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:05.440647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=ac4e3f16-9850-4dff-8476-111cb3ea0a90,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:05.559993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:05.789543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:05.903812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:05.915254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:05.915696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebf10692-3510-443c-a357-d4a61a3ae0fd tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358556 Dec 23 12:47:05.940290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:05.954745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:05.965220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:06.033485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet a2abce67-b196-4e81-a0c5-b7ad0606bf3c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:06.037371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.088065 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.096643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:06.200557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.414045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:05Z', 'revision_number': 8, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:06.457713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:06.483936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.487378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:06.489208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:06.542902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=a2abce67-b196-4e81-a0c5-b7ad0606bf3c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:06.547295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.551157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fc6463fc-402c-496e-aa31-1b84266634d6 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/a2abce67-b196-4e81-a0c5-b7ad0606bf3c HTTP/1.1" status: 204 len: 168 time: 0.6374931 Dec 23 12:47:06.554360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49540) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:06.612281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb17bdd-fccf-4720-be19-4ceb5c26ecd6 None None] Network ed9c70bd-d7e9-49c6-a66b-e7a54feff424 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:06.657370 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.716164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:06.728028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 28e5f995-5143-4a52-8f8e-8a48254c8baa {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:06.728519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.819455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 28e5f995-5143-4a52-8f8e-8a48254c8baa, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=28e5f995-5143-4a52-8f8e-8a48254c8baa,segment=NetworkSegment(5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7),segment_id=5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:06.820759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:06.850872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 28e5f995-5143-4a52-8f8e-8a48254c8baa owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:07.065023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.097158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 28e5f995-5143-4a52-8f8e-8a48254c8baa on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:07.173939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=28e5f995-5143-4a52-8f8e-8a48254c8baa,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:07.303274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.303663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:05Z', 'revision_number': 8, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:07.339171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9c70bd-d7e9-49c6-a66b-e7a54feff424']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:07.356393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:07.356393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3a8eab-b20d-4ae5-ae06-761fa5c6a5b7') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:07.363958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.374005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd14afe-4c73-4029-8c08-25467b9285bb None None] DHCP port deletion for ed9c70bd-d7e9-49c6-a66b-e7a54feff424 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:07.381598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.381897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981aa59f-70f9-4141-ac77-efe714426859 None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:05Z', 'revision_number': 8, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84de1ae3-163d-4cbd-b4b7-83687b1760bc', 'name': '', 'network_id': 'b52f9c37-a542-4b61-a3eb-542d65f3c979', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:83:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:46Z', 'updated_at': '2021-12-23T12:46:54Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd4b66101-a243-4981-a9d2-f33df76a66e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:07.392520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:07.394294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:07.401751 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:07.564104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.580443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:07.587911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/ed9c70bd-d7e9-49c6-a66b-e7a54feff424 HTTP/1.1" status: 204 len: 168 time: 1.0309021 Dec 23 12:47:07.588706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49586) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:07.601848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7c4d-964c-4457-ba74-be40fc367cd1 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=ed9c70bd-d7e9-49c6-a66b-e7a54feff424,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:08.551166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:08.953675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 84de1ae3-163d-4cbd-b4b7-83687b1760bc {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:08.954344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.090764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 84de1ae3-163d-4cbd-b4b7-83687b1760bc, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=84de1ae3-163d-4cbd-b4b7-83687b1760bc,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:09.091392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.108739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 84de1ae3-163d-4cbd-b4b7-83687b1760bc owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:09.261646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28e5f995-5143-4a52-8f8e-8a48254c8baa no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:09.319169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 28e5f995-5143-4a52-8f8e-8a48254c8baa {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:09.319680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 28e5f995-5143-4a52-8f8e-8a48254c8baa not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:09.320856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ac4e3f16-9850-4dff-8476-111cb3ea0a90 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:09.371741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ac4e3f16-9850-4dff-8476-111cb3ea0a90 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:09.373719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ac4e3f16-9850-4dff-8476-111cb3ea0a90 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:09.420977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49638) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:09.467488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.575925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a4d0b21-0bf4-49dd-8977-99dac24679b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.588910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=84de1ae3-163d-4cbd-b4b7-83687b1760bc,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:09.712870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a4d0b21-0bf4-49dd-8977-99dac24679b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.764512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8a4d0b21-0bf4-49dd-8977-99dac24679b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.818358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8a4d0b21-0bf4-49dd-8977-99dac24679b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bea3012ae2848a8bb67df251ad3378a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958738 Dec 23 12:47:09.822317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49646) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:09.828321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:09.941716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d0b21-0bf4-49dd-8977-99dac24679b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6227d43c-fc52-4b26-8785-31e139d7545a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:10.026684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.066446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.141883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:10.192488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.195643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.199758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6227d43c-fc52-4b26-8785-31e139d7545a HTTP/1.1" status: 204 len: 168 time: 0.3623710 Dec 23 12:47:10.212135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ee664-c5d9-4e88-b753-7a3987c07c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6227d43c-fc52-4b26-8785-31e139d7545a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:10.275251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:10.285246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49652) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:10.286988 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-23f62823-ab94-4cc3-9bd6-1582f8a8b0a3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6936088 Dec 23 12:47:10.298975 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:10.314563 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:10.315249 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:10.347957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet d4b66101-a243-4981-a9d2-f33df76a66e9 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:10.351555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.411461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.469234 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:10.536009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.753823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:09Z', 'revision_number': 9, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:10.784702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:10.794182 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:10.794822 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:10.815853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.852213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b66101-a243-4981-a9d2-f33df76a66e9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:10.856216 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:10.861273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b42f50a-efdc-4d23-b92e-5045b6955502 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d4b66101-a243-4981-a9d2-f33df76a66e9 HTTP/1.1" status: 204 len: 168 time: 0.5731382 Dec 23 12:47:10.863879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1577ac-b661-45b0-8ca8-5b05d93543af None None] Network b52f9c37-a542-4b61-a3eb-542d65f3c979 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:10.864761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49660) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:10.979810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.052446 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:11.151030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] DHCP port deletion for b52f9c37-a542-4b61-a3eb-542d65f3c979 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:11.153962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port a08a906f-f9dd-40e1-b6ab-bb2837483df9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:11.153962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.155083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49664) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:11.178392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7f693ad-95c7-47b5-b3eb-d99eb4d6b122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.209826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Deleting port a08a906f-f9dd-40e1-b6ab-bb2837483df9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:11.210246 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.334021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] For port a08a906f-f9dd-40e1-b6ab-bb2837483df9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a08a906f-f9dd-40e1-b6ab-bb2837483df9,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:11.334426 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.370242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Calling delete_port for a08a906f-f9dd-40e1-b6ab-bb2837483df9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:11.372253 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:09Z', 'revision_number': 9, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:11.416441 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e784d-17dc-4756-ba65-c7dba458313b None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:09Z', 'revision_number': 9, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec6ad6dc-4b10-4ea9-a118-a6703280eefd', 'name': '', 'network_id': 'da816e84-f71f-4086-a31e-08266cf24192', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:63:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:39Z', 'updated_at': '2021-12-23T12:46:47Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': 'd8815709-be34-47f8-bb0a-4fc29e86d252', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:11.417422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port a08a906f-f9dd-40e1-b6ab-bb2837483df9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a08a906f-f9dd-40e1-b6ab-bb2837483df9,segment=NetworkSegment(c4691ea2-afba-4cd3-a940-3094e47baa29),segment_id=c4691ea2-afba-4cd3-a940-3094e47baa29)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:11.418153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.440854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for a08a906f-f9dd-40e1-b6ab-bb2837483df9 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:11.450812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7f693ad-95c7-47b5-b3eb-d99eb4d6b122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.464607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a08a906f-f9dd-40e1-b6ab-bb2837483df9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:11.513147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7f693ad-95c7-47b5-b3eb-d99eb4d6b122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.571190 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.583370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7f693ad-95c7-47b5-b3eb-d99eb4d6b122 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe3c38de10cf4bd191161b467f5419ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281518 Dec 23 12:47:11.584881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f693ad-95c7-47b5-b3eb-d99eb4d6b122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe669948-793c-40c2-bce3-73f4e73248da,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:11.587381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49666) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:11.613850 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.616137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.644564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port a08a906f-f9dd-40e1-b6ab-bb2837483df9 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:11.649855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.678610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.705939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=a08a906f-f9dd-40e1-b6ab-bb2837483df9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:11.739107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] No DVR routers for this DVR port a08a906f-f9dd-40e1-b6ab-bb2837483df9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:11.740244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Pushing event deleted for resources: {'Port': ['ID=a08a906f-f9dd-40e1-b6ab-bb2837483df9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.761945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.763064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e03c0c-707d-4296-bb2a-56c7accab570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:11.809533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.813293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.814460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe669948-793c-40c2-bce3-73f4e73248da HTTP/1.1" status: 204 len: 168 time: 0.2260084 Dec 23 12:47:11.822748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1bfa3-e67a-42c0-87f7-c8712073d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe669948-793c-40c2-bce3-73f4e73248da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:11.829075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.863183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52f9c37-a542-4b61-a3eb-542d65f3c979']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:11.883842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4691ea2-afba-4cd3-a940-3094e47baa29') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:11.884348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4691ea2-afba-4cd3-a940-3094e47baa29') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:11.910745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.942409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.949367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:11.951685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:11.954836 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:12.152167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:12.158477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:12.162376 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/b52f9c37-a542-4b61-a3eb-542d65f3c979 HTTP/1.1" status: 204 len: 168 time: 1.2958939 Dec 23 12:47:12.165412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49676) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:12.180796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc33947-c827-4695-b1c4-74aaa87d3757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=b52f9c37-a542-4b61-a3eb-542d65f3c979,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:12.618853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:12.962446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port ec6ad6dc-4b10-4ea9-a118-a6703280eefd {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:12.962782 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:13.083915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port ec6ad6dc-4b10-4ea9-a118-a6703280eefd, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:13.084290 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:13.101491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for ec6ad6dc-4b10-4ea9-a118-a6703280eefd owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:13.245325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 84de1ae3-163d-4cbd-b4b7-83687b1760bc no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:13.270684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b559c49-e403-4773-941c-a90d6cc0e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:13.275655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 84de1ae3-163d-4cbd-b4b7-83687b1760bc {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:13.276533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 84de1ae3-163d-4cbd-b4b7-83687b1760bc not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:13.375717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:13.415625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=ec6ad6dc-4b10-4ea9-a118-a6703280eefd,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:13.637871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.152242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:14.247282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:14.253931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1b05059b-5cb2-44b7-9fa5-acf04f1c9eff tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0869062 Dec 23 12:47:14.256158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:14.268348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:14.278951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:14.280490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:14.314359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet d8815709-be34-47f8-bb0a-4fc29e86d252 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:14.317622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.367336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.375951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:14.492002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.615801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:13Z', 'revision_number': 10, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:14.647272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:14.657005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:14.657629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:46:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:14.681025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.749124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=d8815709-be34-47f8-bb0a-4fc29e86d252,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:14.780919 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:14.784736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8020898-6e35-47ca-950f-b859b5290630 None None] Network da816e84-f71f-4086-a31e-08266cf24192 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:14.787043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9d36c202-89de-4116-a024-2e7e77a5eaf4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d8815709-be34-47f8-bb0a-4fc29e86d252 HTTP/1.1" status: 204 len: 168 time: 0.5291519 Dec 23 12:47:14.789734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49730) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:14.857703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:14.950902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.081913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 6fb1885a-4c81-4086-8b65-53399243b9af {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:15.082383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.161485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] DHCP port deletion for da816e84-f71f-4086-a31e-08266cf24192 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:15.199145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 6fb1885a-4c81-4086-8b65-53399243b9af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6fb1885a-4c81-4086-8b65-53399243b9af,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:15.199514 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.214063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 6fb1885a-4c81-4086-8b65-53399243b9af owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:15.330746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:13Z', 'revision_number': 10, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:15.372900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c203dbd2-5477-4497-b2b3-9a7b97d9e47c None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:13Z', 'revision_number': 10, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None, '_interfaces': [{'id': '6f8531cf-d1fc-41b7-af45-ed757e3416cf', 'name': '', 'network_id': '3673a4e4-6309-4d25-824d-ee45478133f0', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'mac_address': 'fa:16:3e:80:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:46:32Z', 'updated_at': '2021-12-23T12:46:38Z', 'revision_number': 5, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'subnets': [{'id': '9a0eabf5-53c2-47f1-a0fe-7b902752d9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:15.374490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Deleting port 6fb1885a-4c81-4086-8b65-53399243b9af {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:15.374866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.432273 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.451688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 6fb1885a-4c81-4086-8b65-53399243b9af on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:15.478640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=6fb1885a-4c81-4086-8b65-53399243b9af,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:15.577446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.604082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da816e84-f71f-4086-a31e-08266cf24192']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:15.618137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eacdba-a7d7-44af-87a5-4b39b711a64b') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:15.618459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eacdba-a7d7-44af-87a5-4b39b711a64b') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:15.631617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.650812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.661481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:15.662474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:15.666666 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:15.679373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6fb1885a-4c81-4086-8b65-53399243b9af no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:15.705724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6fb1885a-4c81-4086-8b65-53399243b9af {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:15.706227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6fb1885a-4c81-4086-8b65-53399243b9af not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:15.725605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] For port 6fb1885a-4c81-4086-8b65-53399243b9af, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6fb1885a-4c81-4086-8b65-53399243b9af,segment=NetworkSegment(78eacdba-a7d7-44af-87a5-4b39b711a64b),segment_id=78eacdba-a7d7-44af-87a5-4b39b711a64b)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:15.726175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.750778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Calling delete_port for 6fb1885a-4c81-4086-8b65-53399243b9af owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:15.841324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.843234 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.852066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:15.857128 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/da816e84-f71f-4086-a31e-08266cf24192 HTTP/1.1" status: 204 len: 168 time: 1.0654333 Dec 23 12:47:15.859902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:15.874616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Pushing event deleted for resources: {'Port': ['ID=6fb1885a-4c81-4086-8b65-53399243b9af,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:15.882930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] Network da816e84-f71f-4086-a31e-08266cf24192 is not hosted by any dhcp agent {{(pid=104039) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 23 12:47:15.884033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb935d-245f-4a10-8256-45428654d439 None None] No DVR routers for this DVR port 6fb1885a-4c81-4086-8b65-53399243b9af on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:15.903352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1e65-1f44-4f28-b934-d5771edff70f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=da816e84-f71f-4086-a31e-08266cf24192,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:16.084291 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a7f15c48-732b-460c-bfb9-36dc927a1f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:16.332460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:16.524509 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:16.635845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 6f8531cf-d1fc-41b7-af45-ed757e3416cf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:16.636476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:16.753286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 6f8531cf-d1fc-41b7-af45-ed757e3416cf, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6f8531cf-d1fc-41b7-af45-ed757e3416cf,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:16.753654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:16.768405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 6f8531cf-d1fc-41b7-af45-ed757e3416cf owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:17.072939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:17.108294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=6f8531cf-d1fc-41b7-af45-ed757e3416cf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:17.351761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec6ad6dc-4b10-4ea9-a118-a6703280eefd no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:17.389575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ec6ad6dc-4b10-4ea9-a118-a6703280eefd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:17.390909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:17.391247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec6ad6dc-4b10-4ea9-a118-a6703280eefd not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:17.604613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:17.692801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:17.698056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6150672a-a427-45fc-b886-c76547924e54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8371301 Dec 23 12:47:17.700694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49782) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:17.706482 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:17.716968 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:17.717840 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:17.772529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting subnet 9a0eabf5-53c2-47f1-a0fe-7b902752d9c5 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:17.777237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:17.799844 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:17.834420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:17.864275 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:17.894536 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:17.905242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:17.906097 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:17.941548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:17.997316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:18.067406 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:18.094842 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649ef49-8f80-4395-878e-b58eb87ac5bb None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:18.116986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.149735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0eabf5-53c2-47f1-a0fe-7b902752d9c5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:18.153614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.157593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2344e7b1-b0e6-4b63-b39a-0f7df118dfc3 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/9a0eabf5-53c2-47f1-a0fe-7b902752d9c5 HTTP/1.1" status: 204 len: 168 time: 0.4558752 Dec 23 12:47:18.160153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49788) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:18.176254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139b0bc-6206-4552-95c3-52b870dbd8dd None None] Network 3673a4e4-6309-4d25-824d-ee45478133f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:18.230937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.263482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.339257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Deleting port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:18.339695 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.402904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.418372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] For port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:18.419000 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.438260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Calling delete_port for 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:18.457825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] DHCP port deletion for 3673a4e4-6309-4d25-824d-ee45478133f0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:18.561468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Deleting port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:18.566044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.648717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.658950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] For port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,segment=NetworkSegment(c35a796b-f0ab-4038-a31d-7fdc74e95aef),segment_id=c35a796b-f0ab-4038-a31d-7fdc74e95aef)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:18.658950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.674808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Port': ['ID=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:18.683218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Calling delete_port for 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:18.690042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No DVR routers for this DVR port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:18.806553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.830844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673a4e4-6309-4d25-824d-ee45478133f0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:18.841565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a796b-f0ab-4038-a31d-7fdc74e95aef') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:18.842745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a796b-f0ab-4038-a31d-7fdc74e95aef') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:18.846707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.853674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.870703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.878518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:18.878923 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:18.893014 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:18.901899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] No DVR routers for this DVR port 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:18.903958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03a542-cd97-4933-8c13-ff6fef072a5a None None] Pushing event deleted for resources: {'Port': ['ID=9317d2e4-9b4d-4b37-8bb2-3341a48a0f26,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:19.066741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.079608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.094687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/networks/3673a4e4-6309-4d25-824d-ee45478133f0 HTTP/1.1" status: 204 len: 168 time: 0.9276071 Dec 23 12:47:19.095518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:19.101406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'routes': None}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:19.111497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd52f8-2fdb-4726-b404-151ec056bd3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Pushing event deleted for resources: {'Network': ['ID=3673a4e4-6309-4d25-824d-ee45478133f0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:19.199044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.315884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Added routes are [] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:47:19.316427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Removed routes are [] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:47:19.317153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.408526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6f8531cf-d1fc-41b7-af45-ed757e3416cf no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:19.441580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6f8531cf-d1fc-41b7-af45-ed757e3416cf {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:19.441847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6f8531cf-d1fc-41b7-af45-ed757e3416cf not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:19.443392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:19.469678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:47:19.470131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9317d2e4-9b4d-4b37-8bb2-3341a48a0f26 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:19.481264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.485244 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.563716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 80703c80-735c-4d3f-906a-6ca83da70c57 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:19.680771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:19.692239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Sync routers for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:19.695031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.698692 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ed112bf-961d-4aea-8fcd-87aaa9257282 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 701 time: 0.5996919 Dec 23 12:47:19.698930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49830) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:19.714304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:19.714945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:19.746813 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b9c91bc-7492-428b-b130-356ecd5ee532 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 205 time: 0.0446253 Dec 23 12:47:19.747176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49834) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:19.832294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:19.881706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:19.991359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:20.041048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Checking router: 80703c80-735c-4d3f-906a-6ca83da70c57 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:20.053028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Routers {'80703c80-735c-4d3f-906a-6ca83da70c57'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:20.053853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['80703c80-735c-4d3f-906a-6ca83da70c57'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:20.068650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.071479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.147724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] Set router 80703c80-735c-4d3f-906a-6ca83da70c57 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:20.226584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.227273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router 80703c80-735c-4d3f-906a-6ca83da70c57 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:47:20.237236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.247482 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a7828bdf-3080-4953-bfc6-5de8493f1517 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 204 len: 168 time: 0.4952176 Dec 23 12:47:20.249089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49858) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:20.253930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:20.260624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1682765427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:20.308391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7bad88-b253-405f-b68b-1ba1c7cc81cb None None] The sync data for ids ['80703c80-735c-4d3f-906a-6ca83da70c57'] in n-d-822750-2 is: [{'id': '80703c80-735c-4d3f-906a-6ca83da70c57', 'name': 'tempest-RoutersTest-router-1344837554', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:46:29Z', 'updated_at': '2021-12-23T12:47:16Z', 'revision_number': 11, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:20.489916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.497450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.596084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.724495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.879886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:20.883143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24c283e9-b148-448c-a515-042f031ab45f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6303020 Dec 23 12:47:20.883893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:20.888468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:21.134854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:21.227145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:21.483951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Router 7e79431b-6628-4095-a3b9-6f3cb4fbc625 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:47:21.936009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:21.942986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:21.944593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2a9e3eb1-318f-4bb3-9ac0-6951e1b0fc87 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "PUT /v2.0/routers/7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 200 len: 694 time: 1.0593560 Dec 23 12:47:21.946809 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Sync routers for ids ['7e79431b-6628-4095-a3b9-6f3cb4fbc625'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:21.947289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49916) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:21.957611 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Routers {'7e79431b-6628-4095-a3b9-6f3cb4fbc625'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:21.958789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7e79431b-6628-4095-a3b9-6f3cb4fbc625'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:22.032853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Set router 7e79431b-6628-4095-a3b9-6f3cb4fbc625 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:22.057585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a78956c-839a-4494-823d-49a24d0ce89e tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/routers/7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 200 len: 700 time: 0.1095974 Dec 23 12:47:22.060500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.103033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fbbcb570-58de-46fc-9a1f-cf19d3857f3d tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 200 len: 205 time: 0.0386760 Dec 23 12:47:22.105475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49932) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.124805 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e79431b-6628-4095-a3b9-6f3cb4fbc625', 'name': 'tempest-RoutersTest-router-1682765427', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:47:20Z', 'updated_at': '2021-12-23T12:47:21Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:22.166399 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Checking router: 7e79431b-6628-4095-a3b9-6f3cb4fbc625 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:22.177172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Routers {'7e79431b-6628-4095-a3b9-6f3cb4fbc625'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:22.178060 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7e79431b-6628-4095-a3b9-6f3cb4fbc625'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:22.209257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.264735 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] Set router 7e79431b-6628-4095-a3b9-6f3cb4fbc625 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:22.321171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e79431b-6628-4095-a3b9-6f3cb4fbc625', 'name': 'tempest-RoutersTest-router-1682765427', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:47:20Z', 'updated_at': '2021-12-23T12:47:21Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:22.353871 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c7bec-f599-4dfe-8a63-3e9614f3891d None None] The sync data for ids ['7e79431b-6628-4095-a3b9-6f3cb4fbc625'] in n-d-822750-2 is: [{'id': '7e79431b-6628-4095-a3b9-6f3cb4fbc625', 'name': 'tempest-RoutersTest-router-1682765427', 'tenant_id': 'e91d2c06e9684ce780561ea693623981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:47:20Z', 'updated_at': '2021-12-23T12:47:21Z', 'revision_number': 2, 'project_id': 'e91d2c06e9684ce780561ea693623981', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:22.410990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.412796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.586885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.587518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Fanout notify agent at l3_agent the message router_deleted on router 7e79431b-6628-4095-a3b9-6f3cb4fbc625 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:47:22.605565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.605565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a10c8820-99f6-4abe-ac0f-6f992ce28947 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 204 len: 168 time: 0.4932451 Dec 23 12:47:22.605717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49956) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.643644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2eb7d2f9-97b7-44bf-926a-b163b66341de tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 200 len: 205 time: 0.0390518 Dec 23 12:47:22.645968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49958) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.694970 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-5c8b50e1-b2ee-4381-8dc0-1243ddd76757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:22.696007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c8b50e1-b2ee-4381-8dc0-1243ddd76757 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/7e79431b-6628-4095-a3b9-6f3cb4fbc625 HTTP/1.1" status: 404 len: 336 time: 0.0489960 Dec 23 12:47:22.699627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49962) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.729488 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0219be45-94bc-4f51-a0bb-63a156a8d980 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:22.730311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0219be45-94bc-4f51-a0bb-63a156a8d980 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:22.734435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0219be45-94bc-4f51-a0bb-63a156a8d980 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/a2abce67-b196-4e81-a0c5-b7ad0606bf3c HTTP/1.1" status: 404 len: 337 time: 0.0342467 Dec 23 12:47:22.737113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49966) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.764165 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df169a9-c736-4f2d-87ca-3ddf764b6a29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:22.764631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df169a9-c736-4f2d-87ca-3ddf764b6a29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:22.767734 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4df169a9-c736-4f2d-87ca-3ddf764b6a29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d4b66101-a243-4981-a9d2-f33df76a66e9 HTTP/1.1" status: 404 len: 337 time: 0.0296848 Dec 23 12:47:22.770287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49968) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.801799 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dd4785-2666-4d96-a12c-ea1981869f29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:22.802263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dd4785-2666-4d96-a12c-ea1981869f29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:22.805329 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d4dd4785-2666-4d96-a12c-ea1981869f29 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d8815709-be34-47f8-bb0a-4fc29e86d252 HTTP/1.1" status: 404 len: 337 time: 0.0339885 Dec 23 12:47:22.808043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49970) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.828185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:22.837558 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6965798e-b46a-4029-ad0e-b14aae4dd9db tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:22.838077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6965798e-b46a-4029-ad0e-b14aae4dd9db tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:22.841215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6965798e-b46a-4029-ad0e-b14aae4dd9db tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/9a0eabf5-53c2-47f1-a0fe-7b902752d9c5 HTTP/1.1" status: 404 len: 337 time: 0.0322146 Dec 23 12:47:22.845266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.881048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6f9f7d4b-12b5-47c0-ad44-cc4c0da2e195 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 200 len: 205 time: 0.0343988 Dec 23 12:47:22.883708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49980) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.897033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:47:22.931440 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-4b2a1100-5770-47fe-8a34-9e5ba4f16223 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:22.932569 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4b2a1100-5770-47fe-8a34-9e5ba4f16223 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/80703c80-735c-4d3f-906a-6ca83da70c57 HTTP/1.1" status: 404 len: 336 time: 0.0458999 Dec 23 12:47:22.935336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:22.964448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b9fe4e2-3594-43f3-a855-f8b78ea23d1c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=283039ab-83fb-4b57-a48f-0e8bc0fa6788 HTTP/1.1" status: 200 len: 205 time: 0.0273542 Dec 23 12:47:22.967368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.011032 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-48e84c09-e759-4e73-b419-1ef60de7c982 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:23.016114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-48e84c09-e759-4e73-b419-1ef60de7c982 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/283039ab-83fb-4b57-a48f-0e8bc0fa6788 HTTP/1.1" status: 404 len: 336 time: 0.0438085 Dec 23 12:47:23.016378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49988) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.045915 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-de80a41c-be02-427d-a9bd-a46bb57c202c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:23.046543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de80a41c-be02-427d-a9bd-a46bb57c202c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:23.050556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-de80a41c-be02-427d-a9bd-a46bb57c202c tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/ac456ec3-05a9-4dca-b376-7da0ce5311da HTTP/1.1" status: 404 len: 337 time: 0.0332019 Dec 23 12:47:23.054723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.082433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-824a2a27-6b51-442b-a74e-aa4b0b7afd37 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 200 len: 205 time: 0.0266130 Dec 23 12:47:23.084720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 49994) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.130629 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-dee7351b-132a-4ae1-bf6e-349d97301beb tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:23.134476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dee7351b-132a-4ae1-bf6e-349d97301beb tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/2557e865-1df2-4568-9e04-c1853c3f6e3d HTTP/1.1" status: 404 len: 336 time: 0.0487878 Dec 23 12:47:23.134781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 49998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.167044 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-86bf5432-892a-4b40-83b4-296a38ec4117 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c40061-17e3-46fd-bada-6ebb4249fd9b HTTP/1.1" status: 200 len: 205 time: 0.0309734 Dec 23 12:47:23.175028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.218144 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-1509a079-e01e-472e-8efa-469e6c5c6cb4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:23.219331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1509a079-e01e-472e-8efa-469e6c5c6cb4 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/c9c40061-17e3-46fd-bada-6ebb4249fd9b HTTP/1.1" status: 404 len: 336 time: 0.0431547 Dec 23 12:47:23.221989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.263637 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d4d912-433d-4376-a03f-ce856cdd8d82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:23.264749 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d4d912-433d-4376-a03f-ce856cdd8d82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:23.268170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7d4d912-433d-4376-a03f-ce856cdd8d82 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/d06c5bce-49cb-42c9-94a3-296879de6667 HTTP/1.1" status: 404 len: 337 time: 0.0449994 Dec 23 12:47:23.270904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.301188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c99d7a2-4a96-40af-a582-d2756ce5e712 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b71a15-68f6-44a7-a24e-d7a5cb86e095 HTTP/1.1" status: 200 len: 205 time: 0.0290873 Dec 23 12:47:23.303435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50016) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.347451 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-db0c50fc-b2f2-43aa-9807-9476c8d28eef tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:23.350626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db0c50fc-b2f2-43aa-9807-9476c8d28eef tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/e1b71a15-68f6-44a7-a24e-d7a5cb86e095 HTTP/1.1" status: 404 len: 336 time: 0.0441809 Dec 23 12:47:23.351270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50018) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.394638 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed37e607-66ca-4616-b38e-e6e4c4ba1968 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:23.395151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed37e607-66ca-4616-b38e-e6e4c4ba1968 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:23.398371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed37e607-66ca-4616-b38e-e6e4c4ba1968 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/916b2195-2174-400f-9f66-e5fdac85a825 HTTP/1.1" status: 404 len: 337 time: 0.0461864 Dec 23 12:47:23.401098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50026) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.435068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-984d549b-c6a9-48af-98b4-4028ebb69d3f tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "GET /v2.0/ports?device_id=240f1b0b-024e-4fdc-b35c-c5426e0c13b3 HTTP/1.1" status: 200 len: 205 time: 0.0316589 Dec 23 12:47:23.437590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.510411 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-bc78cae8-2f63-4f92-aee7-ca4328fc9f48 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] delete failed (client error): The resource could not be found. Dec 23 12:47:23.516359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bc78cae8-2f63-4f92-aee7-ca4328fc9f48 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/routers/240f1b0b-024e-4fdc-b35c-c5426e0c13b3 HTTP/1.1" status: 404 len: 336 time: 0.0717463 Dec 23 12:47:23.518222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50042) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.551256 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc778f4-8239-4613-8839-701f1ae8a0f5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:23.551256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc778f4-8239-4613-8839-701f1ae8a0f5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:23.555001 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5cc778f4-8239-4613-8839-701f1ae8a0f5 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/6bd2763f-0001-4687-8271-bc60cbd78e28 HTTP/1.1" status: 404 len: 337 time: 0.0357316 Dec 23 12:47:23.557545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50044) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:23.590213 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f526ce08-eff7-40f4-b72f-90353987fd54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] DELETE failed (client error): The resource could not be found. Dec 23 12:47:23.590669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f526ce08-eff7-40f4-b72f-90353987fd54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:47:23.594633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f526ce08-eff7-40f4-b72f-90353987fd54 tempest-RoutersTest-1608451294 tempest-RoutersTest-1608451294-project] 10.222.0.16 "DELETE /v2.0/subnets/fa488b6a-6675-4813-868e-59db860183f9 HTTP/1.1" status: 404 len: 337 time: 0.0355697 Dec 23 12:47:24.538225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:24.718500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ac45596-f5c1-4365-bbae-3ee99ab31a85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e91d2c06e9684ce780561ea693623981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787181 Dec 23 12:47:24.719430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:24.773278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:24.798701 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:24.981070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:24.984612 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:24.985940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2b17c45-0c24-4744-9647-f77e9e7dd44a HTTP/1.1" status: 204 len: 168 time: 0.2654693 Dec 23 12:47:25.009419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d02d2-c39b-4616-affa-70500a51bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b17c45-0c24-4744-9647-f77e9e7dd44a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:26.339516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:26.458693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1291090807'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:26.615081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Made reservation on behalf of 8586df4298994f59bc289c80248051c9 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:26.618694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:26.628294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:26.713568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:26.792168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:26.822277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:47:26.830503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1932f-772e-4cee-b247-fe8447da5a5a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:26.836903 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:26.837228 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Added segment 7426e9eb-08a2-4c47-8992-225e462507df of type vlan for network 664dd0c5-6097-4634-91a8-a3e661226204 Dec 23 12:47:26.880580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:27.026568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:27.032513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:27.033185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:27.107892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Pushing event updated for resources: {'Network': ['ID=664dd0c5-6097-4634-91a8-a3e661226204,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:27.119272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 664dd0c5-6097-4634-91a8-a3e661226204 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:47:27.200421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77b03010-5d44-4008-b28a-93e6d092354b tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8597383 Dec 23 12:47:27.204601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50208) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:27.209434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-b6afad4c-41e9-4262-a665-12f22070abe1 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1934544173') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:27.799401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6afad4c-41e9-4262-a665-12f22070abe1 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "PUT /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1934544173 HTTP/1.1" status: 201 len: 201 time: 0.5937278 Dec 23 12:47:27.801863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50232) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:27.805983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-3f169339-c2b3-45b0-935e-4c80ae19dfa1 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1934544173') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:27.878453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3f169339-c2b3-45b0-935e-4c80ae19dfa1 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1934544173 HTTP/1.1" status: 204 len: 168 time: 0.0755692 Dec 23 12:47:27.881010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50236) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:27.885409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-7b754b34-e9fe-4fd6-ae96-5c234c4b87a7 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:27.957242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b754b34-e9fe-4fd6-ae96-5c234c4b87a7 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags HTTP/1.1" status: 200 len: 238 time: 0.0744445 Dec 23 12:47:27.959152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50242) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:27.963658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-06749c98-9b38-4401-a5f3-d0cc3f79d416 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', {'tags': ['tempest-TagsTest-Tag-1221651337', 'tempest-TagsTest-Tag-1995263071', 'tempest-TagsTest-Tag-1656863225']}) {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.155113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-06749c98-9b38-4401-a5f3-d0cc3f79d416 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "PUT /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags HTTP/1.1" status: 200 len: 309 time: 0.1940076 Dec 23 12:47:28.157933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50250) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.162715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-442122d0-989f-41ed-97ca-ef758f70eeb3 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1221651337') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.347010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-442122d0-989f-41ed-97ca-ef758f70eeb3 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "DELETE /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1221651337 HTTP/1.1" status: 204 len: 168 time: 0.1879942 Dec 23 12:47:28.349655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.354002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.tag.tag_plugin [None req-efc93eab-52de-4660-be54-c14199d3e021 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1221651337') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.428844 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-efc93eab-52de-4660-be54-c14199d3e021 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] show failed (client error): The resource could not be found. Dec 23 12:47:28.432214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-efc93eab-52de-4660-be54-c14199d3e021 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1221651337 HTTP/1.1" status: 404 len: 326 time: 0.0791159 Dec 23 12:47:28.437385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50264) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.439074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-600917cd-32e3-4180-9eb9-94dd9ee2f332 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1995263071') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.526216 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-600917cd-32e3-4180-9eb9-94dd9ee2f332 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1995263071 HTTP/1.1" status: 204 len: 168 time: 0.0922923 Dec 23 12:47:28.533701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.535811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-0828edc9-fd61-415c-bd3f-9b8b9f123566 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1656863225') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.636967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0828edc9-fd61-415c-bd3f-9b8b9f123566 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1656863225 HTTP/1.1" status: 204 len: 168 time: 0.1063685 Dec 23 12:47:28.639344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50286) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.643828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-399c4415-a27e-4767-8d78-7fb10424bfe8 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.828472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-399c4415-a27e-4767-8d78-7fb10424bfe8 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "DELETE /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags HTTP/1.1" status: 204 len: 168 time: 0.1878896 Dec 23 12:47:28.830934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.835470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-b6e345e1-5552-41da-a584-ff8cf6175a47 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1995263071') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:28.940093 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-b6e345e1-5552-41da-a584-ff8cf6175a47 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] show failed (client error): The resource could not be found. Dec 23 12:47:28.942161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6e345e1-5552-41da-a584-ff8cf6175a47 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1995263071 HTTP/1.1" status: 404 len: 326 time: 0.1094432 Dec 23 12:47:28.947721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50308) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:28.952357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-6f3511e3-8da5-459b-acc1-ff425add6456 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204', 'tempest-TagsTest-Tag-1656863225') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:29.093160 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-6f3511e3-8da5-459b-acc1-ff425add6456 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] show failed (client error): The resource could not be found. Dec 23 12:47:29.097379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f3511e3-8da5-459b-acc1-ff425add6456 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "GET /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags/tempest-TagsTest-Tag-1656863225 HTTP/1.1" status: 404 len: 326 time: 0.1455865 Dec 23 12:47:29.098847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50318) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:29.103360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.tag.tag_plugin [None req-4e12c7f3-0586-48c6-9651-24824e25deb5 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '664dd0c5-6097-4634-91a8-a3e661226204') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:29.206112 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e12c7f3-0586-48c6-9651-24824e25deb5 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "DELETE /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204/tags HTTP/1.1" status: 204 len: 168 time: 0.1061788 Dec 23 12:47:29.210147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50330) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:29.327729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.428253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.450437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664dd0c5-6097-4634-91a8-a3e661226204']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:29.460641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7426e9eb-08a2-4c47-8992-225e462507df') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:29.460998 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7426e9eb-08a2-4c47-8992-225e462507df') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:29.470540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.484315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.490180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:29.490563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:29.493444 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:29.627289 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.635211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:29.641299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] 10.222.0.16 "DELETE /v2.0/networks/664dd0c5-6097-4634-91a8-a3e661226204 HTTP/1.1" status: 204 len: 168 time: 0.4271567 Dec 23 12:47:29.651617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe932e58-837d-4a0a-b27f-b46b8dee7be9 tempest-TagsTest-121673912 tempest-TagsTest-121673912-project] Pushing event deleted for resources: {'Network': ['ID=664dd0c5-6097-4634-91a8-a3e661226204,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:30.171533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:30.320905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-20dda6f9-28c8-44e9-9898-a9e3996cfaa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8586df4298994f59bc289c80248051c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481683 Dec 23 12:47:30.323337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50420) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:30.396368 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:30.420680 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:30.608622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:30.608622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:30.612453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34e1932f-772e-4cee-b247-fe8447da5a5a HTTP/1.1" status: 204 len: 168 time: 0.2879930 Dec 23 12:47:30.621307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961fb97-5a57-4a3a-bf4d-f710a1314807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e1932f-772e-4cee-b247-fe8447da5a5a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:31.717378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50522) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:31.850245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565800376-network', 'tenant_id': '66e8c82b7a874e66a367e9c649fe01aa'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:31.940684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Made reservation on behalf of 66e8c82b7a874e66a367e9c649fe01aa for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:31.943081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:31.955468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.057894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.146789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.173981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:47:32.184865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1530a3c7-f056-4ac7-aa7f-1bdc91683eae,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:32.191141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.191865 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Added segment f08f1b7a-283d-43ae-98c2-c998b40fa16a of type vlan for network edc5edf0-3aec-401a-8802-d3e5a907c661 Dec 23 12:47:32.257469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.380411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.381482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:32.382074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.457247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] Pushing event updated for resources: {'Network': ['ID=edc5edf0-3aec-401a-8802-d3e5a907c661,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:32.470880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network edc5edf0-3aec-401a-8802-d3e5a907c661 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:47:32.533076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-59a02909-0eca-4238-9c92-7355855b45ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8139713 Dec 23 12:47:32.535854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:32.541854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Request body: {'subnet': {'network_id': 'edc5edf0-3aec-401a-8802-d3e5a907c661', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565800376-subnet', 'tenant_id': '66e8c82b7a874e66a367e9c649fe01aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:32.666105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Made reservation on behalf of 66e8c82b7a874e66a367e9c649fe01aa for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:32.668594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:32.953326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:33.030284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd39888-d67c-4f41-8cf2-013f21ae0b83,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:33.057448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Checking segment: {'id': 'f08f1b7a-283d-43ae-98c2-c998b40fa16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'edc5edf0-3aec-401a-8802-d3e5a907c661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:47:33.058734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Network hostable DHCP agents. Network: edc5edf0-3aec-401a-8802-d3e5a907c661, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:47:33.157685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Network edc5edf0-3aec-401a-8802-d3e5a907c661 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:47:33.261419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, edc5edf0-3aec-401a-8802-d3e5a907c661) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:47:33.267046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:33.267644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:33.273199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a6391-9e7b-4746-a33b-44012d86717f None None] Network edc5edf0-3aec-401a-8802-d3e5a907c661 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:33.372080 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d6c9d62a-c5f5-4825-985f-9e26648874d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8347607 Dec 23 12:47:33.431457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542b853-2a78-4687-bd9e-1a35a393c3d7 None None] Network edc5edf0-3aec-401a-8802-d3e5a907c661 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:33.927921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:34.110235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.191138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.295610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.348038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:34.366862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad51ab2fcedb464ba59b8e7103c9bdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362683 Dec 23 12:47:34.369378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50706) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:34.370259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d16278b-0d53-4b09-9320-9feeeb1f8e15,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:34.376809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750703306-network', 'tenant_id': '12b09b6166784eb8a10d4ad2cb6dc7f8'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:34.394713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.398894 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c18722-d2c4-42a7-a525-e25249ecf662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:34.417847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.445544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.500121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Made reservation on behalf of 12b09b6166784eb8a10d4ad2cb6dc7f8 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:34.502528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.511766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.575688 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.578979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.594036 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d16278b-0d53-4b09-9320-9feeeb1f8e15 HTTP/1.1" status: 204 len: 168 time: 0.2316053 Dec 23 12:47:34.605170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98866a-b47d-4198-9b59-027034406511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d16278b-0d53-4b09-9320-9feeeb1f8e15,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:34.669605 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.781145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.809711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:47:34.822794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.823139 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Added segment 4ae72d1f-3059-44f2-904d-9845b00f8ba0 of type vlan for network be8d7139-c543-436e-a4c1-7ac1f46bad82 Dec 23 12:47:34.824784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89470c58-77f1-495b-b110-7547f2eede3b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:34.869911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.980976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:34.981997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:34.982924 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.083177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] Pushing event updated for resources: {'Network': ['ID=be8d7139-c543-436e-a4c1-7ac1f46bad82,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:35.097253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network be8d7139-c543-436e-a4c1-7ac1f46bad82 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:47:35.164080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50756) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:35.167719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a152693c-909f-415b-a2c9-ad62fee8bcbe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7947853 Dec 23 12:47:35.169392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Request body: {'subnet': {'network_id': 'be8d7139-c543-436e-a4c1-7ac1f46bad82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750703306-subnet', 'tenant_id': '12b09b6166784eb8a10d4ad2cb6dc7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:35.335141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Made reservation on behalf of 12b09b6166784eb8a10d4ad2cb6dc7f8 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:35.337614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.471031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50768) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:35.510824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a720570a-dbe0-4163-be37-c9a87f8f52d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.602824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a720570a-dbe0-4163-be37-c9a87f8f52d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.610054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.676500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a720570a-dbe0-4163-be37-c9a87f8f52d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.681837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd81260-e7ae-48d6-b6f8-8a736a63406d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:35.713592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Checking segment: {'id': '4ae72d1f-3059-44f2-904d-9845b00f8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'be8d7139-c543-436e-a4c1-7ac1f46bad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:47:35.713960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Network hostable DHCP agents. Network: be8d7139-c543-436e-a4c1-7ac1f46bad82, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:47:35.731613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720570a-dbe0-4163-be37-c9a87f8f52d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defb7ca-f16a-4d3e-8c67-045d8f467436,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:35.745285 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a720570a-dbe0-4163-be37-c9a87f8f52d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfc10e27085a463f8b9d1c06c6b921c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665606 Dec 23 12:47:35.746954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50782) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:35.802893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.827639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Network be8d7139-c543-436e-a4c1-7ac1f46bad82 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:47:35.837632 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.906615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, be8d7139-c543-436e-a4c1-7ac1f46bad82) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:47:35.910656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:35.911308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:35.918689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4ac8e-71fd-4d4e-aeb4-ef89f3146ef6 None None] Network be8d7139-c543-436e-a4c1-7ac1f46bad82 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:36.025792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a9f0a-159e-4148-9581-b0d015cc0f1d None None] Network be8d7139-c543-436e-a4c1-7ac1f46bad82 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:47:36.038184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.041064 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.042408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1defb7ca-f16a-4d3e-8c67-045d8f467436 HTTP/1.1" status: 204 len: 168 time: 0.2928784 Dec 23 12:47:36.054414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1743e8-eb1d-445c-b52a-33d64f76f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defb7ca-f16a-4d3e-8c67-045d8f467436,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:36.124662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3371eef3-fe3c-4d9a-b093-b8acafad9fed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9492474 Dec 23 12:47:36.255778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50812) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:36.305033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Deleting subnet 9bd39888-d67c-4f41-8cf2-013f21ae0b83 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:36.309917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.349659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.394433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.571453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.600453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd39888-d67c-4f41-8cf2-013f21ae0b83,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:36.602564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.605926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aa6569b0-9e0f-49a2-b705-4397fb4e0eed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9bd39888-d67c-4f41-8cf2-013f21ae0b83 HTTP/1.1" status: 204 len: 168 time: 0.3491330 Dec 23 12:47:36.609759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50828) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:36.699695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.791236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.813444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc5edf0-3aec-401a-8802-d3e5a907c661']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:36.827640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08f1b7a-283d-43ae-98c2-c998b40fa16a') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:36.828159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08f1b7a-283d-43ae-98c2-c998b40fa16a') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:36.841465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.859148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.867325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:36.867711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:36.869601 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:37.049692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.054317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.058218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] 10.222.0.16 "DELETE /v2.0/networks/edc5edf0-3aec-401a-8802-d3e5a907c661 HTTP/1.1" status: 204 len: 168 time: 0.4475307 Dec 23 12:47:37.061686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:37.076120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be0eb-dadf-424b-9c51-8a2242a6b081 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc5edf0-3aec-401a-8802-d3e5a907c661,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:37.113819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Deleting subnet 7bd81260-e7ae-48d6-b6f8-8a736a63406d {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:47:37.117392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.174460 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.239604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.478667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.509458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.512668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bd81260-e7ae-48d6-b6f8-8a736a63406d HTTP/1.1" status: 204 len: 168 time: 0.4499743 Dec 23 12:47:37.513989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8ad7a-9311-4961-be6d-c057d4518b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd81260-e7ae-48d6-b6f8-8a736a63406d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:37.515613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50886) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:37.589708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.676488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.697672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8d7139-c543-436e-a4c1-7ac1f46bad82']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:37.707297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae72d1f-3059-44f2-904d-9845b00f8ba0') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:37.707594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae72d1f-3059-44f2-904d-9845b00f8ba0') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:37.717531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.730734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.737833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:47:37.738249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:47:37.739883 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:47:37.900716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.906726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:37.910425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be8d7139-c543-436e-a4c1-7ac1f46bad82 HTTP/1.1" status: 204 len: 168 time: 0.3937929 Dec 23 12:47:37.952658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db02c91-c0ad-451e-88b9-8e70ea9666f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8d7139-c543-436e-a4c1-7ac1f46bad82,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:38.325126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 50936) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:38.369462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ba0770cd-e1fc-4d51-973e-416d003973d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66e8c82b7a874e66a367e9c649fe01aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431440 Dec 23 12:47:38.372223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 50938) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:38.429209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:38.454725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:38.644055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:38.646774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:38.648386 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1530a3c7-f056-4ac7-aa7f-1bdc91683eae HTTP/1.1" status: 204 len: 168 time: 0.2745478 Dec 23 12:47:38.656094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6afdb7-4d18-45ea-a5a5-b40c6bad91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530a3c7-f056-4ac7-aa7f-1bdc91683eae,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:39.490354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51016) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:39.552463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c04cf4c-1f64-4537-9579-d650545e948f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12b09b6166784eb8a10d4ad2cb6dc7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608747 Dec 23 12:47:39.554947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:39.604797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:39.630277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:39.769609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:39.772648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:39.774593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89470c58-77f1-495b-b110-7547f2eede3b HTTP/1.1" status: 204 len: 168 time: 0.2182956 Dec 23 12:47:39.784750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89470c58-77f1-495b-b110-7547f2eede3b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:39.793632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.793983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.794325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.794661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.795821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.796063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.796497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.796874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.797208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.797534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.797854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.798174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:39.798645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbca412-d33b-42a2-ab17-f84a63a4dbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:47:40.335359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-d2bbfcda-b11d-4e33-aae4-f92a6d0e9b08 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:40.337076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-d2bbfcda-b11d-4e33-aae4-f92a6d0e9b08 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/networks?id=3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 200 len: 814 time: 0.2082918 Dec 23 12:47:40.353455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-4b45bca3-d6c7-4fe5-99d1-05e809a3ab0e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/quotas/0c3e0192d834410dab5c6a3b83f6c77f HTTP/1.1" status: 200 len: 375 time: 0.0096977 Dec 23 12:47:40.412560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-bf8023f3-f0a3-4b14-864a-0db2ecb6d466 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527537 Dec 23 12:47:40.430665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-95cc4de2-4cc4-4488-8c2a-4b1317d93d6f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:47:40.430665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-95cc4de2-4cc4-4488-8c2a-4b1317d93d6f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051496 Dec 23 12:47:40.519086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-c0e48ffa-8d6b-4c6c-b305-08500597a87b service neutron] 10.222.0.16 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834594 Dec 23 12:47:40.623535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-b1f54b4f-2491-45b2-98fd-660890831b69 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976007 Dec 23 12:47:40.951324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94cad76c-86ed-406d-91e4-09f735152b28 req-856d7b94-4a44-4d11-ada7-30b4dcbb2dc3 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0268126 Dec 23 12:47:42.055781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1de3f35b-efad-4108-820b-b8ebf890bd8e req-61dadae7-6e3c-4c09-985b-90e3c9cb468e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0458443 Dec 23 12:47:43.173509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd7d2600-1efe-4dee-9671-71a3e7667bd8 req-110e2162-2768-4472-9d4b-6685f8639ea6 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0396488 Dec 23 12:47:43.335226 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-86a2a073-2c30-47b5-a508-21df38875059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:44.268465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99132886-70e7-4b6e-a82c-f8ceb4f0230e req-49ce9bfb-9012-4722-972f-5c8c28245f87 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0313656 Dec 23 12:47:44.534053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-6f3fef1c-d63c-4957-a431-999f02a8f9b7 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:44.536272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-6f3fef1c-d63c-4957-a431-999f02a8f9b7 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.57 "GET /v2.0/networks?id=3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 200 len: 814 time: 0.1531944 Dec 23 12:47:44.554732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Request body: {'port': {'device_id': '41698220-3912-4c81-b5a6-88d4150c22dc', 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3', 'admin_state_up': True, 'tenant_id': '0c3e0192d834410dab5c6a3b83f6c77f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:44.844355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Made reservation on behalf of 0c3e0192d834410dab5c6a3b83f6c77f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:47:44.851847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:45.012322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Allocated IP 172.20.0.11 (3ad1c044-17b4-4c83-a56f-577e3c0392b3/d2436d12-5683-43af-91dc-b91fa244f22f/788c41c2-09ee-4f3f-8933-de0897e2c749) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:47:45.168253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:45.290229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:45.421798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Pushing event updated for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:45.448380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:47:45.452287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:47:45.468765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec10b69-76d6-41f8-930c-46473cfd8376 None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:45.472102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:47:45.536757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c928-4f8d-4eaa-be2f-ab7295852b84 req-5de5ce4d-31a3-4625-a060-1b6ca89869a5 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:45.544547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e959c928-4f8d-4eaa-be2f-ab7295852b84 req-5de5ce4d-31a3-4625-a060-1b6ca89869a5 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 932 time: 0.1267447 Dec 23 12:47:45.590070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-273d33a5-8786-4b6f-88b1-031152442de4 None None] Provisioning complete for port 788c41c2-09ee-4f3f-8933-de0897e2c749 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:45.590533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-273d33a5-8786-4b6f-88b1-031152442de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:45.599982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:45.600638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:45.629229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e959c928-4f8d-4eaa-be2f-ab7295852b84 req-e73d1c8c-9c44-4f10-9300-c3a232165f77 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763185 Dec 23 12:47:45.668543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-273d33a5-8786-4b6f-88b1-031152442de4 None None] Port 788c41c2-09ee-4f3f-8933-de0897e2c749 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:47:45.692531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-82145fff-31e9-4ecd-88cd-f16bc5ee0821 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477430 Dec 23 12:47:45.707224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Request body: {'port': {'device_id': '41698220-3912-4c81-b5a6-88d4150c22dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:45.768990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.129632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-244d2910-7f20-41df-a0b2-3230335b072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.135756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788c41c2-09ee-4f3f-8933-de0897e2c749 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:47:46.147300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.165562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51338) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:46.230535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Transition to ACTIVE for port object 788c41c2-09ee-4f3f-8933-de0897e2c749 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:47:46.308395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.324037 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f022040-a3bd-4d3d-910a-f10edae67fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.335695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c4c0b-27b5-4e83-9dd5-1b95e9f4648b None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:46.470387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:46.509554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Attempting to bind port 788c41c2-09ee-4f3f-8933-de0897e2c749 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:47:46.509800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Attempting to bind port 788c41c2-09ee-4f3f-8933-de0897e2c749 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:47:46.510123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Attempting to bind port 788c41c2-09ee-4f3f-8933-de0897e2c749 on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:47:46.520078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Port 788c41c2-09ee-4f3f-8933-de0897e2c749 on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:47:46.529416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Attempting to bind port 788c41c2-09ee-4f3f-8933-de0897e2c749 on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:47:46.530486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:47:46.530832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Checking segment: {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:47:46.531223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Bound using segment: {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:47:46.531652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Bound port: 788c41c2-09ee-4f3f-8933-de0897e2c749, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:47:46.532010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.541482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.584755 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f022040-a3bd-4d3d-910a-f10edae67fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.615326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:47:46.618578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=788c41c2-09ee-4f3f-8933-de0897e2c749,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:47:46.672914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f022040-a3bd-4d3d-910a-f10edae67fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.678181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.735864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147958d-f45a-4472-aea8-30dd3541177e None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:47:46.767765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:46.768387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:46.769821 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/788c41c2-09ee-4f3f-8933-de0897e2c749 HTTP/1.1" status: 200 len: 1092 time: 1.0680451 Dec 23 12:47:46.770270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:46.772520 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7774475-47c4-4a33-81f2-4cb4584a4e64" -d '{"events": [{"name": "network-changed", "server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:46.792089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f022040-a3bd-4d3d-910a-f10edae67fda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea3cb577d0084c698a81997ea0bba7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253378 Dec 23 12:47:46.795666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f022040-a3bd-4d3d-910a-f10edae67fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aba656-459c-4aac-8bfd-04b81383b7e8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:46.796834 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51352) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:46.818763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620881a5-8ebd-49a0-922c-3b41d879b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:46.838703 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304460b-7908-4014-bfd8-a11287417457 x-openstack-request-id: req-5304460b-7908-4014-bfd8-a11287417457 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:46.838703 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:46.838703 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5304460b-7908-4014-bfd8-a11287417457 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:46.838703 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749', 'status': 'completed', 'code': 200} Dec 23 12:47:46.945108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c0127-71c7-4bfa-ae6d-dc2788f373cc req-9864595b-6f0f-4209-9ac2-46c1c78bff05 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:46.948314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-869c0127-71c7-4bfa-ae6d-dc2788f373cc req-9864595b-6f0f-4209-9ac2-46c1c78bff05 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 944 time: 0.2228854 Dec 23 12:47:46.951860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-5860509e-267e-4647-90cf-c525b51cf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:46.953327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-5860509e-267e-4647-90cf-c525b51cf42a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 1095 time: 0.0967987 Dec 23 12:47:47.003449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:47.028937 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-869c0127-71c7-4bfa-ae6d-dc2788f373cc req-b95fc9f1-e5cf-4dd1-8d69-79e7f417e8c6 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Dec 23 12:47:47.041539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:47.190669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-9231317d-18d3-4f30-929f-87200049215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:47.193035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:47.195593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:47.200953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76aba656-459c-4aac-8bfd-04b81383b7e8 HTTP/1.1" status: 204 len: 168 time: 0.3990433 Dec 23 12:47:47.214932 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-9231317d-18d3-4f30-929f-87200049215c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2447128 Dec 23 12:47:47.216488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0fdd0-badb-4b03-ac9d-0f74238b9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aba656-459c-4aac-8bfd-04b81383b7e8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:47.829003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-26f4ea64-e2a6-4bcf-8b83-5de85da2470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:47.830517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b7774475-47c4-4a33-81f2-4cb4584a4e64 req-26f4ea64-e2a6-4bcf-8b83-5de85da2470b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6187148 Dec 23 12:47:47.937670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-71570138-1616-4fa9-a3dd-11d961f861d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:47.939284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-71570138-1616-4fa9-a3dd-11d961f861d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 1095 time: 0.0557685 Dec 23 12:47:48.022082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-c57a3854-dea7-4e8a-b8b9-1b9f2421c063 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=788c41c2-09ee-4f3f-8933-de0897e2c749 HTTP/1.1" status: 200 len: 217 time: 0.0743928 Dec 23 12:47:48.101633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-02595961-cc08-4a78-b447-8605401ba29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:48.103693 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-02595961-cc08-4a78-b447-8605401ba29b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2436d12-5683-43af-91dc-b91fa244f22f HTTP/1.1" status: 200 len: 854 time: 0.0745697 Dec 23 12:47:48.167108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9172-a5e6-43e4-9d09-efaa73629ecb req-82e91a11-9140-4928-887d-1c38512a7afa tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:48.172030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-f6c3bdab-5a0c-42a7-aed8-364891b66b4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ad1c044-17b4-4c83-a56f-577e3c0392b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595596 Dec 23 12:47:48.173358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-086c9172-a5e6-43e4-9d09-efaa73629ecb req-82e91a11-9140-4928-887d-1c38512a7afa tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 944 time: 0.0589986 Dec 23 12:47:48.227895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-086c9172-a5e6-43e4-9d09-efaa73629ecb req-d5edf720-3082-4f09-b778-1a7ba72debc7 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Dec 23 12:47:48.243939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.300267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-1d86364e-4bdb-48ae-b8f9-3a45a4338930 service neutron] 10.222.0.57 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190264 Dec 23 12:47:48.347303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:48.362654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3ea83eb-4f0b-4549-a570-c0baad39bbb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.437157 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ea65ee3-d1f4-4214-97fa-9d7e0f92df44 req-ecf81170-6867-4f39-a58e-4b21a7f20431 service neutron] 10.222.0.57 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279376 Dec 23 12:47:48.450636 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3ea83eb-4f0b-4549-a570-c0baad39bbb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.467519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.532198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3ea83eb-4f0b-4549-a570-c0baad39bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.629802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3ea83eb-4f0b-4549-a570-c0baad39bbb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8811c1e02457494388f496216d381f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809882 Dec 23 12:47:48.632670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51408) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:48.637710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea83eb-4f0b-4549-a570-c0baad39bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77aa8f4-4ec8-47a5-9bdc-788c028a50c8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:48.695495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.721955 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.855508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.858799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:48.859960 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a77aa8f4-4ec8-47a5-9bdc-788c028a50c8 HTTP/1.1" status: 204 len: 168 time: 0.2260249 Dec 23 12:47:48.870177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae203ad1-00d6-40b8-8f51-73bb53794e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77aa8f4-4ec8-47a5-9bdc-788c028a50c8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:49.234663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:49.497633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324714e-826f-4b58-a691-441e30607529 req-d5124311-b5c5-460b-94b1-0e105378d2d1 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.499833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9324714e-826f-4b58-a691-441e30607529 req-d5124311-b5c5-460b-94b1-0e105378d2d1 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 944 time: 0.1487854 Dec 23 12:47:49.633645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9324714e-826f-4b58-a691-441e30607529 req-bc1c652c-a010-4e89-9831-130b0b2627c8 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265113 Dec 23 12:47:49.747525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.767197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.776857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.784933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.791818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.805063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.817674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:49.827448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-406c3de0-265b-45e8-9c86-bf50e46b08b1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1669149 Dec 23 12:47:49.953996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45e890b1-f225-4957-bf89-9ddc2aff962d req-fe51f33e-a1a1-491d-9f9d-692dbeb320db tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217971 Dec 23 12:47:50.764497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.771977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.783650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.784360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.790498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.797843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.804373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.806626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-5ac91670-5add-4367-bddf-59c6867eb057 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.1461484 Dec 23 12:47:50.879540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-4d810177-5eae-4a6f-b7be-6d34f8157e80 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.881602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-4d810177-5eae-4a6f-b7be-6d34f8157e80 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0628045 Dec 23 12:47:50.969357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b83956-6126-4d76-82d8-931b986a2c0f req-f30510f7-70c9-4a89-8e96-ddb0adbdc760 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:50.985883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4b83956-6126-4d76-82d8-931b986a2c0f req-f30510f7-70c9-4a89-8e96-ddb0adbdc760 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 944 time: 0.1779740 Dec 23 12:47:51.154966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-7046581e-20a9-467f-aefe-1d5ca9ceb4b6 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2672119 Dec 23 12:47:51.181538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:51.226111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4b83956-6126-4d76-82d8-931b986a2c0f req-1e97345f-0c3e-4139-86db-cbc996b3a1f3 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388277 Dec 23 12:47:51.301495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.312169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.320052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.327181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.333888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.341836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.350781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:51.369432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-8dbfd5c4-a749-42d2-8cf9-a6d2a8d97355 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 5434 time: 0.2013707 Dec 23 12:47:51.406194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:51.486880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c43d301-223b-4b7b-8b44-88fee3ccf7aa req-cefea56a-f3b1-460d-af09-fed9a7f20c7c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123610 Dec 23 12:47:51.618966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a12f68a1-d3a7-421b-80a1-7b16657e09a0,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:51.673205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] For port a12f68a1-d3a7-421b-80a1-7b16657e09a0, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:47:51.718373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] device_id is not set on port a12f68a1-d3a7-421b-80a1-7b16657e09a0 yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:47:51.727694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:51.815343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:51.903943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Pushing event updated for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:52.064142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] No DVR routers for this DVR port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:52.101576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 788c41c2-09ee-4f3f-8933-de0897e2c749 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:47:52.123467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] In _notify_port_updated(), no bound segment for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:47:52.124814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:52.125617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.127024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a453cbdd-60a3-4538-b504-4f9623a518ad service neutron] 10.222.0.43 "PUT /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 200 len: 1027 time: 0.9542663 Dec 23 12:47:52.222190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-03bc233f-237a-4aa9-9584-9bc318bb059e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:52.224635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-03bc233f-237a-4aa9-9584-9bc318bb059e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "GET /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0878470 Dec 23 12:47:52.242658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:47:52.251310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=788c41c2-09ee-4f3f-8933-de0897e2c749,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:52.278527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '788c41c2-09ee-4f3f-8933-de0897e2c749', 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3', 'port_id': '788c41c2-09ee-4f3f-8933-de0897e2c749', 'mac_address': 'fa:16:3e:f3:97:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2436d12-5683-43af-91dc-b91fa244f22f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:47:52.325839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.401098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.423958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788c41c2-09ee-4f3f-8933-de0897e2c749 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:47:52.496151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=788c41c2-09ee-4f3f-8933-de0897e2c749,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:52.499273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2dd8663a-f809-402e-864d-73dba69585af None None] Provisioning complete for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:52.500173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8663a-f809-402e-864d-73dba69585af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.629968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.649101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=03d97ac7-7666-4d79-9bee-af6ee2914a5a,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:52.702690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] For port 03d97ac7-7666-4d79-9bee-af6ee2914a5a, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:47:52.746325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51512) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:52.772731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] device_id is not set on port 03d97ac7-7666-4d79-9bee-af6ee2914a5a yet. {{(pid=104037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:47:52.783448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:52.795306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889155f2-d9df-452b-822d-f9c386e93dca req-ebde3eaa-518d-40f7-9d4d-16da8ada582e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:52.797651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-889155f2-d9df-452b-822d-f9c386e93dca req-ebde3eaa-518d-40f7-9d4d-16da8ada582e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 944 time: 0.4299502 Dec 23 12:47:52.900362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.018541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f26e1a33-4780-4a88-949f-a67795deafb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.041314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] No DVR routers for this DVR port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:53.063102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8663a-f809-402e-864d-73dba69585af None None] Port a12f68a1-d3a7-421b-80a1-7b16657e09a0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:47:53.134652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] In _notify_port_updated(), no bound segment for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a on network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 {{(pid=104037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 23 12:47:53.135630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.140435 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.141841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] 10.222.0.43 "PUT /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 200 len: 1026 time: 0.9104471 Dec 23 12:47:53.145691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:53.153925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-889155f2-d9df-452b-822d-f9c386e93dca req-0a537505-3850-40d6-9bba-28b8ae7c3989 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400774 Dec 23 12:47:53.156750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['788c41c2-09ee-4f3f-8933-de0897e2c749'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:47:53.242571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f26e1a33-4780-4a88-949f-a67795deafb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.246982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.257509 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.261612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.268166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.281220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.297982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.312512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f26e1a33-4780-4a88-949f-a67795deafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.313494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:53.322492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37839886-6981-4fba-83fd-9edf22ebf374 req-018a7346-389e-4309-a912-b8342bec0e28 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 4583 time: 0.5227795 Dec 23 12:47:53.360178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e1a33-4780-4a88-949f-a67795deafb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bdde89-87fd-443f-a18f-4b7afe69fddf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:53.360482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 700faba1-873c-437b-97c4-e5bc75721e9b no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:53.379035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a453-5acd-43f9-bb3c-ed93db1fdcdc service neutron] Pushing event updated for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:53.412678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f26e1a33-4780-4a88-949f-a67795deafb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b88c81e5304e7799142467bbb60608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6649296 Dec 23 12:47:53.413028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51522) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:53.441936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37839886-6981-4fba-83fd-9edf22ebf374 req-9bc0c172-729d-4462-995d-bc4d1879eb2a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&id=8b458e74-b1fd-42f8-b073-812a55f8112a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184886 Dec 23 12:47:53.524696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.546694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port 700faba1-873c-437b-97c4-e5bc75721e9b {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:53.547303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.566506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-855e924b-3e58-4fdf-ab52-ec8c111da26b None None] Provisioning complete for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:53.567194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-855e924b-3e58-4fdf-ab52-ec8c111da26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.579770 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.675913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-855e924b-3e58-4fdf-ab52-ec8c111da26b None None] Port 03d97ac7-7666-4d79-9bee-af6ee2914a5a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:47:53.746851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.750371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.760076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:53.760319 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3bdde89-87fd-443f-a18f-4b7afe69fddf HTTP/1.1" status: 204 len: 168 time: 0.3405740 Dec 23 12:47:53.760489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.790514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:53.790867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abcafc-3e66-47fe-be54-ea02b1864186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bdde89-87fd-443f-a18f-4b7afe69fddf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:53.815815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for 700faba1-873c-437b-97c4-e5bc75721e9b owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:53.936415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:53.940713 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2344676-b0e4-4ff4-9e7d-c65fa80e6921" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:53.956393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 700faba1-873c-437b-97c4-e5bc75721e9b, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=700faba1-873c-437b-97c4-e5bc75721e9b,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:54.098354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.099980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 03d97ac7-7666-4d79-9bee-af6ee2914a5a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:54.265829 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed9a33-8651-4f8c-90c2-9b326a69c1b5 x-openstack-request-id: req-efed9a33-8651-4f8c-90c2-9b326a69c1b5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:54.266482 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:54.266482 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efed9a33-8651-4f8c-90c2-9b326a69c1b5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:54.266804 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b', 'code': 200} Dec 23 12:47:54.268430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 03d97ac7-7666-4d79-9bee-af6ee2914a5a host ! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:47:54.268853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 03d97ac7-7666-4d79-9bee-af6ee2914a5a not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:54.269296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b8dc740a-cc55-430f-8296-f05919b76a37 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:54.334355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:54.376565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ce0d5-1fe1-4b6b-9bcc-11e5f6ddb12f req-e7d652ba-60e5-45bb-9460-e3a039e42d74 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:54.381764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-165ce0d5-1fe1-4b6b-9bcc-11e5f6ddb12f req-e7d652ba-60e5-45bb-9460-e3a039e42d74 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 945 time: 0.0853336 Dec 23 12:47:54.393847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.398865 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.447085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:54.501534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.502383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a12f68a1-d3a7-421b-80a1-7b16657e09a0 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:54.566293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=700faba1-873c-437b-97c4-e5bc75721e9b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:54.655109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port a12f68a1-d3a7-421b-80a1-7b16657e09a0 host ! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 12:47:54.656024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a12f68a1-d3a7-421b-80a1-7b16657e09a0 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:47:54.656669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d870d5f0-0160-4c9e-aafb-46eb409c8d7f no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:54.659192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:54.715750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port 700faba1-873c-437b-97c4-e5bc75721e9b on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:54.738079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-165ce0d5-1fe1-4b6b-9bcc-11e5f6ddb12f req-9ba473ac-5250-4dd7-b46e-cff10465ab50 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402638 Dec 23 12:47:54.745300 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.750757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-d3a58d75-f0b8-4901-b443-f7413bc94e70 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "DELETE /v2.0/ports/700faba1-873c-437b-97c4-e5bc75721e9b HTTP/1.1" status: 204 len: 173 time: 1.5855074 Dec 23 12:47:54.753726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:54.756276 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898c759-8ae9-4c34-8ecb-4117cd054af0" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:54.839367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:54.935223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51558) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:54.941066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:54.961353 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26e7dc6f-2706-4b81-8c12-b65bc51a61da admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.049388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.050119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9a98b79e-76b9-4245-87b7-778fd257b925 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:55.170925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26e7dc6f-2706-4b81-8c12-b65bc51a61da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.329618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26e7dc6f-2706-4b81-8c12-b65bc51a61da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.353606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:55.453881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26e7dc6f-2706-4b81-8c12-b65bc51a61da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99f36de436bc4cc2b63b0b59ad428bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144997 Dec 23 12:47:55.454776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51564) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:55.477838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7dc6f-2706-4b81-8c12-b65bc51a61da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb239e7d-ae90-4780-b4db-fe6f6cce5b33,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:55.505031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.566243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.579528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:55.627726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.628802 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7cd111-9bb0-40bd-98ff-3cd7ec4b906c x-openstack-request-id: req-7b7cd111-9bb0-40bd-98ff-3cd7ec4b906c {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:55.629682 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "700faba1-873c-437b-97c4-e5bc75721e9b", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:55.630138 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b7cd111-9bb0-40bd-98ff-3cd7ec4b906c {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:55.630902 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '700faba1-873c-437b-97c4-e5bc75721e9b', 'status': 'completed', 'code': 200} Dec 23 12:47:55.633265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.634452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:47:55.648509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a44e651a-e910-43d0-a7c6-9b941aa08be1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:55.655117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a44e651a-e910-43d0-a7c6-9b941aa08be1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:55.662649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a44e651a-e910-43d0-a7c6-9b941aa08be1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:55.669756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a44e651a-e910-43d0-a7c6-9b941aa08be1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:55.680391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a44e651a-e910-43d0-a7c6-9b941aa08be1 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 3150 time: 1.0975959 Dec 23 12:47:55.780978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:55.792557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19e175b0-f1e9-4c95-bd12-2c1667c20d70 req-a8fe47c6-ee5f-494d-88ed-0178080fbe9a tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111364 Dec 23 12:47:55.797790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.800426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.801670 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb239e7d-ae90-4780-b4db-fe6f6cce5b33 HTTP/1.1" status: 204 len: 168 time: 0.3453157 Dec 23 12:47:55.820225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476ea56-b864-4e0b-8ee3-8152d517c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb239e7d-ae90-4780-b4db-fe6f6cce5b33,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:55.837268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:55.846089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:55.846438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:55.930529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.035469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:56.036386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e70076ac-e283-407c-adbd-085a20c15c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.095855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:56.096234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.112935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.121704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 788c41c2-09ee-4f3f-8933-de0897e2c749 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:47:56.127039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d045e09-3174-4bd2-be31-06f71ea3b5e9 req-fe6a247c-16b8-4e3a-a16b-fc89cf197556 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:56.129021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d045e09-3174-4bd2-be31-06f71ea3b5e9 req-fe6a247c-16b8-4e3a-a16b-fc89cf197556 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 945 time: 0.0969217 Dec 23 12:47:56.159544 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e70076ac-e283-407c-adbd-085a20c15c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.221464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e70076ac-e283-407c-adbd-085a20c15c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.251776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:56.268029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:56.271158 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c613c0c-fd54-454c-830e-11c82d9e4404" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:56.289145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e70076ac-e283-407c-adbd-085a20c15c48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9365f08d04514ac6a0090975bac42d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481621 Dec 23 12:47:56.293160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:56.323512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d045e09-3174-4bd2-be31-06f71ea3b5e9 req-0af9548e-ba7f-48d0-8e52-d9108ee0885f tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398547 Dec 23 12:47:56.329646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 788c41c2-09ee-4f3f-8933-de0897e2c749 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:47:56.336727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 788c41c2-09ee-4f3f-8933-de0897e2c749 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:47:56.337267 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.346351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70076ac-e283-407c-adbd-085a20c15c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de6350-c9a9-45cf-bf05-73ca73f5e474,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:56.398786 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5471ecc3-b3ad-441c-a7e1-6c042c2ddaa4 x-openstack-request-id: req-5471ecc3-b3ad-441c-a7e1-6c042c2ddaa4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:56.399351 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:56.399469 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5471ecc3-b3ad-441c-a7e1-6c042c2ddaa4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:56.399841 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'code': 200} Dec 23 12:47:56.400078 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'code': 200} Dec 23 12:47:56.400333 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925', 'code': 200} Dec 23 12:47:56.403373 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'code': 200} Dec 23 12:47:56.420255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.464879 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.466486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.466976 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Floating IP 7a35f08e-d919-4980-9dcc-8064b04956ce disassociated. External IP: 172.25.7.26, port: 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1. Dec 23 12:47:56.467438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:56.472619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.629285 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.672388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.675010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.678449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9de6350-c9a9-45cf-bf05-73ca73f5e474 HTTP/1.1" status: 204 len: 168 time: 0.3816950 Dec 23 12:47:56.678596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=788c41c2-09ee-4f3f-8933-de0897e2c749,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:56.690737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76719-27f6-4c07-850a-a7c09802d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de6350-c9a9-45cf-bf05-73ca73f5e474,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:56.769823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.820858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:56.832373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:56.891296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:57.052589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88ffd-64ae-4657-9919-4c77cd857e3e req-1af9ef97-7532-4a62-b898-2b124c334ffc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:57.058665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88ffd-64ae-4657-9919-4c77cd857e3e req-1af9ef97-7532-4a62-b898-2b124c334ffc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:57.065980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88ffd-64ae-4657-9919-4c77cd857e3e req-1af9ef97-7532-4a62-b898-2b124c334ffc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:57.067683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c88ffd-64ae-4657-9919-4c77cd857e3e req-1af9ef97-7532-4a62-b898-2b124c334ffc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 2410 time: 0.1087973 Dec 23 12:47:57.102129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:57.143927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c0850e9-1abc-4db7-9c45-e929cca4c3df admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.146337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:47:57.159044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6c88ffd-64ae-4657-9919-4c77cd857e3e req-5f6f60b3-a9a0-4ce7-9a36-72c5d573e2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774205 Dec 23 12:47:57.225132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c0850e9-1abc-4db7-9c45-e929cca4c3df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.279504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:47:57.293562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Sync routers for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:47:57.306907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:57.308143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:57.324549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port 7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:57.328287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.332173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-378e3eb4-8411-47d2-9e90-942f4cad9fef tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "DELETE /v2.0/ports/7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1 HTTP/1.1" status: 204 len: 173 time: 2.5718110 Dec 23 12:47:57.335336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c0850e9-1abc-4db7-9c45-e929cca4c3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.429703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0850e9-1abc-4db7-9c45-e929cca4c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df834988-703b-45cc-b134-9f989d7f9ce1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:57.471630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c0850e9-1abc-4db7-9c45-e929cca4c3df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a26537c988994d9e8398d934149b1be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669035 Dec 23 12:47:57.474825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51612) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:57.564125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:57.584515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.607172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port d870d5f0-0160-4c9e-aafb-46eb409c8d7f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:57.607542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.613961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.632922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:57.640762 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab617f-9a6f-4449-bc2c-22c02d1e24a0" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:57.708776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454870-fc55-4faf-ba2e-d50bd46661bd req-663e4b14-be33-418b-aca9-d49dfca8076d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:57.710557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b454870-fc55-4faf-ba2e-d50bd46661bd req-663e4b14-be33-418b-aca9-d49dfca8076d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.2011540 Dec 23 12:47:57.747067 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542cf1a0-545f-46e8-b0c9-7af690432ab6 x-openstack-request-id: req-542cf1a0-545f-46e8-b0c9-7af690432ab6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:57.747444 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:57.748144 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-542cf1a0-545f-46e8-b0c9-7af690432ab6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:57.748975 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '7cc7fc3d-27c8-4ad4-b5a9-faf8f92263e1', 'status': 'completed', 'code': 200} Dec 23 12:47:57.752892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.757555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.759287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df834988-703b-45cc-b134-9f989d7f9ce1 HTTP/1.1" status: 204 len: 168 time: 0.2833378 Dec 23 12:47:57.770728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf58c-a6b9-49ff-89f6-8d666a0f9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df834988-703b-45cc-b134-9f989d7f9ce1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:57.807939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51618) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:57.836589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:57.843830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e83b6a19-78e2-4b2d-9c0d-38f691d20138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.875654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Checking router: 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:47:57.885355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:47:57.885985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:47:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:57.927965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b454870-fc55-4faf-ba2e-d50bd46661bd req-da2b7746-6dae-4a52-9ab0-54e1251e6a1b tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089889 Dec 23 12:47:57.943661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port d870d5f0-0160-4c9e-aafb-46eb409c8d7f, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:57.944043 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:57.989102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for d870d5f0-0160-4c9e-aafb-46eb409c8d7f owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:58.034003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e83b6a19-78e2-4b2d-9c0d-38f691d20138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.095299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e83b6a19-78e2-4b2d-9c0d-38f691d20138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.111168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:47:58.180159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e83b6a19-78e2-4b2d-9c0d-38f691d20138 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18df7ff81be84a27a64264bb14ab8a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680480 Dec 23 12:47:58.181337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b6a19-78e2-4b2d-9c0d-38f691d20138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e2052-dd12-4ea5-9a9f-6808935a3ee3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:58.182893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51620) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:47:58.257172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.322973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=d870d5f0-0160-4c9e-aafb-46eb409c8d7f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:58.330004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.416198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port d870d5f0-0160-4c9e-aafb-46eb409c8d7f on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:58.419176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.424062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-f0c647ba-da8a-409d-8a6c-fb1d8a03327b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "DELETE /v2.0/ports/d870d5f0-0160-4c9e-aafb-46eb409c8d7f HTTP/1.1" status: 204 len: 173 time: 1.0855227 Dec 23 12:47:58.432781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:58.439238 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f801b1ec-5878-42e5-a177-dc41333e3458" -d '{"events": [{"server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "name": "network-vif-plugged", "status": "completed", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:58.446270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.535440 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae796b3a-24d2-4fc9-8887-f7db0f55b8aa x-openstack-request-id: req-ae796b3a-24d2-4fc9-8887-f7db0f55b8aa {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:58.538973 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "name": "network-vif-plugged", "status": "completed", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:58.538973 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae796b3a-24d2-4fc9-8887-f7db0f55b8aa {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:58.538973 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749', 'code': 200} Dec 23 12:47:58.542622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf7c4f-f42a-4632-9474-332bebcc9caa req-01d7b688-e7b0-4d3f-a968-fac23d0dd185 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:58.551912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf7c4f-f42a-4632-9474-332bebcc9caa req-01d7b688-e7b0-4d3f-a968-fac23d0dd185 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:58.553676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bdf7c4f-f42a-4632-9474-332bebcc9caa req-01d7b688-e7b0-4d3f-a968-fac23d0dd185 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 1677 time: 0.2368209 Dec 23 12:47:58.558877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:47:58.641463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee6eb3-f3f5-46fd-9bb6-0c9029e71a58 None None] The sync data for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 is: [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:36:38Z', 'revision_number': 4, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '61dedc61-63a4-48b8-9d6b-672ab6fc6541', 'name': '', 'network_id': '71cd197d-0fc3-4d36-9a5d-1453cd4f7afe', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'mac_address': 'fa:16:3e:01:c0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:36Z', 'updated_at': '2021-12-23T12:36:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'subnets': [{'id': '78b39f98-5557-4d96-aefa-ca565de1dc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:47:58.693010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bdf7c4f-f42a-4632-9474-332bebcc9caa req-47c54afe-349f-4e81-8ad0-9a93951e9e92 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047974 Dec 23 12:47:58.709487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port b8dc740a-cc55-430f-8296-f05919b76a37 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:47:58.709913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.731843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.736744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:58.761037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/404e2052-dd12-4ea5-9a9f-6808935a3ee3 HTTP/1.1" status: 204 len: 168 time: 0.5593560 Dec 23 12:47:58.784255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400ef8-2f2b-4264-af61-10f2f22a4872 req-aff857b4-4f6c-4dae-b251-2b6c7a10a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:58.784255 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d400ef8-2f2b-4264-af61-10f2f22a4872 req-aff857b4-4f6c-4dae-b251-2b6c7a10a178 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 1097 time: 0.1674836 Dec 23 12:47:58.892324 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d400ef8-2f2b-4264-af61-10f2f22a4872 req-3d7f680e-ea94-4280-b5eb-11be2f2df864 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 Dec 23 12:47:58.900897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad225a14-7c1b-43bd-be38-a829693adb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e2052-dd12-4ea5-9a9f-6808935a3ee3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:59.172092 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d79961-7c98-442a-b205-24cee465e403 None None] New status for floating IP 7a35f08e-d919-4980-9dcc-8064b04956ce: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:47:59.190588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port b8dc740a-cc55-430f-8296-f05919b76a37, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b8dc740a-cc55-430f-8296-f05919b76a37,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:47:59.191608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:59.207620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for b8dc740a-cc55-430f-8296-f05919b76a37 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:47:59.446678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8984ca-8b11-4170-a46e-d018bb0893f5 req-ae6ea206-d9a3-4d43-a520-2d6f88bbde1e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:47:59.455058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c8984ca-8b11-4170-a46e-d018bb0893f5 req-ae6ea206-d9a3-4d43-a520-2d6f88bbde1e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.3554375 Dec 23 12:47:59.570879 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:59.591549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c8984ca-8b11-4170-a46e-d018bb0893f5 req-7c78be0d-4f43-45bb-8eee-159d17dbe396 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353264 Dec 23 12:47:59.647492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=b8dc740a-cc55-430f-8296-f05919b76a37,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:47:59.714233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port b8dc740a-cc55-430f-8296-f05919b76a37 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:47:59.717151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:47:59.720982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-3c981d0d-d374-4c09-94a5-6ff26bb56297 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "DELETE /v2.0/ports/b8dc740a-cc55-430f-8296-f05919b76a37 HTTP/1.1" status: 204 len: 173 time: 1.2869697 Dec 23 12:47:59.750293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f'}, {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:47:59.769274 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d367bc1-4a33-4ad7-bff8-c563f079c008" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f"}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:47:59.941397 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d09d16-4361-4f58-b1f1-d4ac5739702f x-openstack-request-id: req-25d09d16-4361-4f58-b1f1-d4ac5739702f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:47:59.941634 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "d870d5f0-0160-4c9e-aafb-46eb409c8d7f", "status": "completed", "code": 200}, {"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "b8dc740a-cc55-430f-8296-f05919b76a37", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:47:59.941875 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d09d16-4361-4f58-b1f1-d4ac5739702f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:47:59.942266 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': 'd870d5f0-0160-4c9e-aafb-46eb409c8d7f', 'status': 'completed', 'code': 200} Dec 23 12:47:59.942531 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': 'b8dc740a-cc55-430f-8296-f05919b76a37', 'status': 'completed', 'code': 200} Dec 23 12:47:59.996392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1249c-e798-4a74-ae90-6094adf24512 req-ee18f916-0f40-4b51-98ab-73dbda8d0b3f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:48:00.001211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0de1249c-e798-4a74-ae90-6094adf24512 req-ee18f916-0f40-4b51-98ab-73dbda8d0b3f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 943 time: 0.1019592 Dec 23 12:48:00.115082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port 9a98b79e-76b9-4245-87b7-778fd257b925 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:00.115432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:00.130431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:48:00.419182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0de1249c-e798-4a74-ae90-6094adf24512 req-8936ec12-70e6-4258-beba-3e1577ad746e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups?id=91e350dc-5860-4c3a-a269-de810ae1be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072909 Dec 23 12:48:00.496070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port 9a98b79e-76b9-4245-87b7-778fd257b925, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9a98b79e-76b9-4245-87b7-778fd257b925,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:00.496350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:00.546340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for 9a98b79e-76b9-4245-87b7-778fd257b925 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:00.910192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3e4b0-5280-468e-a9cf-4be87fbcf7ae req-680e5a09-96cd-4b6f-a336-de2ca91dde24 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:48:00.922500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20a3e4b0-5280-468e-a9cf-4be87fbcf7ae req-680e5a09-96cd-4b6f-a336-de2ca91dde24 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.1050506 Dec 23 12:48:00.929929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:00.995950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=9a98b79e-76b9-4245-87b7-778fd257b925,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:01.097349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20a3e4b0-5280-468e-a9cf-4be87fbcf7ae req-54557037-8176-4e3b-b8b0-18b092b08bf5 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675181 Dec 23 12:48:01.215197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port 9a98b79e-76b9-4245-87b7-778fd257b925 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:01.225003 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:01.241582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1ec8209-5ca8-4632-874c-af5e050d3279 req-119b1df2-a02c-4ab4-b16c-a11cb773abdb tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.43 "DELETE /v2.0/ports/9a98b79e-76b9-4245-87b7-778fd257b925 HTTP/1.1" status: 204 len: 173 time: 1.5132785 Dec 23 12:48:01.649087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a3c24b5-95d3-4743-b329-247dab4ae295 req-e9e93ebf-4255-49da-ad12-02ae94364d0e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0576677 Dec 23 12:48:01.944960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:48:01.947502 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc6293-7255-401e-9086-2cd62edf11ac" -d '{"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:48:02.017269 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd98f98-709a-472f-a1af-4c8033dcc226 x-openstack-request-id: req-0bd98f98-709a-472f-a1af-4c8033dcc226 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:48:02.017571 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f35925c-7192-450c-9d41-2412996f5857", "name": "network-vif-deleted", "tag": "9a98b79e-76b9-4245-87b7-778fd257b925", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:48:02.017832 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bd98f98-709a-472f-a1af-4c8033dcc226 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:48:02.018252 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f35925c-7192-450c-9d41-2412996f5857', 'name': 'network-vif-deleted', 'tag': '9a98b79e-76b9-4245-87b7-778fd257b925', 'status': 'completed', 'code': 200} Dec 23 12:48:02.796381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3c696aa-5679-448f-acb6-1a20ccfa18f3 req-ee395234-e8c4-48d1-ba56-b8211890aa4e tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0583625 Dec 23 12:48:03.739528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51936) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:03.965643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a965a4fa-da6f-43d1-a28b-c52eaa4ca35e req-0b6188e5-df06-46f3-b562-18fd3082276c tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0631812 Dec 23 12:48:03.984944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7812277-166b-4144-98b4-b82ee244acdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.125388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51948) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:04.167632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7812277-166b-4144-98b4-b82ee244acdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.258284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f7812277-166b-4144-98b4-b82ee244acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.329589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f7812277-166b-4144-98b4-b82ee244acdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bdad4d98caa4e9eb0b5c18a2c860048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883629 Dec 23 12:48:04.330695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:04.331718 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99961388-9917-490a-844b-e6fdd4085b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.333002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7812277-166b-4144-98b4-b82ee244acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86e7e2-8b50-4fa8-9cc3-30990fe22574,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:04.431017 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.471019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.558444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99961388-9917-490a-844b-e6fdd4085b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.644092 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99961388-9917-490a-844b-e6fdd4085b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.695764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99961388-9917-490a-844b-e6fdd4085b16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=111d11fb4d1c419f9de17ac00443911f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689056 Dec 23 12:48:04.698233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.698844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51958) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:04.701426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.706065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f86e7e2-8b50-4fa8-9cc3-30990fe22574 HTTP/1.1" status: 204 len: 168 time: 0.3717761 Dec 23 12:48:04.731476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99961388-9917-490a-844b-e6fdd4085b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cafdf4-a619-4ec8-add1-fac2d299459c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:04.745981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d8e50-8f4e-46cb-aabe-18bb6eb1051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86e7e2-8b50-4fa8-9cc3-30990fe22574,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:04.820255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:04.862198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.021452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.024385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.028507 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15cafdf4-a619-4ec8-add1-fac2d299459c HTTP/1.1" status: 204 len: 168 time: 0.3285501 Dec 23 12:48:05.044852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f3880-1be6-429e-aa88-f30c00567d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cafdf4-a619-4ec8-add1-fac2d299459c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:05.238525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-457da804-1c1d-4332-854a-b2f04fa2cdf2 req-613b0449-d11f-4e86-a096-bc1100feec09 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.1084034 Dec 23 12:48:05.616638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 51976) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:05.645469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af40d52-6e1a-4b1d-bea1-68a5784777f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.809438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af40d52-6e1a-4b1d-bea1-68a5784777f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.918471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1af40d52-6e1a-4b1d-bea1-68a5784777f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:05.976946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1af40d52-6e1a-4b1d-bea1-68a5784777f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40da198e68244e1daaa8cb8212d0bc29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3588431 Dec 23 12:48:05.987751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af40d52-6e1a-4b1d-bea1-68a5784777f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b63dff-f288-4398-bb6b-bb859439fcac,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:05.988686 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:06.072244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.108318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.234011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51986) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:06.251133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.257593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.259628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20b63dff-f288-4398-bb6b-bb859439fcac HTTP/1.1" status: 204 len: 168 time: 0.2786295 Dec 23 12:48:06.262958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5557dee5-949d-44c2-abc3-cfb87e4906d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.284314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90156b0f-9e3e-4b7b-8b28-b09810c3aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b63dff-f288-4398-bb6b-bb859439fcac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:06.412678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b04e923d-7d47-4dde-b6ee-743e3a9d93f2 req-085606ee-ba49-40e5-adf3-e036a161d3fa tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Dec 23 12:48:06.453117 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5557dee5-949d-44c2-abc3-cfb87e4906d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.558315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5557dee5-949d-44c2-abc3-cfb87e4906d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.609617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557dee5-949d-44c2-abc3-cfb87e4906d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c3fb7-915b-41bb-b549-84ba57612795,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:06.627775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5557dee5-949d-44c2-abc3-cfb87e4906d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9c46ef72a0d48008fdae610f6087d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926358 Dec 23 12:48:06.634510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 51996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:06.705243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.743204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.882607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.885323 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:06.886516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff4c3fb7-915b-41bb-b549-84ba57612795 HTTP/1.1" status: 204 len: 168 time: 0.2517259 Dec 23 12:48:06.897972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fadc-7ebd-4b04-90bd-5eae3192ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c3fb7-915b-41bb-b549-84ba57612795,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:07.586572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e750a768-a0b8-410a-9106-0256124a6b1d req-1acc87d6-621a-4ff4-9705-b85750b42a1f tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0525267 Dec 23 12:48:08.738632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7430f86-eb8c-4385-813c-10b3f91adb53 req-e99ae091-ac7d-4954-9ac1-81beb1596ad3 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Dec 23 12:48:09.156052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:09.370173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d90b-f753-472a-9f33-a9c17eb9755e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.524624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d90b-f753-472a-9f33-a9c17eb9755e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.609664 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d90b-f753-472a-9f33-a9c17eb9755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.660967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4fc3d90b-f753-472a-9f33-a9c17eb9755e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e19880ca29544ee5b3db2ba93557ea94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035217 Dec 23 12:48:09.663534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:09.672325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3d90b-f753-472a-9f33-a9c17eb9755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab2462-d1a9-4704-89ae-10fad3562e14,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:09.734091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.771412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.917617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9f6305c-a2b3-43ba-9d99-c12a387c611d req-c5766951-0e17-4fa4-9f78-a44974dfb9a2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0688322 Dec 23 12:48:09.936629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.949965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:09.951514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fab2462-d1a9-4704-89ae-10fad3562e14 HTTP/1.1" status: 204 len: 168 time: 0.2864990 Dec 23 12:48:09.963377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0fcea-1266-4a4d-a4b5-12d1f9878f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab2462-d1a9-4704-89ae-10fad3562e14,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:10.963425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52154) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:11.119448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b5823dd-c5ab-47cb-bc77-906a8af3075a req-147fca41-6478-4eb3-b0eb-c2080577b9be tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0527856 Dec 23 12:48:11.172312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c986d386-43c3-4524-9820-32f589ab9c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.364678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c986d386-43c3-4524-9820-32f589ab9c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.415373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c986d386-43c3-4524-9820-32f589ab9c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.471706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986d386-43c3-4524-9820-32f589ab9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9b05b-221a-4c32-b653-8cb38eb7d0c0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:11.492538 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c986d386-43c3-4524-9820-32f589ab9c8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d4954ca5fdb41dfb80bd64670726aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279911 Dec 23 12:48:11.496120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52176) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:11.557696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.583836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.741408 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.744715 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:11.746116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ee9b05b-221a-4c32-b653-8cb38eb7d0c0 HTTP/1.1" status: 204 len: 168 time: 0.2488787 Dec 23 12:48:11.766022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fde2ab-da77-4cc0-a1e1-d0ed88a83fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9b05b-221a-4c32-b653-8cb38eb7d0c0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:12.302981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c804fc4b-1fa6-40d3-9583-7252e0047955 req-25fa8091-e052-40d5-b705-f753198f4f89 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0419517 Dec 23 12:48:13.062037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52206) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:13.083944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd9ce-3c9d-429f-9e74-f012b6d5617c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.175156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd9ce-3c9d-429f-9e74-f012b6d5617c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.277766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd9ce-3c9d-429f-9e74-f012b6d5617c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.283417 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a8ff014-1897-41fa-8db3-29ef65a584ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.322962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52210) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:13.323470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c0bd9ce-3c9d-429f-9e74-f012b6d5617c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10d80a20881b4430886a62db6f53be80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598953 Dec 23 12:48:13.325706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd9ce-3c9d-429f-9e74-f012b6d5617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48234905-61a1-431d-847d-7ca158f7a129,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:13.494280 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.537460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6faca5ea-ad4e-466c-82f8-190af1f1becf req-176378c6-95b9-49d7-9556-e3442e9ddbbe tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0821064 Dec 23 12:48:13.559974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.775343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.782196 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:13.782196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48234905-61a1-431d-847d-7ca158f7a129 HTTP/1.1" status: 204 len: 168 time: 0.4548655 Dec 23 12:48:13.789509 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19274dc2-3d7e-4225-b900-a8be4b5ab23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48234905-61a1-431d-847d-7ca158f7a129,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:14.754448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0afe83dd-58a1-4e11-8d84-d417ebfe35b6 req-1bb9838d-fec2-4fe4-906c-c28bd30f1a6b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0564549 Dec 23 12:48:15.918626 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe9e0d39-d3fd-4dd3-96d7-5c64a7d22c88 req-f9c636ab-fb8c-42e3-a1d6-df5ad20d8261 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Dec 23 12:48:16.364129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e1c5389b-9a2b-4df2-a7d4-a3dabd574b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:16.667704 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:17.105800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ac807e9-e573-4cdf-961b-c62a8f650fd6 req-f491b450-be50-4e98-af22-994a5cdf41d2 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0597918 Dec 23 12:48:18.255162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3aa9de37-66f1-4ef9-980b-dc68dffc6844 req-694a72eb-bff8-4b1b-821d-aee222270208 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0417438 Dec 23 12:48:18.255968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:18.409641 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:19.192746 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:19.408268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8b94b20-bd46-42fd-bc1a-95e3938ba65c req-683d46ec-4b6f-4957-b6b7-8c034562f223 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0403726 Dec 23 12:48:20.585112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6eb694ca-5169-4bc8-bc51-804d7135ec65 req-b3f3c1aa-6976-4b74-b680-2f0d3f4e03bc tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f35925c-7192-450c-9d41-2412996f5857 HTTP/1.1" status: 200 len: 210 time: 0.0773225 Dec 23 12:48:21.777711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52382) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:21.890161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:21.916861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.083819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.086513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.087790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/security-groups/91e350dc-5860-4c3a-a269-de810ae1be6b HTTP/1.1" status: 204 len: 168 time: 0.3090758 Dec 23 12:48:22.090723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52392) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:22.111178 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-995a38d8-cf10-4be2-a69f-191a2bb68d92 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] show failed (client error): The resource could not be found. Dec 23 12:48:22.117069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-995a38d8-cf10-4be2-a69f-191a2bb68d92 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "GET /v2.0/security-groups/91e350dc-5860-4c3a-a269-de810ae1be6b HTTP/1.1" status: 404 len: 347 time: 0.0245423 Dec 23 12:48:22.122740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52394) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:22.125562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba6617-e738-4df7-ba5b-ab89ea4c5c63 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e350dc-5860-4c3a-a269-de810ae1be6b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:22.329411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port 72f9e539-6ea2-4145-b35f-a268add98518 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:22.329993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.440492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.441329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.459009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for 72f9e539-6ea2-4145-b35f-a268add98518 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:22.769684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.794861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.820395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=72f9e539-6ea2-4145-b35f-a268add98518,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:22.950784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.954508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:22.958214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db89ffcf-5797-409e-950e-fc7223846718 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/floatingips/7a35f08e-d919-4980-9dcc-8064b04956ce HTTP/1.1" status: 204 len: 168 time: 0.8307154 Dec 23 12:48:22.958450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:23.075031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port a12f68a1-d3a7-421b-80a1-7b16657e09a0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:23.075506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:23.646159 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:23.661401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for a12f68a1-d3a7-421b-80a1-7b16657e09a0 owned by {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:23.913947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:23.960762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=a12f68a1-d3a7-421b-80a1-7b16657e09a0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:24.075797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:24.081981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1725ad55-4dc4-4385-be73-5ad47731eb4b tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/ports/a12f68a1-d3a7-421b-80a1-7b16657e09a0 HTTP/1.1" status: 204 len: 168 time: 1.1221621 Dec 23 12:48:24.084181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:24.223317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port 03d97ac7-7666-4d79-9bee-af6ee2914a5a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:24.224011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:24.432043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:24.445477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for 03d97ac7-7666-4d79-9bee-af6ee2914a5a owned by {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:24.792152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:24.823470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=03d97ac7-7666-4d79-9bee-af6ee2914a5a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:24.963084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:24.969042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-116fc020-70c5-46f7-ba0a-3f337f2eed03 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/ports/03d97ac7-7666-4d79-9bee-af6ee2914a5a HTTP/1.1" status: 204 len: 168 time: 0.8832099 Dec 23 12:48:24.969822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52432) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:25.036184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting subnet 1684f150-a510-4929-8acc-7c2c8e215b54 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:48:25.039997 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:25.105176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:25.249706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:25.890991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:25.960020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:25.964135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83040499-47dd-43fe-b5d6-4f1e74987a6f None None] Network efa7c0b0-5938-4641-ba50-5411cd51d9c0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:48:25.983104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/subnets/1684f150-a510-4929-8acc-7c2c8e215b54 HTTP/1.1" status: 204 len: 168 time: 1.0082843 Dec 23 12:48:25.984051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52450) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:25.984728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718aede-cd12-477d-83ca-bc7b093b8b00 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Subnet': ['ID=1684f150-a510-4929-8acc-7c2c8e215b54,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:26.070655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting subnet 93c7e3fc-e876-4310-9720-f8e0b9de013e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:48:26.079277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.138223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.180599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] DHCP port deletion for efa7c0b0-5938-4641-ba50-5411cd51d9c0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:26.260516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Deleting port a3662029-0611-4dbe-86d8-19416999b37f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:26.261641 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.301356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.371218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] For port a3662029-0611-4dbe-86d8-19416999b37f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a3662029-0611-4dbe-86d8-19416999b37f,segment=NetworkSegment(e2ca5ced-a42e-449e-a524-46a1069a7a86),segment_id=e2ca5ced-a42e-449e-a524-46a1069a7a86)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:26.373850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.401456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Calling delete_port for a3662029-0611-4dbe-86d8-19416999b37f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:26.487537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.548251 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Subnet': ['ID=93c7e3fc-e876-4310-9720-f8e0b9de013e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:26.551651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.562506 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e74b4dca-3d4e-4d5f-9f5a-d8581129f2a0 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/subnets/93c7e3fc-e876-4310-9720-f8e0b9de013e HTTP/1.1" status: 204 len: 168 time: 0.5761325 Dec 23 12:48:26.562506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52464) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:26.565394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f19cd-ec57-4616-a8d7-b702921e0844 None None] Network 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:48:26.700683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.794484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.825938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] No DVR routers for this DVR port a3662029-0611-4dbe-86d8-19416999b37f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:26.832808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Deleting port a3662029-0611-4dbe-86d8-19416999b37f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:26.832808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:26.862298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Pushing event deleted for resources: {'Port': ['ID=a3662029-0611-4dbe-86d8-19416999b37f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:26.874814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.875421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.876396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.877486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.878157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.878655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.879677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.880554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.881243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.881745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.882237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.882732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.883573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bea776-7435-4c1c-9fd6-2aa2194b9233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:26.980734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] DHCP port deletion for 7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:27.018780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] For port a3662029-0611-4dbe-86d8-19416999b37f, host n-d-822750-2, got binding levels [] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:27.019322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.036303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Calling delete_port for a3662029-0611-4dbe-86d8-19416999b37f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:27.039560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.ipam_backend_mixin [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Port a3662029-0611-4dbe-86d8-19416999b37f was not found and therefore no delete operation was performed {{(pid=104038) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:48:27.041016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.074485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] No DVR routers for this DVR port a3662029-0611-4dbe-86d8-19416999b37f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:27.077657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Port': ['ID=a3662029-0611-4dbe-86d8-19416999b37f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:27.080312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Deleting port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:27.080312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.184652 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.231265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa7c0b0-5938-4641-ba50-5411cd51d9c0']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:27.244070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] For port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,segment=NetworkSegment(8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a),segment_id=8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:27.244469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.252701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ca5ced-a42e-449e-a524-46a1069a7a86') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:27.253028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ca5ced-a42e-449e-a524-46a1069a7a86') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:27.278997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Calling delete_port for aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:27.281665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.309388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.334863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:48:27.335277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:48:27.342060 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:48:27.423058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a3662029-0611-4dbe-86d8-19416999b37f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:27.484245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a3662029-0611-4dbe-86d8-19416999b37f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:27.484596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a3662029-0611-4dbe-86d8-19416999b37f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:27.485037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:27.575943 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.584651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.590772 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/networks/efa7c0b0-5938-4641-ba50-5411cd51d9c0 HTTP/1.1" status: 204 len: 168 time: 1.0305235 Dec 23 12:48:27.594424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52478) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:27.632531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076fc85-7f1a-4755-a744-30273a5ed0ae tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Network': ['ID=efa7c0b0-5938-4641-ba50-5411cd51d9c0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:27.651126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.709364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.780981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.941610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:27.967079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:27.988078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:27.988390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9d996e-9f4b-4e5d-9a47-f6f25aa25b2a') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:28.008180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:28.047144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:28.063373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:48:28.065212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:48:28.075023 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:48:28.154890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] No DVR routers for this DVR port aa3457ee-dcc0-4a5b-9fc1-4dafa7226618 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:28.156930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeef41d-ff9e-40c8-93d5-b452882eb5a8 None None] Pushing event deleted for resources: {'Port': ['ID=aa3457ee-dcc0-4a5b-9fc1-4dafa7226618,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:28.278524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:28.303753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:28.317018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] 10.222.0.16 "DELETE /v2.0/networks/7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94 HTTP/1.1" status: 204 len: 168 time: 0.7200735 Dec 23 12:48:28.348227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cd6c3-bd5f-4c5f-aeba-88b4376e7d21 tempest-TaggedBootDevicesTest-1553048027 tempest-TaggedBootDevicesTest-1553048027-project] Pushing event deleted for resources: {'Network': ['ID=7c7f2e3c-a528-43aa-a3f1-0b29ce68cf94,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:33.115116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52642) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:33.328202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-071470fa-c840-4cd8-8ad4-10a1e18a8af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:33.418384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-071470fa-c840-4cd8-8ad4-10a1e18a8af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:33.512092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-071470fa-c840-4cd8-8ad4-10a1e18a8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:33.627426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52654) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:33.628191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-071470fa-c840-4cd8-8ad4-10a1e18a8af9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7af272bf5cb54b048faf2dc3cb62584c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112534 Dec 23 12:48:33.650124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071470fa-c840-4cd8-8ad4-10a1e18a8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c768d6-d66f-40c3-a4bf-f2a580b78fbf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:33.751376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:33.801885 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:34.026768 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:34.029961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:34.034224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91c768d6-d66f-40c3-a4bf-f2a580b78fbf HTTP/1.1" status: 204 len: 168 time: 0.4056127 Dec 23 12:48:34.062216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7efa6c-b4d4-4bc2-a4c9-31187b817472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c768d6-d66f-40c3-a4bf-f2a580b78fbf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:35.008317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52688) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:35.043377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.142319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.261593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.369987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a762b6e-c7d9-4a58-a99c-c5516170c304,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:35.378913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c0611cd293d468bb6dc582c8d25effb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679619 Dec 23 12:48:35.383868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52698) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:35.402554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.402870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.403212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.405183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.405538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.406167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.406167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.406511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.406836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.409771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.410734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.411414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.412106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add05609-41e4-4e63-b1e5-3f13b18e98f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:35.531750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.572075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.798158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.800969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:35.806959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a762b6e-c7d9-4a58-a99c-c5516170c304 HTTP/1.1" status: 204 len: 168 time: 0.4199591 Dec 23 12:48:35.818081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad52b2-c039-4b64-bea1-cb8166e8a4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a762b6e-c7d9-4a58-a99c-c5516170c304,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:36.869095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 52752) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:36.899717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:48:36.908204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3328bee-20b9-4d91-a495-aaa93c54c235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.025920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3328bee-20b9-4d91-a495-aaa93c54c235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.078455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b3328bee-20b9-4d91-a495-aaa93c54c235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.161974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328bee-20b9-4d91-a495-aaa93c54c235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c0b77-4e56-4b9f-a7e4-76593b2fcc68,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:37.207670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3328bee-20b9-4d91-a495-aaa93c54c235 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe201afc34874404b49269d39fa3db74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374259 Dec 23 12:48:37.211589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 52756) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:37.318612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.362724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.501345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.512679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:37.512679 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c34c0b77-4e56-4b9f-a7e4-76593b2fcc68 HTTP/1.1" status: 204 len: 168 time: 0.2969666 Dec 23 12:48:37.536921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fbde5-c058-4938-8e6b-77bd574f5c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c0b77-4e56-4b9f-a7e4-76593b2fcc68,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:43.313245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ae12759-bd3c-4c4d-938e-dbcdf9a447a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:45.897004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:46.164325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47d55183-0887-41a0-851e-615540fa24a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:46.587028 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:46.729504 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:47.060153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Deleting port 61dedc61-63a4-48b8-9d6b-672ab6fc6541 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:47.061793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:47.173802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] For port 61dedc61-63a4-48b8-9d6b-672ab6fc6541, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=61dedc61-63a4-48b8-9d6b-672ab6fc6541,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:47.174170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:47.193306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Calling delete_port for 61dedc61-63a4-48b8-9d6b-672ab6fc6541 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:47.678507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:47.704794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=61dedc61-63a4-48b8-9d6b-672ab6fc6541,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:47.717174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.717553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.717942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.718291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.718634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.718973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.719309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.719643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.719986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.720814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.720814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.720997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:47.721287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:48:48.200355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:48.245045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:48.487345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:48:48.512332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:48.613749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:48:48.630448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f4bb6e2-a1d7-4fdc-9bb1-d676e6184e29 admin admin] 10.222.0.16 "PUT /v2.0/routers/8fc4e8a6-965c-4c64-b728-ff26f2162cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7295403 Dec 23 12:48:48.630448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53122) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:48.630753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Sync routers for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:48:48.638486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:48:48.639537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:48:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:48.775593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:48.786353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:48:48.973984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:49.066956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:48:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:49.095143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Checking router: 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:48:49.104553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Routers {'8fc4e8a6-965c-4c64-b728-ff26f2162cd7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:48:49.110496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:48:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:49.212741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Deleting port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:49.213396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:49.250472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] Set router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:48:49.313675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:49.315291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] For port 6a78ceb4-2e8c-4ff3-843f-4be961ba922f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:49.316011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:49.331528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Calling delete_port for 6a78ceb4-2e8c-4ff3-843f-4be961ba922f owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:49.527004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:48:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:49.575086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a48f1c5-006c-45b6-ba30-04e62132171f None None] The sync data for ids ['8fc4e8a6-965c-4c64-b728-ff26f2162cd7'] in n-d-822750-2 is: [{'id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'name': 'tempest-TaggedBootDevicesTest-481052971-router', 'tenant_id': '4e221b03ba714d2f8694d9bd395858da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:27Z', 'updated_at': '2021-12-23T12:48:47Z', 'revision_number': 5, 'project_id': '4e221b03ba714d2f8694d9bd395858da', 'gw_port': {'id': '6a78ceb4-2e8c-4ff3-843f-4be961ba922f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4e8a6-965c-4c64-b728-ff26f2162cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:29Z', 'updated_at': '2021-12-23T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:48:49.844480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:49.876985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a78ceb4-2e8c-4ff3-843f-4be961ba922f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:49.909987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1cf8a-e37a-4967-8ebe-86ee86750e92 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:50.019647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.139245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.141754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.346920 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.348392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc4e8a6-965c-4c64-b728-ff26f2162cd7 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:48:50.365297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.370168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:50.376854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3550f5e0-c016-4684-9f49-7455c6f6256f admin admin] 10.222.0.16 "DELETE /v2.0/routers/8fc4e8a6-965c-4c64-b728-ff26f2162cd7 HTTP/1.1" status: 204 len: 168 time: 1.7517250 Dec 23 12:48:50.432165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Deleting subnet 78b39f98-5557-4d96-aefa-ca565de1dc9a {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:48:50.437862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.531860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.715069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.878827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.940318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:50.941964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7278d9a-7e14-4cc4-9959-cc47deaada19 None None] Network 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:48:50.949386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53174) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:50.984166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78b39f98-5557-4d96-aefa-ca565de1dc9a HTTP/1.1" status: 204 len: 168 time: 0.6122420 Dec 23 12:48:50.997680 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83746a-a7d5-40f6-8390-a059fb9387df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b39f98-5557-4d96-aefa-ca565de1dc9a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:51.185201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.273378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Deleting port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:51.273766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.341474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] DHCP port deletion for 71cd197d-0fc3-4d36-9a5d-1453cd4f7afe request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:51.367240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] For port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:51.367821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.386377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Calling delete_port for 9b0c30ac-82c2-4096-ad71-e7e2f73d406f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:51.453470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 61dedc61-63a4-48b8-9d6b-672ab6fc6541 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:51.523433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 61dedc61-63a4-48b8-9d6b-672ab6fc6541 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:51.523783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 61dedc61-63a4-48b8-9d6b-672ab6fc6541 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:51.524199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a78ceb4-2e8c-4ff3-843f-4be961ba922f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:51.526623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Deleting port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:51.526989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.575604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.591582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] No DVR routers for this DVR port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:51.628018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:51.646800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6a78ceb4-2e8c-4ff3-843f-4be961ba922f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:51.647147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a78ceb4-2e8c-4ff3-843f-4be961ba922f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:51.722743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] For port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,segment=NetworkSegment(4784df77-ca3f-4f15-a035-f9ce3403511c),segment_id=4784df77-ca3f-4f15-a035-f9ce3403511c)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:51.723222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.754556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Calling delete_port for 9b0c30ac-82c2-4096-ad71-e7e2f73d406f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:51.772199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.794535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cd197d-0fc3-4d36-9a5d-1453cd4f7afe']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:51.805122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4784df77-ca3f-4f15-a035-f9ce3403511c') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:51.805551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4784df77-ca3f-4f15-a035-f9ce3403511c') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:51.818344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.836147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.843314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:48:51.844118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:48:51.846789 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:48:51.873698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:51.907972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] Pushing event deleted for resources: {'Port': ['ID=9b0c30ac-82c2-4096-ad71-e7e2f73d406f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:51.909985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eabc24-d1fb-4d47-a1db-46dd20b2fb49 None None] No DVR routers for this DVR port 9b0c30ac-82c2-4096-ad71-e7e2f73d406f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:51.992488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:52.000678 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:52.004630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] 10.222.0.16 "DELETE /v2.0/networks/71cd197d-0fc3-4d36-9a5d-1453cd4f7afe HTTP/1.1" status: 204 len: 168 time: 1.0467148 Dec 23 12:48:52.008042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:52.020111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31090b87-aeb4-4754-9244-9e4d280bb09c admin admin] Pushing event deleted for resources: {'Network': ['ID=71cd197d-0fc3-4d36-9a5d-1453cd4f7afe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:52.459463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:52.704245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-cc04ba03-5cce-4fe7-82c1-9738b484baae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793962 Dec 23 12:48:52.805125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:52.880968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-03e9e3ae-5c54-45ad-9e2c-ab267d0df2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:48:52.882740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-03e9e3ae-5c54-45ad-9e2c-ab267d0df2bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 1097 time: 0.1033354 Dec 23 12:48:52.999053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Deleting port 7cef6f6b-47aa-4a03-87cf-ab37ff816399 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:52.999395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:53.160942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] For port 7cef6f6b-47aa-4a03-87cf-ab37ff816399, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7cef6f6b-47aa-4a03-87cf-ab37ff816399,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:53.161657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:53.216655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Calling delete_port for 7cef6f6b-47aa-4a03-87cf-ab37ff816399 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:53.249228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-109dc276-584a-46b9-bd42-ec23f341c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:48:53.250828 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-109dc276-584a-46b9-bd42-ec23f341c179 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 200 len: 915 time: 0.3271668 Dec 23 12:48:53.318612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-a40974cd-4050-4d81-b372-1a83d4ba4c61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=788c41c2-09ee-4f3f-8933-de0897e2c749 HTTP/1.1" status: 200 len: 217 time: 0.0600712 Dec 23 12:48:53.409275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b0c30ac-82c2-4096-ad71-e7e2f73d406f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:53.496259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9b0c30ac-82c2-4096-ad71-e7e2f73d406f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:53.500558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b0c30ac-82c2-4096-ad71-e7e2f73d406f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:53.531586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-ce5673b5-1f7a-42bf-9180-467e0362755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:48:53.533189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-ce5673b5-1f7a-42bf-9180-467e0362755f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2436d12-5683-43af-91dc-b91fa244f22f HTTP/1.1" status: 200 len: 854 time: 0.2055645 Dec 23 12:48:53.592254 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-27660b50-64e5-45b8-8354-d0827fc81c82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ad1c044-17b4-4c83-a56f-577e3c0392b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512292 Dec 23 12:48:53.609761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:53.640667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cef6f6b-47aa-4a03-87cf-ab37ff816399,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:53.776584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-cc50abad-5df4-4266-bd8c-cc9f20e5117d service neutron] 10.222.0.57 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775060 Dec 23 12:48:53.940146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f323dde5-e0f9-4d41-9d31-4fd88ca9494e req-5a665140-c063-4cef-9419-d1a8311de521 service neutron] 10.222.0.57 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557961 Dec 23 12:48:54.017661 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:54.386104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Router c63f5e06-83ae-418e-b42e-85c237437654 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:48:54.586755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:48:54.595561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53260) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:54.596459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-75310e93-b4c1-4ecd-ad88-7b4f0bdea2a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/c63f5e06-83ae-418e-b42e-85c237437654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867493 Dec 23 12:48:54.599935 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Sync routers for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:48:54.627209 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:48:54.629520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:48:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:54.778016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:54.820541 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:48:55.145941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:48:53Z', 'revision_number': 5, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:55.213279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Checking router: c63f5e06-83ae-418e-b42e-85c237437654 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:48:55.243220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Routers {'c63f5e06-83ae-418e-b42e-85c237437654'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:48:55.245444 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:48:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c63f5e06-83ae-418e-b42e-85c237437654'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:55.430051 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] Set router c63f5e06-83ae-418e-b42e-85c237437654 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:48:55.462956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:55.637963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Deleting port 8f610074-f317-455d-9c6c-47d05f5ba232 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:55.638310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:55.756766 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:48:53Z', 'revision_number': 5, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:55.834411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2326-6c57-469d-8f73-b07f6fe9dd74 None None] The sync data for ids ['c63f5e06-83ae-418e-b42e-85c237437654'] in n-d-822750-2 is: [{'id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'name': 'tempest-TaggedBootDevicesTest-1544797985-router', 'tenant_id': 'ba6e3fe22d634525a70472c31126597e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:36:52Z', 'updated_at': '2021-12-23T12:48:53Z', 'revision_number': 5, 'project_id': 'ba6e3fe22d634525a70472c31126597e', 'gw_port': {'id': '8f610074-f317-455d-9c6c-47d05f5ba232', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5e06-83ae-418e-b42e-85c237437654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:36:54Z', 'updated_at': '2021-12-23T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:48:55.845626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] For port 8f610074-f317-455d-9c6c-47d05f5ba232, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f610074-f317-455d-9c6c-47d05f5ba232,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:55.846186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:55.865322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Calling delete_port for 8f610074-f317-455d-9c6c-47d05f5ba232 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:56.302722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.346368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b20cd-79ec-4021-9bfe-1f5d884dfcc5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:56.374056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f610074-f317-455d-9c6c-47d05f5ba232,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:56.433164 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.614571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.614571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.809881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.810488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63f5e06-83ae-418e-b42e-85c237437654 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:48:56.822675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.822675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-309119a3-7a3d-4feb-935e-67968a841c3a admin admin] 10.222.0.16 "DELETE /v2.0/routers/c63f5e06-83ae-418e-b42e-85c237437654 HTTP/1.1" status: 204 len: 168 time: 2.2190807 Dec 23 12:48:56.822675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53316) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:56.912440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Deleting subnet 91edf988-7495-4956-993f-178508e5a573 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:48:56.924973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:56.990636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:57.134057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:57.455291 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:57.484507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:57.492864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ab8e5-70da-4316-a803-25e3117bc620 None None] Network 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:48:57.494232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53334) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:57.494753 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91edf988-7495-4956-993f-178508e5a573 HTTP/1.1" status: 204 len: 168 time: 0.6739962 Dec 23 12:48:57.559366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454c19e-3ea4-4a06-afe6-cfb9b3ba4ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91edf988-7495-4956-993f-178508e5a573,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:57.650736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7cef6f6b-47aa-4a03-87cf-ab37ff816399 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:57.681824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7cef6f6b-47aa-4a03-87cf-ab37ff816399 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:57.682478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7cef6f6b-47aa-4a03-87cf-ab37ff816399 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:57.683119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f610074-f317-455d-9c6c-47d05f5ba232 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:57.717757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8f610074-f317-455d-9c6c-47d05f5ba232 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:57.718595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f610074-f317-455d-9c6c-47d05f5ba232 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:57.754056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:57.873982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] DHCP port deletion for 2ce6b52d-33d8-46ae-bcdb-50b7af09c49c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:48:57.921421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Deleting port b436ac82-7e66-4117-a3f2-0d589fc7a13f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:57.921949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.031499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Deleting port b436ac82-7e66-4117-a3f2-0d589fc7a13f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:48:58.032322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.077827 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] For port b436ac82-7e66-4117-a3f2-0d589fc7a13f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b436ac82-7e66-4117-a3f2-0d589fc7a13f,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:58.078483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.094898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Calling delete_port for b436ac82-7e66-4117-a3f2-0d589fc7a13f owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:58.112294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] For port b436ac82-7e66-4117-a3f2-0d589fc7a13f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b436ac82-7e66-4117-a3f2-0d589fc7a13f,segment=NetworkSegment(5850df4f-8a72-4a97-9291-eb466537c416),segment_id=5850df4f-8a72-4a97-9291-eb466537c416)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:48:58.112998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.132322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Calling delete_port for b436ac82-7e66-4117-a3f2-0d589fc7a13f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:48:58.288745 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.305287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.335646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] Pushing event deleted for resources: {'Port': ['ID=b436ac82-7e66-4117-a3f2-0d589fc7a13f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:58.347501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c81fe6-059a-446f-9cf5-733677d3148a None None] No DVR routers for this DVR port b436ac82-7e66-4117-a3f2-0d589fc7a13f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:58.353529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Pushing event deleted for resources: {'Port': ['ID=b436ac82-7e66-4117-a3f2-0d589fc7a13f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:58.357963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] No DVR routers for this DVR port b436ac82-7e66-4117-a3f2-0d589fc7a13f on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:48:58.475644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.504526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce6b52d-33d8-46ae-bcdb-50b7af09c49c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:58.516164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5850df4f-8a72-4a97-9291-eb466537c416') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:58.516494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5850df4f-8a72-4a97-9291-eb466537c416') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:48:58.528689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.543349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.557787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:48:58.558191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:48:58.560156 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:48:58.786915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.793927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:58.804948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] 10.222.0.16 "DELETE /v2.0/networks/2ce6b52d-33d8-46ae-bcdb-50b7af09c49c HTTP/1.1" status: 204 len: 168 time: 1.3061709 Dec 23 12:48:58.871105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20bdbc-c0d8-48a3-ac8e-7af5a5f6c5da admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce6b52d-33d8-46ae-bcdb-50b7af09c49c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:48:59.375694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53376) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:59.449345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b436ac82-7e66-4117-a3f2-0d589fc7a13f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:48:59.474044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b436ac82-7e66-4117-a3f2-0d589fc7a13f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:48:59.474640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b436ac82-7e66-4117-a3f2-0d589fc7a13f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:48:59.539853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f719c61-5ba6-4c0a-a805-9a96a85cd62f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e221b03ba714d2f8694d9bd395858da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628110 Dec 23 12:48:59.542362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 53380) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:48:59.652921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:59.700777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:59.878271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:59.881619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:48:59.887033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b458e74-b1fd-42f8-b073-812a55f8112a HTTP/1.1" status: 204 len: 168 time: 0.3433921 Dec 23 12:48:59.896913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0048db8-3b46-4649-9b86-f56e0722b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b458e74-b1fd-42f8-b073-812a55f8112a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:00.811679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53420) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:00.904742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b356204e-f348-48e6-b79b-1f1579f2e9f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba6e3fe22d634525a70472c31126597e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913618 Dec 23 12:49:00.906890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53422) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:01.028086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:01.067661 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:01.204463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:01.207534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:01.208964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e64e3e5e-3746-4c5f-b615-a668126befc0 HTTP/1.1" status: 204 len: 168 time: 0.3009777 Dec 23 12:49:01.231797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179a0c4-2c95-44be-801f-9cc1de9c6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e3e5e-3746-4c5f-b615-a668126befc0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:03.614226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53504) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:03.743975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-278361240-network', 'tenant_id': '3fa9d822dc81466f99056e7db6e96399'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:03.838737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Made reservation on behalf of 3fa9d822dc81466f99056e7db6e96399 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:03.840965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:03.851091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:03.956460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.027218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.053449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:49:04.076712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.077280 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Added segment ffdd8e04-1dae-484f-ab10-ecea708ec1d6 of type vlan for network ffdcd48f-a3be-4822-be03-ca56b9e763aa Dec 23 12:49:04.145341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.164596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441e629c-8b08-4718-af54-edc75712fb51,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:04.256230 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.257608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:04.258432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.327040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] Pushing event updated for resources: {'Network': ['ID=ffdcd48f-a3be-4822-be03-ca56b9e763aa,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:04.340063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:49:04.421458 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-895de098-a393-4b21-975a-1f599aabcdfb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8031290 Dec 23 12:49:04.421700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 53538) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:04.427067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Request body: {'subnet': {'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-278361240-subnet', 'tenant_id': '3fa9d822dc81466f99056e7db6e96399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:04.547239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Made reservation on behalf of 3fa9d822dc81466f99056e7db6e96399 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:04.549977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.907330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:04.979094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e529869-43fe-4321-94f1-93ad0ce12b59,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:04.990319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Checking segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:04.991176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Network hostable DHCP agents. Network: ffdcd48f-a3be-4822-be03-ca56b9e763aa, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:49:05.124974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:49:05.370142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ffdcd48f-a3be-4822-be03-ca56b9e763aa) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:05.382928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e5996-23a6-44dc-a0c4-6726d8af50bd None None] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:49:05.389479 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:05.390913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:05.520466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b930108-99f4-4ace-88e5-f3eca0a2a3fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0977814 Dec 23 12:49:05.568934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f9873-af20-4d98-a1aa-cf1d7ce8997f None None] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:49:06.741400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-2627e892-b3e6-4787-8314-fd7841a238a7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:06.748842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-2627e892-b3e6-4787-8314-fd7841a238a7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.5435493 Dec 23 12:49:06.761360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-659eae07-0429-4116-aed2-d1809b156dde tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/quotas/3fa9d822dc81466f99056e7db6e96399 HTTP/1.1" status: 200 len: 375 time: 0.0117288 Dec 23 12:49:06.798415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-125adcf7-8cfb-43f7-af13-c9cf027948aa tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311406 Dec 23 12:49:06.876388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-88d6e738-31da-4f9c-8de2-6ff4b1b99a3d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:49:06.883990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-88d6e738-31da-4f9c-8de2-6ff4b1b99a3d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0791895 Dec 23 12:49:06.984714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-afc39fd3-9b09-4315-9882-6ad1dc32478a service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994978 Dec 23 12:49:07.106677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-46a15270-f71d-44a3-ac65-90a6ce426346 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129107 Dec 23 12:49:07.574969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf62a2b3-0dab-481b-ad1a-9e4baa7d9927 req-5e353a44-c689-44b1-a31d-b2bfe8cec8b1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 210 time: 0.2131886 Dec 23 12:49:08.686704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58bae42f-0d09-45ae-ad77-69b3b3b1221d req-5d8f2078-3132-43eb-8f31-cf4971b6ee79 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 210 time: 0.0397470 Dec 23 12:49:09.801872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae0c11a1-5e51-43d5-8708-26da74a625d9 req-d5d39f5e-df26-4d5a-9431-a8a6c8e2b314 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 210 time: 0.0331488 Dec 23 12:49:10.568784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-f3e546e4-26ad-4d4e-87e3-77a8308db221 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:10.571175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-f3e546e4-26ad-4d4e-87e3-77a8308db221 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.1131573 Dec 23 12:49:10.591029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Request body: {'port': {'device_id': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'admin_state_up': True, 'tenant_id': '3fa9d822dc81466f99056e7db6e96399'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:10.934461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Made reservation on behalf of 3fa9d822dc81466f99056e7db6e96399 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:10.939579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:10.944148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bb667619-8b1e-4369-826e-0a877fa43d09 req-6e37f093-3071-44be-86e5-66759d66e51b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 210 time: 0.0547936 Dec 23 12:49:11.115987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Allocated IP 172.20.0.9 (ffdcd48f-a3be-4822-be03-ca56b9e763aa/3e529869-43fe-4321-94f1-93ad0ce12b59/899ab5f4-fb9c-4bff-9853-9bed9566c011) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:49:11.301628 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:11.456236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:11.521445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:11.525456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:11.533564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:49:11.568431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:11.613530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:11.614477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:11.762362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-82146d71-4a2a-4127-b782-be7be3aa05bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1811705 Dec 23 12:49:11.775277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Request body: {'port': {'device_id': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:11.835196 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.189108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb53a71-435c-4872-a07c-685783247822 req-97154693-5a29-46a4-8389-4190e5db273a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:12.190670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddb53a71-435c-4872-a07c-685783247822 req-97154693-5a29-46a4-8389-4190e5db273a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 931 time: 0.0873313 Dec 23 12:49:12.293150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddb53a71-435c-4872-a07c-685783247822 req-583f47ef-bcb1-4668-a05f-9f654a3b8667 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938740 Dec 23 12:49:12.297086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899ab5f4-fb9c-4bff-9853-9bed9566c011 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:49:12.306007 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.324222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Transition to ACTIVE for port object 899ab5f4-fb9c-4bff-9853-9bed9566c011 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:49:12.450128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.509314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:12.602867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Attempting to bind port 899ab5f4-fb9c-4bff-9853-9bed9566c011 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:49:12.603219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Attempting to bind port 899ab5f4-fb9c-4bff-9853-9bed9566c011 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:49:12.603812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Attempting to bind port 899ab5f4-fb9c-4bff-9853-9bed9566c011 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:12.611856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Port 899ab5f4-fb9c-4bff-9853-9bed9566c011 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:49:12.612359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Attempting to bind port 899ab5f4-fb9c-4bff-9853-9bed9566c011 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:12.620130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:49:12.620643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Checking segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:12.621285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Bound using segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:49:12.621831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Bound port: 899ab5f4-fb9c-4bff-9853-9bed9566c011, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:49:12.622439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.703495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:49:12.706596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:49:12.873287 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.919328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:12.920739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:12.922301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/899ab5f4-fb9c-4bff-9853-9bed9566c011 HTTP/1.1" status: 200 len: 1091 time: 1.1512704 Dec 23 12:49:12.923160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:12.925607 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:12.957801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e00c-3de6-4457-bf92-350117cba9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:12.985637 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6837e7-4310-41b9-aa9a-cbff23ac77d1 x-openstack-request-id: req-af6837e7-4310-41b9-aa9a-cbff23ac77d1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:12.994146 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:12.994146 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af6837e7-4310-41b9-aa9a-cbff23ac77d1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:12.994146 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'status': 'completed', 'code': 200} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-3946d3a8-85cc-403d-98a1-b60141e7f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-3946d3a8-85cc-403d-98a1-b60141e7f661 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 1094 time: 0.1262372 Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-a8dc6b66-28b3-40c2-b862-1ee38b9e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-a8dc6b66-28b3-40c2-b862-1ee38b9e0307 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fa9d822dc81466f99056e7db6e96399&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1713300 Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b921-ab75-4164-be3c-e820fbb8c18a req-79220956-a33b-427f-b1cd-f46244ec5737 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a9b921-ab75-4164-be3c-e820fbb8c18a req-79220956-a33b-427f-b1cd-f46244ec5737 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 943 time: 0.1442993 Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-facff4c0-f94c-4429-a704-1829a3afd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca49679b-f57b-4c18-b6bc-2ebcd327ab54 req-facff4c0-f94c-4429-a704-1829a3afd5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123249 Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a9b921-ab75-4164-be3c-e820fbb8c18a req-9c6954b7-fc8a-4bb0-b32f-314dccf581ff tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510757 Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-1e348b43-4f35-40d0-bcb8-97a9cb6da809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.647395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-1e348b43-4f35-40d0-bcb8-97a9cb6da809 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 1094 time: 0.0470490 Dec 23 12:49:13.706208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2270787a-65e8-4552-bab4-263303eefa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:13.706843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-ba77aaf7-4235-46fb-9215-cf3d85c7a70a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011 HTTP/1.1" status: 200 len: 217 time: 0.0404854 Dec 23 12:49:13.733257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-8f3c3810-b210-446b-b59d-9086284c827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:13.734891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-8f3c3810-b210-446b-b59d-9086284c827d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3e529869-43fe-4321-94f1-93ad0ce12b59 HTTP/1.1" status: 200 len: 854 time: 0.0488143 Dec 23 12:49:13.773775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-df892860-6a01-4272-bfe0-de0d172795ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffdcd48f-a3be-4822-be03-ca56b9e763aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318224 Dec 23 12:49:13.872199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-e2a9c640-07cb-4ab4-81d4-66016ad510bd service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913215 Dec 23 12:49:13.903244 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:49:13.998662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b607e1a2-6647-44a7-a2b3-5000103d7faf req-05df10ec-c1df-481e-840c-c39b75adfc64 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155884 Dec 23 12:49:14.731349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fb6e-c383-4f93-ac12-6b6a105c8701 req-f0004f25-0cdd-4a80-a72e-c46afa1947d7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:14.733093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0d5fb6e-c383-4f93-ac12-6b6a105c8701 req-f0004f25-0cdd-4a80-a72e-c46afa1947d7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 943 time: 0.0527272 Dec 23 12:49:14.800383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0d5fb6e-c383-4f93-ac12-6b6a105c8701 req-a87aa200-85b7-42d0-a4e4-d8c3feabd12a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Dec 23 12:49:15.768421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:49:15.979165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:15.994222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'port_id': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'mac_address': 'fa:16:3e:1b:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e529869-43fe-4321-94f1-93ad0ce12b59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:49:16.013872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b4ca4-0206-4b2e-8845-0a4390d64106 req-ee0d6961-a492-49ee-a135-cb8fe37bebe7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:16.016339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5b4ca4-0206-4b2e-8845-0a4390d64106 req-ee0d6961-a492-49ee-a135-cb8fe37bebe7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 943 time: 0.1091321 Dec 23 12:49:16.070712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:16.072495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5b4ca4-0206-4b2e-8845-0a4390d64106 req-71deb4f4-7f95-4c4a-b05d-85a2e68e0a9c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Dec 23 12:49:16.103910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899ab5f4-fb9c-4bff-9853-9bed9566c011 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:49:16.133685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:16.158449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ae43464-0e5c-4469-8e0a-7d7be9e6987f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:16.223678 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:16.285690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:16.451794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['899ab5f4-fb9c-4bff-9853-9bed9566c011'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:49:16.584596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:17.260513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1df34-4eee-4024-8831-dcedd7c9baeb req-5ca60f76-0dd4-4c14-874a-8aafef25db86 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:17.262127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56c1df34-4eee-4024-8831-dcedd7c9baeb req-5ca60f76-0dd4-4c14-874a-8aafef25db86 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 944 time: 0.0628266 Dec 23 12:49:17.319618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56c1df34-4eee-4024-8831-dcedd7c9baeb req-9f758a38-34c7-4529-ada7-d6d439c5dc31 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500677 Dec 23 12:49:17.784853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:18.152249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 899ab5f4-fb9c-4bff-9853-9bed9566c011 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:49:18.170656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 899ab5f4-fb9c-4bff-9853-9bed9566c011 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:18.174679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:18.297207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:18.318353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:18.324288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:18.327529 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd31f7e-30aa-4c76-a994-1cb2c2143dd7" -d '{"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-plugged", "status": "completed", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:18.375968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:18.414128 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb759af0-2205-464f-b0d0-0dc1d5b91ca8 x-openstack-request-id: req-cb759af0-2205-464f-b0d0-0dc1d5b91ca8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:18.415363 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-plugged", "status": "completed", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:18.416969 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb759af0-2205-464f-b0d0-0dc1d5b91ca8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:18.417382 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'code': 200} Dec 23 12:49:18.555731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa851-ac32-432b-a6fe-2bd9d6e4614f req-390aba05-5596-4d93-97e3-72e73beac595 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:18.557949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-631aa851-ac32-432b-a6fe-2bd9d6e4614f req-390aba05-5596-4d93-97e3-72e73beac595 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 944 time: 0.1180394 Dec 23 12:49:18.561435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13c828-f94a-4c02-afe4-b68ecc045568 req-c40debfe-0c23-43e1-8173-9e28013c44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:18.564847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:18.568994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:18.573281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d13c828-f94a-4c02-afe4-b68ecc045568 req-c40debfe-0c23-43e1-8173-9e28013c44d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 1095 time: 0.0905786 Dec 23 12:49:18.652147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:18.676306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-631aa851-ac32-432b-a6fe-2bd9d6e4614f req-d868d6d0-ce32-4bf0-bbc6-1b6cd3e54a98 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Dec 23 12:49:18.706422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d13c828-f94a-4c02-afe4-b68ecc045568 req-4d3c0cdf-a3b5-47dd-9d79-4eb354906c82 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322248 Dec 23 12:49:19.285317 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:19.838568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb60a-b618-49f1-9694-de0ad1a1d9e3 req-e4fb854a-8ea9-40b5-9ea8-81fac8f7e2a3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:19.848916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdeeb60a-b618-49f1-9694-de0ad1a1d9e3 req-e4fb854a-8ea9-40b5-9ea8-81fac8f7e2a3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0970457 Dec 23 12:49:19.907912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cdeeb60a-b618-49f1-9694-de0ad1a1d9e3 req-0970c5da-1d6b-41ca-88df-3ca47b05d3c2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Dec 23 12:49:21.074426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a138a0-98e2-44cf-82c5-7b833874ccbc req-39cdaaf7-a9bc-40d2-b6d2-006becca4c95 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:21.077640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a138a0-98e2-44cf-82c5-7b833874ccbc req-39cdaaf7-a9bc-40d2-b6d2-006becca4c95 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0670955 Dec 23 12:49:21.141969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a138a0-98e2-44cf-82c5-7b833874ccbc req-0a23da1d-0c39-41ca-b513-12c6820a11fc tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Dec 23 12:49:21.267087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af0a8-889e-45c3-a30f-ec56665a0a1a req-19274895-60b9-45db-ba6c-31cb34580441 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:21.269299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-095af0a8-889e-45c3-a30f-ec56665a0a1a req-19274895-60b9-45db-ba6c-31cb34580441 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0565331 Dec 23 12:49:21.377983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-095af0a8-889e-45c3-a30f-ec56665a0a1a req-03c17496-0cb2-4552-b946-e7355358f199 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917332 Dec 23 12:49:22.190762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614508-57e2-4d38-a332-4cab290be73c req-32b0ae65-96e9-4a52-a697-22eccb289d60 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:22.193522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33614508-57e2-4d38-a332-4cab290be73c req-32b0ae65-96e9-4a52-a697-22eccb289d60 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0661695 Dec 23 12:49:22.280110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33614508-57e2-4d38-a332-4cab290be73c req-09ecf050-95ed-4fb4-816e-fed48f61f68c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Dec 23 12:49:22.688279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:22.890952 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:22.966600 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5de581-4aa3-4108-ae2b-28c849bb3910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.115324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5de581-4aa3-4108-ae2b-28c849bb3910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.192762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cf5de581-4aa3-4108-ae2b-28c849bb3910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.252395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5de581-4aa3-4108-ae2b-28c849bb3910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b37a2f-3362-4a3d-a5ff-6d267bf56971,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:23.260371 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cf5de581-4aa3-4108-ae2b-28c849bb3910 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b91ae021d8342969b5783e508585a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701962 Dec 23 12:49:23.263259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:23.368072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.395690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.518982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740d77f-e22a-4019-a87c-ec3b5b018609 req-d9df74f3-7d17-4fa9-bb4b-7b55646cba85 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:23.524663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9740d77f-e22a-4019-a87c-ec3b5b018609 req-d9df74f3-7d17-4fa9-bb4b-7b55646cba85 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0690911 Dec 23 12:49:23.543032 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.546265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:23.547574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64b37a2f-3362-4a3d-a5ff-6d267bf56971 HTTP/1.1" status: 204 len: 168 time: 0.2823169 Dec 23 12:49:23.619637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172301b-f03a-4029-8ad1-461cf62606a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b37a2f-3362-4a3d-a5ff-6d267bf56971,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:23.690657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9740d77f-e22a-4019-a87c-ec3b5b018609 req-1606350b-2dc7-4217-b456-8b3efc09f30a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634984 Dec 23 12:49:24.850296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7c74a-5158-4d99-87d0-6e206a77c783 req-3db5c426-1e7a-4a84-a3a9-2a82f8dd1cb1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:24.851757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ca7c74a-5158-4d99-87d0-6e206a77c783 req-3db5c426-1e7a-4a84-a3a9-2a82f8dd1cb1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0485699 Dec 23 12:49:24.903292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ca7c74a-5158-4d99-87d0-6e206a77c783 req-026b4327-194f-4329-a025-2f352e107294 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Dec 23 12:49:26.073690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b645-e42d-4232-b12d-078f9af83a1c req-6459e458-d187-4bb7-93ec-e376475e207a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:26.084618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e54b645-e42d-4232-b12d-078f9af83a1c req-6459e458-d187-4bb7-93ec-e376475e207a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0699513 Dec 23 12:49:26.160712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e54b645-e42d-4232-b12d-078f9af83a1c req-bae9db21-7eb3-45cc-aba2-2a1706f37ca5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746737 Dec 23 12:49:26.199816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:26.333593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d0ff7fc6-987f-48d8-8973-4be08865e206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.431259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d0ff7fc6-987f-48d8-8973-4be08865e206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.518312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d0ff7fc6-987f-48d8-8973-4be08865e206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.602046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54172) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:26.611582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d0ff7fc6-987f-48d8-8973-4be08865e206 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=278357e8445e47e482c71546fd440a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105554 Dec 23 12:49:26.621982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff7fc6-987f-48d8-8973-4be08865e206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1d5cb-2801-4041-a9f4-23a3b21064e9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:26.717816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.743084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.884374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.887980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:26.901485 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88d1d5cb-2801-4041-a9f4-23a3b21064e9 HTTP/1.1" status: 204 len: 168 time: 0.2930517 Dec 23 12:49:26.928109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee283-79f2-4305-9065-cc71f9c1a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1d5cb-2801-4041-a9f4-23a3b21064e9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:27.306727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310a9a4-e8e1-4269-8db4-8a9c13ff2563 req-bbd595fe-9eca-43da-8d2c-06c1166d3470 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:27.317087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8310a9a4-e8e1-4269-8db4-8a9c13ff2563 req-bbd595fe-9eca-43da-8d2c-06c1166d3470 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0876112 Dec 23 12:49:27.408784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8310a9a4-e8e1-4269-8db4-8a9c13ff2563 req-cc5ceffd-b72d-46b9-bc2a-3c0d599308c3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907226 Dec 23 12:49:28.574679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd28f6-a1c2-4c18-a17b-02b2bbded42f req-1664eecd-7587-49c2-af76-ec22e2fee791 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:28.597849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49fd28f6-a1c2-4c18-a17b-02b2bbded42f req-1664eecd-7587-49c2-af76-ec22e2fee791 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0643644 Dec 23 12:49:28.642641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49fd28f6-a1c2-4c18-a17b-02b2bbded42f req-8207edb2-ac6a-4214-9575-3de5f6a769e8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Dec 23 12:49:29.559859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54268) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:29.856748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee135ee-ba65-4d1e-9b74-3bcc99d92758 req-88629943-7300-47ac-8bfb-2c85c20b8d2e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:29.865823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'network': {'name': 'tempest-network-smoke--368644716', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:29.879744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ee135ee-ba65-4d1e-9b74-3bcc99d92758 req-88629943-7300-47ac-8bfb-2c85c20b8d2e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1168513 Dec 23 12:49:29.963695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ee135ee-ba65-4d1e-9b74-3bcc99d92758 req-ac08bbe4-492a-4c2e-8283-768f1030bd9c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 Dec 23 12:49:30.004249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:30.009521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.031475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.121162 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.192807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.211059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:49:30.229061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.231308 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Added segment 295111a3-4fd2-4c5e-9e28-b60bc41889e7 of type vlan for network 703a9f47-8c56-4613-a847-4b6a647938d4 Dec 23 12:49:30.280849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638dc24f-9369-40cf-86c6-a29e25f8fe85,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:30.347593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.445048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.464921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:30.470744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.646161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Network': ['ID=703a9f47-8c56-4613-a847-4b6a647938d4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:30.658558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 703a9f47-8c56-4613-a847-4b6a647938d4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:49:30.705675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-251e2bfa-d59f-4755-a9d3-a2126874299d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1414335 Dec 23 12:49:30.708555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:30.713495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'admin_state_up': True, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:30.862092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.867423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:30.939805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:31.156634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd45cb-b10f-40b9-ac99-c01ffee73721 req-9b310c08-04fd-4aad-9f60-ff7a02934b13 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:31.160486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bdd45cb-b10f-40b9-ac99-c01ffee73721 req-9b310c08-04fd-4aad-9f60-ff7a02934b13 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1182728 Dec 23 12:49:31.251954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bdd45cb-b10f-40b9-ac99-c01ffee73721 req-d4b2e939-e0d1-4e9b-b965-955ffc1113fe tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Dec 23 12:49:31.291099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:31.730361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:31.764479 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:31.902751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.25.7.161 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/8f49d858-3318-4972-a146-7491275ee992) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:49:32.038384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:32.170095 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:32.224361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:32.227312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:32.231980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:49:32.238302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=8f49d858-3318-4972-a146-7491275ee992,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:32.249008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd01b30-cd81-404e-973b-07433eb22d7b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:49:32.307767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6aa1a81a-2bc1-4186-a346-4dc91f01bad0 None None] Provisioning complete for port 8f49d858-3318-4972-a146-7491275ee992 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:32.308136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6aa1a81a-2bc1-4186-a346-4dc91f01bad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:32.355807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1a81a-2bc1-4186-a346-4dc91f01bad0 None None] Port 8f49d858-3318-4972-a146-7491275ee992 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:32.509193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c75b9-f3e9-4c3e-aaf7-bc73c69e539f req-acc3e1a5-bfb0-43b7-9eb4-852d94b221bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:32.511028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-984c75b9-f3e9-4c3e-aaf7-bc73c69e539f req-acc3e1a5-bfb0-43b7-9eb4-852d94b221bd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1422038 Dec 23 12:49:32.569934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-984c75b9-f3e9-4c3e-aaf7-bc73c69e539f req-b9b30664-0674-4900-8dff-6350e0b43633 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500617 Dec 23 12:49:32.738788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:33.002780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:33.267051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:49:33.397184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:49:33.414701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:49:33.429019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:49:33.429686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:33.505745 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:33.506910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b7fe692f-a140-4af2-a73f-2c786f11fef9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7965739 Dec 23 12:49:33.509865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54338) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:33.612536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54344) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:33.613046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4ca6823f-c2d2-47d3-beb3-78b3c9f15404 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=838eaa70cbf94eaab95b2a176de0e9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1016874 Dec 23 12:49:33.748469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:49:34.023771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:34.060597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:49:34.060950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Updating router 5c6c9229-3fb7-4588-872b-dd44d2596d28 port 8f49d858-3318-4972-a146-7491275ee992 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:49:34.096349 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.189310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51f28e-4fe3-4c6b-a660-b0887e82d252 req-1b34251f-a48a-4ec8-86ab-bd771a99c05f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:34.190881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e51f28e-4fe3-4c6b-a660-b0887e82d252 req-1b34251f-a48a-4ec8-86ab-bd771a99c05f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.4880397 Dec 23 12:49:34.227636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a373e5-dbca-4f78-bbba-9f2c2e76ce07 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:34.232103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-39a373e5-dbca-4f78-bbba-9f2c2e76ce07 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6175911 Dec 23 12:49:34.232587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:34.278327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e51f28e-4fe3-4c6b-a660-b0887e82d252 req-0e851ca8-4457-4d25-ac02-31e97b180b64 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667353 Dec 23 12:49:34.294791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e51efeec-00f6-416d-a81f-06e480f6fb5e tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591569 Dec 23 12:49:34.296929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54356) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:34.302293 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699526373', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:34.475389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.530646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:34.534467 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.548006 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.606909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Attempting to bind port 8f49d858-3318-4972-a146-7491275ee992 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:49:34.607545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Attempting to bind port 8f49d858-3318-4972-a146-7491275ee992 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:49:34.608017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Attempting to bind port 8f49d858-3318-4972-a146-7491275ee992 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:34.613551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36940865-9167-4cc2-a8ac-fac5638d65a1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Bound port: 8f49d858-3318-4972-a146-7491275ee992, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:49:34.631012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.661079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Pushing event updated for resources: {'Port': ['ID=8f49d858-3318-4972-a146-7491275ee992,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:34.674949 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.675652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.676247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.677105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.677753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.678363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.678854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.679292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.679723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.680144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.680714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.681217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.681642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:34.719373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] For port 8f49d858-3318-4972-a146-7491275ee992, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:49:34.722331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9cd766e3-acb6-4c13-add5-9baf95b073d9 None None] Provisioning complete for port 8f49d858-3318-4972-a146-7491275ee992 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:34.722734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9cd766e3-acb6-4c13-add5-9baf95b073d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.725654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] For port 8f49d858-3318-4972-a146-7491275ee992, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f49d858-3318-4972-a146-7491275ee992,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:49:34.761370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9cd766e3-acb6-4c13-add5-9baf95b073d9 None None] Port 8f49d858-3318-4972-a146-7491275ee992 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:34.845175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.845691 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:34.909862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:49:34.910808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:34.952419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Subnet': ['ID=482f7d37-e8cc-4350-87c5-9ff1ab642dcb,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:34.956548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Checking segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:34.957198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network hostable DHCP agents. Network: 703a9f47-8c56-4613-a847-4b6a647938d4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:49:34.979431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee8b6d-9ce0-4691-aa23-3f34281a5c04 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:49:34.987506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92d66-489a-4f57-917b-ee9892cb991b None None] Pushing event updated for resources: {'Port': ['ID=8f49d858-3318-4972-a146-7491275ee992,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:35.073846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 703a9f47-8c56-4613-a847-4b6a647938d4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:49:35.097695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:49:35.165703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] Provisioning complete for port 8f49d858-3318-4972-a146-7491275ee992 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:35.166051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:35.170618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 703a9f47-8c56-4613-a847-4b6a647938d4) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:35.175845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:35.176453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:35.227036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06614982-77be-4131-b809-f3331e9c4c19 None None] Network 703a9f47-8c56-4613-a847-4b6a647938d4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:49:35.271846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-480c1614-6572-4c63-b911-2e3850e7d9d5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9737709 Dec 23 12:49:35.274802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54364) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:35.515723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-703a9f47-8c56-4613-a847-4b6a647938d4', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:49:35.517495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:35.562556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72b43f-c4a2-4e7a-944a-f7761abf8eab req-080af991-163e-4e4b-a81e-7dc4435ffe32 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:35.572130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e72b43f-c4a2-4e7a-944a-f7761abf8eab req-080af991-163e-4e4b-a81e-7dc4435ffe32 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1323447 Dec 23 12:49:35.692997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e72b43f-c4a2-4e7a-944a-f7761abf8eab req-fa33ea3c-6a19-41d6-99d4-5f08168ed705 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118832 Dec 23 12:49:35.708814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:35.724627 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:35.746191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] For port 8f49d858-3318-4972-a146-7491275ee992, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f49d858-3318-4972-a146-7491275ee992,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:35.783276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd63-21e1-425b-b2ab-ef57e079baae None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:49:35.838559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:35.870477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Allocated IP 172.20.0.2 (703a9f47-8c56-4613-a847-4b6a647938d4/482f7d37-e8cc-4350-87c5-9ff1ab642dcb/6a414dd3-62b9-4289-9df0-65cb67e308df) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:49:36.127796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.150711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc56a9d-a144-4ce5-b6ec-a3bd43d9afa3 None None] Pushing event updated for resources: {'Port': ['ID=8f49d858-3318-4972-a146-7491275ee992,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:36.413150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Network 703a9f47-8c56-4613-a847-4b6a647938d4 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Pushing event updated for resources: {'Port': ['ID=6a414dd3-62b9-4289-9df0-65cb67e308df,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Attempting to bind port 6a414dd3-62b9-4289-9df0-65cb67e308df on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Attempting to bind port 6a414dd3-62b9-4289-9df0-65cb67e308df by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Attempting to bind port 6a414dd3-62b9-4289-9df0-65cb67e308df on network 703a9f47-8c56-4613-a847-4b6a647938d4 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Checking segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Bound using segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Bound port: 6a414dd3-62b9-4289-9df0-65cb67e308df, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:49:36.420442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.556121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] For port 6a414dd3-62b9-4289-9df0-65cb67e308df, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:49:36.566980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] For port 6a414dd3-62b9-4289-9df0-65cb67e308df, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a414dd3-62b9-4289-9df0-65cb67e308df,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:49:36.689896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.705007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.1 (703a9f47-8c56-4613-a847-4b6a647938d4/482f7d37-e8cc-4350-87c5-9ff1ab642dcb/9b05f8ad-49f1-466f-b97a-53887e60805d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:49:36.873904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093dd90-1b71-49f9-aed5-9c2505f08aaa None None] Pushing event updated for resources: {'Port': ['ID=6a414dd3-62b9-4289-9df0-65cb67e308df,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:36.897352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:36.914606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07171-1886-459b-be27-68d77c91f87b req-5674180d-2a7d-4c71-9094-b6c1bc8b496e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:36.927687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb07171-1886-459b-be27-68d77c91f87b req-5674180d-2a7d-4c71-9094-b6c1bc8b496e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1069758 Dec 23 12:49:37.017835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb07171-1886-459b-be27-68d77c91f87b req-fd977cf2-5a35-4961-95be-605a45d8705a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888963 Dec 23 12:49:37.073607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:37.190559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 703a9f47-8c56-4613-a847-4b6a647938d4 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:37.194072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:37.199178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:49:37.204386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:37.285656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:37.632437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f49d858-3318-4972-a146-7491275ee992 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:37.702290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 8f49d858-3318-4972-a146-7491275ee992 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:37.702946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:37.851414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a414dd3-62b9-4289-9df0-65cb67e308df up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:37.924205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6a414dd3-62b9-4289-9df0-65cb67e308df triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:37.924549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:37.982013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.052441 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.124488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 6a414dd3-62b9-4289-9df0-65cb67e308df, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a414dd3-62b9-4289-9df0-65cb67e308df,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:38.227685 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.297667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367b6d-c7f4-4179-a6fc-28c1f4d9d535 req-1ecd098f-ac39-402b-a82e-b99df84c6117 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:38.311382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f367b6d-c7f4-4179-a6fc-28c1f4d9d535 req-1ecd098f-ac39-402b-a82e-b99df84c6117 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1273258 Dec 23 12:49:38.329429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=6a414dd3-62b9-4289-9df0-65cb67e308df,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:38.420184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f367b6d-c7f4-4179-a6fc-28c1f4d9d535 req-6832058c-42fe-44ed-adb5-523e390818a2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060679 Dec 23 12:49:38.473804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.519531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16edf81-f10a-47c7-ab61-968626131745 None None] Network 703a9f47-8c56-4613-a847-4b6a647938d4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:49:38.553436 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.625265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1b5aa6c3-bd52-4fbe-96e4-231aa3e1bb6a None None] Provisioning complete for port 6a414dd3-62b9-4289-9df0-65cb67e308df triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:38.626149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa6c3-bd52-4fbe-96e4-231aa3e1bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.660426 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:38.662516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:38.855460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 703a9f47-8c56-4613-a847-4b6a647938d4 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:38.857492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:38.990578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:49:39.141827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:49:39.151658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:39.152154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3464bf62-a1ad-4b4f-aa57-404b4f7759d7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/5c6c9229-3fb7-4588-872b-dd44d2596d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8760188 Dec 23 12:49:39.157105 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:49:39.181886 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:49:39.182528 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:39.197816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9755e4cd-4491-4f27-81cb-51e740fbf8c9 None None] Provisioning complete for port 6a414dd3-62b9-4289-9df0-65cb67e308df triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:39.197816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9755e4cd-4491-4f27-81cb-51e740fbf8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:39.355986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9755e4cd-4491-4f27-81cb-51e740fbf8c9 None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:39.356361 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9755e4cd-4491-4f27-81cb-51e740fbf8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:39.408848 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:49:39.445539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9755e4cd-4491-4f27-81cb-51e740fbf8c9 None None] Port 9b05f8ad-49f1-466f-b97a-53887e60805d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:39.451234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a414dd3-62b9-4289-9df0-65cb67e308df up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:39.697759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ebd0-fcd8-4137-9c74-5b9d999728b6 req-0ba1b126-ec30-4ec0-afc0-dbdbf01b360b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.699377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c808ebd0-fcd8-4137-9c74-5b9d999728b6 req-0ba1b126-ec30-4ec0-afc0-dbdbf01b360b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1139548 Dec 23 12:49:39.702239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.708238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.709134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.711191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.711848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.714503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.721029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6300ae7f-d2ee-4408-9fbd-1d38334c2bb4 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.5680230 Dec 23 12:49:39.723795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54446) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:39.890110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c808ebd0-fcd8-4137-9c74-5b9d999728b6 req-16e74f08-fb89-4cd2-a6f2-617fa2b69a5e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675751 Dec 23 12:49:39.936781 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:38Z', 'revision_number': 2, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:39.955507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.956226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.956865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.957478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.958085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.958689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:39.960551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6a414dd3-62b9-4289-9df0-65cb67e308df triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:39.960925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7c9889b5-16bb-42a4-bf84-391cb876bd95 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.2359176 Dec 23 12:49:39.961052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:39.963708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54454) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:39.994161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-501d8550-4eb9-4725-a4dc-f9cbb311d46f None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:39.994523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-501d8550-4eb9-4725-a4dc-f9cbb311d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.050157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-501d8550-4eb9-4725-a4dc-f9cbb311d46f None None] Port 9b05f8ad-49f1-466f-b97a-53887e60805d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:40.179500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e2bf7645-6a3a-4ac7-baef-10fa23f6cd1e None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:40.179888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7645-6a3a-4ac7-baef-10fa23f6cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.197558 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:49:40.198153 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Updating router 5c6c9229-3fb7-4588-872b-dd44d2596d28 port 9b05f8ad-49f1-466f-b97a-53887e60805d binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:49:40.248484 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.268466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf7645-6a3a-4ac7-baef-10fa23f6cd1e None None] Port 9b05f8ad-49f1-466f-b97a-53887e60805d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:40.340170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-17346b49-ca57-4221-b424-5145ce2c25c6 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3709767 Dec 23 12:49:40.577583 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.701822 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.778124 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Pushing event updated for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:40.789738 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.790690 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.791124 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.791487 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.792155 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.793314 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.794253 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.795349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.795800 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.796224 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.796699 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.797280 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.797601 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:40.872647 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Attempting to bind port 9b05f8ad-49f1-466f-b97a-53887e60805d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:49:40.874001 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Attempting to bind port 9b05f8ad-49f1-466f-b97a-53887e60805d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:49:40.874411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Attempting to bind port 9b05f8ad-49f1-466f-b97a-53887e60805d on network 703a9f47-8c56-4613-a847-4b6a647938d4 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:40.880776 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:49:40.881437 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Checking segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:40.882242 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.882780 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Bound using segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:49:40.883774 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Bound port: 9b05f8ad-49f1-466f-b97a-53887e60805d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:49:40.884330 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:40.965400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:40.973273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313688040', 'description': 'tempest-secgroup-smoke-1313688040 description', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:41.010625 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] For port 9b05f8ad-49f1-466f-b97a-53887e60805d, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:49:41.018211 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] For port 9b05f8ad-49f1-466f-b97a-53887e60805d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b05f8ad-49f1-466f-b97a-53887e60805d,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:49:41.073648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf39a8-4534-4a7a-887d-d59abc4c29f9 req-d8d9b773-986c-412e-9ad8-bbcd3f945c56 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:41.075193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bacf39a8-4534-4a7a-887d-d59abc4c29f9 req-d8d9b773-986c-412e-9ad8-bbcd3f945c56 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0960386 Dec 23 12:49:41.113682 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.117026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:41.117701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.133162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bacf39a8-4534-4a7a-887d-d59abc4c29f9 req-d7de1eab-a7b5-4797-a4d0-e4d1e0aec55d tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Dec 23 12:49:41.186691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.206931 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023eb8-29a0-45ea-a428-7d16272f0067 None None] Pushing event updated for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:41.264345 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.275419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:49:41.297091 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:41.318034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.330379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] For port 9b05f8ad-49f1-466f-b97a-53887e60805d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b05f8ad-49f1-466f-b97a-53887e60805d,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:41.459286 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:49:41.467557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.469282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.557237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc2fac-ff9b-450a-8d1c-f5594c252367,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:41.599268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.599860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.600384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.600941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.601466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.601969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.602481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.602984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.603491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.604211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.604372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.604707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.605063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:41.620394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bb48-7132-49ca-aed4-463fa2f0ee9e None None] Pushing event updated for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:41.695923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3bd4d89d-d0da-4a3c-9018-5c7f44b473da None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:41.695923 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d89d-d0da-4a3c-9018-5c7f44b473da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.744053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:41.745617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9da1e947-886a-4151-b8c8-2a5f547255e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7772651 Dec 23 12:49:41.749232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:41.753925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:41.762974 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:49:41.795664 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0085-0d65-4431-af4f-7b3d5d276cfd None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:49:41.936023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.023557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.164138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.198886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee59f3f-3e90-409e-85da-6a218c7a8cb2,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:42.331729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e51fe-12c9-412d-a828-b490ca75ae65 req-68fb2719-9ca5-4e87-b77c-6f2768c8b091 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:42.333978 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-625e51fe-12c9-412d-a828-b490ca75ae65 req-68fb2719-9ca5-4e87-b77c-6f2768c8b091 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0902944 Dec 23 12:49:42.342400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.343960 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6b36a01-93f4-4701-8ee7-831314693765 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5938015 Dec 23 12:49:42.348790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:42.354333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:42.410834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-625e51fe-12c9-412d-a828-b490ca75ae65 req-f75fa41f-7df6-4986-bf5c-0bd1e22b798e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Dec 23 12:49:42.511639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.580995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.673478 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.697641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ede344-ad34-49ce-87a0-95da533a5d0e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:42.817765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:42.819219 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e973511b-8fc9-4033-8cac-e4385075ce3f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4688578 Dec 23 12:49:42.822060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54506) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:42.828175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:43.019105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.138689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.267448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.288007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b70228c-9297-46b6-9ae6-d848a15a2466,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:43.331258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5091-95c0-411e-861e-1706a6052b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.362489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.363914 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-93cb4635-32cb-4f36-aa58-9596f89ae0b1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5407391 Dec 23 12:49:43.366978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 54516) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:43.373210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:43.466168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b05f8ad-49f1-466f-b97a-53887e60805d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:43.525643 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.548999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9b05f8ad-49f1-466f-b97a-53887e60805d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:43.549359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.600158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:43.623142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457be55d-040c-4b1f-8f2d-874d2b5ea305 req-8e1810ac-8c10-4399-950d-1d0f433f4318 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:43.629318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-457be55d-040c-4b1f-8f2d-874d2b5ea305 req-8e1810ac-8c10-4399-950d-1d0f433f4318 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1475337 Dec 23 12:49:43.680763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-457be55d-040c-4b1f-8f2d-874d2b5ea305 req-b00a03cd-2aaf-44ba-8f53-39d12b7e4f8e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498669 Dec 23 12:49:44.016381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.039832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456e9a04-9546-41cb-ac26-cfcf19181abb,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:44.189757 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.191159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4be2c779-73b8-4c5d-816c-1b52e295b465 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8221440 Dec 23 12:49:44.200581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:44.206215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:44.320171 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:49:44.327848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.403445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.425600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e21a-dd65-473f-a889-ae181a74c8ae req-95b166fa-0e82-4f60-b271-9a5120832bb6 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:44.427111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c7e21a-dd65-473f-a889-ae181a74c8ae req-95b166fa-0e82-4f60-b271-9a5120832bb6 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.0533185 Dec 23 12:49:44.477618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24c7e21a-dd65-473f-a889-ae181a74c8ae req-cbf72a56-43d8-4bc2-993a-f185cbdaaad0 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Dec 23 12:49:44.495942 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.525549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c8c24-1686-4939-8d27-3a05e80bc5e4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:44.624675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.625970 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-234e251c-4d68-476c-850e-f5ecf246d2f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4233639 Dec 23 12:49:44.629020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 54542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:49:44.633620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '62fc2fac-ff9b-450a-8d1c-f5594c252367', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:44.735775 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:49:44.741324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.821994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.826964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414649ff-379e-4fc8-9cce-a92b21fbcff7 req-0428e622-585b-406e-9458-f19940b78390 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:44.830348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-414649ff-379e-4fc8-9cce-a92b21fbcff7 req-0428e622-585b-406e-9458-f19940b78390 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0664802 Dec 23 12:49:44.904921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-414649ff-379e-4fc8-9cce-a92b21fbcff7 req-321af041-a58e-433c-8c30-d328ecdc0603 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Dec 23 12:49:44.915571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:44.952402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9030c589-f02c-45bf-906a-bdd22e077606,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:45.057163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:45.059099 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6b415aa2-98e5-43b7-9b19-ba1dcfa10010 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4291675 Dec 23 12:49:45.286574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-652e585d-b4ad-4e71-9db9-3e53fa88ca0b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313688040&fields=id&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 267 time: 0.0712504 Dec 23 12:49:45.408525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-f7eadf90-108b-48a0-bf44-b9b0d7d426a3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:45.410128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-f7eadf90-108b-48a0-bf44-b9b0d7d426a3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 796 time: 0.1223123 Dec 23 12:49:45.429166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-8ef40110-7a07-438f-ab52-98b50514dcf4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/quotas/838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 375 time: 0.0123799 Dec 23 12:49:45.523736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-dc319173-38f3-451d-8c8c-298c134a3868 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818741 Dec 23 12:49:45.620768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4c788-f227-42c0-a0a9-9d36062435e7 req-52f4fbb5-6eae-4d73-b15d-f4ab4d17e108 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:45.622820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3b4c788-f227-42c0-a0a9-9d36062435e7 req-52f4fbb5-6eae-4d73-b15d-f4ab4d17e108 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.0640264 Dec 23 12:49:45.727016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3b4c788-f227-42c0-a0a9-9d36062435e7 req-8d3d4d12-24b6-467a-871d-5f2162ffd1c9 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931149 Dec 23 12:49:45.750707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-1add5860-69f1-4038-9287-0bfe80719b2a service neutron] 10.222.0.16 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123163 Dec 23 12:49:45.854092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-0e5e2889-74f5-4e50-bc21-ce478b5348e0 service neutron] 10.222.0.16 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Dec 23 12:49:46.080232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562d4d1-c7f3-4979-a0a7-60e48cbf4544 req-74fa3e47-15c6-49dc-9cc7-2b423c03c060 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:46.082256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3562d4d1-c7f3-4979-a0a7-60e48cbf4544 req-74fa3e47-15c6-49dc-9cc7-2b423c03c060 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0669880 Dec 23 12:49:46.098309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-416dd321-a027-4fb4-851d-6d87a320d126 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:46.098309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-416dd321-a027-4fb4-851d-6d87a320d126 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.57 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 946 time: 0.0668099 Dec 23 12:49:46.126449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ee1700c-d260-491b-b459-e2cb00a9b5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.136315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3562d4d1-c7f3-4979-a0a7-60e48cbf4544 req-9a2666bf-e838-4d44-92a0-60567e48a752 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Dec 23 12:49:46.251547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-284fab08-5b99-4263-bacb-0c4a829b94b2 req-040ff0b7-d80c-4be3-b2bf-9e3f286b2a33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 210 time: 0.0456212 Dec 23 12:49:46.273829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Deleting port 788c41c2-09ee-4f3f-8933-de0897e2c749 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:49:46.274368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.387164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] For port 788c41c2-09ee-4f3f-8933-de0897e2c749, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=788c41c2-09ee-4f3f-8933-de0897e2c749,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:46.387444 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.401743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Calling delete_port for 788c41c2-09ee-4f3f-8933-de0897e2c749 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:49:46.633408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.658599 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.671761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['788c41c2-09ee-4f3f-8933-de0897e2c749'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:49:46.687755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Pushing event deleted for resources: {'Port': ['ID=788c41c2-09ee-4f3f-8933-de0897e2c749,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:46.730063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71960b-0ddf-4331-8898-67c5ff7e035b None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:49:46.759870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] No DVR routers for this DVR port 788c41c2-09ee-4f3f-8933-de0897e2c749 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:49:46.762613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:46.767858 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-039a9c9c-70d8-4035-947a-830ea88b7fc7 req-47ca5042-5e35-4c89-b2ab-06b55856ba5e tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.57 "DELETE /v2.0/ports/788c41c2-09ee-4f3f-8933-de0897e2c749 HTTP/1.1" status: 204 len: 173 time: 0.6688814 Dec 23 12:49:46.768191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'name': 'network-vif-deleted', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:46.770535 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867361b1-1fd2-40f9-9301-71ffb7ce0f02" -d '{"events": [{"server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "name": "network-vif-deleted", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:46.812971 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75b573-5881-4061-930d-c1d95be9d66b x-openstack-request-id: req-ef75b573-5881-4061-930d-c1d95be9d66b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:46.813277 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41698220-3912-4c81-b5a6-88d4150c22dc", "name": "network-vif-deleted", "tag": "788c41c2-09ee-4f3f-8933-de0897e2c749", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:46.813532 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef75b573-5881-4061-930d-c1d95be9d66b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:46.813963 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41698220-3912-4c81-b5a6-88d4150c22dc', 'name': 'network-vif-deleted', 'tag': '788c41c2-09ee-4f3f-8933-de0897e2c749', 'status': 'completed', 'code': 200} Dec 23 12:49:46.869192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13a57f8c-a628-47a9-94d6-68a7449a2194 req-ebbda70a-91ba-4f89-8b3f-2781edb1a4e9 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0294092 Dec 23 12:49:47.347909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157cb3-05f9-440d-8f26-623d0314b17a req-030de0f6-2771-4717-8d17-12ce55e07ba7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:47.356603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db157cb3-05f9-440d-8f26-623d0314b17a req-030de0f6-2771-4717-8d17-12ce55e07ba7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1179996 Dec 23 12:49:47.416697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a0adac3-c779-4a95-b9ab-57689dbc7edb req-b8af1d43-f711-4dbc-9dac-a3771df8628a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 210 time: 0.0367415 Dec 23 12:49:47.457455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db157cb3-05f9-440d-8f26-623d0314b17a req-f957698e-6a66-46fd-a0f0-d2adc18be99f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Dec 23 12:49:47.980072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fc0934e-5046-4b9a-a554-5947d11d10cb req-d14628f2-048d-415b-bdac-3f263f8e4baa tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=41698220-3912-4c81-b5a6-88d4150c22dc HTTP/1.1" status: 200 len: 210 time: 0.0382280 Dec 23 12:49:48.250614 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:48.416094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:48.521107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-654ab9b3-56ec-482f-b31e-ce7608c29500 req-c17d66f5-289c-4224-a432-9453461b4bc3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 210 time: 0.0268769 Dec 23 12:49:48.602524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5864a-4bc9-41c0-a651-a423868ce410 req-5ff94c17-e486-49cb-83ed-04eb1cb4e0ea tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:48.604149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5f5864a-4bc9-41c0-a651-a423868ce410 req-5ff94c17-e486-49cb-83ed-04eb1cb4e0ea tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Dec 23 12:49:48.654014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5f5864a-4bc9-41c0-a651-a423868ce410 req-66140eb7-de74-4322-a3ea-a6b02e08073b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Dec 23 12:49:49.300528 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:49.314078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-1b4720be-cbc7-4f81-bbfe-fab3b53baa8a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:49.315559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-1b4720be-cbc7-4f81-bbfe-fab3b53baa8a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.57 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 796 time: 0.1185505 Dec 23 12:49:49.393749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-84194318-4db3-42e5-8f44-02eb2a119079 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 380 time: 0.0682232 Dec 23 12:49:49.403297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'port': {'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'admin_state_up': True, 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'security_groups': ['62fc2fac-ff9b-450a-8d1c-f5594c252367']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:49.630276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bbfb04b-4f7f-452c-b705-f0b3b75cc61c req-59f49a7e-9aa9-4c10-8507-5bdd20e78a8e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 210 time: 0.0301969 Dec 23 12:49:49.674007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:49:49.678574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:49.803394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523a0c7-7c05-406a-91fd-3226d4c347cc req-7d8797a7-5cb8-43c3-aa90-4927afa6b85c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:49.806779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5523a0c7-7c05-406a-91fd-3226d4c347cc req-7d8797a7-5cb8-43c3-aa90-4927afa6b85c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Dec 23 12:49:49.864593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.7 (703a9f47-8c56-4613-a847-4b6a647938d4/482f7d37-e8cc-4350-87c5-9ff1ab642dcb/6c27c228-becd-4766-af00-9637306ad626) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:49:49.873253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5523a0c7-7c05-406a-91fd-3226d4c347cc req-02f2b518-3e14-4825-9618-af7c301304bc tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578187 Dec 23 12:49:50.054324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:50.199428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:50.267783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 703a9f47-8c56-4613-a847-4b6a647938d4 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:49:50.271764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:49:50.275455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:49:50.282817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:50.321123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.321714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.322158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.322772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.323292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.323827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.325399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.326394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.327617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.328731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.333097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.333097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.333097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:49:50.368810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:50.373327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:50.501731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-59a93795-2988-4ff8-843b-b0b9edeb3f65 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997047 Dec 23 12:49:50.513920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Request body: {'port': {'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:49:50.575750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 788c41c2-09ee-4f3f-8933-de0897e2c749 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:49:50.602264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:50.624870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 788c41c2-09ee-4f3f-8933-de0897e2c749 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:49:50.625357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 788c41c2-09ee-4f3f-8933-de0897e2c749 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:49:50.635770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4ec06346-4408-4000-bae5-17be0d8e7729 None None] Provisioning complete for port 6c27c228-becd-4766-af00-9637306ad626 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:50.636142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ec06346-4408-4000-bae5-17be0d8e7729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:50.692630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4ec06346-4408-4000-bae5-17be0d8e7729 None None] Port 6c27c228-becd-4766-af00-9637306ad626 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:49:50.789260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b1cf5-9504-4f5e-b1d5-c726679cd6d2 req-ebc85568-0bde-41f0-bf14-ac48dc272023 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:50.797050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52b1cf5-9504-4f5e-b1d5-c726679cd6d2 req-ebc85568-0bde-41f0-bf14-ac48dc272023 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 931 time: 0.0679908 Dec 23 12:49:50.852299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52b1cf5-9504-4f5e-b1d5-c726679cd6d2 req-5fb0186e-f645-4679-955a-5fcb6abe9ff4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541728 Dec 23 12:49:50.929849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:49:51.018148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c27c228-becd-4766-af00-9637306ad626 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:49:51.032013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:51.047642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Transition to ACTIVE for port object 6c27c228-becd-4766-af00-9637306ad626 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:49:51.074356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dafd7c-687a-4c9d-8044-4d1cf94cffbe req-085f7708-7109-41d8-9d10-790a68c82cc0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:51.076089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6dafd7c-687a-4c9d-8044-4d1cf94cffbe req-085f7708-7109-41d8-9d10-790a68c82cc0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0981877 Dec 23 12:49:51.134544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6dafd7c-687a-4c9d-8044-4d1cf94cffbe req-53e63deb-b8dc-48e7-bb1a-ccf14dfd19a3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Dec 23 12:49:51.152908 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:51.207440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:51.298681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Attempting to bind port 6c27c228-becd-4766-af00-9637306ad626 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:49:51.299020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Attempting to bind port 6c27c228-becd-4766-af00-9637306ad626 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:49:51.299341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Attempting to bind port 6c27c228-becd-4766-af00-9637306ad626 on network 703a9f47-8c56-4613-a847-4b6a647938d4 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:51.305159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Port 6c27c228-becd-4766-af00-9637306ad626 on network 703a9f47-8c56-4613-a847-4b6a647938d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:49:51.305580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Attempting to bind port 6c27c228-becd-4766-af00-9637306ad626 on network 703a9f47-8c56-4613-a847-4b6a647938d4 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:49:51.315688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:49:51.316281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Checking segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:49:51.316889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Bound using segment: {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:49:51.317336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Bound port: 6c27c228-becd-4766-af00-9637306ad626, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295111a3-4fd2-4c5e-9e28-b60bc41889e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:49:51.317694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:51.426087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:49:51.432798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6c27c228-becd-4766-af00-9637306ad626,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:49:51.552853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:51.591128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:51.591738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:51.594030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] 10.222.0.57 "PUT /v2.0/ports/6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 1091 time: 1.0847578 Dec 23 12:49:51.594481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:51.596967 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c9b7f-174f-40a9-9733-f751e96aec87" -d '{"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:51.628547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dea60-bc3d-4b01-b5ed-dff5ac118919 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:51.665367 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e866ea12-fa09-4900-b826-9e9952ca8786 x-openstack-request-id: req-e866ea12-fa09-4900-b826-9e9952ca8786 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:51.674931 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:51.674931 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e866ea12-fa09-4900-b826-9e9952ca8786 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:51.674931 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626', 'status': 'completed', 'code': 200} Dec 23 12:49:51.788075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-98bbeeb3-80e4-4740-a8cb-10969ee5317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:51.790145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-98bbeeb3-80e4-4740-a8cb-10969ee5317e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1094 time: 0.0934622 Dec 23 12:49:51.911040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:49:52.009833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-4e35fbc3-89eb-4565-9d13-83b2d3d39760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.011472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-4e35fbc3-89eb-4565-9d13-83b2d3d39760 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2129676 Dec 23 12:49:52.066020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:52.093750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'port_id': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'mac_address': 'fa:16:3e:1b:a8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e529869-43fe-4321-94f1-93ad0ce12b59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:49:52.101240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b99d-335d-4dc7-a729-1749b3fb3992 req-e70c21cf-1150-44fa-b57c-a36a1884c89a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.102832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8346b99d-335d-4dc7-a729-1749b3fb3992 req-e70c21cf-1150-44fa-b57c-a36a1884c89a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 943 time: 0.0878844 Dec 23 12:49:52.164700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:52.190567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899ab5f4-fb9c-4bff-9853-9bed9566c011 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:49:52.213130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-24c1344e-973f-4a0b-ad08-d403e969c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.217622 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-851c9b7f-174f-40a9-9733-f751e96aec87 req-24c1344e-973f-4a0b-ad08-d403e969c8b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911500 Dec 23 12:49:52.223413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8346b99d-335d-4dc7-a729-1749b3fb3992 req-02c946a4-f5b9-4ff5-93ec-cd32266e4ca1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139629 Dec 23 12:49:52.230522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:52.328421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-da6f4f32-6ffd-432c-acfd-38249781df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.330127 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-da6f4f32-6ffd-432c-acfd-38249781df7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1094 time: 0.0433595 Dec 23 12:49:52.334055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebadfb-6b2f-41eb-9bc5-6c45163ddcd6 req-9dae1c85-50f1-430b-985c-a12734dc5b66 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.335528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9ebadfb-6b2f-41eb-9bc5-6c45163ddcd6 req-9dae1c85-50f1-430b-985c-a12734dc5b66 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0589733 Dec 23 12:49:52.347532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:52.384459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-720b67f1-b1c0-48de-858e-2edc9fc253b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 217 time: 0.0446477 Dec 23 12:49:52.413397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9ebadfb-6b2f-41eb-9bc5-6c45163ddcd6 req-c3a07ab0-1c75-4217-8396-84b1bf706801 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718160 Dec 23 12:49:52.425144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:52.450556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-4a5eaefd-3900-43bb-903e-8c2de10abd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.460724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-4a5eaefd-3900-43bb-903e-8c2de10abd0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 200 len: 834 time: 0.0633280 Dec 23 12:49:52.520657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-8e022c61-ca2b-46c5-aebe-180b5709b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:52.522200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-8e022c61-ca2b-46c5-aebe-180b5709b58e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=703a9f47-8c56-4613-a847-4b6a647938d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626807 Dec 23 12:49:52.543496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['899ab5f4-fb9c-4bff-9853-9bed9566c011'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:49:52.629676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-e8a89e7c-d56b-44a6-9b74-96c780fce4f1 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964167 Dec 23 12:49:52.741524 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aec14279-fd7f-441c-9e63-59e432faccc7 req-244a736a-37fe-4530-916c-c6e01ec9d091 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027546 Dec 23 12:49:52.845469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:53.373621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e5ed0-6f23-4daf-bb35-80493fb56fc7 req-a6ce39d0-bafa-47cf-b41b-5415ed516f10 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:53.375923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949e5ed0-6f23-4daf-bb35-80493fb56fc7 req-a6ce39d0-bafa-47cf-b41b-5415ed516f10 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 943 time: 0.0568783 Dec 23 12:49:53.447295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949e5ed0-6f23-4daf-bb35-80493fb56fc7 req-e204e577-90b6-4288-a534-a802ac96e523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640962 Dec 23 12:49:53.575586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcdace-d3b1-4afd-a2e0-7bfe73403540 req-88f4c2cf-fb1c-4619-ba5e-fca95f72f21f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:53.577110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2fcdace-d3b1-4afd-a2e0-7bfe73403540 req-88f4c2cf-fb1c-4619-ba5e-fca95f72f21f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 944 time: 0.0702980 Dec 23 12:49:53.640630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c2fcdace-d3b1-4afd-a2e0-7bfe73403540 req-90a88d37-d365-464b-a049-77bf7d33187d tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Dec 23 12:49:53.910269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:53.977436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 899ab5f4-fb9c-4bff-9853-9bed9566c011 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:53.977883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:54.070552 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:54.094278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:54.096512 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3498ae9-fc41-4577-bc80-628c0f3856af" -d '{"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-plugged", "status": "completed", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:54.113348 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:54.163164 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5eae8b-b155-45df-b116-7f5a7d4a5d26 x-openstack-request-id: req-6c5eae8b-b155-45df-b116-7f5a7d4a5d26 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:54.163164 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-plugged", "status": "completed", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:54.163164 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c5eae8b-b155-45df-b116-7f5a7d4a5d26 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:54.163164 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'code': 200} Dec 23 12:49:54.182513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:54.252271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:54.446428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc79b9-c799-4a0f-b5e4-2c5b75b66c18 req-ba608b22-fe3f-4b40-afc8-b79ac37b98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:54.448005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49cc79b9-c799-4a0f-b5e4-2c5b75b66c18 req-ba608b22-fe3f-4b40-afc8-b79ac37b98b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 1096 time: 0.1301329 Dec 23 12:49:54.494845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49cc79b9-c799-4a0f-b5e4-2c5b75b66c18 req-4b2a7fba-0576-4cbb-9554-75d7fe1bbb22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Dec 23 12:49:54.576392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398d1b5-4589-4089-bd30-43b4ef701487 req-b4a644b7-6070-4a53-86c8-a30dc091d51d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:54.578512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0398d1b5-4589-4089-bd30-43b4ef701487 req-b4a644b7-6070-4a53-86c8-a30dc091d51d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 943 time: 0.0561743 Dec 23 12:49:54.690990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0398d1b5-4589-4089-bd30-43b4ef701487 req-fb91f959-c822-4705-bb76-d738b3f66aac tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015050 Dec 23 12:49:54.820571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5daef1-b524-4889-8498-c28975182981 req-6dcaf59d-8f0f-4e5f-9c2e-bd4141a31699 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:54.822097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b5daef1-b524-4889-8498-c28975182981 req-6dcaf59d-8f0f-4e5f-9c2e-bd4141a31699 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0611115 Dec 23 12:49:54.871003 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b5daef1-b524-4889-8498-c28975182981 req-387b7091-43a2-42d5-92cc-46ab9d530c0e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Dec 23 12:49:55.830320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780274ff-565d-4614-88d6-b017552ccf78 req-de05b1a7-6c35-4b74-812e-cb6aad988cc5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:55.831855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-780274ff-565d-4614-88d6-b017552ccf78 req-de05b1a7-6c35-4b74-812e-cb6aad988cc5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 943 time: 0.0495038 Dec 23 12:49:55.912633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-780274ff-565d-4614-88d6-b017552ccf78 req-01c56b49-8ed1-475d-bf8b-ce91c02c5ab3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674803 Dec 23 12:49:56.033757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168c87-bec1-4897-addf-7359b4f9cccf req-f2366278-432b-4c83-98c3-299f86f62fea tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:56.035259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4168c87-bec1-4897-addf-7359b4f9cccf req-f2366278-432b-4c83-98c3-299f86f62fea tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Dec 23 12:49:56.094056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4168c87-bec1-4897-addf-7359b4f9cccf req-7d825440-fd09-46a4-b8ff-5d3af9ddc15c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Dec 23 12:49:56.231341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407953a5-affc-4cff-ae2a-31716cc27962 req-2ffc0a06-6366-4927-aefb-b9b93ee42109 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:56.232634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407953a5-affc-4cff-ae2a-31716cc27962 req-2ffc0a06-6366-4927-aefb-b9b93ee42109 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.0569830 Dec 23 12:49:56.301480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407953a5-affc-4cff-ae2a-31716cc27962 req-7b61bbf6-7d36-45e8-89a8-b988d54effdf tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Dec 23 12:49:56.594680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6c27c228-becd-4766-af00-9637306ad626 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:49:56.732852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6c27c228-becd-4766-af00-9637306ad626,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:56.750304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '6c27c228-becd-4766-af00-9637306ad626', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:49:56.791414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:56.806217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c27c228-becd-4766-af00-9637306ad626 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:49:56.828742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6c27c228-becd-4766-af00-9637306ad626,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:56.959172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:57.064770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:57.124061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577a59-2894-43ea-a57e-727fe5385675 req-130ce734-ae43-4464-bcca-0e90fe9a1b5f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:57.131496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07577a59-2894-43ea-a57e-727fe5385675 req-130ce734-ae43-4464-bcca-0e90fe9a1b5f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 944 time: 0.0757811 Dec 23 12:49:57.201296 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-07577a59-2894-43ea-a57e-727fe5385675 req-3b84be59-cb81-4ad1-b906-ca449184e0e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649366 Dec 23 12:49:57.289861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6c27c228-becd-4766-af00-9637306ad626'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:49:57.381107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-2f99680f-3346-4624-8b1a-d8676df10f48 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:57.385860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-2f99680f-3346-4624-8b1a-d8676df10f48 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.1739678 Dec 23 12:49:57.405691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-4c7ed2ba-dc3f-43b8-99d2-38dc9404a25c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/quotas/3fa9d822dc81466f99056e7db6e96399 HTTP/1.1" status: 200 len: 375 time: 0.0119960 Dec 23 12:49:57.468390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-9d974d04-cd95-49e2-88aa-521067e7c414 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550287 Dec 23 12:49:57.633652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-a3f09911-8746-430f-b952-05c6448919b2 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480038 Dec 23 12:49:57.737201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-7f0022b3-eab4-43c1-946f-ad6781eb285d service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026728 Dec 23 12:49:58.292363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65833955-a57e-464b-af23-14c44ae3fb3d req-fd51e929-a73c-4a30-837e-666e5980ca2a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 210 time: 0.0299518 Dec 23 12:49:58.308557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-ada91f3a-3c74-4827-ac5d-56f923130bd1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:58.310518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-ada91f3a-3c74-4827-ac5d-56f923130bd1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6d05afa-92da-4574-9cef-7612b19992f5 HTTP/1.1" status: 200 len: 945 time: 0.1364627 Dec 23 12:49:58.429896 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6918c57-6060-4c9e-918b-816683688219 req-4f3859c0-c94f-4465-a2f1-39f41cda10c2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:58.432135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6918c57-6060-4c9e-918b-816683688219 req-4f3859c0-c94f-4465-a2f1-39f41cda10c2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 944 time: 0.1199615 Dec 23 12:49:58.533665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6918c57-6060-4c9e-918b-816683688219 req-da91bd1f-8575-4d43-8775-bf67e5f70aa6 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817175 Dec 23 12:49:58.546567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Deleting port 899ab5f4-fb9c-4bff-9853-9bed9566c011 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:49:58.546886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:58.599464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6c27c228-becd-4766-af00-9637306ad626 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:49:58.677255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] For port 899ab5f4-fb9c-4bff-9853-9bed9566c011, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=899ab5f4-fb9c-4bff-9853-9bed9566c011,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:58.677614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:58.694667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Calling delete_port for 899ab5f4-fb9c-4bff-9853-9bed9566c011 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:49:58.815909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 6c27c228-becd-4766-af00-9637306ad626 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:49:58.820115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 6c27c228-becd-4766-af00-9637306ad626 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:49:58.821308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:58.919842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:58.977026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c228-becd-4766-af00-9637306ad626'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:58.977026 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af4425-147c-48c7-ab2e-80e1c60fe809" -d '{"events": [{"server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c228-becd-4766-af00-9637306ad626"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:58.977026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6c27c228-becd-4766-af00-9637306ad626,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:49:59.006764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:59.006889 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9406d90-e930-417a-aaa5-3c639c514ac4 x-openstack-request-id: req-c9406d90-e930-417a-aaa5-3c639c514ac4 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:59.043471 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "name": "network-vif-plugged", "status": "completed", "tag": "6c27c228-becd-4766-af00-9637306ad626", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:59.044365 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event deleted for resources: {'Port': ['ID=899ab5f4-fb9c-4bff-9853-9bed9566c011,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:59.047988 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9406d90-e930-417a-aaa5-3c639c514ac4 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:59.048264 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27c228-becd-4766-af00-9637306ad626', 'code': 200} Dec 23 12:49:59.066363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['899ab5f4-fb9c-4bff-9853-9bed9566c011'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:49:59.191222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:59.218782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] No DVR routers for this DVR port 899ab5f4-fb9c-4bff-9853-9bed9566c011 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:49:59.249024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:49:59.266879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1d7b285-92a1-475a-9752-daa1c1102ab5 req-d924dd29-0462-48ff-a45f-d4ccf04e130e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "DELETE /v2.0/ports/899ab5f4-fb9c-4bff-9853-9bed9566c011 HTTP/1.1" status: 204 len: 173 time: 0.9161310 Dec 23 12:49:59.267638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-deleted', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:49:59.270841 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6f7e9-1108-4d2b-b337-77958f8892ee" -d '{"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-deleted", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:49:59.305651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c847c9e-9b96-4063-bae7-0676442be488 req-6bd0a15d-78bd-43f5-8989-6869798a19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:59.307156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c847c9e-9b96-4063-bae7-0676442be488 req-6bd0a15d-78bd-43f5-8989-6869798a19ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1096 time: 0.1418679 Dec 23 12:49:59.310746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:49:59.348544 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee821e-753b-4241-8605-e65c42202a88 x-openstack-request-id: req-2aee821e-753b-4241-8605-e65c42202a88 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:49:59.349602 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d05afa-92da-4574-9cef-7612b19992f5", "name": "network-vif-deleted", "tag": "899ab5f4-fb9c-4bff-9853-9bed9566c011", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:49:59.349848 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aee821e-753b-4241-8605-e65c42202a88 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:49:59.350254 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d05afa-92da-4574-9cef-7612b19992f5', 'name': 'network-vif-deleted', 'tag': '899ab5f4-fb9c-4bff-9853-9bed9566c011', 'status': 'completed', 'code': 200} Dec 23 12:49:59.405322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c847c9e-9b96-4063-bae7-0676442be488 req-f675fc38-7d3e-4cab-8233-a6c0293c8f63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908399 Dec 23 12:49:59.734200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-746ae509-0c76-44e8-bf7c-b04934616047 req-db9e9e9e-9276-4462-b499-8b534b9f2ad0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 210 time: 0.3634212 Dec 23 12:49:59.785631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd561-c976-4daa-9b05-25614695b9c5 req-7f9d3431-61dd-44db-a63a-d2cf08e20a02 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:49:59.787196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50fbd561-c976-4daa-9b05-25614695b9c5 req-7f9d3431-61dd-44db-a63a-d2cf08e20a02 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.0556209 Dec 23 12:49:59.847490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50fbd561-c976-4daa-9b05-25614695b9c5 req-8a08b478-8846-451a-9d8e-fa582d77d054 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536933 Dec 23 12:50:00.504139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-4e7ed788-89a6-4f0c-b468-7a9f0ee514f0 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:00.505898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-4e7ed788-89a6-4f0c-b468-7a9f0ee514f0 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/networks?id=3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 200 len: 814 time: 0.1460865 Dec 23 12:50:00.524180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-5ee21348-8bb4-4f7d-8404-fecae8375f51 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/quotas/0c3e0192d834410dab5c6a3b83f6c77f HTTP/1.1" status: 200 len: 375 time: 0.0104671 Dec 23 12:50:00.601367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-0adf571c-5827-415a-ba8d-32d1d097adff tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665612 Dec 23 12:50:00.730233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-3bdbddf7-6dee-4129-9608-8b9715f21a37 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 Dec 23 12:50:00.925722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5da03a28-060b-4a77-a4df-11082564b9e6 req-0590df97-2de7-430a-bca4-34968d586bce tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 210 time: 0.0459380 Dec 23 12:50:00.995060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-ea620555-7c49-4e67-b58f-8d30da056e92 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380910 Dec 23 12:50:01.252515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84428e-26d7-402f-91bf-06472ddfcb20 req-c402209d-1ac8-493b-827d-1885ee153daf tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:01.254051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca84428e-26d7-402f-91bf-06472ddfcb20 req-c402209d-1ac8-493b-827d-1885ee153daf tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.0862198 Dec 23 12:50:01.264674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-96f3a08a-8f51-4b52-96ee-752eb98b7df0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:01.266340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-96f3a08a-8f51-4b52-96ee-752eb98b7df0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.2147677 Dec 23 12:50:01.286488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Request body: {'port': {'device_id': 'e0398419-9fad-4864-914e-2c55063a15ed', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'admin_state_up': True, 'tenant_id': '3fa9d822dc81466f99056e7db6e96399'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:01.504742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca84428e-26d7-402f-91bf-06472ddfcb20 req-94374a73-08eb-4469-9dbd-70426a91b70c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373183 Dec 23 12:50:01.549103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08323d9b-e758-45eb-8e2c-1868db6fff02 req-c4720858-9a50-4361-bcf3-f1c26a433000 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 210 time: 0.0646331 Dec 23 12:50:01.647800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Made reservation on behalf of 3fa9d822dc81466f99056e7db6e96399 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:50:01.653385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:01.777628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31f272-9fca-44a6-839b-d439d268a0d7 req-3d3dd231-adbf-43ea-957b-b4faf9b2a03c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:01.787239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d31f272-9fca-44a6-839b-d439d268a0d7 req-3d3dd231-adbf-43ea-957b-b4faf9b2a03c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.1486678 Dec 23 12:50:01.883586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d31f272-9fca-44a6-839b-d439d268a0d7 req-7cb939c5-67bc-4e8c-9263-6118a0e7f7fa tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906177 Dec 23 12:50:01.906352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:01.953711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Allocated IP 172.20.0.8 (ffdcd48f-a3be-4822-be03-ca56b9e763aa/3e529869-43fe-4321-94f1-93ad0ce12b59/4fa48072-19ff-4c9d-be5b-0fc322f5c5cd) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:02.024670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9fea4-6777-4632-a7a4-52aebbefe8de tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:02.024670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-59f9fea4-6777-4632-a7a4-52aebbefe8de tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1091 time: 0.1147110 Dec 23 12:50:02.026259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55268) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:02.031622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:02.191664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-434885de-05c4-4401-8786-c7d1a08c3060 req-5a997aa5-75ea-4769-81f2-af99c3db9cb3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 210 time: 0.0440204 Dec 23 12:50:02.234558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.311026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.393815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.443383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.518556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:02.524513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:02.535048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:02.605330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:02.680886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:02.681641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.692299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9ee935da-5ff6-4ee6-bbf2-91da913a470f req-ce74ea6a-adf8-4d5e-a770-cd8fce49163c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 210 time: 0.0721419 Dec 23 12:50:02.705129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.25.7.5 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/47714ddb-c8a4-4859-b2c5-c33fbc7307f2) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:02.809339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-294eac1a-e510-422e-9857-05e59fbbb67a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5286534 Dec 23 12:50:02.827063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Request body: {'port': {'device_id': 'e0398419-9fad-4864-914e-2c55063a15ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:02.833894 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:02.925897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:03.047715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:03.124878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:03.163168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:03.167074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:03.169001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=47714ddb-c8a4-4859-b2c5-c33fbc7307f2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:03.486862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:03.499808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:03.509141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d691c-8d9c-4f7a-b757-8287b3e182b4 req-48e068bc-9900-43d8-b635-e09ea2204e69 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:03.511424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b36d691c-8d9c-4f7a-b757-8287b3e182b4 req-48e068bc-9900-43d8-b635-e09ea2204e69 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 931 time: 0.2202525 Dec 23 12:50:03.571757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Transition to ACTIVE for port object 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:50:03.614018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b36d691c-8d9c-4f7a-b757-8287b3e182b4 req-15765ac0-9967-41ff-b145-5e3f236a7182 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955472 Dec 23 12:50:03.712170 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:03.913668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7670a87f-9b11-4725-b62c-266ae17b1fac req-86c7fd6f-0bbd-438c-bd41-aaec990a2ef4 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 210 time: 0.0823147 Dec 23 12:50:03.987956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:03.988984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:50:04.023946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 899ab5f4-fb9c-4bff-9853-9bed9566c011 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:50:04.024365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 899ab5f4-fb9c-4bff-9853-9bed9566c011 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:50:04.055268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-e3edd20d-8e94-4048-b0d0-e9ac7ebc74bf tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:04.056894 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-e3edd20d-8e94-4048-b0d0-e9ac7ebc74bf tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.43 "GET /v2.0/networks?id=3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 200 len: 814 time: 0.1391423 Dec 23 12:50:04.072529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Request body: {'port': {'device_id': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3', 'admin_state_up': True, 'tenant_id': '0c3e0192d834410dab5c6a3b83f6c77f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:04.135154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.160781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Attempting to bind port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:50:04.161231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Attempting to bind port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:50:04.161654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Attempting to bind port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:04.196582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd on network ffdcd48f-a3be-4822-be03-ca56b9e763aa not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:50:04.196948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Attempting to bind port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:04.213911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:50:04.214256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Checking segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:04.214674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Bound using segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:50:04.215087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Bound port: 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:50:04.215539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.304375 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:50:04.307909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:50:04.318736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Made reservation on behalf of 0c3e0192d834410dab5c6a3b83f6c77f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:50:04.322535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.394490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.454237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Allocated IP 172.20.0.2 (3ad1c044-17b4-4c83-a56f-577e3c0392b3/d2436d12-5683-43af-91dc-b91fa244f22f/fe2ad83e-55d7-438f-a06a-f270f8c4aeee) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:04.490283 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.542822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:04.543450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.544884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] 10.222.0.43 "PUT /v2.0/ports/4fa48072-19ff-4c9d-be5b-0fc322f5c5cd HTTP/1.1" status: 200 len: 1091 time: 1.7236266 Dec 23 12:50:04.545328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:04.548330 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277" -d '{"events": [{"name": "network-changed", "server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:04.577997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3322bd-ad2d-432d-a960-47252311aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:04.624988 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93988205-7c4b-4ef3-9999-7a28e9a0a41f x-openstack-request-id: req-93988205-7c4b-4ef3-9999-7a28e9a0a41f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:04.625322 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:04.625697 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93988205-7c4b-4ef3-9999-7a28e9a0a41f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:04.626267 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'status': 'completed', 'code': 200} Dec 23 12:50:04.642104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.684102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.732511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-0dfa9f98-6e19-46cd-bde5-2eb15f186f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:04.746878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-0dfa9f98-6e19-46cd-bde5-2eb15f186f72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 1094 time: 0.0805204 Dec 23 12:50:04.835674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a3b3c-a34d-488a-9c6f-9ca168c896d6 req-8a562eba-5bd9-4392-930a-de2a5b228150 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:04.837187 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce6a3b3c-a34d-488a-9c6f-9ca168c896d6 req-8a562eba-5bd9-4392-930a-de2a5b228150 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 943 time: 0.1204357 Dec 23 12:50:04.879085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:04.913197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-185e0188-e378-4470-a9fc-6dd0093bbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:04.914722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-185e0188-e378-4470-a9fc-6dd0093bbba2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fa9d822dc81466f99056e7db6e96399&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1609330 Dec 23 12:50:05.000198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.060985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:05.067412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:05.073284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:05.087670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e51520-36f3-4be8-ac7f-4c85113daf7d None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:05.113491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Pushing event updated for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:05.142206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:05.143001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.162750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d8bc89f-92d3-4824-84b4-0e3c8d10df24 None None] Provisioning complete for port fe2ad83e-55d7-438f-a06a-f270f8c4aeee triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:05.163434 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc89f-92d3-4824-84b4-0e3c8d10df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.205954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bc89f-92d3-4824-84b4-0e3c8d10df24 None None] Port fe2ad83e-55d7-438f-a06a-f270f8c4aeee cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:50:05.248148 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-41bad7a6-fa4f-4dbf-bca2-11da3045025d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1798973 Dec 23 12:50:05.263983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Request body: {'port': {'device_id': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:05.348228 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.381597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce6a3b3c-a34d-488a-9c6f-9ca168c896d6 req-d6c0659b-1ed3-4cea-9aad-8b8c1ec2dfa4 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272131 Dec 23 12:50:05.408006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=47714ddb-c8a4-4859-b2c5-c33fbc7307f2,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:05.448730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.575463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-838d5400-1011-4188-8955-82849a1bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:05.581066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-598b01e1-72d7-4c2b-8a84-5b1eb8c83277 req-838d5400-1011-4188-8955-82849a1bf04b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6497333 Dec 23 12:50:05.585028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387e035-942a-4485-be73-c75fd944fa9c req-aec33562-6e4d-4106-a7d2-f6ecf1a6f945 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:05.592325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6387e035-942a-4485-be73-c75fd944fa9c req-aec33562-6e4d-4106-a7d2-f6ecf1a6f945 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 931 time: 0.2315862 Dec 23 12:50:05.681244 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Floating IP b690b847-644b-46e7-9147-e7591f485f36 associated. External IP: 172.25.7.5, port: 6c27c228-becd-4766-af00-9637306ad626. Dec 23 12:50:05.695115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2ad83e-55d7-438f-a06a-f270f8c4aeee {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:05.703543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.715586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Transition to ACTIVE for port object fe2ad83e-55d7-438f-a06a-f270f8c4aeee will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:50:05.739950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6387e035-942a-4485-be73-c75fd944fa9c req-6bda742d-726f-4005-aea0-f7da2eae1caf tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457338 Dec 23 12:50:05.748488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-d12d2ae9-da7e-4c4c-92bc-422bebee8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:05.750347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-d12d2ae9-da7e-4c4c-92bc-422bebee8686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 1094 time: 0.1311269 Dec 23 12:50:05.828881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-7e902d7d-4986-4549-b1cc-0439b1385c55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd HTTP/1.1" status: 200 len: 217 time: 0.0466504 Dec 23 12:50:05.833120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:05.938265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-fd3d0e04-5663-43e6-8619-710bb9d345f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:05.940078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-fd3d0e04-5663-43e6-8619-710bb9d345f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3e529869-43fe-4321-94f1-93ad0ce12b59 HTTP/1.1" status: 200 len: 854 time: 0.1032073 Dec 23 12:50:06.052906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-18b83d31-0061-4760-bdf6-e2706acee213 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffdcd48f-a3be-4822-be03-ca56b9e763aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295346 Dec 23 12:50:06.071320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:50:06.219980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32daeb-52fc-4d7f-a4a2-69b4f66f5e98 None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:06.231211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:06.256737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-a4319cf0-a2fd-43f6-b32b-b9c16f0279e2 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968703 Dec 23 12:50:06.297057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Attempting to bind port fe2ad83e-55d7-438f-a06a-f270f8c4aeee on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:50:06.297625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Attempting to bind port fe2ad83e-55d7-438f-a06a-f270f8c4aeee by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:50:06.298110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Attempting to bind port fe2ad83e-55d7-438f-a06a-f270f8c4aeee on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:06.310900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Port fe2ad83e-55d7-438f-a06a-f270f8c4aeee on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:50:06.310900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Attempting to bind port fe2ad83e-55d7-438f-a06a-f270f8c4aeee on network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:06.317304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:50:06.317743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Checking segment: {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:06.318199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Bound using segment: {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:50:06.318762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Bound port: fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9c04a1-93d4-4e8b-9832-b44fc92df740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:50:06.319400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:06.319547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:50:06.340609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:50:06.371473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29feef38-1752-4ce5-8f80-4c4cb8db3c8c req-940bb7fa-7c22-4938-8747-1d8a4b02db52 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054261 Dec 23 12:50:06.372158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:06.372792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:06.402604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:50:06.406847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:50:06.441206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:06.505293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d654a139-c284-4512-aac1-1cc483873833 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.4744747 Dec 23 12:50:06.506148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55460) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:06.510163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:06.582632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6b4a5-06cf-4ad9-acec-fdc9427a42df req-f9a3cf3f-790f-403c-9262-1509b21fa80f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:06.584349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68f6b4a5-06cf-4ad9-acec-fdc9427a42df req-f9a3cf3f-790f-403c-9262-1509b21fa80f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 943 time: 0.1225791 Dec 23 12:50:06.586249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:06.607013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ddedc8a-fe0d-4387-a1b2-dfe8d5459d55 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/b690b847-644b-46e7-9147-e7591f485f36 HTTP/1.1" status: 200 len: 989 time: 0.0995979 Dec 23 12:50:06.633730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:06.635519 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b" -d '{"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:06.676352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68f6b4a5-06cf-4ad9-acec-fdc9427a42df req-ec66d05c-cfad-45b9-83b4-230daa653497 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608482 Dec 23 12:50:06.692381 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:06.693210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:06.696074 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/fe2ad83e-55d7-438f-a06a-f270f8c4aeee HTTP/1.1" status: 200 len: 1091 time: 1.4389729 Dec 23 12:50:06.696751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:06.700727 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1238c0-51f3-423f-bd2f-fd4602a58408" -d '{"events": [{"name": "network-changed", "server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:06.735782 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c94b610-74b8-4388-a2aa-53df8f6baeb3 x-openstack-request-id: req-3c94b610-74b8-4388-a2aa-53df8f6baeb3 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:06.736186 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:06.736715 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c94b610-74b8-4388-a2aa-53df8f6baeb3 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:06.737077 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626', 'status': 'completed', 'code': 200} Dec 23 12:50:06.740754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f4dfc-df88-488b-8709-db7c6bcf63e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:06.752070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5331d2-fe43-4b00-a102-91c6dba0f6e9 None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:06.793358 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afc52f-6e13-4547-8010-2499cdf61eb9 x-openstack-request-id: req-76afc52f-6e13-4547-8010-2499cdf61eb9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:06.794038 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:06.794532 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76afc52f-6e13-4547-8010-2499cdf61eb9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:06.795153 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee', 'status': 'completed', 'code': 200} Dec 23 12:50:06.806071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-74ee7528-26b4-4dfd-8a82-9be4bb3d395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:06.823584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-74ee7528-26b4-4dfd-8a82-9be4bb3d395b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1096 time: 0.0567274 Dec 23 12:50:06.880525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:06.954822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-220a44c1-4486-407f-aae3-4ae8e385fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:06.957039 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-220a44c1-4486-407f-aae3-4ae8e385fa70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 1094 time: 0.1440713 Dec 23 12:50:06.957156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:50:06.974173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75b31-0bb5-487a-b700-6d614f6eaac7 req-af19c692-ba2c-4875-9407-9dee847c82f2 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:06.974596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fce75b31-0bb5-487a-b700-6d614f6eaac7 req-af19c692-ba2c-4875-9407-9dee847c82f2 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 943 time: 0.1269186 Dec 23 12:50:06.979704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:06.980546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:49:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:07.058010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fce75b31-0bb5-487a-b700-6d614f6eaac7 req-04810188-38d5-466d-8cd2-88014dc35c35 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698719 Dec 23 12:50:07.087541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-defbb9c6-851d-4c3f-8a58-85e5d6c3eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.093936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-defbb9c6-851d-4c3f-8a58-85e5d6c3eaf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 897 time: 0.2550411 Dec 23 12:50:07.118024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:07.181355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-f3fda695-6ea5-47c3-b3df-29ef9d6c9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.183022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-f3fda695-6ea5-47c3-b3df-29ef9d6c9f56 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2116621 Dec 23 12:50:07.257968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-f332b742-75c2-4dbc-a2f9-6e7908c386c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 997 time: 0.1605101 Dec 23 12:50:07.321210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-386ab7e2-17a2-4d1a-b399-b9ecbf8920be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.322680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-386ab7e2-17a2-4d1a-b399-b9ecbf8920be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 200 len: 834 time: 0.0588043 Dec 23 12:50:07.385572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-94913b5b-ca07-4fdd-9f48-b2f6acfb1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.386942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fe1238c0-51f3-423f-bd2f-fd4602a58408 req-94913b5b-ca07-4fdd-9f48-b2f6acfb1726 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934092 Dec 23 12:50:07.397002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-63f8b492-870b-4688-aff0-e3bef2585964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.398819 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-63f8b492-870b-4688-aff0-e3bef2585964 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=703a9f47-8c56-4613-a847-4b6a647938d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683489 Dec 23 12:50:07.408262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:07.448955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f81a53-36be-4ad0-8fc6-501454ef357c None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:49:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:50:07.533694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-344d70e2-a70c-4874-a78f-4d3bc482e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.535287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-344d70e2-a70c-4874-a78f-4d3bc482e127 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 1094 time: 0.0783136 Dec 23 12:50:07.541120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-7eae78ca-6012-4605-b655-583e2f9f6891 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338134 Dec 23 12:50:07.588542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-1c177e7b-9748-4857-9b42-6b3477ee4126 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee HTTP/1.1" status: 200 len: 217 time: 0.0450959 Dec 23 12:50:07.607850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55492) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:07.699408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32914937-3739-41c8-83a4-55e7a43558aa req-cdb004db-5433-4ef6-afbf-dfe3a5ddf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.701066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-cdb004db-5433-4ef6-afbf-dfe3a5ddf1ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2436d12-5683-43af-91dc-b91fa244f22f HTTP/1.1" status: 200 len: 854 time: 0.1024015 Dec 23 12:50:07.708096 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d239be61-79b9-4704-9e55-60679227fa6b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/b690b847-644b-46e7-9147-e7591f485f36 HTTP/1.1" status: 200 len: 989 time: 0.0988522 Dec 23 12:50:07.771865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-138b59c4-5a1b-4a60-9962-9cba05447258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ad1c044-17b4-4c83-a56f-577e3c0392b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609756 Dec 23 12:50:07.807452 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce89540-70e1-4844-9f6c-c52605e03bb6 None None] New status for floating IP b690b847-644b-46e7-9147-e7591f485f36: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:50:07.884139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40cca4-7cab-4e8f-a07d-8762986f88bd req-a2495de5-9bad-4208-802d-7c153416f03b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:07.885743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b40cca4-7cab-4e8f-a07d-8762986f88bd req-a2495de5-9bad-4208-802d-7c153416f03b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 943 time: 0.0831826 Dec 23 12:50:07.888299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cc86500-ce5c-4d8d-b2a7-b6e7f2e4a36b req-97ef01ab-135a-4cc4-9644-b93521b42cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372364 Dec 23 12:50:07.954191 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-95a53b32-3779-423b-b9cb-fe08c57d6883 service neutron] 10.222.0.43 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726394 Dec 23 12:50:08.012026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b40cca4-7cab-4e8f-a07d-8762986f88bd req-f82f8c1d-30ee-466c-b366-34e3dbc8b14a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067741 Dec 23 12:50:08.012157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:50:08.101156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-32914937-3739-41c8-83a4-55e7a43558aa req-8acb5302-e67a-497f-8b76-61b09ae929f1 service neutron] 10.222.0.43 "GET /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413231 Dec 23 12:50:08.172654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:08.188440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'port_id': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'mac_address': 'fa:16:3e:d1:75:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e529869-43fe-4321-94f1-93ad0ce12b59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:50:08.218983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32d81-dfb1-4cad-a026-80780b6e1150 req-c685b235-2412-4736-af93-78c3b7df4dc1 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:08.228970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79f32d81-dfb1-4cad-a026-80780b6e1150 req-c685b235-2412-4736-af93-78c3b7df4dc1 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 943 time: 0.0793464 Dec 23 12:50:08.232495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:08.247584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:08.273674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:08.280131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79f32d81-dfb1-4cad-a026-80780b6e1150 req-c2eec278-dca6-4c82-a0dd-770ca8bd3964 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Dec 23 12:50:08.341583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:08.395301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:08.535218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:50:08.711878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55512) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:08.794634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9ff6eec-84ed-425d-b4d0-2aad2d4727d1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/b690b847-644b-46e7-9147-e7591f485f36 HTTP/1.1" status: 200 len: 991 time: 0.0807486 Dec 23 12:50:09.184800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5c4da-d48f-4ba0-bee3-45cb367d2404 req-0b41e7a9-af1f-4fab-be0c-b97386951770 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:09.186869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a5c4da-d48f-4ba0-bee3-45cb367d2404 req-0b41e7a9-af1f-4fab-be0c-b97386951770 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 944 time: 0.0599892 Dec 23 12:50:09.241967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a5c4da-d48f-4ba0-bee3-45cb367d2404 req-00cd3ac3-8217-46a8-85b9-6c2495447397 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Dec 23 12:50:09.434685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820d8d7-58fc-4752-8bb6-b6debcdb4230 req-06d2824f-d030-421d-9890-3bedcc67c08d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:09.434685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e820d8d7-58fc-4752-8bb6-b6debcdb4230 req-06d2824f-d030-421d-9890-3bedcc67c08d tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 943 time: 0.0681741 Dec 23 12:50:09.501466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e820d8d7-58fc-4752-8bb6-b6debcdb4230 req-51b63b7e-9b9c-4481-bf3d-972494323f7a tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Dec 23 12:50:10.019528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fe2ad83e-55d7-438f-a06a-f270f8c4aeee details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:50:10.022221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:10.177382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:10.198144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee', 'network_id': '3ad1c044-17b4-4c83-a56f-577e3c0392b3', 'port_id': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee', 'mac_address': 'fa:16:3e:40:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2436d12-5683-43af-91dc-b91fa244f22f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:50:10.236716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:50:10.246066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:10.246684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:10.251762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:10.291768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2ad83e-55d7-438f-a06a-f270f8c4aeee {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:10.331937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:10.398192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:10.438532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:10.444148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:10.451312 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0129efab-3acc-448b-a3ef-46c0d5a24ef6" -d '{"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:10.461349 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:10.551796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:10.565334 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44e147-bca7-468b-a80f-3154e9be4131 x-openstack-request-id: req-6f44e147-bca7-468b-a80f-3154e9be4131 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:10.566211 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:10.567854 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f44e147-bca7-468b-a80f-3154e9be4131 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:10.571282 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'code': 200} Dec 23 12:50:10.599939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b176bf-bd61-47f8-9089-b454aea065af req-90a15421-7ccf-46d7-b7ec-a958058619da tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:10.609024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3b176bf-bd61-47f8-9089-b454aea065af req-90a15421-7ccf-46d7-b7ec-a958058619da tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 944 time: 0.1897526 Dec 23 12:50:10.636293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:10.670635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6b235-ae7d-49cd-b7fa-cd5ea4b3c36f req-85b8febc-9261-4f97-9080-792fb1d3b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:10.672341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cbc6b235-ae7d-49cd-b7fa-cd5ea4b3c36f req-85b8febc-9261-4f97-9080-792fb1d3b422 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 1096 time: 0.0557177 Dec 23 12:50:10.723784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fe2ad83e-55d7-438f-a06a-f270f8c4aeee'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:50:10.753464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cbc6b235-ae7d-49cd-b7fa-cd5ea4b3c36f req-4b943777-fc3c-4d59-98fb-ca48292d9a9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740824 Dec 23 12:50:10.802015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3b176bf-bd61-47f8-9089-b454aea065af req-c2322929-9985-41a5-bd3d-0bb167f2a16e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868913 Dec 23 12:50:10.830996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b615-bf09-48ef-a52c-eb9af57118e3 req-32a2187e-0d62-4c7b-89f3-b077c0599cf9 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:10.838428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a00b615-bf09-48ef-a52c-eb9af57118e3 req-32a2187e-0d62-4c7b-89f3-b077c0599cf9 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 944 time: 0.1713200 Dec 23 12:50:10.858129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:10.939180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a00b615-bf09-48ef-a52c-eb9af57118e3 req-4756e1d9-0ad3-4416-8e7e-674e8402cb29 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997002 Dec 23 12:50:12.019417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fe2ad83e-55d7-438f-a06a-f270f8c4aeee up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:12.034993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65561864-5c7e-41b5-9975-bc0ef7e8d711 req-9b48f366-2de5-4792-b422-40063cca662e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:12.036551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65561864-5c7e-41b5-9975-bc0ef7e8d711 req-9b48f366-2de5-4792-b422-40063cca662e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0946753 Dec 23 12:50:12.121403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65561864-5c7e-41b5-9975-bc0ef7e8d711 req-28d8079e-0bd6-47b7-8bf2-b6c2866faa7b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702531 Dec 23 12:50:12.139351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28b4c-6a92-437a-910b-39889529e71c req-74c30922-4ee2-468d-a8f5-fe174078dab3 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:12.141343 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54a28b4c-6a92-437a-910b-39889529e71c req-74c30922-4ee2-468d-a8f5-fe174078dab3 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 944 time: 0.0986748 Dec 23 12:50:12.181436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port fe2ad83e-55d7-438f-a06a-f270f8c4aeee completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:50:12.198142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port fe2ad83e-55d7-438f-a06a-f270f8c4aeee triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:12.198519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:12.204116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54a28b4c-6a92-437a-910b-39889529e71c req-99485131-e577-4036-b93b-9c3a84a64514 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547059 Dec 23 12:50:12.348997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:12.387104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:12.467712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:12.529544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:12.576337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:12.576337 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31e496-d930-4a9b-a345-03f50bf75160" -d '{"events": [{"server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:12.625424 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ace61a-65c4-404c-acfc-8cd736cd35f9 x-openstack-request-id: req-90ace61a-65c4-404c-acfc-8cd736cd35f9 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:12.625746 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:12.625995 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90ace61a-65c4-404c-acfc-8cd736cd35f9 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:12.627358 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee', 'code': 200} Dec 23 12:50:12.745108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16e45-54d6-4b6b-8314-1d56ad5b2e61 req-6cf4ab0a-9b69-4958-9373-2c04815794e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:12.747024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24a16e45-54d6-4b6b-8314-1d56ad5b2e61 req-6cf4ab0a-9b69-4958-9373-2c04815794e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 1096 time: 0.0500596 Dec 23 12:50:12.836563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24a16e45-54d6-4b6b-8314-1d56ad5b2e61 req-d1a65783-5c47-41be-9241-2cd33eab1926 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Dec 23 12:50:12.972889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 55558) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:13.118883 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0feb1e0e-395c-427f-ae0b-fe8add9d7665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.273098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9006ba8f-8ba6-45a1-9ec7-c3bbf994d7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.285751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0feb1e0e-395c-427f-ae0b-fe8add9d7665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.309763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95993ed1-852a-4161-824d-c7be64a6b44d req-fc5a7f10-c46c-46b5-8c92-ef77c8565884 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:13.321641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95993ed1-852a-4161-824d-c7be64a6b44d req-fc5a7f10-c46c-46b5-8c92-ef77c8565884 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0804038 Dec 23 12:50:13.377304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0feb1e0e-395c-427f-ae0b-fe8add9d7665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.417778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0feb1e0e-395c-427f-ae0b-fe8add9d7665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9299b0faa48d48e18e7fd0e3d1fba948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434028 Dec 23 12:50:13.422023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95993ed1-852a-4161-824d-c7be64a6b44d req-e0ae8723-0c78-45fa-98d9-0c95da9a8deb tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913351 Dec 23 12:50:13.422948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 55568) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:13.444720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb1e0e-395c-427f-ae0b-fe8add9d7665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6f9635-5741-4aa2-868d-bd5b58233722,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:13.479861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d1e56-7b20-47c5-8be0-496fcef298bb req-370eec89-ef05-4af8-921e-4eedc1d4a90a tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:13.490311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d36d1e56-7b20-47c5-8be0-496fcef298bb req-370eec89-ef05-4af8-921e-4eedc1d4a90a tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 945 time: 0.1512785 Dec 23 12:50:13.602107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3caf3-f0ce-4433-804c-6b2e83fd6829 req-9f5f8329-fbbd-4557-b6e8-e519d0543b3b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:13.603634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4e3caf3-f0ce-4433-804c-6b2e83fd6829 req-9f5f8329-fbbd-4557-b6e8-e519d0543b3b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0935891 Dec 23 12:50:13.606815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d36d1e56-7b20-47c5-8be0-496fcef298bb req-6ee46705-3940-4235-8ac6-5fb1d00ec41a tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156032 Dec 23 12:50:13.638790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.675064 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.715237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4e3caf3-f0ce-4433-804c-6b2e83fd6829 req-06f31305-93c7-470c-bf24-8de2fcdd1640 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005578 Dec 23 12:50:13.833496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.836519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:13.837704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f6f9635-5741-4aa2-868d-bd5b58233722 HTTP/1.1" status: 204 len: 168 time: 0.4127228 Dec 23 12:50:13.846122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4796-17e0-40c2-8c97-7201a10194cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6f9635-5741-4aa2-868d-bd5b58233722,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:14.029206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d9f5-730d-490b-b8e9-706adeb4f671 req-b38c6f1e-2172-40c0-b4be-62850e9aa654 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:14.030821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8515d9f5-730d-490b-b8e9-706adeb4f671 req-b38c6f1e-2172-40c0-b4be-62850e9aa654 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0559466 Dec 23 12:50:14.094948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8515d9f5-730d-490b-b8e9-706adeb4f671 req-a9cc45e0-115b-4327-a025-37f130256705 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 Dec 23 12:50:14.212739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4bc20-17b6-4518-918d-9d034c420bab req-a886b3fa-c746-423e-8d32-37aac0997400 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:14.214443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad4bc20-17b6-4518-918d-9d034c420bab req-a886b3fa-c746-423e-8d32-37aac0997400 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0515304 Dec 23 12:50:14.275062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ad4bc20-17b6-4518-918d-9d034c420bab req-ee180f3b-3672-4b53-8638-7d91df4364ed tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534673 Dec 23 12:50:14.738817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde51bb-24d9-4f3c-b0b0-a2be1cabeb12 req-93c070be-0600-4e9f-9191-3bd72f6c7458 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:14.740446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fde51bb-24d9-4f3c-b0b0-a2be1cabeb12 req-93c070be-0600-4e9f-9191-3bd72f6c7458 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 945 time: 0.0569489 Dec 23 12:50:14.809365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fde51bb-24d9-4f3c-b0b0-a2be1cabeb12 req-b5fbf0e1-ce0b-49bb-b7fb-32e096518b31 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Dec 23 12:50:14.860964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986a145-d6dd-44c9-ae1e-e73af645eb22 req-eba4efab-4894-4b3f-b773-79fa83072cc7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:14.868165 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f986a145-d6dd-44c9-ae1e-e73af645eb22 req-eba4efab-4894-4b3f-b773-79fa83072cc7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0794759 Dec 23 12:50:14.950140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f986a145-d6dd-44c9-ae1e-e73af645eb22 req-b458d096-a20c-4165-8aae-8d4451c51fd1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Dec 23 12:50:16.128038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12de90-012f-4cab-8553-97f395b8a1ed req-05bbbe88-fa57-4871-9b0e-ab7a9a3696fb tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:16.129694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f12de90-012f-4cab-8553-97f395b8a1ed req-05bbbe88-fa57-4871-9b0e-ab7a9a3696fb tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0771196 Dec 23 12:50:16.193671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f12de90-012f-4cab-8553-97f395b8a1ed req-e335e85c-49ee-4187-a655-12ed6c9a8358 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Dec 23 12:50:16.261588 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd2418b-837b-4b24-8b7b-6f50d9afd29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:16.621638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:17.338319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dc910-6110-4571-8619-767c07a808b4 req-4abcffc3-9b37-446f-b949-6312a5471916 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:17.345347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-555dc910-6110-4571-8619-767c07a808b4 req-4abcffc3-9b37-446f-b949-6312a5471916 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0685122 Dec 23 12:50:17.404716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-555dc910-6110-4571-8619-767c07a808b4 req-6b5cb866-95e4-49d0-8380-e54add96e6e9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Dec 23 12:50:18.228699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:18.434042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:18.588321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b66b-8f0f-4919-8fd6-5603ab1009b1 req-fd6db958-ab0d-47f7-bc82-d0d9a34c2a82 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:18.590553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2526b66b-8f0f-4919-8fd6-5603ab1009b1 req-fd6db958-ab0d-47f7-bc82-d0d9a34c2a82 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0647905 Dec 23 12:50:18.650038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2526b66b-8f0f-4919-8fd6-5603ab1009b1 req-a943d1b7-88c4-40e8-937f-9c315dbc9940 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471501 Dec 23 12:50:19.258628 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:19.789757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445a9b-ba1f-4bba-b023-61f825ee66c5 req-88eda05e-2fc2-4b32-9347-fd4c6b9db3c9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:19.791199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93445a9b-ba1f-4bba-b023-61f825ee66c5 req-88eda05e-2fc2-4b32-9347-fd4c6b9db3c9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0586631 Dec 23 12:50:19.867645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93445a9b-ba1f-4bba-b023-61f825ee66c5 req-a93dbab1-7f73-48ef-b571-4bd504c7e6e9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649419 Dec 23 12:50:21.024809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc6f90-97f0-4416-bc3b-8b60252e2ec1 req-5bb5bc09-a356-4775-9cb0-b5993861d225 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:21.033722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ecc6f90-97f0-4416-bc3b-8b60252e2ec1 req-5bb5bc09-a356-4775-9cb0-b5993861d225 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0650735 Dec 23 12:50:21.089673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ecc6f90-97f0-4416-bc3b-8b60252e2ec1 req-b018fd83-578c-470d-a501-37b7b53c07f8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547566 Dec 23 12:50:22.228715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbf19-6abb-4532-a16a-15bf98863eeb req-1ec24562-63bc-4b8c-8e74-898e77843fa8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:22.230242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-553cbf19-6abb-4532-a16a-15bf98863eeb req-1ec24562-63bc-4b8c-8e74-898e77843fa8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0558925 Dec 23 12:50:22.282551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-553cbf19-6abb-4532-a16a-15bf98863eeb req-b8dc4917-682c-42a8-9ea6-0df717054abd tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Dec 23 12:50:22.879091 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:23.437387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb30b0-9af2-4f7a-8162-8fce67e660bf req-095713f9-c49b-4758-b3b0-da1607269264 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:23.439513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbfb30b0-9af2-4f7a-8162-8fce67e660bf req-095713f9-c49b-4758-b3b0-da1607269264 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0719869 Dec 23 12:50:23.497349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbfb30b0-9af2-4f7a-8162-8fce67e660bf req-52a755f7-01fc-4d06-a147-26db0cf2299a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505731 Dec 23 12:50:24.622199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9516b-9113-4327-88a9-7ce47a0917e2 req-b9e2d6bb-f14e-4ba0-ab5d-c3115f780c35 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:24.623914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8c9516b-9113-4327-88a9-7ce47a0917e2 req-b9e2d6bb-f14e-4ba0-ab5d-c3115f780c35 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0537124 Dec 23 12:50:24.685611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8c9516b-9113-4327-88a9-7ce47a0917e2 req-9433d3a5-21e3-4871-ac91-56660296f95d tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Dec 23 12:50:25.810747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896019b3-643d-463d-af69-c761ea8ec3c3 req-364d0a33-c131-489d-8f2d-d0a681f2ed2f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:25.812232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-896019b3-643d-463d-af69-c761ea8ec3c3 req-364d0a33-c131-489d-8f2d-d0a681f2ed2f tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0552773 Dec 23 12:50:25.866041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-896019b3-643d-463d-af69-c761ea8ec3c3 req-a0716719-492b-4231-afd7-90972b39a459 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Dec 23 12:50:27.000110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9211-9f31-4cd1-9fd1-ab70ec643f5d req-8f48a2de-309c-4177-83e7-a24ac9d621f3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:27.000110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e4e9211-9f31-4cd1-9fd1-ab70ec643f5d req-8f48a2de-309c-4177-83e7-a24ac9d621f3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0496311 Dec 23 12:50:27.042289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e4e9211-9f31-4cd1-9fd1-ab70ec643f5d req-c8285d92-78bf-4721-b1a4-71d47b8c1182 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Dec 23 12:50:27.900773 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:50:28.197150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666b1d-e4b5-47d0-b1eb-1a39d40d6319 req-4abb9765-5012-477c-940f-849c2ac142a8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:28.198913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10666b1d-e4b5-47d0-b1eb-1a39d40d6319 req-4abb9765-5012-477c-940f-849c2ac142a8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0625477 Dec 23 12:50:28.264725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10666b1d-e4b5-47d0-b1eb-1a39d40d6319 req-6f517dc9-949e-48ee-bcb8-24fa36297835 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Dec 23 12:50:29.392191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c079af-e1b5-4162-bd02-2445fcef3584 req-5022baf9-4d30-4dc3-b952-4386c5e06dec tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:29.393897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7c079af-e1b5-4162-bd02-2445fcef3584 req-5022baf9-4d30-4dc3-b952-4386c5e06dec tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0627294 Dec 23 12:50:29.462602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7c079af-e1b5-4162-bd02-2445fcef3584 req-aecb5c0f-17c3-4a3f-ae53-6ba4e7a64c4a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590270 Dec 23 12:50:30.597702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a456a-dca9-4001-a21d-70a1d088d22b req-d7d1eeb1-4b15-4ea4-aac8-9cc9f140c422 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:30.604435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-526a456a-dca9-4001-a21d-70a1d088d22b req-d7d1eeb1-4b15-4ea4-aac8-9cc9f140c422 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0684066 Dec 23 12:50:30.656125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-526a456a-dca9-4001-a21d-70a1d088d22b req-cb8a3e4f-ae42-4cf3-9fd5-a6e9e502692c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488667 Dec 23 12:50:31.807140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d62e17-1aa0-4f3e-81cd-b261c080e723 req-8886b9f0-850e-4819-8535-7233166ec04a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:31.808723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57d62e17-1aa0-4f3e-81cd-b261c080e723 req-8886b9f0-850e-4819-8535-7233166ec04a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0521791 Dec 23 12:50:31.905044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57d62e17-1aa0-4f3e-81cd-b261c080e723 req-1ff7be35-2e02-4179-91cc-17eee42d88f1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846159 Dec 23 12:50:33.040719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49813-c144-4c25-b91a-c5cd8d1712ea req-ac165f28-fb7f-4246-8b51-23bb7b4423ae tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:33.042227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02d49813-c144-4c25-b91a-c5cd8d1712ea req-ac165f28-fb7f-4246-8b51-23bb7b4423ae tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0523474 Dec 23 12:50:33.095406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02d49813-c144-4c25-b91a-c5cd8d1712ea req-7be9e449-5d0f-4493-8614-95ee2b6fe5f1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Dec 23 12:50:34.341714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b250-6719-4d3d-8876-71858f94d954 req-dc7367ba-ca91-4d9e-b601-008ccbb8d0e3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:34.343316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d457b250-6719-4d3d-8876-71858f94d954 req-dc7367ba-ca91-4d9e-b601-008ccbb8d0e3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1704347 Dec 23 12:50:34.434689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d457b250-6719-4d3d-8876-71858f94d954 req-f7f7a318-576f-482a-a394-e85c4f7214d5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826015 Dec 23 12:50:35.570485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978cfa0-2cf6-435e-9eac-7359634beb2f req-960c712f-5455-417a-8e0f-94ff2579510a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:35.573010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7978cfa0-2cf6-435e-9eac-7359634beb2f req-960c712f-5455-417a-8e0f-94ff2579510a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0546210 Dec 23 12:50:35.629906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7978cfa0-2cf6-435e-9eac-7359634beb2f req-8939501c-77bc-4e25-bf28-43c36248f626 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Dec 23 12:50:36.787752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa8f81-c6fd-4bdd-a1aa-fdb4b12b6bd9 req-563a3882-65ae-418e-abb9-74a431bee675 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:36.795234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8fa8f81-c6fd-4bdd-a1aa-fdb4b12b6bd9 req-563a3882-65ae-418e-abb9-74a431bee675 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0668771 Dec 23 12:50:36.851902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8fa8f81-c6fd-4bdd-a1aa-fdb4b12b6bd9 req-a88c5035-7dde-4fbe-bb55-43e1adc7c761 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558083 Dec 23 12:50:38.094821 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243261-5c1e-40b6-a18b-f0c6eefbce88 req-4654cdb0-d62c-420a-91ff-54fccbb3fdad tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:38.097452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82243261-5c1e-40b6-a18b-f0c6eefbce88 req-4654cdb0-d62c-420a-91ff-54fccbb3fdad tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1222434 Dec 23 12:50:38.141824 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:38.182905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82243261-5c1e-40b6-a18b-f0c6eefbce88 req-18b3eaee-b87f-4766-afb5-cb7d7bf0a2bf tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699618 Dec 23 12:50:38.313518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdf5faf8-1c2f-45b9-8c13-40d472b7af31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.409210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdf5faf8-1c2f-45b9-8c13-40d472b7af31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.477685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cdf5faf8-1c2f-45b9-8c13-40d472b7af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.525365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5faf8-1c2f-45b9-8c13-40d472b7af31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116ca4d7-7575-406d-abbb-a9073e34d204,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:38.556879 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cdf5faf8-1c2f-45b9-8c13-40d472b7af31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6303d3d4c0aa4fe7b1f417b11bc56918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168768 Dec 23 12:50:38.559646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56420) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:38.626358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.653255 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.804852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.820691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:38.820691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/116ca4d7-7575-406d-abbb-a9073e34d204 HTTP/1.1" status: 204 len: 168 time: 0.2480133 Dec 23 12:50:38.820691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d91e-c05f-4b3a-9a54-c134daf6c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116ca4d7-7575-406d-abbb-a9073e34d204,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:39.306480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cdc0-4b28-4b9d-b4d7-11386a838b5d req-ab702ba3-aae0-4d7c-aca2-7755f64137b3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:39.307982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8756cdc0-4b28-4b9d-b4d7-11386a838b5d req-ab702ba3-aae0-4d7c-aca2-7755f64137b3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0562057 Dec 23 12:50:39.378828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8756cdc0-4b28-4b9d-b4d7-11386a838b5d req-fae00227-984d-47fe-9bbb-5fafad7268f7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Dec 23 12:50:40.153882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56458) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:40.267759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-753208512-network', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:40.353904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Made reservation on behalf of b0bd140202ae4c12be5d980d7254ae87 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:50:40.360675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.371942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.469264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.531270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a502f-ee5f-42ae-9a1e-1a5af703441c req-b7970677-957f-4b5e-bee6-0f75f95eb31b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:40.540555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a5a502f-ee5f-42ae-9a1e-1a5af703441c req-b7970677-957f-4b5e-bee6-0f75f95eb31b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0696862 Dec 23 12:50:40.588971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a5a502f-ee5f-42ae-9a1e-1a5af703441c req-12591ef1-a7a4-48b0-b4b0-7920176d7db7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Dec 23 12:50:40.589869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.614149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:50:40.624589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.625171 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Added segment 30782d75-7580-4987-970c-4a80903e0a82 of type vlan for network 25805ef1-aca0-4592-b23a-d879dc759e43 Dec 23 12:50:40.697471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.702044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee210a-ed29-4e49-a877-a2a318d3e1dd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:40.805732 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.807711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:40.809486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:40.911153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56472) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:40.912577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7568505 Dec 23 12:50:40.919806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Request body: {'subnet': {'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-753208512-subnet', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:40.943055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6939-3c26-431c-b1c4-5a2606aa0cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=25805ef1-aca0-4592-b23a-d879dc759e43,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:40.958232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 25805ef1-aca0-4592-b23a-d879dc759e43 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:50:41.089202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Made reservation on behalf of b0bd140202ae4c12be5d980d7254ae87 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:50:41.091557 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:41.438619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:41.516557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c67da9a-db1c-4bbf-9b27-4f20a93b74eb,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:41.524999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Checking segment: {'id': '30782d75-7580-4987-970c-4a80903e0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:41.525363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Network hostable DHCP agents. Network: 25805ef1-aca0-4592-b23a-d879dc759e43, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:50:41.628085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Network 25805ef1-aca0-4592-b23a-d879dc759e43 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:50:41.719032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 25805ef1-aca0-4592-b23a-d879dc759e43) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:41.725114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2e19-0043-48e6-9b52-90e359ff91c8 req-fcaf44f8-e2f9-4815-96da-dd222abc2692 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:41.726945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dcec2e19-0043-48e6-9b52-90e359ff91c8 req-fcaf44f8-e2f9-4815-96da-dd222abc2692 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0525258 Dec 23 12:50:41.729204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bc4cf-cadd-4ace-839f-de7b5c7d2963 None None] Network 25805ef1-aca0-4592-b23a-d879dc759e43 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:50:41.736059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:41.741391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:41.835360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dcec2e19-0043-48e6-9b52-90e359ff91c8 req-65243eb8-49ce-4ea5-a901-1b18cf376fd7 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016667 Dec 23 12:50:41.855189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ecc0c02f-daa3-498e-aa73-e3c04c28c09d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9427736 Dec 23 12:50:41.857884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56482) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:41.866741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:41.895094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-25805ef1-aca0-4592-b23a-d879dc759e43', 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43', 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'fixed_ips': [{'subnet_id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:50:41.895974 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:41.982768 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:41.987310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.083765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.110790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Allocated IP 172.20.0.2 (25805ef1-aca0-4592-b23a-d879dc759e43/0c67da9a-db1c-4bbf-9b27-4f20a93b74eb/211a72d0-910a-406b-a306-6444406ee0c9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:42.285331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.353705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.377527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.401019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Network 25805ef1-aca0-4592-b23a-d879dc759e43 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:42.405476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:42.409697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:42.418724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Pushing event updated for resources: {'Port': ['ID=211a72d0-910a-406b-a306-6444406ee0c9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:42.478762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.479146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.479477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.479813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.480146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.480474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.480801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.481156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.481470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.481793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.482113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.482431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.482749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:42.499717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Attempting to bind port 211a72d0-910a-406b-a306-6444406ee0c9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:50:42.500425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Attempting to bind port 211a72d0-910a-406b-a306-6444406ee0c9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '30782d75-7580-4987-970c-4a80903e0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:50:42.501083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Attempting to bind port 211a72d0-910a-406b-a306-6444406ee0c9 on network 25805ef1-aca0-4592-b23a-d879dc759e43 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:42.507645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:50:42.508699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Checking segment: {'id': '30782d75-7580-4987-970c-4a80903e0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:42.509384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.510009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Bound using segment: {'id': '30782d75-7580-4987-970c-4a80903e0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:50:42.510708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Bound port: 211a72d0-910a-406b-a306-6444406ee0c9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30782d75-7580-4987-970c-4a80903e0a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:50:42.511334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.588035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] For port 211a72d0-910a-406b-a306-6444406ee0c9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:50:42.591405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] For port 211a72d0-910a-406b-a306-6444406ee0c9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=211a72d0-910a-406b-a306-6444406ee0c9,segment=NetworkSegment(30782d75-7580-4987-970c-4a80903e0a82),segment_id=30782d75-7580-4987-970c-4a80903e0a82)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:50:42.650784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.747248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df057e9-aadd-4950-8fc0-18643e7e4dad None None] Pushing event updated for resources: {'Port': ['ID=211a72d0-910a-406b-a306-6444406ee0c9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:42.781194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:42.812712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.000144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Allocated IP 172.25.7.14 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/fbc75617-4eef-49d0-9ae4-b2a103e8cd57) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:43.098370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209835cb-a78e-4fdf-8f59-68696e4b9d8a req-17dfe6eb-3cb2-4538-b8d7-9dfffc33841c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:43.112786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-209835cb-a78e-4fdf-8f59-68696e4b9d8a req-17dfe6eb-3cb2-4538-b8d7-9dfffc33841c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1352236 Dec 23 12:50:43.156956 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.255447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-209835cb-a78e-4fdf-8f59-68696e4b9d8a req-a7735bf3-4e3e-4ecd-b7dd-617adde59623 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307125 Dec 23 12:50:43.268833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.319364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:43.322533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:43.325963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:43.350611 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254ae2a-3ccb-4d00-89cd-e9bb3ffb408b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:43.355833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Pushing event updated for resources: {'Port': ['ID=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:43.361164 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-09862f04-82da-442a-a141-a5b68893868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.475054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dafc093c-0b71-4646-888c-d3c762e81788 None None] Provisioning complete for port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:43.475432 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dafc093c-0b71-4646-888c-d3c762e81788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.583154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dafc093c-0b71-4646-888c-d3c762e81788 None None] Port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:50:43.607343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 211a72d0-910a-406b-a306-6444406ee0c9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:43.681893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 211a72d0-910a-406b-a306-6444406ee0c9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:43.682265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.795897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.803159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:43.859217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 211a72d0-910a-406b-a306-6444406ee0c9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=211a72d0-910a-406b-a306-6444406ee0c9,segment=NetworkSegment(30782d75-7580-4987-970c-4a80903e0a82),segment_id=30782d75-7580-4987-970c-4a80903e0a82)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:43.942152 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.012844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=211a72d0-910a-406b-a306-6444406ee0c9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:44.110000 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.189337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:50:44.377142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:44.390421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'port_id': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'mac_address': 'fa:16:3e:d1:75:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e529869-43fe-4321-94f1-93ad0ce12b59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:50:44.427355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Router d9c09f7d-c21f-473b-b73b-bf9769b319b7 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:50:44.447652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.458282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6566e-29a4-4186-964a-ce121f16686d req-884aa5cc-5a50-4d3c-b486-1f1b38bcfda1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:44.462072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9c6566e-29a4-4186-964a-ce121f16686d req-884aa5cc-5a50-4d3c-b486-1f1b38bcfda1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0898080 Dec 23 12:50:44.467800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b51ca-83f6-4ce1-8ffd-06a4b1bf9882 None None] Network 25805ef1-aca0-4592-b23a-d879dc759e43 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:50:44.570312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9c6566e-29a4-4186-964a-ce121f16686d req-d48689cd-af1c-4b5a-9208-3dcd4d0c7230 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935090 Dec 23 12:50:44.577430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:44.606857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:44.620748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:50:44.621298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4a9d9b13-6a3e-4100-abc2-21e72e92875d None None] Provisioning complete for port 211a72d0-910a-406b-a306-6444406ee0c9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:44.621669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9b13-6a3e-4100-abc2-21e72e92875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.660009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Sync routers for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:50:44.701005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:44.701512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:44.707797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.712582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:44.716494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1eb86a34-dc36-4dd7-848c-088822ab016f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.8552580 Dec 23 12:50:44.716856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:45.021602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:50:45.023886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:45.088965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:45.467674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-626a0bf3-ad5d-4bde-9071-2d47ef2f7f14 None None] Provisioning complete for port 211a72d0-910a-406b-a306-6444406ee0c9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:45.468930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-626a0bf3-ad5d-4bde-9071-2d47ef2f7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:45.719688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c33b2-e8b5-446c-987f-94e874282d10 req-1ba02b58-16d1-4545-9e8e-4ed8d9d3ad33 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:45.727651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 211a72d0-910a-406b-a306-6444406ee0c9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:45.732480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-543c33b2-e8b5-446c-987f-94e874282d10 req-1ba02b58-16d1-4545-9e8e-4ed8d9d3ad33 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 944 time: 0.0688934 Dec 23 12:50:45.841268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-543c33b2-e8b5-446c-987f-94e874282d10 req-4e5d998f-3add-441e-84b6-639d72903700 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076088 Dec 23 12:50:45.862079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 211a72d0-910a-406b-a306-6444406ee0c9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:45.862079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:45.953265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:45.973871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:43Z', 'revision_number': 3, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:46.076933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Checking router: d9c09f7d-c21f-473b-b73b-bf9769b319b7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:50:46.077494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Updating router d9c09f7d-c21f-473b-b73b-bf9769b319b7 port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:50:46.119893 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.266566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Allocated IP 172.20.0.1 (25805ef1-aca0-4592-b23a-d879dc759e43/0c67da9a-db1c-4bbf-9b27-4f20a93b74eb/6529206f-5e69-4c65-8250-54c105564776) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:46.428011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.434540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:46.437945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f247106f-6cd8-43e8-a156-50283a16e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.471317 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.518483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:46.519165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.553808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.591519 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.617547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e13d97-d8fb-458a-9b79-fdd4ccb0881e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:46.634937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Attempting to bind port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:50:46.635360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Attempting to bind port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:50:46.635725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Attempting to bind port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:46.638219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4036-0665-47e5-9454-89d8f0756baa None None] Pushing event updated for resources: {'Port': ['ID=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:46.644980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.653644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:50:46.654020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:46.654631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.655043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:50:46.655602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Bound port: fbc75617-4eef-49d0-9ae4-b2a103e8cd57, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:50:46.655952 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.702712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Pushing event updated for resources: {'Port': ['ID=6529206f-5e69-4c65-8250-54c105564776,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:46.714553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Network 25805ef1-aca0-4592-b23a-d879dc759e43 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:46.716613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:46.719599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:46.750171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.779862 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.790671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:46.793235 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb0ed90-1c7f-4964-8912-01726ece7f82" -d '{"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:46.800038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] For port fbc75617-4eef-49d0-9ae4-b2a103e8cd57, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:50:46.803668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] For port fbc75617-4eef-49d0-9ae4-b2a103e8cd57, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:50:46.810313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ba2e1d24-e20c-4ab7-afa8-1bd3ae2dce56 None None] Provisioning complete for port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:46.810672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1d24-e20c-4ab7-afa8-1bd3ae2dce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:46.818704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:46.878452 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea4e8a-08e6-44c5-8d79-4c717a4dcafa x-openstack-request-id: req-4fea4e8a-08e6-44c5-8d79-4c717a4dcafa {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:46.879083 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:46.879511 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fea4e8a-08e6-44c5-8d79-4c717a4dcafa {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:46.880942 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'code': 200} Dec 23 12:50:46.887914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.048269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.091968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e1d24-e20c-4ab7-afa8-1bd3ae2dce56 None None] Port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:50:47.098918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4036-0665-47e5-9454-89d8f0756baa None None] Pushing event updated for resources: {'Port': ['ID=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:47.131906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1c8dc-3eb4-490b-af0e-e03fd1d5fb55 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:47.149203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b15b84-d289-457a-a2f1-e9abcdaccdeb req-fc7be77d-555e-40a0-8d07-0e0bdc2c4646 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:47.151506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9b15b84-d289-457a-a2f1-e9abcdaccdeb req-fc7be77d-555e-40a0-8d07-0e0bdc2c4646 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0873666 Dec 23 12:50:47.184505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:47.184732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.185244 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:47.189996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768bc8f-3703-4940-9b66-4d1e276ea879 req-6b60e0b5-e772-4714-80c5-e7b6809bf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:47.191542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e768bc8f-3703-4940-9b66-4d1e276ea879 req-6b60e0b5-e772-4714-80c5-e7b6809bf351 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 1096 time: 0.1346099 Dec 23 12:50:47.222276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9b15b84-d289-457a-a2f1-e9abcdaccdeb req-e53ccafe-69c2-4321-a031-ecb61e247cf6 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644732 Dec 23 12:50:47.278732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:47.299657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e768bc8f-3703-4940-9b66-4d1e276ea879 req-55714f5e-074d-4603-b84c-71bed206687f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980291 Dec 23 12:50:47.327461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Provisioning complete for port 6529206f-5e69-4c65-8250-54c105564776 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:47.328153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.394197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Port 6529206f-5e69-4c65-8250-54c105564776 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:50:47.406056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:47.465243 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.486628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Provisioning complete for port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:47.487146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.531784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.598177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.736649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.763330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Network 25805ef1-aca0-4592-b23a-d879dc759e43 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:47.770819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:47.800182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] For port fbc75617-4eef-49d0-9ae4-b2a103e8cd57, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:47.866723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6529206f-5e69-4c65-8250-54c105564776', 'name': '', 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'mac_address': 'fa:16:3e:cb:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:45Z', 'updated_at': '2021-12-23T12:50:46Z', 'revision_number': 1, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'subnets': [{'id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:47.872404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:47.937364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6cdc3e-5ba0-4c18-b881-d72b835212bf None None] The sync data for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 is: [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6529206f-5e69-4c65-8250-54c105564776', 'name': '', 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'mac_address': 'fa:16:3e:cb:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:45Z', 'updated_at': '2021-12-23T12:50:46Z', 'revision_number': 1, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'subnets': [{'id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:50:48.010822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f51515-b3f1-4daa-b255-e0e3cd7ad3e3 None None] Pushing event updated for resources: {'Port': ['ID=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:48.058762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Pushing event updated for resources: {'Port': ['ID=6529206f-5e69-4c65-8250-54c105564776,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:48.066808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Router d9c09f7d-c21f-473b-b73b-bf9769b319b7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:50:48.205051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-266e72ae-fa0c-4e4f-8a33-3f3dba9bb09c None None] Provisioning complete for port 6529206f-5e69-4c65-8250-54c105564776 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:48.210723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-266e72ae-fa0c-4e4f-8a33-3f3dba9bb09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:48.214570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:50:48.226105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-87985f92-2080-4338-ac76-1d64b5735677 admin admin] 10.222.0.16 "PUT /v2.0/routers/d9c09f7d-c21f-473b-b73b-bf9769b319b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5048742 Dec 23 12:50:48.297014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:48.303422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-266e72ae-fa0c-4e4f-8a33-3f3dba9bb09c None None] Port 6529206f-5e69-4c65-8250-54c105564776 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:50:48.434049 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:48.484472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e77b91-5e11-4d92-9c9b-d4480d1b93e2 req-489821e8-782a-44bb-b245-4331f88ebef9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:48.498285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e77b91-5e11-4d92-9c9b-d4480d1b93e2 req-489821e8-782a-44bb-b245-4331f88ebef9 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1117058 Dec 23 12:50:48.578898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e77b91-5e11-4d92-9c9b-d4480d1b93e2 req-0f91ebb3-9455-4487-8c52-6eacc09a0737 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787129 Dec 23 12:50:49.289313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:49.574561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbc75617-4eef-49d0-9ae4-b2a103e8cd57 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:50:49.753582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:50:49.753582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:49.825672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cb4dd-5791-4dff-8571-a69d75751e77 req-4200e5e1-92d9-4958-88e3-d4a36f2f520c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:49.833696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098cb4dd-5791-4dff-8571-a69d75751e77 req-4200e5e1-92d9-4958-88e3-d4a36f2f520c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1030419 Dec 23 12:50:49.909889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-098cb4dd-5791-4dff-8571-a69d75751e77 req-9493e428-73d5-40a2-a7b3-06a0e9ab1d79 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673215 Dec 23 12:50:50.088918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752514b4-a71b-4f05-bf2c-bb851ede9a90 req-2a4bd459-1498-4e1d-803a-ad67b63916ab tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:50.088918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752514b4-a71b-4f05-bf2c-bb851ede9a90 req-2a4bd459-1498-4e1d-803a-ad67b63916ab tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.0733311 Dec 23 12:50:50.163394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-752514b4-a71b-4f05-bf2c-bb851ede9a90 req-28093fc8-b104-4b02-a3fc-6472d5aae5a3 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673959 Dec 23 12:50:50.232715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:50.748601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.092263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56636) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:51.313695 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:51.319727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-0ee0ebb0-b942-4238-8246-671e7c0f3c32 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:51.326468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-0ee0ebb0-b942-4238-8246-671e7c0f3c32 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.2588818 Dec 23 12:50:51.337648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Deleting port 6529206f-5e69-4c65-8250-54c105564776 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:51.339007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.355579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-5205f062-a7ae-4e6f-b136-b0abc2046a82 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/quotas/3fa9d822dc81466f99056e7db6e96399 HTTP/1.1" status: 200 len: 375 time: 0.0270119 Dec 23 12:50:51.442400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-6100715c-a7cc-4b45-a929-4a17aa21cc06 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859053 Dec 23 12:50:51.453316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Sync routers for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:50:51.454204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.469954 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:51.471635 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:51.523701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.543127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Calling delete_port for 6529206f-5e69-4c65-8250-54c105564776 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:51.638115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-e418d0ca-fa91-4d5d-9ec0-177c488b440e service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938908 Dec 23 12:50:51.656558 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:51.689083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.828085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-05b97131-7948-4fee-ae78-7d755ed4a458 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880515 Dec 23 12:50:51.938402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:51.979748 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef4dc0950d6742828f59f2489fd0d29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8850195 Dec 23 12:50:51.980796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56650) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:51.982114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94014bd8-e1c9-4591-980d-e896a4755557,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:51.990880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.995510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:51.996689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8b758-8653-4e5d-bfad-2f01bca052a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.097889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:52.103533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:52.128347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:52.147497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Pushing event deleted for resources: {'Port': ['ID=6529206f-5e69-4c65-8250-54c105564776,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:52.174816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-3b6267fc-2f86-44f3-bef9-b4f401ef6b72 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:52.176489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-3b6267fc-2f86-44f3-bef9-b4f401ef6b72 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0398419-9fad-4864-914e-2c55063a15ed HTTP/1.1" status: 200 len: 945 time: 0.1489708 Dec 23 12:50:52.205516 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '6529206f-5e69-4c65-8250-54c105564776', 'name': '', 'network_id': '25805ef1-aca0-4592-b23a-d879dc759e43', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'mac_address': 'fa:16:3e:cb:c2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:45Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 2, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'subnets': [{'id': '0c67da9a-db1c-4bbf-9b27-4f20a93b74eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:52.228652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20010f54-1829-4153-99a5-76cc0b5e64ca req-d7ab5da5-423e-4e17-b8cd-22b9d97000a2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 210 time: 0.0367463 Dec 23 12:50:52.250121 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Checking router: d9c09f7d-c21f-473b-b73b-bf9769b319b7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:50:52.254372 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Updating router d9c09f7d-c21f-473b-b73b-bf9769b319b7 port 6529206f-5e69-4c65-8250-54c105564776 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:50:52.273476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:52.276304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:52.279804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94014bd8-e1c9-4591-980d-e896a4755557 HTTP/1.1" status: 204 len: 168 time: 0.2947576 Dec 23 12:50:52.286213 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Port 6529206f-5e69-4c65-8250-54c105564776 not found while updating agent binding for router d9c09f7d-c21f-473b-b73b-bf9769b319b7. {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 23 12:50:52.294865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94014bd8-e1c9-4591-980d-e896a4755557,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:52.304100 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:52.305007 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:52.327545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.328041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.331918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.333328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.333781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.334225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.336659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.337135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.337573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.338436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.348032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.353166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.353845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1e76d-3260-42ba-9327-b7487be8c753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:50:52.517821 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:52.711822 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:51Z', 'revision_number': 5, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:52.787717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a6522-b0ca-4235-a17a-97dad11daa5c None None] The sync data for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 is: [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:51Z', 'revision_number': 5, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:50:52.891128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:53.229227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Deleting port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:53.229701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:53.233835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:53.365252 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f08f2ee5-392d-40f3-8497-1e5d7bcc24a9 req-745e70ef-aa54-48d6-b819-f3c744ddb1c2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 210 time: 0.0417678 Dec 23 12:50:53.442653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6529206f-5e69-4c65-8250-54c105564776 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:50:53.476864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] For port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:53.477581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:53.485425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6529206f-5e69-4c65-8250-54c105564776 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:50:53.486076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6529206f-5e69-4c65-8250-54c105564776 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:50:53.548399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Calling delete_port for 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:53.670828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Router d9c09f7d-c21f-473b-b73b-bf9769b319b7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:50:53.860391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:50:53.865971 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-efe8d249-33b4-4049-8f70-dd7773504386 admin admin] 10.222.0.16 "PUT /v2.0/routers/d9c09f7d-c21f-473b-b73b-bf9769b319b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6320834 Dec 23 12:50:53.868550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56686) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:53.903001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:53.915596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:50:53.983161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event deleted for resources: {'Port': ['ID=4fa48072-19ff-4c9d-be5b-0fc322f5c5cd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:54.046162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] No DVR routers for this DVR port 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:50:54.049063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:54.053876 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be5bbf11-9377-41f2-bf0d-84aea3043a8a req-e9ccab43-56af-4789-b07e-375bf60caf9b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "DELETE /v2.0/ports/4fa48072-19ff-4c9d-be5b-0fc322f5c5cd HTTP/1.1" status: 204 len: 173 time: 1.8332341 Dec 23 12:50:54.054397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-deleted', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:54.056747 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d4b7fb-8792-4022-b6d2-49d3842fca7f" -d '{"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-deleted", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:54.120709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Sync routers for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:50:54.156175 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024c07b9-73af-4007-997c-ea9b84a905f6 x-openstack-request-id: req-024c07b9-73af-4007-997c-ea9b84a905f6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:54.156750 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0398419-9fad-4864-914e-2c55063a15ed", "name": "network-vif-deleted", "tag": "4fa48072-19ff-4c9d-be5b-0fc322f5c5cd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:54.157295 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-024c07b9-73af-4007-997c-ea9b84a905f6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:54.157882 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0398419-9fad-4864-914e-2c55063a15ed', 'name': 'network-vif-deleted', 'tag': '4fa48072-19ff-4c9d-be5b-0fc322f5c5cd', 'status': 'completed', 'code': 200} Dec 23 12:50:54.162951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:54.164427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:54.302962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:54.415942 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:54.519247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:51Z', 'revision_number': 5, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:54.536973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bbed0eaa-656e-4b5c-b072-0f0b8b2bdf11 req-66014950-5a19-42f4-b3ad-fded91e7a6b8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 210 time: 0.0572608 Dec 23 12:50:54.567222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Checking router: d9c09f7d-c21f-473b-b73b-bf9769b319b7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:50:54.580288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Routers {'d9c09f7d-c21f-473b-b73b-bf9769b319b7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:50:54.581106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:54.632611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:54.810751 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:50:54.834802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-debdff1e-1d18-4261-89cd-3b00a2aa96e6 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:54.840143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-debdff1e-1d18-4261-89cd-3b00a2aa96e6 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/networks?id=ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 200 len: 814 time: 0.2373838 Dec 23 12:50:54.860011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Request body: {'port': {'device_id': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'admin_state_up': True, 'tenant_id': '3fa9d822dc81466f99056e7db6e96399'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:54.895510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Deleting port fbc75617-4eef-49d0-9ae4-b2a103e8cd57 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:54.896143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:54.915507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] Set router d9c09f7d-c21f-473b-b73b-bf9769b319b7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:50:55.023740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-f0aeb960-0f69-4ead-9598-0deb05b9bb8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3469915 Dec 23 12:50:55.056181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] For port fbc75617-4eef-49d0-9ae4-b2a103e8cd57, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:55.056551 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.075249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Calling delete_port for fbc75617-4eef-49d0-9ae4-b2a103e8cd57 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:55.128979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-aea634d7-ada5-4667-9e87-31e79d998f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:55.130571 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-aea634d7-ada5-4667-9e87-31e79d998f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1096 time: 0.0534587 Dec 23 12:50:55.148373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:51Z', 'revision_number': 5, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:55.180597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142fdca-a45f-4eef-b86e-a9dc5f5df2ae None None] The sync data for ids ['d9c09f7d-c21f-473b-b73b-bf9769b319b7'] in n-d-822750-2 is: [{'id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'name': 'tempest-ImageQuotaTest-753208512-router', 'tenant_id': 'b0bd140202ae4c12be5d980d7254ae87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:50:41Z', 'updated_at': '2021-12-23T12:50:51Z', 'revision_number': 5, 'project_id': 'b0bd140202ae4c12be5d980d7254ae87', 'gw_port': {'id': 'fbc75617-4eef-49d0-9ae4-b2a103e8cd57', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c09f7d-c21f-473b-b73b-bf9769b319b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:50:42Z', 'updated_at': '2021-12-23T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:50:55.216210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Made reservation on behalf of 3fa9d822dc81466f99056e7db6e96399 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:50:55.219750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.306009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-16229581-318a-45b0-af91-6cd641e65cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:55.307103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-16229581-318a-45b0-af91-6cd641e65cc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 897 time: 0.1555836 Dec 23 12:50:55.396107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-02d51329-fbb3-463f-9464-ac5b1d5c1802 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 999 time: 0.0816679 Dec 23 12:50:55.457188 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-e846e762-b54d-41de-aea3-84876169937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:55.457188 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-e846e762-b54d-41de-aea3-84876169937e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 200 len: 834 time: 0.0530787 Dec 23 12:50:55.473795 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.513002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc75617-4eef-49d0-9ae4-b2a103e8cd57,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:55.537743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910c9dd-ae32-42dc-807e-14af3cf0852b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:55.602743 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.616395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-33ce0786-5fe1-4c3d-a7df-9d91fb1c1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:55.618054 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-33ce0786-5fe1-4c3d-a7df-9d91fb1c1919 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=703a9f47-8c56-4613-a847-4b6a647938d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548357 Dec 23 12:50:55.696675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Allocated IP 172.20.0.13 (ffdcd48f-a3be-4822-be03-ca56b9e763aa/3e529869-43fe-4321-94f1-93ad0ce12b59/d5256da2-89b5-4cc0-85fd-6225fc128b43) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:50:55.721684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01ecce9d-6236-421f-b67d-3139a49812d8 req-07ec08e2-eb94-436d-9a17-0cc91acb0de1 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 210 time: 0.0543211 Dec 23 12:50:55.723673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.726548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.787000 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-c0383fe5-0c22-407c-a918-871142eb676d service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493998 Dec 23 12:50:55.827561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b329c8-a16d-4e94-b01f-16178fb9077f req-179f7a37-936c-4f7f-9536-162d8ecdde36 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:55.829091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29b329c8-a16d-4e94-b01f-16178fb9077f req-179f7a37-936c-4f7f-9536-162d8ecdde36 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 945 time: 0.0512657 Dec 23 12:50:55.867402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.868083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c09f7d-c21f-473b-b73b-bf9769b319b7 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:50:55.874299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:55.876185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-582f6c8a-c320-4c20-bc9b-383fd9fe5668 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d9c09f7d-c21f-473b-b73b-bf9769b319b7 HTTP/1.1" status: 204 len: 168 time: 2.0064607 Dec 23 12:50:55.880210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56724) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:55.944852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29b329c8-a16d-4e94-b01f-16178fb9077f req-e1451ad6-c240-4ade-8398-592a966339c2 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Dec 23 12:50:55.954019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Deleting subnet 0c67da9a-db1c-4bbf-9b27-4f20a93b74eb {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:50:55.957946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.005783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.008598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f065ad89-e03a-46cc-b890-23d5a8ba9b74 req-b906fb18-095e-4c51-a853-fe158815136e service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053483 Dec 23 12:50:56.018387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.107900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.143185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.190351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Network ffdcd48f-a3be-4822-be03-ca56b9e763aa is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:50:56.193645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:50:56.197507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:50:56.221216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event updated for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:56.229352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:50:56.250035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:50:56.250382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 4fa48072-19ff-4c9d-be5b-0fc322f5c5cd not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:50:56.251028 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.252626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:56.253419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.282158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.289419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c67da9a-db1c-4bbf-9b27-4f20a93b74eb HTTP/1.1" status: 204 len: 168 time: 0.4058614 Dec 23 12:50:56.289419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b78db6-573b-427f-aedf-eea972cbaf37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c67da9a-db1c-4bbf-9b27-4f20a93b74eb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:56.289653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741a031-2d43-44e9-8003-e0929be40348 None None] Network 25805ef1-aca0-4592-b23a-d879dc759e43 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:50:56.291246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56730) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:56.345305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cdb9b8ed-a715-4b7b-9b8a-23a6513194f5 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4953642 Dec 23 12:50:56.358329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Request body: {'port': {'device_id': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:50:56.380681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.422644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.474720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] DHCP port deletion for 25805ef1-aca0-4592-b23a-d879dc759e43 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:56.475662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Deleting port 211a72d0-910a-406b-a306-6444406ee0c9 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:56.476132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.533379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Deleting port 211a72d0-910a-406b-a306-6444406ee0c9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:56.534066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.561096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] For port 211a72d0-910a-406b-a306-6444406ee0c9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=211a72d0-910a-406b-a306-6444406ee0c9,segment=NetworkSegment(30782d75-7580-4987-970c-4a80903e0a82),segment_id=30782d75-7580-4987-970c-4a80903e0a82)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:56.561620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.591953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Calling delete_port for 211a72d0-910a-406b-a306-6444406ee0c9 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:56.609421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] For port 211a72d0-910a-406b-a306-6444406ee0c9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=211a72d0-910a-406b-a306-6444406ee0c9,segment=NetworkSegment(30782d75-7580-4987-970c-4a80903e0a82),segment_id=30782d75-7580-4987-970c-4a80903e0a82)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:56.609813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.623822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Calling delete_port for 211a72d0-910a-406b-a306-6444406ee0c9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:56.751029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5256da2-89b5-4cc0-85fd-6225fc128b43 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:50:56.760896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.803837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.804995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Transition to ACTIVE for port object d5256da2-89b5-4cc0-85fd-6225fc128b43 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:50:56.814172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.843384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] Pushing event deleted for resources: {'Port': ['ID=211a72d0-910a-406b-a306-6444406ee0c9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:56.845296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819155d-8a84-421c-9baf-0b01770c4f0a None None] No DVR routers for this DVR port 211a72d0-910a-406b-a306-6444406ee0c9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:50:56.870832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=211a72d0-910a-406b-a306-6444406ee0c9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:56.878665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:56.898256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] No DVR routers for this DVR port 211a72d0-910a-406b-a306-6444406ee0c9 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:50:56.978222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Pushing event updated for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:57.010278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec02c-53ee-42fd-876b-883f96545150 req-31661aff-3f80-4cf6-a94a-b6c7680bf7bf tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.012376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-deeec02c-53ee-42fd-876b-883f96545150 req-31661aff-3f80-4cf6-a94a-b6c7680bf7bf tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 932 time: 0.2027020 Dec 23 12:50:57.042880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Attempting to bind port d5256da2-89b5-4cc0-85fd-6225fc128b43 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:50:57.043494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Attempting to bind port d5256da2-89b5-4cc0-85fd-6225fc128b43 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:50:57.043902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Attempting to bind port d5256da2-89b5-4cc0-85fd-6225fc128b43 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:57.050418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Port d5256da2-89b5-4cc0-85fd-6225fc128b43 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:50:57.050418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Attempting to bind port d5256da2-89b5-4cc0-85fd-6225fc128b43 on network ffdcd48f-a3be-4822-be03-ca56b9e763aa {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:50:57.059025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:50:57.059025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Checking segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:50:57.059025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Bound using segment: {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:50:57.059025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Bound port: d5256da2-89b5-4cc0-85fd-6225fc128b43, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:50:57.059025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.059526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.125074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25805ef1-aca0-4592-b23a-d879dc759e43']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:57.134929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:50:57.139293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:50:57.150757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30782d75-7580-4987-970c-4a80903e0a82') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:57.150757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30782d75-7580-4987-970c-4a80903e0a82') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:50:57.165770 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.182796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-deeec02c-53ee-42fd-876b-883f96545150 req-02e0ed02-2dc7-4b14-ade7-f50bb7440594 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352737 Dec 23 12:50:57.192628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94a52a-9d84-4057-9181-016690e351a5 req-630b4213-ac26-49cb-a4f7-c9e52d0209a7 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.194154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f94a52a-9d84-4057-9181-016690e351a5 req-630b4213-ac26-49cb-a4f7-c9e52d0209a7 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 945 time: 0.1207612 Dec 23 12:50:57.198067 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.206399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:50:57.206784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:50:57.212549 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:50:57.262826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.311409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.311409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.311409 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] 10.222.0.43 "PUT /v2.0/ports/d5256da2-89b5-4cc0-85fd-6225fc128b43 HTTP/1.1" status: 200 len: 1092 time: 0.9541342 Dec 23 12:50:57.311409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:57.311409 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25d800-d202-43c4-b706-ef17a8259b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:57.333686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f94a52a-9d84-4057-9181-016690e351a5 req-5bd78e77-68ce-4ee1-881a-df9a08193c52 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/security-groups?id=790d59aa-be28-4ca6-9b92-38c8e5a172cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308947 Dec 23 12:50:57.342637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf5486-5c3b-4bd3-9a3c-980ac00697bc service neutron] Pushing event updated for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:57.345010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-a6ecfdfc-6e39-4c59-8824-fd134a61afcc tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.347374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-a6ecfdfc-6e39-4c59-8824-fd134a61afcc tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.43 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 945 time: 0.0950897 Dec 23 12:50:57.397869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.410568 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee26cd2-35b1-4351-a6e8-63e6515f169c x-openstack-request-id: req-dee26cd2-35b1-4351-a6e8-63e6515f169c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:57.410864 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:57.411116 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dee26cd2-35b1-4351-a6e8-63e6515f169c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:57.411518 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43', 'status': 'completed', 'code': 200} Dec 23 12:50:57.437089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.443255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] 10.222.0.16 "DELETE /v2.0/networks/25805ef1-aca0-4592-b23a-d879dc759e43 HTTP/1.1" status: 204 len: 168 time: 1.1493053 Dec 23 12:50:57.455674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81e124-8727-47e9-9965-c44debd7a62a admin admin] Pushing event deleted for resources: {'Network': ['ID=25805ef1-aca0-4592-b23a-d879dc759e43,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:57.489794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Deleting port fe2ad83e-55d7-438f-a06a-f270f8c4aeee {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:50:57.491131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.527573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-7310ff79-8f6e-46e0-a437-c3a29262bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.534871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-7310ff79-8f6e-46e0-a437-c3a29262bb5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 1095 time: 0.0957320 Dec 23 12:50:57.542617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 211a72d0-910a-406b-a306-6444406ee0c9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:50:57.577285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 211a72d0-910a-406b-a306-6444406ee0c9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:50:57.577642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 211a72d0-910a-406b-a306-6444406ee0c9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:50:57.578065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbc75617-4eef-49d0-9ae4-b2a103e8cd57 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:50:57.623305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] For port fe2ad83e-55d7-438f-a06a-f270f8c4aeee, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,segment=NetworkSegment(0b9c04a1-93d4-4e8b-9832-b44fc92df740),segment_id=0b9c04a1-93d4-4e8b-9832-b44fc92df740)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:50:57.623656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.632110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fbc75617-4eef-49d0-9ae4-b2a103e8cd57 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:50:57.632470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbc75617-4eef-49d0-9ae4-b2a103e8cd57 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:50:57.657351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Calling delete_port for fe2ad83e-55d7-438f-a06a-f270f8c4aeee owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:50:57.694321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-3a1944d1-b765-4707-a1aa-e7aef177507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.695844 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-3a1944d1-b765-4707-a1aa-e7aef177507c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3fa9d822dc81466f99056e7db6e96399&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1452715 Dec 23 12:50:57.800122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-df83f25f-6b56-4cdb-af0d-70f6dc0145b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.801391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c25d800-d202-43c4-b706-ef17a8259b3f req-df83f25f-6b56-4cdb-af0d-70f6dc0145b0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987117 Dec 23 12:50:57.902560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:57.917677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['fe2ad83e-55d7-438f-a06a-f270f8c4aeee'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:50:57.922534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-dae1fa97-a0fc-4207-ac17-1de9e5581be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:57.928446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-dae1fa97-a0fc-4207-ac17-1de9e5581be2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3fa9d822dc81466f99056e7db6e96399&device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 1095 time: 0.0770199 Dec 23 12:50:57.946503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Pushing event deleted for resources: {'Port': ['ID=fe2ad83e-55d7-438f-a06a-f270f8c4aeee,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:57.964120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c4353-4574-4376-8b18-4ae0cbd81800 None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:50:57.994364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-e9d62fc1-ad0a-46e8-b42c-c7b7635fd37e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43 HTTP/1.1" status: 200 len: 217 time: 0.0563104 Dec 23 12:50:58.028626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] No DVR routers for this DVR port fe2ad83e-55d7-438f-a06a-f270f8c4aeee on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:50:58.031690 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:58.035110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d286bed-96ea-4d4d-a112-546a2377a214 req-e67a20d3-e435-45c5-9b2e-dc589f07c54c tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.43 "DELETE /v2.0/ports/fe2ad83e-55d7-438f-a06a-f270f8c4aeee HTTP/1.1" status: 204 len: 173 time: 0.6818554 Dec 23 12:50:58.036559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'name': 'network-vif-deleted', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:50:58.040483 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00963e5-677b-4c37-b03f-ad046d689218" -d '{"events": [{"server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "name": "network-vif-deleted", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:50:58.056643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:58.081761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cc3523ca-db49-4a9c-aa32-8e0a1ac7346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:58.083258 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-cc3523ca-db49-4a9c-aa32-8e0a1ac7346e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3e529869-43fe-4321-94f1-93ad0ce12b59 HTTP/1.1" status: 200 len: 854 time: 0.0799904 Dec 23 12:50:58.086031 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4d9f8-a0a3-4d21-aa1d-db2b0307dbe0 x-openstack-request-id: req-dae4d9f8-a0a3-4d21-aa1d-db2b0307dbe0 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:50:58.086315 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771c63ea-7e86-44fa-9b4d-28c736dc12eb", "name": "network-vif-deleted", "tag": "fe2ad83e-55d7-438f-a06a-f270f8c4aeee", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:50:58.086562 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dae4d9f8-a0a3-4d21-aa1d-db2b0307dbe0 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:50:58.086950 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c63ea-7e86-44fa-9b4d-28c736dc12eb', 'name': 'network-vif-deleted', 'tag': 'fe2ad83e-55d7-438f-a06a-f270f8c4aeee', 'status': 'completed', 'code': 200} Dec 23 12:50:58.129027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-d61f8401-5141-4f5f-a856-443f625eb840 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ffdcd48f-a3be-4822-be03-ca56b9e763aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310364 Dec 23 12:50:58.131656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a1f19526-472f-4fa9-8edb-2db1004672a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0bd140202ae4c12be5d980d7254ae87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798914 Dec 23 12:50:58.134582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56762) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:58.253894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:58.273917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-f3e2d408-fa17-40a9-a139-268f26b173ba service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372666 Dec 23 12:50:58.293820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:58.319808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31686-260c-4a80-a422-95a50b7fe957 req-43b294eb-cefb-483b-ad1d-26e0db9128bc tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:58.327601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85e31686-260c-4a80-a422-95a50b7fe957 req-43b294eb-cefb-483b-ad1d-26e0db9128bc tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 944 time: 0.0642836 Dec 23 12:50:58.402117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24426188-16a0-4fb8-9aac-83a265d0cd23 req-6e6816aa-7a69-4ddb-b1b9-08d109f36536 service neutron] 10.222.0.43 "GET /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204934 Dec 23 12:50:58.403931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85e31686-260c-4a80-a422-95a50b7fe957 req-7ea4f2f0-91b6-4e99-b83d-c76fab0a8987 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Dec 23 12:50:58.472918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a52a95b-d4dd-407b-9ea4-009bef88a005 req-fd4cdcee-d563-471a-b93b-3e339b55f389 tempest-VolumesSnapshotTestJSON-906305741 tempest-VolumesSnapshotTestJSON-906305741-project] 10.222.0.16 "GET /v2.0/ports?device_id=771c63ea-7e86-44fa-9b4d-28c736dc12eb HTTP/1.1" status: 200 len: 210 time: 0.0304532 Dec 23 12:50:58.515403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:58.518057 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:58.519303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83ee210a-ed29-4e49-a877-a2a318d3e1dd HTTP/1.1" status: 204 len: 168 time: 0.3838246 Dec 23 12:50:58.528303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6aea-a457-4683-bbe3-496d4401d024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee210a-ed29-4e49-a877-a2a318d3e1dd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:59.383351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56788) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:59.402251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a5af50c-f5b9-46e7-bd30-3072ea495830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.484672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a5af50c-f5b9-46e7-bd30-3072ea495830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.557292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1a5af50c-f5b9-46e7-bd30-3072ea495830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.564492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910027b0-8746-447d-8cfe-49270867acaa req-db4130a0-624c-493a-974e-8e908eab44a0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:50:59.572326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-910027b0-8746-447d-8cfe-49270867acaa req-db4130a0-624c-493a-974e-8e908eab44a0 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 944 time: 0.0666680 Dec 23 12:50:59.619676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1a5af50c-f5b9-46e7-bd30-3072ea495830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2330892 Dec 23 12:50:59.620167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 56800) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:50:59.621017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af50c-f5b9-46e7-bd30-3072ea495830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf09bd-a3af-4e06-8f3c-6724ec49a7a9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:50:59.636750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-910027b0-8746-447d-8cfe-49270867acaa req-f7151857-6b45-47cc-ab2b-2ddd9a60bbeb tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631273 Dec 23 12:50:59.688168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.711021 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.842934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.847139 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:50:59.848402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93bf09bd-a3af-4e06-8f3c-6724ec49a7a9 HTTP/1.1" status: 204 len: 168 time: 0.2269065 Dec 23 12:50:59.861138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa158fe5-4021-4993-9f73-020fd8b19a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf09bd-a3af-4e06-8f3c-6724ec49a7a9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:00.255541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d5256da2-89b5-4cc0-85fd-6225fc128b43 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:51:00.369857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:00.381402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd5256da2-89b5-4cc0-85fd-6225fc128b43', 'network_id': 'ffdcd48f-a3be-4822-be03-ca56b9e763aa', 'port_id': 'd5256da2-89b5-4cc0-85fd-6225fc128b43', 'mac_address': 'fa:16:3e:03:e1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e529869-43fe-4321-94f1-93ad0ce12b59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:51:00.418658 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:00.432653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5256da2-89b5-4cc0-85fd-6225fc128b43 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:00.453441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:00.507665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:00.591307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:00.700179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d5256da2-89b5-4cc0-85fd-6225fc128b43'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:00.812963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ec5-3138-42b3-ad6a-47bbdd1ab47e req-0fad3e5d-712e-4834-812f-ccdaf09d3708 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:00.824311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1a03ec5-3138-42b3-ad6a-47bbdd1ab47e req-0fad3e5d-712e-4834-812f-ccdaf09d3708 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 945 time: 0.1076875 Dec 23 12:51:00.879872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:00.962374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1a03ec5-3138-42b3-ad6a-47bbdd1ab47e req-70d312db-f36b-4a2e-a1bf-ccdd131a7c4c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272359 Dec 23 12:51:01.046341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2034303555-network', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:01.159265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Made reservation on behalf of c2f3598642ae4b2697894b4bbc7ec517 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:01.162596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.176015 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.262740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.330865 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.353787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:51:01.375974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.376588 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Added segment a151f17e-dd48-4c60-a4f5-3330ed5caffa of type vlan for network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 Dec 23 12:51:01.387288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef0dff-aa34-4f6c-932a-caa708bc367c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:01.441376 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.529610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.530748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:01.531423 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:01.599669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8670d1-378c-4c44-b7e4-45a7e2c83716,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:01.609416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:51:01.716103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-78cda010-4ac5-4ab8-9920-21a3e4614a74 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8340664 Dec 23 12:51:01.718822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56860) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:01.723857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Request body: {'subnet': {'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2034303555-subnet', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:01.850712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Made reservation on behalf of c2f3598642ae4b2697894b4bbc7ec517 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:01.853231 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.069769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4364-84c9-4b56-a3f4-e979ea51ebd8 req-69e2928f-a4df-4b6f-ada1-000246c834d8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:02.071280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2b4364-84c9-4b56-a3f4-e979ea51ebd8 req-69e2928f-a4df-4b6f-ada1-000246c834d8 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 945 time: 0.0503144 Dec 23 12:51:02.107880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.135614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d2b4364-84c9-4b56-a3f4-e979ea51ebd8 req-2019e5d6-0d94-48e6-be90-682a5c1d67c6 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Dec 23 12:51:02.183691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e017e954-6383-4068-9921-36702d4d1078,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:02.192178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Checking segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:02.192580 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Network hostable DHCP agents. Network: 8f8670d1-378c-4c44-b7e4-45a7e2c83716, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:51:02.251283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d5256da2-89b5-4cc0-85fd-6225fc128b43 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:02.325104 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:51:02.414657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d5256da2-89b5-4cc0-85fd-6225fc128b43 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:51:02.418617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d5256da2-89b5-4cc0-85fd-6225fc128b43 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:02.418987 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.451512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 8f8670d1-378c-4c44-b7e4-45a7e2c83716) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:02.458237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:02.459656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.470259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f9374-a29b-4a57-9d92-49a08110e59a None None] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:02.563665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.591359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-be44c669-da10-4a74-8a00-ff90c37e5e0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8714936 Dec 23 12:51:02.594070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56880) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:02.598677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:02.610926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:02.613978 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff560502-148b-415b-8db7-3200081689d8" -d '{"events": [{"server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "name": "network-vif-plugged", "status": "completed", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:02.630241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:51:02.631106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.642786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:02.656305 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924690e1-02fc-4c01-9260-7e978e3c484c x-openstack-request-id: req-924690e1-02fc-4c01-9260-7e978e3c484c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:02.656604 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "name": "network-vif-plugged", "status": "completed", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:02.656883 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924690e1-02fc-4c01-9260-7e978e3c484c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:02.657274 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43', 'code': 200} Dec 23 12:51:02.754884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe389a9-9ef1-418e-990d-38696eb7c904 req-2e409fe2-1640-4deb-9764-5a8ae09aac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:02.755575 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfe389a9-9ef1-418e-990d-38696eb7c904 req-2e409fe2-1640-4deb-9764-5a8ae09aac63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 1096 time: 0.0428824 Dec 23 12:51:02.770459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.771316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fe2ad83e-55d7-438f-a06a-f270f8c4aeee no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:51:02.787480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.788532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.826800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Allocated IP 172.20.0.2 (8f8670d1-378c-4c44-b7e4-45a7e2c83716/e017e954-6383-4068-9921-36702d4d1078/ad313f41-9957-42f9-85ab-b49551c29c18) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:02.830806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: fe2ad83e-55d7-438f-a06a-f270f8c4aeee {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:51:02.831921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device fe2ad83e-55d7-438f-a06a-f270f8c4aeee not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:51:02.845545 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfe389a9-9ef1-418e-990d-38696eb7c904 req-73ada617-da93-41f1-8b03-713f5765e93a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Dec 23 12:51:02.872565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:02.890166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:02.994891 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.102983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.107977 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.147188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:03.152155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:03.154928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:03.165484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Pushing event updated for resources: {'Port': ['ID=ad313f41-9957-42f9-85ab-b49551c29c18,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:03.247922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Attempting to bind port ad313f41-9957-42f9-85ab-b49551c29c18 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:03.248846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Attempting to bind port ad313f41-9957-42f9-85ab-b49551c29c18 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:03.250058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Attempting to bind port ad313f41-9957-42f9-85ab-b49551c29c18 on network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:03.260184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:03.261038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Checking segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:03.261486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.261923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Bound using segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:03.262417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Bound port: ad313f41-9957-42f9-85ab-b49551c29c18, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:03.262934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.313784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90afc7-eba7-4b39-a616-25ddf1b07973 req-834bf20f-2945-480a-a2ed-34a7649281ac tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:03.315353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b90afc7-eba7-4b39-a616-25ddf1b07973 req-834bf20f-2945-480a-a2ed-34a7649281ac tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.1100891 Dec 23 12:51:03.369334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] For port ad313f41-9957-42f9-85ab-b49551c29c18, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:03.373906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] For port ad313f41-9957-42f9-85ab-b49551c29c18, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad313f41-9957-42f9-85ab-b49551c29c18,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:03.386573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b90afc7-eba7-4b39-a616-25ddf1b07973 req-ab52c081-4fa8-4b19-9435-ce357ee79b25 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634916 Dec 23 12:51:03.462700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.542011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ab94-e141-4230-a4e0-b9a9e4547ebc None None] Pushing event updated for resources: {'Port': ['ID=ad313f41-9957-42f9-85ab-b49551c29c18,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:03.903655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:03.941623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.056526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Allocated IP 172.25.7.30 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/be134239-159f-4e7f-8436-571306dd8c4d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:04.172527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.340741 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.382725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:04.386207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:04.389686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:04.395857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Pushing event updated for resources: {'Port': ['ID=be134239-159f-4e7f-8436-571306dd8c4d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:04.399868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30161102-a8e0-4a43-a499-a23f905e8ee6 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:04.513669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cb99f9af-7d0d-48dd-bc0d-b0750952ab46 None None] Provisioning complete for port be134239-159f-4e7f-8436-571306dd8c4d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:04.514174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cb99f9af-7d0d-48dd-bc0d-b0750952ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.542778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a0bfe-4aee-433c-8afe-a57b126f8155 req-8d733ecf-d855-4af9-aa0b-302af2db2949 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:04.553564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-432a0bfe-4aee-433c-8afe-a57b126f8155 req-8d733ecf-d855-4af9-aa0b-302af2db2949 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.0795012 Dec 23 12:51:04.593701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cb99f9af-7d0d-48dd-bc0d-b0750952ab46 None None] Port be134239-159f-4e7f-8436-571306dd8c4d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:04.711365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-432a0bfe-4aee-433c-8afe-a57b126f8155 req-9e6ef7f9-3a97-47e5-ade9-36c863ae2b25 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567225 Dec 23 12:51:04.869266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990dc03-94e5-4009-b298-4f9ba4441b0b None None] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:04.901435 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:51:04.934380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.959173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cf-ad1b-4f95-9418-705d6991ebe7 req-c7611b0a-2efe-415d-9aa3-269066d28c74 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:04.960538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] Provisioning complete for port ad313f41-9957-42f9-85ab-b49551c29c18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:04.960938 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:04.962228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90d823cf-ad1b-4f95-9418-705d6991ebe7 req-c7611b0a-2efe-415d-9aa3-269066d28c74 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.1190681 Dec 23 12:51:05.018161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90d823cf-ad1b-4f95-9418-705d6991ebe7 req-8a0bc369-6bd3-470a-8bf6-6682dde357b4 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Dec 23 12:51:05.103750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.170158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] For port ad313f41-9957-42f9-85ab-b49551c29c18, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad313f41-9957-42f9-85ab-b49551c29c18,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:05.188918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.300402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.369494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c0a9-08f2-47db-8671-1d2ec54ca531 None None] Pushing event updated for resources: {'Port': ['ID=ad313f41-9957-42f9-85ab-b49551c29c18,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:05.404896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:51:05.425458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8dea4a0a-c85b-45cb-8903-6d185f5081a5 None None] Provisioning complete for port ad313f41-9957-42f9-85ab-b49551c29c18 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:05.426161 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8dea4a0a-c85b-45cb-8903-6d185f5081a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.429423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4907-7ff8-4cdb-8e0f-10031ae5aec4 req-b1e38566-8eb7-4c25-bc2b-51dbd8350c34 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:05.431663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39cd4907-7ff8-4cdb-8e0f-10031ae5aec4 req-b1e38566-8eb7-4c25-bc2b-51dbd8350c34 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.0573792 Dec 23 12:51:05.510043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39cd4907-7ff8-4cdb-8e0f-10031ae5aec4 req-2487aa2a-b03b-4fb8-87ff-7902df04d09c tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671620 Dec 23 12:51:05.539477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad313f41-9957-42f9-85ab-b49551c29c18 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:05.576629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:51:05.600337 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:51:05.619551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ad313f41-9957-42f9-85ab-b49551c29c18 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:05.620252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.622067 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:05.629907 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:05.659197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:05.663338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d4cb1f1-351d-49e5-bcd2-43867e572dff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0655060 Dec 23 12:51:05.663504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56934) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:05.695621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7261be4-7f6c-493c-86d0-6315893e4242 req-addf0273-51b9-4106-a5e9-ef8282f97c0e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:05.697241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7261be4-7f6c-493c-86d0-6315893e4242 req-addf0273-51b9-4106-a5e9-ef8282f97c0e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.0949624 Dec 23 12:51:05.791490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:05.793490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7261be4-7f6c-493c-86d0-6315893e4242 req-baca1519-9207-4f59-a226-dd9b973c153e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886958 Dec 23 12:51:06.030965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:04Z', 'revision_number': 3, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:06.106765 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:51:06.107157 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Updating router b7202f3b-1388-47c0-a0d5-0055143c6b40 port be134239-159f-4e7f-8436-571306dd8c4d binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:51:06.135743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fd09-8d0e-46aa-b833-7a854491d7b4 req-2cfa0d8c-7043-4200-8e71-f74649143762 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:06.136644 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.147052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdc3fd09-8d0e-46aa-b833-7a854491d7b4 req-2cfa0d8c-7043-4200-8e71-f74649143762 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.0905569 Dec 23 12:51:06.209909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fdc3fd09-8d0e-46aa-b833-7a854491d7b4 req-e5f909e8-020e-41bf-ae97-637570750aaf tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614328 Dec 23 12:51:06.236079 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.342411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef59a-4900-4397-bbd2-8024c7e28e88 req-e6ddafc5-f19e-43ee-8ccd-de8299296901 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:06.343961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ef59a-4900-4397-bbd2-8024c7e28e88 req-e6ddafc5-f19e-43ee-8ccd-de8299296901 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.0565529 Dec 23 12:51:06.407105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-997ef59a-4900-4397-bbd2-8024c7e28e88 req-da35b367-776a-4c42-ae2c-990cfdd65b39 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Dec 23 12:51:06.446750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Allocated IP 172.20.0.1 (8f8670d1-378c-4c44-b7e4-45a7e2c83716/e017e954-6383-4068-9921-36702d4d1078/efd48558-54f8-4484-811c-891558920cde) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:06.469618 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.576734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.817141 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.858591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225ff7c-9c08-4a30-84e5-12ad3c36aa81 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:06.868251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.872013 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Pushing event updated for resources: {'Port': ['ID=be134239-159f-4e7f-8436-571306dd8c4d,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:06.883610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.884277 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.884714 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.885300 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.885803 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.886274 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.886677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.887093 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.887721 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.888114 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.888504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.888950 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.889320 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:06.892783 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Attempting to bind port be134239-159f-4e7f-8436-571306dd8c4d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:06.893312 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Attempting to bind port be134239-159f-4e7f-8436-571306dd8c4d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:06.893812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Attempting to bind port be134239-159f-4e7f-8436-571306dd8c4d on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:06.903172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:06.903604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:06.904074 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.904529 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:06.905143 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Bound port: be134239-159f-4e7f-8436-571306dd8c4d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:06.905649 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.929127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c710b992-3025-40fa-b1f1-b7a9f72d97cb None None] Provisioning complete for port be134239-159f-4e7f-8436-571306dd8c4d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:06.929491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c710b992-3025-40fa-b1f1-b7a9f72d97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:06.941528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Pushing event updated for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:06.961327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:06.964338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:06.979040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:06.986382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c710b992-3025-40fa-b1f1-b7a9f72d97cb None None] Port be134239-159f-4e7f-8436-571306dd8c4d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:07.020199 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] For port be134239-159f-4e7f-8436-571306dd8c4d, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:07.024276 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] For port be134239-159f-4e7f-8436-571306dd8c4d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=be134239-159f-4e7f-8436-571306dd8c4d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:07.040417 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.141003 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.178428 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caaa112-1028-46f6-bffb-127dbc309aba None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:07.227436 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:07.228409 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:07.254201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] Provisioning complete for port be134239-159f-4e7f-8436-571306dd8c4d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:07.257127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.351614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.397149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.408270 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4893c-37e7-4703-ab30-1be2a92a94e4 None None] Pushing event updated for resources: {'Port': ['ID=be134239-159f-4e7f-8436-571306dd8c4d,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:07.422591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:07.440719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] For port be134239-159f-4e7f-8436-571306dd8c4d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=be134239-159f-4e7f-8436-571306dd8c4d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:07.464180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 56980) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:07.469694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b028f-a4e7-4d59-9a33-c613913093b5 req-2753e8e6-b9d8-4f9a-b4a7-b03e5c1b560e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:07.501649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.505585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a89b028f-a4e7-4d59-9a33-c613913093b5 req-2753e8e6-b9d8-4f9a-b4a7-b03e5c1b560e tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.1198385 Dec 23 12:51:07.596544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a89b028f-a4e7-4d59-9a33-c613913093b5 req-6042a7d3-0a72-4c8d-b1c5-45d0bf4776a4 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901694 Dec 23 12:51:07.632724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dd5ce-fa4e-4f41-825d-79dcc2efb489 None None] Pushing event updated for resources: {'Port': ['ID=be134239-159f-4e7f-8436-571306dd8c4d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:07.646274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bb0505b8-6ad5-40d2-8add-8552f007c09a None None] Provisioning complete for port efd48558-54f8-4484-811c-891558920cde triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:07.646794 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bb0505b8-6ad5-40d2-8add-8552f007c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.690775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bb0505b8-6ad5-40d2-8add-8552f007c09a None None] Port efd48558-54f8-4484-811c-891558920cde cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:07.699620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb984b6-9063-4a38-94d7-4e60d961a288 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:07.700106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb984b6-9063-4a38-94d7-4e60d961a288 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:07.700578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb984b6-9063-4a38-94d7-4e60d961a288 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:07.705343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9fb984b6-9063-4a38-94d7-4e60d961a288 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=838eaa70cbf94eaab95b2a176de0e9f9&network_id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 2969 time: 0.2366998 Dec 23 12:51:07.775818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.797164 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:04Z', 'revision_number': 3, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:07.827660 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf9d1e-f290-4ad7-8fee-ec3fbed7c90e None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:04Z', 'revision_number': 3, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:51:07.856400 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:07.938598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Pushing event updated for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:07.942315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:08.065984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:08.068381 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:08.263258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:51:08.456537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-b5690090-721f-4e13-a501-1d1b8659dcb2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:08.458431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-b5690090-721f-4e13-a501-1d1b8659dcb2 tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.1108174 Dec 23 12:51:08.512217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:51:08.533202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c7bafefe-e847-497c-8261-e739facc2041 None None] Provisioning complete for port efd48558-54f8-4484-811c-891558920cde triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:08.533779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7bafefe-e847-497c-8261-e739facc2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:08.566522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d61d6415-4ac7-4057-8b35-4e417cbad77e admin admin] 10.222.0.16 "PUT /v2.0/routers/b7202f3b-1388-47c0-a0d5-0055143c6b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012854 Dec 23 12:51:08.596946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c7bafefe-e847-497c-8261-e739facc2041 None None] Port efd48558-54f8-4484-811c-891558920cde cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:08.639176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Deleting port d5256da2-89b5-4cc0-85fd-6225fc128b43 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:51:08.639525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:08.817647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] For port d5256da2-89b5-4cc0-85fd-6225fc128b43, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d5256da2-89b5-4cc0-85fd-6225fc128b43,segment=NetworkSegment(ffdd8e04-1dae-484f-ab10-ecea708ec1d6),segment_id=ffdd8e04-1dae-484f-ab10-ecea708ec1d6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:08.818024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:08.838851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Calling delete_port for d5256da2-89b5-4cc0-85fd-6225fc128b43 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:51:08.865327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f507b-5862-48b0-9590-8fd54c9b1483 req-87651c15-ce40-4057-92ed-390b698fdd9d tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:08.867124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd5f507b-5862-48b0-9590-8fd54c9b1483 req-87651c15-ce40-4057-92ed-390b698fdd9d tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 946 time: 0.1468801 Dec 23 12:51:08.937963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd5f507b-5862-48b0-9590-8fd54c9b1483 req-c6fb720f-4732-4f1c-b23f-61374e2387ec tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/security-groups?id=441e629c-8b08-4718-af54-edc75712fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 Dec 23 12:51:09.463413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:09.483436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d5256da2-89b5-4cc0-85fd-6225fc128b43'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:09.566629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Pushing event deleted for resources: {'Port': ['ID=d5256da2-89b5-4cc0-85fd-6225fc128b43,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:09.574519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device be134239-159f-4e7f-8436-571306dd8c4d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:09.609728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] No DVR routers for this DVR port d5256da2-89b5-4cc0-85fd-6225fc128b43 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:51:09.613010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:09.624080 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d8674efe-c1bf-4c3b-b340-0e11ec848169 req-837c88be-7ecc-43d2-b5da-5ac7fa88284a tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.43 "DELETE /v2.0/ports/d5256da2-89b5-4cc0-85fd-6225fc128b43 HTTP/1.1" status: 204 len: 173 time: 1.1580958 Dec 23 12:51:09.624592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'name': 'network-vif-deleted', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:09.638492 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688d964-5463-4698-a468-93f7ab18ca6c" -d '{"events": [{"server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "name": "network-vif-deleted", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:09.658062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57032) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:09.667604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-554170190-network', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:09.680812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port be134239-159f-4e7f-8436-571306dd8c4d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:09.681515 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:09.709554 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a6dec4-06ea-4373-9921-0671c82140f2 x-openstack-request-id: req-e8a6dec4-06ea-4373-9921-0671c82140f2 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:09.709921 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8800b2f2-3705-4258-88c2-bb7017ac5a12", "name": "network-vif-deleted", "tag": "d5256da2-89b5-4cc0-85fd-6225fc128b43", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:09.711085 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a6dec4-06ea-4373-9921-0671c82140f2 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:09.725923 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8800b2f2-3705-4258-88c2-bb7017ac5a12', 'name': 'network-vif-deleted', 'tag': 'd5256da2-89b5-4cc0-85fd-6225fc128b43', 'status': 'completed', 'code': 200} Dec 23 12:51:09.825330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57036) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:09.827784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Made reservation on behalf of 971eb9d107e241b98cbdbca8d7866bb5 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:09.830356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:09.842712 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:09.969192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b6f23-50ac-4f45-85e1-8d7ebd2316fa tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:09.971583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-916b6f23-50ac-4f45-85e1-8d7ebd2316fa tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a HTTP/1.1" status: 200 len: 814 time: 0.1451130 Dec 23 12:51:10.030156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.086963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87520d4e-9eda-41bf-bb30-ed3bb4f5b586 req-825be495-710b-462b-a743-fd0eb7d9e06b tempest-ServerDiskConfigTestJSON-501240356 tempest-ServerDiskConfigTestJSON-501240356-project] 10.222.0.16 "GET /v2.0/ports?device_id=8800b2f2-3705-4258-88c2-bb7017ac5a12 HTTP/1.1" status: 200 len: 210 time: 0.0315435 Dec 23 12:51:10.114266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:51:10.114447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.132274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:10.132937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:10.142501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755ee81c-7989-4cb0-bf4c-d35bc263cf00,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:10.155511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:51:10.167579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.168133 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Added segment d14ae03d-88fd-4708-84c4-8a833ef6ed69 of type vlan for network 05ed0acf-afc2-4299-af1a-c3da12abc65c Dec 23 12:51:10.213704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.271094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:10.319675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.320706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:10.321411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.422461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] Pushing event updated for resources: {'Network': ['ID=05ed0acf-afc2-4299-af1a-c3da12abc65c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:10.436519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:51:10.501733 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-50d57b30-0401-408a-959f-fb2c2bb04835 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8397994 Dec 23 12:51:10.502300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:10.507490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Request body: {'subnet': {'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-554170190-subnet', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:10.603031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Made reservation on behalf of 971eb9d107e241b98cbdbca8d7866bb5 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:10.605539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.821107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 2, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:10.854483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:51:10.854859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Updating router b7202f3b-1388-47c0-a0d5-0055143c6b40 port efd48558-54f8-4484-811c-891558920cde binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:51:10.881084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.882669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:10.964606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:10.966127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57062) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:10.973030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Checking segment: {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:10.973739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Network hostable DHCP agents. Network: 05ed0acf-afc2-4299-af1a-c3da12abc65c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:51:10.978689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'network': {'name': 'tempest-network-smoke--2095225002', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:11.083407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:51:11.210719 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.287141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:11.296138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:11.303273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.328913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 05ed0acf-afc2-4299-af1a-c3da12abc65c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:11.339158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:11.339743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c75295-31f2-4530-bee8-4793e7ce5388 None None] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:11.339865 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.350115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Deleting subnet 3e529869-43fe-4321-94f1-93ad0ce12b59 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:51:11.357105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.358787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:51:11.393367 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.393763 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Added segment 221182d0-738f-4c71-9f0b-1f6e0bff35b5 of type vlan for network 6ca4c77c-346c-4680-81dd-929a9c431945 Dec 23 12:51:11.407212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.411775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.483676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.506866 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.525921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65500874-d151-49ec-ad03-dc21c80b370e None None] Pushing event updated for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:11.591214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25e3b2c2-d499-43dc-8721-bedbe2107469 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0882044 Dec 23 12:51:11.593811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57082) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:11.600454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:11.603933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-05ed0acf-afc2-4299-af1a-c3da12abc65c', 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c', 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'fixed_ips': [{'subnet_id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:51:11.605334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.607609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Attempting to bind port efd48558-54f8-4484-811c-891558920cde on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:11.608164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Attempting to bind port efd48558-54f8-4484-811c-891558920cde by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:11.608680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Attempting to bind port efd48558-54f8-4484-811c-891558920cde on network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:11.627705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:11.628415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Checking segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:11.629015 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.629681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Bound using segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:11.630416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Bound port: efd48558-54f8-4484-811c-891558920cde, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:11.630984 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.679232 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.685210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:11.687492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.776577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Network': ['ID=6ca4c77c-346c-4680-81dd-929a9c431945,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:11.795784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 6ca4c77c-346c-4680-81dd-929a9c431945 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:51:11.801552 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.828798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e529869-43fe-4321-94f1-93ad0ce12b59,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:11.833390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.839263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-41d4037a-0cdd-4769-a2ab-776806c553ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e529869-43fe-4321-94f1-93ad0ce12b59 HTTP/1.1" status: 204 len: 168 time: 0.5490115 Dec 23 12:51:11.840259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:11.853782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] For port efd48558-54f8-4484-811c-891558920cde, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:11.879664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] For port efd48558-54f8-4484-811c-891558920cde, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=efd48558-54f8-4484-811c-891558920cde,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:11.890302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.891482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:11.894407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d1c6f01-8bd4-4d79-b422-fdcf4a315697 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9257281 Dec 23 12:51:11.894803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Allocated IP 172.20.0.2 (05ed0acf-afc2-4299-af1a-c3da12abc65c/b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39/cf207834-f460-4536-ad20-db26a8f8f847) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:11.895341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57088) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:11.927278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d875ab0a-f024-4b6a-938e-458106566271 None None] Provisioning complete for port efd48558-54f8-4484-811c-891558920cde triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:11.930240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d875ab0a-f024-4b6a-938e-458106566271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.013675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.037583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.040219 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.079002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58ef5e-c638-47c3-81aa-4d4592bbc661 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:12.079002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fb58ef5e-c638-47c3-81aa-4d4592bbc661 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=838eaa70cbf94eaab95b2a176de0e9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1762185 Dec 23 12:51:12.079002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.084927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d875ab0a-f024-4b6a-938e-458106566271 None None] Port efd48558-54f8-4484-811c-891558920cde cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:12.136139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.174194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:12.175410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:12.177502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65500874-d151-49ec-ad03-dc21c80b370e None None] Pushing event updated for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:12.192562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdcd48f-a3be-4822-be03-ca56b9e763aa']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:12.239089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:12.249712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd8e04-1dae-484f-ab10-ecea708ec1d6') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:12.282554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25390dea-5acf-49cd-83d3-c672f1500bd9 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:12.283201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.285085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25390dea-5acf-49cd-83d3-c672f1500bd9 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2045107 Dec 23 12:51:12.287354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.290266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d5256da2-89b5-4cc0-85fd-6225fc128b43 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:51:12.338868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.343334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cce794f8-ede5-4287-a511-a613b960c76e tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545793 Dec 23 12:51:12.344075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57100) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.362891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: d5256da2-89b5-4cc0-85fd-6225fc128b43 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:51:12.363473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d5256da2-89b5-4cc0-85fd-6225fc128b43 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:51:12.378624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:51:12.379241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.382715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-241b0df7-0478-4752-adc8-f0a47d709727 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=838eaa70cbf94eaab95b2a176de0e9f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375564 Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:51:12.385121 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:51:12.388696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57102) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.431507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.439817 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.472241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:12.507877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de196d7d-8602-4a27-9869-7acc2c846a52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:12.512326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-de196d7d-8602-4a27-9869-7acc2c846a52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210334 Dec 23 12:51:12.512906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57108) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.547865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f2b6973-dfb2-43da-ac79-939063e6be5d tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307820 Dec 23 12:51:12.548350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:12.562628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935291264', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:12.569206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.572596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.575999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] Provisioning complete for port efd48558-54f8-4484-811c-891558920cde triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:12.576353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.617874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.621291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] 10.222.0.16 "DELETE /v2.0/networks/ffdcd48f-a3be-4822-be03-ca56b9e763aa HTTP/1.1" status: 204 len: 168 time: 0.7799487 Dec 23 12:51:12.667788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dbe91-a876-4e41-9f43-a882cb5449dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdcd48f-a3be-4822-be03-ca56b9e763aa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:12.747370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:12.764234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:12.771229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Pushing event updated for resources: {'Port': ['ID=cf207834-f460-4536-ad20-db26a8f8f847,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:12.776698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:12.881583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:12.885676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.908744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Attempting to bind port cf207834-f460-4536-ad20-db26a8f8f847 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:12.912476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Attempting to bind port cf207834-f460-4536-ad20-db26a8f8f847 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:12.912476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Attempting to bind port cf207834-f460-4536-ad20-db26a8f8f847 on network 05ed0acf-afc2-4299-af1a-c3da12abc65c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:12.929590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:12.929953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Checking segment: {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:12.930348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.930735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Bound using segment: {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:12.931216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Bound port: cf207834-f460-4536-ad20-db26a8f8f847, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:12.931598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.935352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.959460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:12.986101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.017158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] For port efd48558-54f8-4484-811c-891558920cde, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=efd48558-54f8-4484-811c-891558920cde,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:13.032595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:11Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:13.069955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] For port cf207834-f460-4536-ad20-db26a8f8f847, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:13.074001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cfd45-f087-4661-b623-793df6fa0954 None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:11Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:51:13.084041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] For port cf207834-f460-4536-ad20-db26a8f8f847, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cf207834-f460-4536-ad20-db26a8f8f847,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:13.242390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.242659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Allocated IP 172.25.7.32 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/741ad830-55c9-45de-80f9-dbd78454cee1) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:13.299316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.304723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-89afed7d-2191-4f91-b702-9ee60116a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.354332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8990a5-7b15-4c07-bb54-07469bd6e2f7 None None] Pushing event updated for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:13.418359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec6da-2419-4ebc-b6fe-670ee579f6b0 None None] Pushing event updated for resources: {'Port': ['ID=cf207834-f460-4536-ad20-db26a8f8f847,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:13.419856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.500449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:13.572693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Subnet': ['ID=00bfff0d-beea-4ded-bafe-2a6e9e56c8a7,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:13.583907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.614968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device efd48558-54f8-4484-811c-891558920cde up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:13.650887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Checking segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:13.651461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network hostable DHCP agents. Network: 6ca4c77c-346c-4680-81dd-929a9c431945, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:51:13.672955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4fa84ce2-5034-47bc-9314-18bbf2bd242c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fa9d822dc81466f99056e7db6e96399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1700044 Dec 23 12:51:13.676591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57128) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:13.734996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port efd48558-54f8-4484-811c-891558920cde triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:13.739374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.799332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.826671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 6ca4c77c-346c-4680-81dd-929a9c431945 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:51:13.841285 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.886586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:13.973376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 6ca4c77c-346c-4680-81dd-929a9c431945) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:13.985643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ee1bd-49d7-41c8-b96b-9832a9392f03 None None] Network 6ca4c77c-346c-4680-81dd-929a9c431945 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:13.989199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:13.992700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:13.998004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.006239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:14.016702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.020240 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.022223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/441e629c-8b08-4718-af54-edc75712fb51 HTTP/1.1" status: 204 len: 168 time: 0.3442779 Dec 23 12:51:14.026746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:14.050516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a815c82-adf5-4688-97bf-74375ebb8c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e629c-8b08-4718-af54-edc75712fb51,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:14.091746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e3fa8-3abb-48cd-8f04-02e5719c8763 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:14.184855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Pushing event updated for resources: {'Port': ['ID=741ad830-55c9-45de-80f9-dbd78454cee1,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:14.185185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-6ca4c77c-346c-4680-81dd-929a9c431945', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ips': [{'subnet_id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:51:14.186137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.275336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-198bf5e4-011e-4004-bfa0-69b04ca8131f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7259233 Dec 23 12:51:14.744054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-86734451-9bf8-4901-b0de-0153339a065d None None] Provisioning complete for port 741ad830-55c9-45de-80f9-dbd78454cee1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:14.744410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-86734451-9bf8-4901-b0de-0153339a065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.801713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-86734451-9bf8-4901-b0de-0153339a065d None None] Port 741ad830-55c9-45de-80f9-dbd78454cee1 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:14.802344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:14.948874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Allocated IP 172.20.0.18 (6ca4c77c-346c-4680-81dd-929a9c431945/00bfff0d-beea-4ded-bafe-2a6e9e56c8a7/7dce167f-8674-442b-b658-db0352208d7f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:15.016376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57154) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:15.022646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594906779', 'description': 'tempest-secgroup-smoke-594906779 description', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:15.075962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687404c1-14c8-422b-873b-46cc57b30423 None None] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:15.166499 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.192406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.281913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-20bf504d-93e2-4431-8345-803902892beb None None] Provisioning complete for port cf207834-f460-4536-ad20-db26a8f8f847 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:15.282275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20bf504d-93e2-4431-8345-803902892beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.337215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.387956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.498346 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20bf504d-93e2-4431-8345-803902892beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.523031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.524707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Router 56172918-3d28-4f8b-bffc-39ad43ad0a66 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:51:15.528179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.611578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80735fa2-fca6-482f-af00-b1dd5cab10e7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:15.612275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Network 6ca4c77c-346c-4680-81dd-929a9c431945 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:15.622993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cf207834-f460-4536-ad20-db26a8f8f847 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:15.627185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-20bf504d-93e2-4431-8345-803902892beb None None] For port cf207834-f460-4536-ad20-db26a8f8f847, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cf207834-f460-4536-ad20-db26a8f8f847,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:15.639918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:15.644018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:15.692708 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.704346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Pushing event updated for resources: {'Port': ['ID=7dce167f-8674-442b-b658-db0352208d7f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:15.704767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-97a66c67-1f2e-4f30-af62-2af9070d3de7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6768563 Dec 23 12:51:15.706521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:15.711940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:15.748953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20bf504d-93e2-4431-8345-803902892beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.768314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:51:15.785573 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Sync routers for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:51:15.796759 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:15.801269 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:15.850440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cf207834-f460-4536-ad20-db26a8f8f847 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:15.850923 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.887373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.888662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42c693b9-681c-4849-a1fe-a19232fc2668 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2938111 Dec 23 12:51:15.891502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57178) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:15.901072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57180) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:15.928744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Attempting to bind port 7dce167f-8674-442b-b658-db0352208d7f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:15.929187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Attempting to bind port 7dce167f-8674-442b-b658-db0352208d7f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:15.929614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Attempting to bind port 7dce167f-8674-442b-b658-db0352208d7f on network 6ca4c77c-346c-4680-81dd-929a9c431945 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:15.943711 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.949670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f87e3273-bcc4-4e3a-a48b-68c6f6ec7a03 None None] Provisioning complete for port cf207834-f460-4536-ad20-db26a8f8f847 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:15.950036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f87e3273-bcc4-4e3a-a48b-68c6f6ec7a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.967363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:15.967363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Checking segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:15.967363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.967363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Bound using segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:15.967363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Bound port: 7dce167f-8674-442b-b658-db0352208d7f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:15.967937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:15.981843 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:16.078135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.085474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] For port 7dce167f-8674-442b-b658-db0352208d7f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:16.088678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] For port 7dce167f-8674-442b-b658-db0352208d7f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dce167f-8674-442b-b658-db0352208d7f,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:16.121628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-313050634-network', 'tenant_id': 'bdf57d0f6e4246bc87e8e8ca6f734934'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:16.123016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf504d-93e2-4431-8345-803902892beb None None] Pushing event updated for resources: {'Port': ['ID=cf207834-f460-4536-ad20-db26a8f8f847,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:16.205847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.246723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d574e07-cb01-4cd3-8e47-3e139f804ae9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:16.250203 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4f59153-6c3d-4537-a12f-1fb2d33f415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.258128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.265471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Made reservation on behalf of bdf57d0f6e4246bc87e8e8ca6f734934 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:16.276279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.296653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.355265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be35a-f800-41f0-8e98-5d43d9e531ed None None] Pushing event updated for resources: {'Port': ['ID=7dce167f-8674-442b-b658-db0352208d7f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:16.408165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.417642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6caa4328-ae9a-4a10-b0f6-14ab772c4a1a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7067780 Dec 23 12:51:16.418648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57188) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:16.424408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:16.428884 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:14Z', 'revision_number': 3, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:16.503090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.509784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Checking router: 56172918-3d28-4f8b-bffc-39ad43ad0a66 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:51:16.510218 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Updating router 56172918-3d28-4f8b-bffc-39ad43ad0a66 port 741ad830-55c9-45de-80f9-dbd78454cee1 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:51:16.539307 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.596239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.620524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.689277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.698698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.772839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:51:16.781436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3add2-f984-42c3-8687-8511a4bfd58a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:16.801846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.802570 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Added segment 00513ace-028d-469b-82ca-73a2d012fb98 of type vlan for network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 Dec 23 12:51:16.817234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.866540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.905225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.923662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569474dd-44f4-4dc8-a072-cda26ee3c085,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:16.970703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:16.973259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:16.973948 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.069429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.073910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d8212f0-ac4e-420e-ae87-5885bf5228f4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6497667 Dec 23 12:51:17.073910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:17.074133 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.080051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:17.090244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1876938 Dec 23 12:51:17.102714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57202) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:17.107859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Request body: {'subnet': {'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-313050634-subnet', 'tenant_id': 'bdf57d0f6e4246bc87e8e8ca6f734934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:17.124216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbd792-7cd1-4721-bd5c-42b97f40a62c admin admin] Pushing event updated for resources: {'Network': ['ID=bcc84854-4bf9-4d00-9b41-efa4ffc9a147,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:17.142673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:51:17.237062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Allocated IP 172.20.0.1 (05ed0acf-afc2-4299-af1a-c3da12abc65c/b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39/51bd8009-7672-46ff-854a-825b9d772b87) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:17.290839 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.348203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.351160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2640e-9b92-4055-bccc-9c60d0a36970 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:17.357055 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Attempting to bind port 741ad830-55c9-45de-80f9-dbd78454cee1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:17.357431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Attempting to bind port 741ad830-55c9-45de-80f9-dbd78454cee1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:17.357869 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Attempting to bind port 741ad830-55c9-45de-80f9-dbd78454cee1 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:17.365565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Made reservation on behalf of bdf57d0f6e4246bc87e8e8ca6f734934 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:17.369330 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.369580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:17.369580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:17.370014 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.370470 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:17.370865 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Bound port: 741ad830-55c9-45de-80f9-dbd78454cee1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:17.371345 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.373006 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0cf4-04fa-4684-892c-a1e10ead153c None None] Pushing event updated for resources: {'Port': ['ID=741ad830-55c9-45de-80f9-dbd78454cee1,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:17.440003 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] For port 741ad830-55c9-45de-80f9-dbd78454cee1, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:17.443566 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] For port 741ad830-55c9-45de-80f9-dbd78454cee1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=741ad830-55c9-45de-80f9-dbd78454cee1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:17.501830 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.523319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.539844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] Provisioning complete for port 741ad830-55c9-45de-80f9-dbd78454cee1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:17.540312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.545798 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.603185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:17.618739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:17.656023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:17.663037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Pushing event updated for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:17.767905 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.797006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.825548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05121612-651f-40fe-a4c4-3ee035ea3db0 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:51:17.834907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cf207834-f460-4536-ad20-db26a8f8f847 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:17.836541 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0cf4-04fa-4684-892c-a1e10ead153c None None] Pushing event updated for resources: {'Port': ['ID=741ad830-55c9-45de-80f9-dbd78454cee1,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:17.840881 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:17.841795 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:17.898684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.908940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:17.974468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] For port 741ad830-55c9-45de-80f9-dbd78454cee1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=741ad830-55c9-45de-80f9-dbd78454cee1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:17.980679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be69ad4-fcb3-43b5-bede-b8f0cc3553c9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:18.012022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cf207834-f460-4536-ad20-db26a8f8f847 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:18.014321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.089842 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:18.116787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.118215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-825077c8-9210-49b3-a94f-d80c6201e994 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0437164 Dec 23 12:51:18.119388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.121345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57214) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:18.133533 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.135859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:18.210932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.293391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08688d-ea05-4e07-b2ba-93944faa4732 None None] Network 6ca4c77c-346c-4680-81dd-929a9c431945 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:18.302634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Checking segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:18.303313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Network hostable DHCP agents. Network: bcc84854-4bf9-4d00-9b41-efa4ffc9a147, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:51:18.309919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc988cf-6c96-484a-abdd-2d3552c59cf8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:18.351303 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:14Z', 'revision_number': 3, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:18.357102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.379419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a342b2-1af3-4337-8e2d-906005ed1fc7 None None] The sync data for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 is: [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:14Z', 'revision_number': 3, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:51:18.397030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.423388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dce167f-8674-442b-b658-db0352208d7f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:18.431303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8468b8f-823d-44fa-a19e-68fc66255204 None None] Pushing event updated for resources: {'Port': ['ID=741ad830-55c9-45de-80f9-dbd78454cee1,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:18.438815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.455554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:51:18.465720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Provisioning complete for port 51bd8009-7672-46ff-854a-825b9d772b87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:18.465902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.483469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.548644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.566130 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.569707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Port 51bd8009-7672-46ff-854a-825b9d772b87 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:18.596298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Provisioning complete for port 741ad830-55c9-45de-80f9-dbd78454cee1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:18.597274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.599919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7dce167f-8674-442b-b658-db0352208d7f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:18.600873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.600967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.628549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bcc84854-4bf9-4d00-9b41-efa4ffc9a147) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:18.641364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:18.642628 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.648503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37dc09c-0a99-4e2e-9ecb-5eb70eb6e6bc None None] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:18.678263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.695148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Pushing event updated for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:18.755288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c8a4c3-91b0-44f1-84f0-b95c997a54eb,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:18.864715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:18.874182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b362430c-3d2c-4fd1-837f-ca5637b9cf0e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7428195 Dec 23 12:51:18.879545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:18.879545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:18.891298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 57224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:18.902225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:18.932201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ff0665d-e972-46c6-88f0-1420e974d9fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8282659 Dec 23 12:51:19.105514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.113413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'project_id': 'bdf57d0f6e4246bc87e8e8ca6f734934', 'fixed_ips': [{'subnet_id': 'fcc988cf-6c96-484a-abdd-2d3552c59cf8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:51:19.114358 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.235503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Router 56172918-3d28-4f8b-bffc-39ad43ad0a66 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:51:19.366429 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:51:19.464667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:51:19.466579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.478392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Provisioning complete for port 7dce167f-8674-442b-b658-db0352208d7f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:19.478879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c67d569a-769c-48a3-9cd7-00dbf2cd1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.519859 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ea7136b-a49c-4eb0-9df7-278d742d3f9f admin admin] 10.222.0.16 "PUT /v2.0/routers/56172918-3d28-4f8b-bffc-39ad43ad0a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213408 Dec 23 12:51:19.566758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.671948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.776244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4e1076-a2e1-4a8a-8b8e-ad22f3567f39,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:19.795181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 7dce167f-8674-442b-b658-db0352208d7f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dce167f-8674-442b-b658-db0352208d7f,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:19.805776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.822177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Allocated IP 172.20.0.2 (bcc84854-4bf9-4d00-9b41-efa4ffc9a147/fcc988cf-6c96-484a-abdd-2d3552c59cf8/1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:19.865760 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.865760 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26784b8e-c260-46fd-92ea-cdee0745ceff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9709187 Dec 23 12:51:19.874678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:19.885700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '80735fa2-fca6-482f-af00-b1dd5cab10e7', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:19.906450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:19.950278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-67d59eb6-5630-43de-b8ab-182278c877ba tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:19.953119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-67d59eb6-5630-43de-b8ab-182278c877ba tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.2472570 Dec 23 12:51:20.026977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-38966b1c-e7c2-4b91-958d-26000c57af47 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/quotas/bdf57d0f6e4246bc87e8e8ca6f734934 HTTP/1.1" status: 200 len: 375 time: 0.0327833 Dec 23 12:51:20.103990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=7dce167f-8674-442b-b658-db0352208d7f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:20.112465 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-1fe5875a-905e-4c24-9b0a-685f921b7415 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851107 Dec 23 12:51:20.122357 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:51:20.176960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.181266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 741ad830-55c9-45de-80f9-dbd78454cee1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:20.292796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fc025347-4500-4ad8-9f8b-2ff50c783af6 None None] Provisioning complete for port 51bd8009-7672-46ff-854a-825b9d772b87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:20.293184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc025347-4500-4ad8-9f8b-2ff50c783af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.293914 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.313685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-12591069-49bf-4570-ac31-c3e7948987ca service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002561 Dec 23 12:51:20.350345 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.401958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.405805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 741ad830-55c9-45de-80f9-dbd78454cee1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:20.406279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.443648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fc025347-4500-4ad8-9f8b-2ff50c783af6 None None] Port 51bd8009-7672-46ff-854a-825b9d772b87 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:20.448505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8142952f-e8d7-44d2-8987-d15a57098fd2,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:20.459284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-664d47d5-53bd-403d-bd6e-608eaf16721b service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447453 Dec 23 12:51:20.461112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.521413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fc025347-4500-4ad8-9f8b-2ff50c783af6 None None] Provisioning complete for port 7dce167f-8674-442b-b658-db0352208d7f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:20.522036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc025347-4500-4ad8-9f8b-2ff50c783af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.546051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.547155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:20.547289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-800e7add-314e-42e4-92be-df2b1ead7523 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6715510 Dec 23 12:51:20.588650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:20.607532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:20.718834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Pushing event updated for resources: {'Port': ['ID=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:20.951499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Attempting to bind port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:20.951850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Attempting to bind port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:20.952241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Attempting to bind port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:20.963168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:20.963388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Checking segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:20.970090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:20.970090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Bound using segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:20.970090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Bound port: 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:20.970090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:21.014953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-1a131532-8cd7-480c-a00d-b13841977974 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594906779&fields=id&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 267 time: 0.1101053 Dec 23 12:51:21.082336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] For port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:21.086621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] For port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:21.200254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:21.259168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-cf575f38-8e76-4435-8b8a-2689fec1c2cb tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:21.269846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-cf575f38-8e76-4435-8b8a-2689fec1c2cb tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.2501438 Dec 23 12:51:21.275039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db5043-ed16-4782-a182-9b8d28327fd8 None None] Pushing event updated for resources: {'Port': ['ID=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:21.285612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-973c67dc-7c3b-44b2-a1ee-a1cd46ccc71d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:21.287335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-973c67dc-7c3b-44b2-a1ee-a1cd46ccc71d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/networks?id=6ca4c77c-346c-4680-81dd-929a9c431945 HTTP/1.1" status: 200 len: 797 time: 0.2592177 Dec 23 12:51:21.297535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Sync routers for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:51:21.320130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-55658a63-01d6-4f52-9711-1f7b2e206f5d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/quotas/bdf57d0f6e4246bc87e8e8ca6f734934 HTTP/1.1" status: 200 len: 375 time: 0.0524769 Dec 23 12:51:21.322709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-19264337-3d2c-4560-bd2e-e98f03fd1937 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/quotas/838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 375 time: 0.0161057 Dec 23 12:51:21.326943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:21.327619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:21.444242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-d0704c06-c693-4013-83f4-bcd3822b3939 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1111166 Dec 23 12:51:21.450656 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-1f5896db-a73b-44ae-ba79-e6e13ffc14a4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150577 Dec 23 12:51:21.484729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:21.901298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '51bd8009-7672-46ff-854a-825b9d772b87', 'name': '', 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'mac_address': 'fa:16:3e:c6:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:16Z', 'updated_at': '2021-12-23T12:51:18Z', 'revision_number': 2, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'subnets': [{'id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:21.955609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Checking router: 56172918-3d28-4f8b-bffc-39ad43ad0a66 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:51:21.956046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Updating router 56172918-3d28-4f8b-bffc-39ad43ad0a66 port 51bd8009-7672-46ff-854a-825b9d772b87 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:51:22.020645 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.219101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dce167f-8674-442b-b658-db0352208d7f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:22.366704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-7346431b-98c3-486f-baa1-c6e22c99e18d service neutron] 10.222.0.16 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089189 Dec 23 12:51:22.382783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-44f2d641-ac32-4bb6-a18d-e3d3ceb1758c service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9176924 Dec 23 12:51:22.422135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7dce167f-8674-442b-b658-db0352208d7f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:22.422507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.618715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-81f9aa4b-97d9-4f3b-bb64-3e5ab412b498 service neutron] 10.222.0.16 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504990 Dec 23 12:51:22.631620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-c14b0076-c2e1-4038-9ad8-343c0f69172b service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233086 Dec 23 12:51:22.715263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:22.775230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.828461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:22.828857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.947482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.952945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.960386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:22.986953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa6ddd-d917-4aba-b886-e5e63851c5db None None] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:51:23.102000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42449f-dd08-473d-93b3-e36e515cbf7b None None] Pushing event updated for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:23.180382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:23.181417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1d7dd66e-f195-4ff2-b606-25f20d10dfa9 None None] Provisioning complete for port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:23.181783 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd66e-f195-4ff2-b606-25f20d10dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:23.346143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:23.373425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Attempting to bind port 51bd8009-7672-46ff-854a-825b9d772b87 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:23.385096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Attempting to bind port 51bd8009-7672-46ff-854a-825b9d772b87 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:23.385096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Attempting to bind port 51bd8009-7672-46ff-854a-825b9d772b87 on network 05ed0acf-afc2-4299-af1a-c3da12abc65c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:23.393014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:23.393457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Checking segment: {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:23.393891 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:23.394352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Bound using segment: {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:23.394957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Bound port: 51bd8009-7672-46ff-854a-825b9d772b87, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14ae03d-88fd-4708-84c4-8a833ef6ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:23.395351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:23.479147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1adde0c6-9aa7-43fd-8df8-33eec34dd721 req-111f9c53-d677-4c3e-ae12-23bd8baa1eca tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0741744 Dec 23 12:51:23.797829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-49feecd7-57d8-4343-b896-7da87a91709f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:23.803586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-49feecd7-57d8-4343-b896-7da87a91709f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.2867672 Dec 23 12:51:23.827712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-e1161114-f978-41a5-9669-7915f5bdb4f1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/quotas/bdf57d0f6e4246bc87e8e8ca6f734934 HTTP/1.1" status: 200 len: 375 time: 0.0132737 Dec 23 12:51:23.933352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-ea368ab7-b200-4c75-982b-fa278a3df65c tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922759 Dec 23 12:51:24.043526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:24.083466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] For port 51bd8009-7672-46ff-854a-825b9d772b87, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:24.093580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] For port 51bd8009-7672-46ff-854a-825b9d772b87, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=51bd8009-7672-46ff-854a-825b9d772b87,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:24.157614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-25a9ac78-7cec-4bbb-ab9d-fc33f71be7b3 service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125437 Dec 23 12:51:24.215090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:24.349106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] Provisioning complete for port 51bd8009-7672-46ff-854a-825b9d772b87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:24.349484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:24.351401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-51de2972-6ddf-410d-a86b-03956f10e57f service neutron] 10.222.0.16 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916711 Dec 23 12:51:24.423961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:24.424736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:24.428205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42449f-dd08-473d-93b3-e36e515cbf7b None None] Pushing event updated for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:24.681472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea62760f-170a-4988-9faa-09a4ba2d42a4 req-f1a9f6a2-4723-473f-85e7-163c1b691815 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0888698 Dec 23 12:51:24.724270 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:24.798199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:24.836205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fc33865-c67e-454a-ad44-f9d24c8da37a req-3f01c4d4-38c4-4f1e-896a-95b15e9307df tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0552764 Dec 23 12:51:24.850158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-5aaf2191-ddb3-4882-97db-5459bd0588df tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:24.853022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-5aaf2191-ddb3-4882-97db-5459bd0588df tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.3912416 Dec 23 12:51:24.869260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Request body: {'port': {'device_id': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'admin_state_up': True, 'tenant_id': 'bdf57d0f6e4246bc87e8e8ca6f734934'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:24.879515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] For port 51bd8009-7672-46ff-854a-825b9d772b87, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=51bd8009-7672-46ff-854a-825b9d772b87,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:25.074674 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:25.182420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ee0e3-7ba0-4444-845d-98e8287d2a6c None None] Pushing event updated for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:25.206989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5cefc1c1-d24a-4b8a-b9e1-ea19d0a5f65f None None] Provisioning complete for port 51bd8009-7672-46ff-854a-825b9d772b87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:25.207367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cefc1c1-d24a-4b8a-b9e1-ea19d0a5f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:25.237487 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '51bd8009-7672-46ff-854a-825b9d772b87', 'name': '', 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'mac_address': 'fa:16:3e:c6:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:16Z', 'updated_at': '2021-12-23T12:51:24Z', 'revision_number': 4, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'subnets': [{'id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:25.276010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fcf46-770c-45ca-acaf-6e32dbbd2540 None None] The sync data for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 is: [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '51bd8009-7672-46ff-854a-825b9d772b87', 'name': '', 'network_id': '05ed0acf-afc2-4299-af1a-c3da12abc65c', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'mac_address': 'fa:16:3e:c6:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:16Z', 'updated_at': '2021-12-23T12:51:24Z', 'revision_number': 4, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'subnets': [{'id': 'b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:51:25.385676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Made reservation on behalf of bdf57d0f6e4246bc87e8e8ca6f734934 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:25.402551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:25.414982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5cefc1c1-d24a-4b8a-b9e1-ea19d0a5f65f None None] Provisioning complete for port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:25.415511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cefc1c1-d24a-4b8a-b9e1-ea19d0a5f65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:25.645628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Allocated IP 172.20.0.7 (bcc84854-4bf9-4d00-9b41-efa4ffc9a147/fcc988cf-6c96-484a-abdd-2d3552c59cf8/e0874334-d7d6-4a87-a1eb-3c3a494a1b96) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:25.842267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56ea8c63-0821-4afc-9591-c121f6feb47f req-e1b13ee2-8b21-49e2-aa7f-8fcc652914b7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0600865 Dec 23 12:51:25.947303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-94fe7529-6e10-4485-ae6e-73f85dba5b76 req-d7c2cd84-ad76-4fd1-9b4e-c9fe9de8da9e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0461173 Dec 23 12:51:26.059512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.194766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 51bd8009-7672-46ff-854a-825b9d772b87 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:26.278439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 51bd8009-7672-46ff-854a-825b9d772b87 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:26.280083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.289866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.342350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event updated for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:26.374987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:26.379962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:26.379962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:26.476269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:26.523992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:26.524709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.611860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:26.611860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.709991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-625b19a5-dea5-4458-b958-613ca2a3fa63 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8490815 Dec 23 12:51:26.742322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Request body: {'port': {'device_id': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:26.829505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.834601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-01eb314f-92e1-43da-84e3-8f663817dbcd None None] Provisioning complete for port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:26.835934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01eb314f-92e1-43da-84e3-8f663817dbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:26.893186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-01eb314f-92e1-43da-84e3-8f663817dbcd None None] Port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:27.033149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4c1872c-13cd-4806-a17f-b252a181c9e0 req-25531af8-0b73-4ac5-80c5-91f765af86f9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0512216 Dec 23 12:51:27.130769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a45d1d3d-a1c9-4221-9d0b-eb53399ae893 req-30b0bdbe-7268-4315-ae16-a38237dae226 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0946941 Dec 23 12:51:27.371593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0874334-d7d6-4a87-a1eb-3c3a494a1b96 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:27.387360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:27.387964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-939ad1a0-e0f5-4abe-bb1c-8389104a5f90 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:27.391232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-939ad1a0-e0f5-4abe-bb1c-8389104a5f90 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.2312458 Dec 23 12:51:27.403275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Transition to ACTIVE for port object e0874334-d7d6-4a87-a1eb-3c3a494a1b96 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:51:27.413231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Request body: {'port': {'device_id': '806addda-b61a-4d03-a00e-d953f427fea9', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'admin_state_up': True, 'tenant_id': 'bdf57d0f6e4246bc87e8e8ca6f734934'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:27.500355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:27.600409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:27.698492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Attempting to bind port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:27.699317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Attempting to bind port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:27.699911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Attempting to bind port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:27.710699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:51:27.710699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Attempting to bind port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:27.712114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:27.712678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Checking segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:27.713308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Bound using segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:27.714157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Bound port: e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:27.714753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:27.805373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Made reservation on behalf of bdf57d0f6e4246bc87e8e8ca6f734934 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:27.814902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:27.866389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:27.870254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:27.995632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:28.051551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Allocated IP 172.20.0.13 (bcc84854-4bf9-4d00-9b41-efa4ffc9a147/fcc988cf-6c96-484a-abdd-2d3552c59cf8/f3e9c07e-457c-4b81-bed5-b554d60884ae) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:28.105224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.115170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:28.115170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] 10.222.0.43 "PUT /v2.0/ports/e0874334-d7d6-4a87-a1eb-3c3a494a1b96 HTTP/1.1" status: 200 len: 1091 time: 1.3935571 Dec 23 12:51:28.120771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:28.127461 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd57703c-cdcf-4bed-93c1-309a5f3b4823" -d '{"events": [{"name": "network-changed", "server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:28.196892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3912a-c633-4bdf-b254-a0551cc12fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:28.262276 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b0f6b-9079-4046-b3b8-d98a2ad2254e x-openstack-request-id: req-fd2b0f6b-9079-4046-b3b8-d98a2ad2254e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:28.262542 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:28.262805 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd2b0f6b-9079-4046-b3b8-d98a2ad2254e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:28.263229 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'status': 'completed', 'code': 200} Dec 23 12:51:28.323489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7d6d17c-8978-4e28-a077-09e53b48cee9 req-bc55c9b1-d171-49b1-96fa-e3599e5f92e3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0903337 Dec 23 12:51:28.418042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bf5a3e8d-99ae-4386-83ad-9f1290b0e725 req-6d65647c-9568-4b64-a41b-b823ded1b413 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0928073 Dec 23 12:51:28.421604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-59fa6b37-dc4d-47fd-9d3a-66ce87a3f463 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.438452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-59fa6b37-dc4d-47fd-9d3a-66ce87a3f463 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/networks?id=6ca4c77c-346c-4680-81dd-929a9c431945 HTTP/1.1" status: 200 len: 797 time: 0.5089979 Dec 23 12:51:28.491242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-b1a1507f-1f19-4d74-accc-113dec631624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.500867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-b1a1507f-1f19-4d74-accc-113dec631624 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 1094 time: 0.2498591 Dec 23 12:51:28.526327 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:28.683876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:28.722964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-216c07b8-95cd-4219-914f-9ea6ed1235f9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 472 time: 0.2731016 Dec 23 12:51:28.738808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'port': {'device_id': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'admin_state_up': True, 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'security_groups': ['80735fa2-fca6-482f-af00-b1dd5cab10e7']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:28.760010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b183a62f-679d-4020-a128-df129306814b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.761796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b183a62f-679d-4020-a128-df129306814b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.57 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 815 time: 0.2487724 Dec 23 12:51:28.763959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:28.767260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:28.773373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:28.804581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event updated for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:28.850750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Request body: {'port': {'device_id': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'admin_state_up': True, 'tenant_id': 'bdf57d0f6e4246bc87e8e8ca6f734934'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:28.865998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.866804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:28.896920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-deb1aa35-bc90-45df-b189-480b4893f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:28.899364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-deb1aa35-bc90-45df-b189-480b4893f10b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3207569 Dec 23 12:51:28.983230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-13eb8a52-4d94-45dd-a7ba-b75db3aaa6b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5744071 Dec 23 12:51:29.001124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Request body: {'port': {'device_id': '806addda-b61a-4d03-a00e-d953f427fea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:29.141839 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.149019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-3bda1202-1474-4f02-a1f5-b4707e9ae0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:29.151021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bd57703c-cdcf-4bed-93c1-309a5f3b4823 req-3bda1202-1474-4f02-a1f5-b4707e9ae0bf service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136140 Dec 23 12:51:29.166602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3cedc54f-2e5a-4034-aecb-09fe81068496 None None] Provisioning complete for port f3e9c07e-457c-4b81-bed5-b554d60884ae triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:29.167512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cedc54f-2e5a-4034-aecb-09fe81068496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.247765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3cedc54f-2e5a-4034-aecb-09fe81068496 None None] Port f3e9c07e-457c-4b81-bed5-b554d60884ae cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:29.251195 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:29.257758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.274858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Made reservation on behalf of bdf57d0f6e4246bc87e8e8ca6f734934 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:51:29.278485 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.293105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-f648facc-65c7-408c-9974-122b27e5ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:29.296231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-f648facc-65c7-408c-9974-122b27e5ea81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 1094 time: 0.0945551 Dec 23 12:51:29.364403 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-e3d7c8a0-f42c-4274-85d0-5e4f192bea90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96 HTTP/1.1" status: 200 len: 217 time: 0.0584264 Dec 23 12:51:29.494368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58c4accd-e4ea-41d2-9f84-4101788e362b req-14a5a304-71ab-43a3-8793-034235a62a0c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0383091 Dec 23 12:51:29.602682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-449fa77a-06ed-43f9-bfe8-6a0871401547 req-3230ab0f-423d-491f-aae7-f2bff5c0fd74 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0417023 Dec 23 12:51:29.610650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-96aaa3a5-ee1a-45af-8485-8e4eaba1f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:29.614534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-96aaa3a5-ee1a-45af-8485-8e4eaba1f5da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 200 len: 854 time: 0.2369549 Dec 23 12:51:29.688986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.24 (6ca4c77c-346c-4680-81dd-929a9c431945/00bfff0d-beea-4ded-bafe-2a6e9e56c8a7/38e5193c-b720-40c3-b26c-df86341dc22c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:29.704709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-4739db82-0a3d-4835-8a26-152512a43e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:29.707376 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-4739db82-0a3d-4835-8a26-152512a43e86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851362 Dec 23 12:51:29.750956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e9c07e-457c-4b81-bed5-b554d60884ae {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:29.760406 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.780124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Transition to ACTIVE for port object f3e9c07e-457c-4b81-bed5-b554d60884ae will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:51:29.873723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:29.959112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:29.989012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-cb48a295-d4e5-4c7c-9424-a733e5dc7a1f service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748351 Dec 23 12:51:30.113254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Allocated IP 172.20.0.3 (bcc84854-4bf9-4d00-9b41-efa4ffc9a147/fcc988cf-6c96-484a-abdd-2d3552c59cf8/67c13b27-b2e9-49ff-8651-19f977f26128) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:30.114426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Attempting to bind port f3e9c07e-457c-4b81-bed5-b554d60884ae on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:30.115032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Attempting to bind port f3e9c07e-457c-4b81-bed5-b554d60884ae by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:30.115586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Attempting to bind port f3e9c07e-457c-4b81-bed5-b554d60884ae on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:30.129114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Port f3e9c07e-457c-4b81-bed5-b554d60884ae on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:51:30.135428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Attempting to bind port f3e9c07e-457c-4b81-bed5-b554d60884ae on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:30.145475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:30.145986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Checking segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:30.145986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Bound using segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:30.146432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Bound port: f3e9c07e-457c-4b81-bed5-b554d60884ae, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:30.147024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.197413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.227668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:30.230942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:30.325204 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-e2f07c20-e941-4b52-bda9-dae2a5016f79 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258748 Dec 23 12:51:30.332707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.427716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:30.428369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.435307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-656409c7-6498-4905-893f-09ed504fede7 service neutron] 10.222.0.43 "PUT /v2.0/ports/f3e9c07e-457c-4b81-bed5-b554d60884ae HTTP/1.1" status: 200 len: 1092 time: 1.4413610 Dec 23 12:51:30.436036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:30.438960 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dda268-58d8-48e7-86a1-99b79ccaf923" -d '{"events": [{"name": "network-changed", "server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:30.460005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.466664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656409c7-6498-4905-893f-09ed504fede7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:30.501885 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f7c9ea-5791-4648-8952-b0161c99975a x-openstack-request-id: req-44f7c9ea-5791-4648-8952-b0161c99975a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:30.503746 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:30.504175 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f7c9ea-5791-4648-8952-b0161c99975a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:30.505003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.506169 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae', 'status': 'completed', 'code': 200} Dec 23 12:51:30.639429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 6ca4c77c-346c-4680-81dd-929a9c431945 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:30.645175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-3d447f4b-44f4-4c49-83a3-6052deea6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:30.649321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-3d447f4b-44f4-4c49-83a3-6052deea6ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 1095 time: 0.1053894 Dec 23 12:51:30.661092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:30.673977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:30.679800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:30.827535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:30.831676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:30.870459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-6c82fa29-bb5f-4128-bc76-535587c08733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:30.871569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-6c82fa29-bb5f-4128-bc76-535587c08733 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2093260 Dec 23 12:51:30.904168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-851f7b32-0551-4a9a-987c-e155b9491d60 req-cffafc00-8c38-4a62-9f4c-408fb37c6fab tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0472150 Dec 23 12:51:30.919992 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:31.019450 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-3ac1df6f-4e12-42d9-9b01-ccf36c339847 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2869742 Dec 23 12:51:31.045158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Request body: {'port': {'device_id': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:31.049462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:31.058088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:31.064045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c234e-f540-4587-bab1-fe8321afba29 req-f7ec4246-6063-48d4-9986-acae2762e30c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.071874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1e23bf9a-be8a-4c56-8502-63caceb1cc57 None None] Provisioning complete for port 38e5193c-b720-40c3-b26c-df86341dc22c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:31.072374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-387c234e-f540-4587-bab1-fe8321afba29 req-f7ec4246-6063-48d4-9986-acae2762e30c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 932 time: 0.4212506 Dec 23 12:51:31.076614 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e23bf9a-be8a-4c56-8502-63caceb1cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:31.078574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:31.152771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event updated for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:31.168248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-387c234e-f540-4587-bab1-fe8321afba29 req-3c0098e0-017b-4c82-b5f4-2665a4bf9665 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950437 Dec 23 12:51:31.172216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-529ffea0-613f-4802-8a8f-198670859b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.172216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9dda268-58d8-48e7-86a1-99b79ccaf923 req-529ffea0-613f-4802-8a8f-198670859b05 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2772331 Dec 23 12:51:31.193178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1e23bf9a-be8a-4c56-8502-63caceb1cc57 None None] Port 38e5193c-b720-40c3-b26c-df86341dc22c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:31.355602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-6c081452-b28b-41e2-a4d4-1cf1431a1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.357241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-6c081452-b28b-41e2-a4d4-1cf1431a1652 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 1095 time: 0.1306159 Dec 23 12:51:31.427897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-b0d61ba0-92d5-413e-99a6-400fe5b7e432 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae HTTP/1.1" status: 200 len: 217 time: 0.0615098 Dec 23 12:51:31.492905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-150dd5e4-8f22-4c7c-9fc2-82230b1c1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.533009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-150dd5e4-8f22-4c7c-9fc2-82230b1c1084 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 200 len: 854 time: 0.0601721 Dec 23 12:51:31.533180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-003c8c95-6a97-4b01-a3cd-373d13d1775f None None] Provisioning complete for port 67c13b27-b2e9-49ff-8651-19f977f26128 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:31.533180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-003c8c95-6a97-4b01-a3cd-373d13d1775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:31.559085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-cb219358-c394-4e4e-855c-b832a041b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.560643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-cb219358-c394-4e4e-855c-b832a041b2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593328 Dec 23 12:51:31.596003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-003c8c95-6a97-4b01-a3cd-373d13d1775f None None] Port 67c13b27-b2e9-49ff-8651-19f977f26128 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:31.667864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:31.708945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:31.709717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:31.715668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-031e91a8-00a3-421c-bcc0-9698a3a521dc service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470478 Dec 23 12:51:31.830034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-b237f40d-f009-4307-b833-93c7b4f38502 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0098152 Dec 23 12:51:31.852140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-247d4cc4-a71c-49d1-b857-0db6741bcbab req-54411c52-3dc8-45ee-a1ce-f13554cd7d28 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282761 Dec 23 12:51:31.881522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Request body: {'port': {'device_id': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:51:32.001966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.112468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed73ca-4834-4bb5-8d4b-420bd2487c3e req-b5efa327-900b-4013-970d-fb40b27ad985 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:32.125226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ed73ca-4834-4bb5-8d4b-420bd2487c3e req-b5efa327-900b-4013-970d-fb40b27ad985 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 931 time: 0.0886855 Dec 23 12:51:32.225840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71ed73ca-4834-4bb5-8d4b-420bd2487c3e req-c2a79ea3-71b2-44d4-9f63-f3969f7c9811 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942554 Dec 23 12:51:32.314447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e5193c-b720-40c3-b26c-df86341dc22c {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:32.327820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.358561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Transition to ACTIVE for port object 38e5193c-b720-40c3-b26c-df86341dc22c will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:51:32.361419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0874334-d7d6-4a87-a1eb-3c3a494a1b96 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:51:32.386561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7694-0d85-4204-babc-cc3754079ad3 req-cf6d9c6c-a6b9-4841-a3a2-65b56284d252 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:32.390094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7bb7694-0d85-4204-babc-cc3754079ad3 req-cf6d9c6c-a6b9-4841-a3a2-65b56284d252 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 932 time: 0.0688171 Dec 23 12:51:32.494770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:32.518052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'port_id': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'mac_address': 'fa:16:3e:a7:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc988cf-6c96-484a-abdd-2d3552c59cf8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:51:32.519899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7bb7694-0d85-4204-babc-cc3754079ad3 req-ffd6ecd7-b669-4d42-8321-70fc6cd006ac tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185951 Dec 23 12:51:32.523199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c13b27-b2e9-49ff-8651-19f977f26128 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:32.535653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.548226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Transition to ACTIVE for port object 67c13b27-b2e9-49ff-8651-19f977f26128 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:51:32.551360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.583742 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.607767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0874334-d7d6-4a87-a1eb-3c3a494a1b96 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:32.633659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:32.658261 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.719659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Pushing event updated for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:32.725353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:32.835695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Pushing event updated for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:32.844085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:32.930862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0874334-d7d6-4a87-a1eb-3c3a494a1b96'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:32.976376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Attempting to bind port 38e5193c-b720-40c3-b26c-df86341dc22c on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:32.976718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Attempting to bind port 38e5193c-b720-40c3-b26c-df86341dc22c by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:32.977372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Attempting to bind port 38e5193c-b720-40c3-b26c-df86341dc22c on network 6ca4c77c-346c-4680-81dd-929a9c431945 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:32.991890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Port 38e5193c-b720-40c3-b26c-df86341dc22c on network 6ca4c77c-346c-4680-81dd-929a9c431945 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:51:32.991890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Attempting to bind port 38e5193c-b720-40c3-b26c-df86341dc22c on network 6ca4c77c-346c-4680-81dd-929a9c431945 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:33.004249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:33.004619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Checking segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:33.005038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Bound using segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:33.005762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Bound port: 38e5193c-b720-40c3-b26c-df86341dc22c, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:33.006124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.008601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Attempting to bind port 67c13b27-b2e9-49ff-8651-19f977f26128 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:33.008966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Attempting to bind port 67c13b27-b2e9-49ff-8651-19f977f26128 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:33.009327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Attempting to bind port 67c13b27-b2e9-49ff-8651-19f977f26128 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:33.025384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Port 67c13b27-b2e9-49ff-8651-19f977f26128 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:51:33.025702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Attempting to bind port 67c13b27-b2e9-49ff-8651-19f977f26128 on network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:33.036793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:33.037164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Checking segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:33.037554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Bound using segment: {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:33.038080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Bound port: 67c13b27-b2e9-49ff-8651-19f977f26128, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00513ace-028d-469b-82ca-73a2d012fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:33.038340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.209867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:33.215323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=38e5193c-b720-40c3-b26c-df86341dc22c,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:33.219887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:33.224125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=67c13b27-b2e9-49ff-8651-19f977f26128,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:33.297144 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.318799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.361449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.362911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.366246 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] 10.222.0.57 "PUT /v2.0/ports/67c13b27-b2e9-49ff-8651-19f977f26128 HTTP/1.1" status: 200 len: 1091 time: 1.4900990 Dec 23 12:51:33.372155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:33.374500 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ac577-a0ec-4703-bdc1-42962473da16" -d '{"events": [{"name": "network-changed", "server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:33.386793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.387575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:33.389197 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] 10.222.0.43 "PUT /v2.0/ports/38e5193c-b720-40c3-b26c-df86341dc22c HTTP/1.1" status: 200 len: 1092 time: 2.3569403 Dec 23 12:51:33.421074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f40b7-3345-42d4-915e-ae1ad2175c98 service neutron] Pushing event updated for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:33.438630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac229-d2c8-4039-8322-88dcbf46a2d6 req-39424cb7-e67e-47f0-90e6-2ec24486d2e4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.440893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e9ac229-d2c8-4039-8322-88dcbf46a2d6 req-39424cb7-e67e-47f0-90e6-2ec24486d2e4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 943 time: 0.1440821 Dec 23 12:51:33.463547 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4797518-4044-4829-adde-f09cfa8905b0 x-openstack-request-id: req-d4797518-4044-4829-adde-f09cfa8905b0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:33.464376 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:33.464908 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4797518-4044-4829-adde-f09cfa8905b0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:33.465520 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128', 'status': 'completed', 'code': 200} Dec 23 12:51:33.572969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e9ac229-d2c8-4039-8322-88dcbf46a2d6 req-d2159554-2032-48d0-b16e-6f7fb98ba20b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214588 Dec 23 12:51:33.650764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867451b-a51c-4067-aa5a-9521c9b6d191 service neutron] Pushing event updated for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:33.665317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-1f9e0fd3-3688-4a4c-b2c5-1acbf2f3ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.667212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-1f9e0fd3-3688-4a4c-b2c5-1acbf2f3ae46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 1095 time: 0.1283526 Dec 23 12:51:33.750598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-808601cb-ce5b-46ae-8575-c90cd550d577 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=38e5193c-b720-40c3-b26c-df86341dc22c HTTP/1.1" status: 200 len: 217 time: 0.0758507 Dec 23 12:51:33.760490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-706b2687-559c-4ac9-8213-34c13ffb019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.766803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-706b2687-559c-4ac9-8213-34c13ffb019d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 1094 time: 0.2932830 Dec 23 12:51:33.849564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d866f-e8ef-4127-b0ff-498edf949424 req-7906cdb9-ab1a-4370-8f9a-c77d17815469 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.851133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d866f-e8ef-4127-b0ff-498edf949424 req-7906cdb9-ab1a-4370-8f9a-c77d17815469 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 944 time: 0.1203153 Dec 23 12:51:33.947281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e7cf2831-4c52-47c2-918a-aa124a7d08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:33.949272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-e7cf2831-4c52-47c2-918a-aa124a7d08b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00bfff0d-beea-4ded-bafe-2a6e9e56c8a7 HTTP/1.1" status: 200 len: 837 time: 0.1788046 Dec 23 12:51:33.978224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d6d866f-e8ef-4127-b0ff-498edf949424 req-dfa24bfa-7321-4bf2-9b90-5369452b9d03 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203663 Dec 23 12:51:34.021716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1683601-ba75-4e27-bf04-be337ae82729 req-dd3d8fa7-f1de-4c41-82a5-74e5a19f3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.023441 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-dd3d8fa7-f1de-4c41-82a5-74e5a19f3e63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ca4c77c-346c-4680-81dd-929a9c431945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657830 Dec 23 12:51:34.024415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-d4715481-6236-4a3f-85ab-a2bcd3f1dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.025962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-d4715481-6236-4a3f-85ab-a2bcd3f1dace service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2374847 Dec 23 12:51:34.211222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-71291d3a-8c7d-41a4-a8c6-dfce849157b4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798728 Dec 23 12:51:34.247834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-9615994c-1496-4a8b-8c91-fbf8e0e3a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.252040 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b02ac577-a0ec-4703-bdc1-42962473da16 req-9615994c-1496-4a8b-8c91-fbf8e0e3a166 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2112596 Dec 23 12:51:34.377272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3e9c07e-457c-4b81-bed5-b554d60884ae details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:51:34.381690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-3a3124a0-3af9-4fee-8067-bf776d0ae831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.383303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-3a3124a0-3af9-4fee-8067-bf776d0ae831 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 1094 time: 0.0756798 Dec 23 12:51:34.388500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0874334-d7d6-4a87-a1eb-3c3a494a1b96 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:34.406216 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a1683601-ba75-4e27-bf04-be337ae82729 req-316f2463-3d3e-4f08-a0f6-cd71842745a9 service neutron] 10.222.0.43 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790025 Dec 23 12:51:34.470512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-4b092078-e659-46c1-8bcd-5702cacc78e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c13b27-b2e9-49ff-8651-19f977f26128 HTTP/1.1" status: 200 len: 217 time: 0.0748994 Dec 23 12:51:34.551605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-50aaca23-87f6-4125-a3ec-82add6c68a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.555138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-50aaca23-87f6-4125-a3ec-82add6c68a28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 200 len: 854 time: 0.0795636 Dec 23 12:51:34.583351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:34.610302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'f3e9c07e-457c-4b81-bed5-b554d60884ae', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'port_id': 'f3e9c07e-457c-4b81-bed5-b554d60884ae', 'mac_address': 'fa:16:3e:7c:d0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc988cf-6c96-484a-abdd-2d3552c59cf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:51:34.652279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-cb3add98-02ef-4683-8d91-076d4759df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.655218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-cb3add98-02ef-4683-8d91-076d4759df5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919700 Dec 23 12:51:34.681985 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:34.685549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:51:34.701237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:34.701598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:34.705216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e9c07e-457c-4b81-bed5-b554d60884ae {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:34.781591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:34.788374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-ade7b2c0-9243-48ae-a05d-36a467b59801 service neutron] 10.222.0.57 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249223 Dec 23 12:51:34.841167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:34.853399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986efc-5144-4536-b607-8cdc5c645223 req-6f4349be-171b-4b83-81eb-ef14c9c84ae3 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:34.855896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56986efc-5144-4536-b607-8cdc5c645223 req-6f4349be-171b-4b83-81eb-ef14c9c84ae3 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 943 time: 0.1312635 Dec 23 12:51:34.871534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:34.878479 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6771624f-386c-473e-88ec-76017a3fabd9" -d '{"events": [{"server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "name": "network-vif-plugged", "status": "completed", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:34.903517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:34.979405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:35.011050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-56986efc-5144-4536-b607-8cdc5c645223 req-760e0723-f30f-4c5a-a629-f73e6983a7c7 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448472 Dec 23 12:51:35.021810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cef4ebe1-529d-4fc8-add1-a62a28ff797e req-33ea4142-11f9-4ff2-aefd-d3b746751c6f service neutron] 10.222.0.57 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252901 Dec 23 12:51:35.053425 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2d416-1f0d-4e08-9a05-cc63cf8fc731 x-openstack-request-id: req-5ad2d416-1f0d-4e08-9a05-cc63cf8fc731 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:35.053749 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "name": "network-vif-plugged", "status": "completed", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:35.053996 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ad2d416-1f0d-4e08-9a05-cc63cf8fc731 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:35.054399 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'code': 200} Dec 23 12:51:35.058713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:35.106777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:35.181214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['f3e9c07e-457c-4b81-bed5-b554d60884ae'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:35.192744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff74ab-0bed-4313-965b-c2189bb34b8e req-2cf2c1f3-95bc-4107-b309-0dfba2dbc2e0 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.200871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4ff74ab-0bed-4313-965b-c2189bb34b8e req-2cf2c1f3-95bc-4107-b309-0dfba2dbc2e0 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 944 time: 0.1118672 Dec 23 12:51:35.257962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bb0db-e83b-4206-a89e-b11149dd6408 req-c3646fa7-bf98-4a76-affd-864a1cdb2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.259031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:35.261800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f58bb0db-e83b-4206-a89e-b11149dd6408 req-c3646fa7-bf98-4a76-affd-864a1cdb2e37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 1096 time: 0.1348979 Dec 23 12:51:35.267063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f4ff74ab-0bed-4313-965b-c2189bb34b8e req-b6ce9499-9cda-4557-9752-bf2d631903f0 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650351 Dec 23 12:51:35.371054 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f58bb0db-e83b-4206-a89e-b11149dd6408 req-1a2cdc67-4faf-4303-b675-310ba5b34a2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994823 Dec 23 12:51:35.467100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:35.470662 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606ed42-dae2-4715-b9f6-a06998ca2bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:35.532650 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72199ed-4f37-42e7-8ab1-85104c5e2fdd x-openstack-request-id: req-f72199ed-4f37-42e7-8ab1-85104c5e2fdd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:35.533172 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:35.533581 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f72199ed-4f37-42e7-8ab1-85104c5e2fdd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:35.534159 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c', 'status': 'completed', 'code': 200} Dec 23 12:51:35.642589 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-2cfb73f4-aedd-43d3-8cb2-fec148ac2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.644412 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-2cfb73f4-aedd-43d3-8cb2-fec148ac2ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 1095 time: 0.0557246 Dec 23 12:51:35.777748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-b295c519-e133-4f95-96b2-dbe0e254b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.777748 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-b295c519-e133-4f95-96b2-dbe0e254b6fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ca4c77c-346c-4680-81dd-929a9c431945 HTTP/1.1" status: 200 len: 898 time: 0.1198354 Dec 23 12:51:35.836497 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-e4ac08b8-d4ca-4f77-a793-e54b8028f5ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=38e5193c-b720-40c3-b26c-df86341dc22c HTTP/1.1" status: 200 len: 217 time: 0.0547774 Dec 23 12:51:35.896869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-500bab78-c155-4b69-978e-d0a142f3a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.898493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-500bab78-c155-4b69-978e-d0a142f3a4e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00bfff0d-beea-4ded-bafe-2a6e9e56c8a7 HTTP/1.1" status: 200 len: 837 time: 0.0553944 Dec 23 12:51:35.962115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-4de0ef18-9208-49c0-beca-0a71ecdf7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:35.963830 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-4de0ef18-9208-49c0-beca-0a71ecdf7900 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ca4c77c-346c-4680-81dd-929a9c431945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567169 Dec 23 12:51:36.114897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-9f34c0ed-2275-42dd-a4bc-fd497622ce80 service neutron] 10.222.0.43 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422365 Dec 23 12:51:36.132609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee9e4-cb2f-41ea-8a3b-fe92253819b6 req-e45f0c18-92d4-4a4a-bd29-b0b05c8fc591 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:36.136089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65fee9e4-cb2f-41ea-8a3b-fe92253819b6 req-e45f0c18-92d4-4a4a-bd29-b0b05c8fc591 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 943 time: 0.0653372 Dec 23 12:51:36.201184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65fee9e4-cb2f-41ea-8a3b-fe92253819b6 req-efe67b2e-31dc-4354-8016-f95879d65a8f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585043 Dec 23 12:51:36.271954 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b606ed42-dae2-4715-b9f6-a06998ca2bdd req-b8f09a41-00cf-4cc8-a41d-1b92cd255c84 service neutron] 10.222.0.43 "GET /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428986 Dec 23 12:51:36.393163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 38e5193c-b720-40c3-b26c-df86341dc22c details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:51:36.396066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3e9c07e-457c-4b81-bed5-b554d60884ae up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:36.477745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b4584-0bbe-4000-a3a8-5c6808d13776 req-d09223c9-c5c2-4734-a7da-542d194a3c4c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:36.481896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01b4584-0bbe-4000-a3a8-5c6808d13776 req-d09223c9-c5c2-4734-a7da-542d194a3c4c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 944 time: 0.1021550 Dec 23 12:51:36.553630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d01b4584-0bbe-4000-a3a8-5c6808d13776 req-493fd956-14e6-4370-9ede-e92816ec4fd0 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662217 Dec 23 12:51:36.592845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=38e5193c-b720-40c3-b26c-df86341dc22c,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:36.606505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '38e5193c-b720-40c3-b26c-df86341dc22c', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'port_id': '38e5193c-b720-40c3-b26c-df86341dc22c', 'mac_address': 'fa:16:3e:09:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:51:36.653501 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:36.673793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e5193c-b720-40c3-b26c-df86341dc22c {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:36.700363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=38e5193c-b720-40c3-b26c-df86341dc22c,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:36.701884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port f3e9c07e-457c-4b81-bed5-b554d60884ae completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:51:36.706445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port f3e9c07e-457c-4b81-bed5-b554d60884ae triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:36.706817 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:36.794561 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:36.815300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:36.862336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:36.882116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:36.919407 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:36.974113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:37.030995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['38e5193c-b720-40c3-b26c-df86341dc22c'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:37.058881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:37.061575 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02bd31d-33f8-472e-8fdc-25402bcba009" -d '{"events": [{"server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:37.106455 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa85610-eba5-4d5f-ae03-348b3b9b52ac x-openstack-request-id: req-dfa85610-eba5-4d5f-ae03-348b3b9b52ac {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:37.106814 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:37.107326 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfa85610-eba5-4d5f-ae03-348b3b9b52ac {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:37.107993 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae', 'code': 200} Dec 23 12:51:37.238962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72fef2-b2f0-472c-b507-b592c04e7c9f req-ff6cffcf-312a-4be3-9324-95bce5bd4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:37.245493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d72fef2-b2f0-472c-b507-b592c04e7c9f req-ff6cffcf-312a-4be3-9324-95bce5bd4965 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 1097 time: 0.0714741 Dec 23 12:51:37.339705 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d72fef2-b2f0-472c-b507-b592c04e7c9f req-e0533082-9bae-437b-89e8-0862a10df2a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Dec 23 12:51:37.371933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628c61e-9927-4f52-93ef-6d437504e9ed req-e007116f-f0e8-400b-92fd-924f382d146e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:37.373482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3628c61e-9927-4f52-93ef-6d437504e9ed req-e007116f-f0e8-400b-92fd-924f382d146e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 943 time: 0.0625143 Dec 23 12:51:37.433903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3628c61e-9927-4f52-93ef-6d437504e9ed req-7f5812a9-7461-4e2f-8a3c-94cd94a81486 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Dec 23 12:51:37.706945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15d2ac-f194-4284-9c31-e0e06dad55df req-947a1ce8-0901-4469-bd53-91e1494b01c2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:37.708512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c15d2ac-f194-4284-9c31-e0e06dad55df req-947a1ce8-0901-4469-bd53-91e1494b01c2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 945 time: 0.0727704 Dec 23 12:51:37.772966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c15d2ac-f194-4284-9c31-e0e06dad55df req-404fe913-ec95-408c-8c53-effeae9af2ec tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525644 Dec 23 12:51:38.423065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 38e5193c-b720-40c3-b26c-df86341dc22c up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:38.559559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad0fd-6976-4e49-b59e-83046edaed52 req-6bae7b97-0e8f-4381-afb9-21ddd54bdff9 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:38.561158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6ad0fd-6976-4e49-b59e-83046edaed52 req-6bae7b97-0e8f-4381-afb9-21ddd54bdff9 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 943 time: 0.0550053 Dec 23 12:51:38.611177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f6ad0fd-6976-4e49-b59e-83046edaed52 req-b4736ef6-33e8-43d8-8c31-fda8981bbd32 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Dec 23 12:51:38.650599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 38e5193c-b720-40c3-b26c-df86341dc22c completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:51:38.654989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 38e5193c-b720-40c3-b26c-df86341dc22c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:38.663480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:38.744111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:38.779539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=38e5193c-b720-40c3-b26c-df86341dc22c,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:38.860306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:38.934236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cb6b-4465-4971-b83f-143e1052b697 req-2049c22e-2a7b-4873-a09a-82ccbf4062c1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:38.940078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:38.941431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b3cb6b-4465-4971-b83f-143e1052b697 req-2049c22e-2a7b-4873-a09a-82ccbf4062c1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0681965 Dec 23 12:51:39.000148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b3cb6b-4465-4971-b83f-143e1052b697 req-ac89256d-f0f9-4c63-aa3e-bdf503c23cc2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566497 Dec 23 12:51:39.109297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:39.111568 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb734e-ab05-4580-b0c5-61ba59c66edc" -d '{"events": [{"server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "name": "network-vif-plugged", "status": "completed", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:39.163711 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73744a7-0510-49d6-b44d-cd2cb7d63395 x-openstack-request-id: req-b73744a7-0510-49d6-b44d-cd2cb7d63395 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:39.164141 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "name": "network-vif-plugged", "status": "completed", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:39.165341 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b73744a7-0510-49d6-b44d-cd2cb7d63395 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:39.165341 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c', 'code': 200} Dec 23 12:51:39.176783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 67c13b27-b2e9-49ff-8651-19f977f26128 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:51:39.267372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8db293-e15a-45d1-baab-4afb5a2bde3e req-f9483e97-fa31-4846-b18d-93b4adb453af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:39.270456 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5b8db293-e15a-45d1-baab-4afb5a2bde3e req-f9483e97-fa31-4846-b18d-93b4adb453af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 1097 time: 0.0450397 Dec 23 12:51:39.307868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=67c13b27-b2e9-49ff-8651-19f977f26128,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:39.320185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '67c13b27-b2e9-49ff-8651-19f977f26128', 'network_id': 'bcc84854-4bf9-4d00-9b41-efa4ffc9a147', 'port_id': '67c13b27-b2e9-49ff-8651-19f977f26128', 'mac_address': 'fa:16:3e:13:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc988cf-6c96-484a-abdd-2d3552c59cf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:51:39.333656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5b8db293-e15a-45d1-baab-4afb5a2bde3e req-5baa2dcd-4e7a-47ce-bd60-24c49e0069dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447795 Dec 23 12:51:39.364908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:39.383198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c13b27-b2e9-49ff-8651-19f977f26128 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:51:39.404108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=67c13b27-b2e9-49ff-8651-19f977f26128,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:39.496532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:39.553750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:39.772368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9908a0-4376-4770-96ba-103010c18b80 req-119738f2-74dd-47ea-bb8d-daadc3b89f84 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:39.774414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd9908a0-4376-4770-96ba-103010c18b80 req-119738f2-74dd-47ea-bb8d-daadc3b89f84 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 944 time: 0.0618451 Dec 23 12:51:39.816204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['67c13b27-b2e9-49ff-8651-19f977f26128'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:51:39.827213 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd9908a0-4376-4770-96ba-103010c18b80 req-ada038ef-526e-4599-8025-280966fc2fd0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Dec 23 12:51:40.152226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438fb14-a46b-4019-9253-c3f230ff06b0 req-5e9ca53f-d7c1-4575-801d-a6e89515b122 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:40.154394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3438fb14-a46b-4019-9253-c3f230ff06b0 req-5e9ca53f-d7c1-4575-801d-a6e89515b122 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0651793 Dec 23 12:51:40.208780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3438fb14-a46b-4019-9253-c3f230ff06b0 req-6c29486f-a672-4e5a-bc5c-0661903154f1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482979 Dec 23 12:51:40.963495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba42bc-d0ed-4a08-820a-8ae8a98402e0 req-377db032-e067-4a75-8823-bb7ca43fa5a9 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:40.965163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67ba42bc-d0ed-4a08-820a-8ae8a98402e0 req-377db032-e067-4a75-8823-bb7ca43fa5a9 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 944 time: 0.0586102 Dec 23 12:51:41.016624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67ba42bc-d0ed-4a08-820a-8ae8a98402e0 req-99a1cafb-a78f-4052-a8c0-017828cbbed9 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Dec 23 12:51:41.177226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 67c13b27-b2e9-49ff-8651-19f977f26128 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:41.285553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 67c13b27-b2e9-49ff-8651-19f977f26128 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:51:41.298310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 67c13b27-b2e9-49ff-8651-19f977f26128 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:41.298688 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:41.345369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190940a-80c9-4423-906c-a994d245d8ed req-f5897afb-60c0-48d5-affc-7be658da5df1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:41.353332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7190940a-80c9-4423-906c-a994d245d8ed req-f5897afb-60c0-48d5-affc-7be658da5df1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0635929 Dec 23 12:51:41.406531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7190940a-80c9-4423-906c-a994d245d8ed req-6f0d314a-e5bb-4f66-8f8c-c95cd61d77d0 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521741 Dec 23 12:51:41.577511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:41.580591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c95d16-cf01-4c8a-8419-80536fdd409a req-781997fd-54e3-4c50-a575-fe3161401bbb tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:41.582411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c95d16-cf01-4c8a-8419-80536fdd409a req-781997fd-54e3-4c50-a575-fe3161401bbb tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0827816 Dec 23 12:51:41.616222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:51:41.619718 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2f2bb-4a60-4717-888f-84e261cba3a5" -d '{"events": [{"server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "name": "network-vif-plugged", "status": "completed", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:51:41.640410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=67c13b27-b2e9-49ff-8651-19f977f26128,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:41.649377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c95d16-cf01-4c8a-8419-80536fdd409a req-23ea8b2f-b3b5-487b-9782-c5b19bbcf9e4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604534 Dec 23 12:51:41.691920 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0663cf7-8f11-42ee-9ff6-257e3e3f9a84 x-openstack-request-id: req-a0663cf7-8f11-42ee-9ff6-257e3e3f9a84 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:51:41.692224 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "name": "network-vif-plugged", "status": "completed", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:51:41.692474 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0663cf7-8f11-42ee-9ff6-257e3e3f9a84 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:51:41.692890 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128', 'code': 200} Dec 23 12:51:41.711978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:41.783707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:41.837483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e952fe-db1b-4dd9-9fb7-30c661acf247 req-24f51d14-c405-44ca-9c09-56681465c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:41.839152 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d6e952fe-db1b-4dd9-9fb7-30c661acf247 req-24f51d14-c405-44ca-9c09-56681465c69d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 1096 time: 0.0903409 Dec 23 12:51:41.889195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d6e952fe-db1b-4dd9-9fb7-30c661acf247 req-9e7bfbac-082a-4448-8015-b95d65d081f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Dec 23 12:51:41.900656 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:51:42.140598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ee1b-0505-4e0a-b5f8-e19801aae5a3 req-b4e372fd-0044-4be9-9c69-8ad943f3477e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:42.142125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a044ee1b-0505-4e0a-b5f8-e19801aae5a3 req-b4e372fd-0044-4be9-9c69-8ad943f3477e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0534186 Dec 23 12:51:42.198593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a044ee1b-0505-4e0a-b5f8-e19801aae5a3 req-2329ab05-8fff-49ec-b2c1-a6a4442c9d01 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Dec 23 12:51:43.208390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 57818) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:51:43.313879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5d41-7af0-4df7-9dac-c7a02e180bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:43.528394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be750c3-c0f4-42c8-a367-c86805adc09f req-4d5266ad-104d-4ab3-8bd7-aeb833dd2f72 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:43.536680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1be750c3-c0f4-42c8-a367-c86805adc09f req-4d5266ad-104d-4ab3-8bd7-aeb833dd2f72 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.2315209 Dec 23 12:51:43.601389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1be750c3-c0f4-42c8-a367-c86805adc09f req-1aca6a8a-7927-41ce-a326-2a1788e1befe tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635965 Dec 23 12:51:43.976900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:44.345634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.17 (6ca4c77c-346c-4680-81dd-929a9c431945/00bfff0d-beea-4ded-bafe-2a6e9e56c8a7/f37d394b-0d3a-4dde-8a79-de27ec77afb0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:51:44.482346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:44.605638 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:44.690772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:44.700361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 6ca4c77c-346c-4680-81dd-929a9c431945 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:44.702021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:44.705305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:51:44.822878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:44.897327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7aa4-abb8-42de-8b66-829091c9ea79 req-f0afbe1c-939c-4420-9b73-9fa8e217d662 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:44.908722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-200c7aa4-abb8-42de-8b66-829091c9ea79 req-f0afbe1c-939c-4420-9b73-9fa8e217d662 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.1544235 Dec 23 12:51:44.988755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-200c7aa4-abb8-42de-8b66-829091c9ea79 req-2913585c-7853-43d4-ba5e-d12767e80c8e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752649 Dec 23 12:51:45.088862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-aaa4285c-5d8b-44d7-bf22-a1b0dfad5d77 None None] Provisioning complete for port f37d394b-0d3a-4dde-8a79-de27ec77afb0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:45.089937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aaa4285c-5d8b-44d7-bf22-a1b0dfad5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:45.122432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654b8ae-f3e2-4f53-a537-c67643e30df2 req-a8b3fcd9-0be1-4ba4-a677-8d838180e67d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:45.122952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4654b8ae-f3e2-4f53-a537-c67643e30df2 req-a8b3fcd9-0be1-4ba4-a677-8d838180e67d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0595419 Dec 23 12:51:45.178968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4654b8ae-f3e2-4f53-a537-c67643e30df2 req-bde536f2-8f19-42af-bd7a-e6f705f38b90 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Dec 23 12:51:45.186717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4285c-5d8b-44d7-bf22-a1b0dfad5d77 None None] Port f37d394b-0d3a-4dde-8a79-de27ec77afb0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:45.223944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:45.431361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3c50b-72c5-49cc-b0b5-bf6d54412b5a req-1d3d7459-c6bc-4e1a-8a72-03cb45a50121 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:45.432923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74f3c50b-72c5-49cc-b0b5-bf6d54412b5a req-1d3d7459-c6bc-4e1a-8a72-03cb45a50121 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.1061759 Dec 23 12:51:45.635683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74f3c50b-72c5-49cc-b0b5-bf6d54412b5a req-ac60cd0b-8aa9-4fef-9ace-0c502426d6e0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924298 Dec 23 12:51:45.651886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:45.740213 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:45.886041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:45.888453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:46.020416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 6ca4c77c-346c-4680-81dd-929a9c431945 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:51:46.025622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:51:46.099094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-35830035-31f0-421f-86be-8641792a4c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:46.429498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-76d5cf8c-ca02-4877-ac83-b566c3913cae None None] Provisioning complete for port f37d394b-0d3a-4dde-8a79-de27ec77afb0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:46.432288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76d5cf8c-ca02-4877-ac83-b566c3913cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:46.482468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-76d5cf8c-ca02-4877-ac83-b566c3913cae None None] Port f37d394b-0d3a-4dde-8a79-de27ec77afb0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:51:46.568651 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:46.731977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b4ecf-4a93-460a-b7d4-6d2c21c89552 req-04701ec0-37b2-4909-b56f-6ebfade6f834 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:46.734887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-584b4ecf-4a93-460a-b7d4-6d2c21c89552 req-04701ec0-37b2-4909-b56f-6ebfade6f834 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0859787 Dec 23 12:51:46.745404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:51:46.842300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-584b4ecf-4a93-460a-b7d4-6d2c21c89552 req-b0a3388a-7f57-4bfe-ae90-50a0e9a70afd tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901392 Dec 23 12:51:46.990172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:51:47.012237 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:51:47.016269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-22e69c0a-bad3-43a2-9429-6a49ed097562 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/5c6c9229-3fb7-4588-872b-dd44d2596d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8057790 Dec 23 12:51:47.030333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:47.031500 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:47.204312 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:47.292666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c24d-af38-4ab2-83ef-53d3c8d97600 req-59a5b23f-d8f5-4bf4-9148-e91f21b8156b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:47.294867 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a2c24d-af38-4ab2-83ef-53d3c8d97600 req-59a5b23f-d8f5-4bf4-9148-e91f21b8156b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0631120 Dec 23 12:51:47.359137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87a2c24d-af38-4ab2-83ef-53d3c8d97600 req-8d18d4b8-f295-4c76-b898-c6f6c70ea173 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575604 Dec 23 12:51:47.642790 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:51:45Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37d394b-0d3a-4dde-8a79-de27ec77afb0', 'name': '', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:26:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:44Z', 'updated_at': '2021-12-23T12:51:45Z', 'revision_number': 2, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:47.694809 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:51:47.695477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Updating router 5c6c9229-3fb7-4588-872b-dd44d2596d28 port f37d394b-0d3a-4dde-8a79-de27ec77afb0 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:51:47.734520 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:47.774025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646cb0-0ce7-4907-85b2-1a065d75c6df req-61deaa0c-7664-43eb-987d-ee4da0e491b0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:47.780384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646cb0-0ce7-4907-85b2-1a065d75c6df req-61deaa0c-7664-43eb-987d-ee4da0e491b0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:47.786307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646cb0-0ce7-4907-85b2-1a065d75c6df req-61deaa0c-7664-43eb-987d-ee4da0e491b0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:47.788013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c646cb0-0ce7-4907-85b2-1a065d75c6df req-61deaa0c-7664-43eb-987d-ee4da0e491b0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653&device_id=806addda-b61a-4d03-a00e-d953f427fea9&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 2417 time: 0.0728781 Dec 23 12:51:47.841258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c646cb0-0ce7-4907-85b2-1a065d75c6df req-0ceca462-7c0f-4ae0-bae5-2eb251cc2387 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Dec 23 12:51:48.038008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53def53-a70b-42e8-9849-a792299c5e29 req-f4f387ec-4bda-426c-ae74-601e2d334ac5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:48.039986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c53def53-a70b-42e8-9849-a792299c5e29 req-f4f387ec-4bda-426c-ae74-601e2d334ac5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0676801 Dec 23 12:51:48.104290 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.111831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c53def53-a70b-42e8-9849-a792299c5e29 req-7ef82e4b-6f82-4cae-a857-8ee32d201606 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Dec 23 12:51:48.188594 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.253634 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00113d-5dd9-4f76-b10e-2d540ce9ccd3 None None] Pushing event updated for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:48.299596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.340403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Attempting to bind port f37d394b-0d3a-4dde-8a79-de27ec77afb0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:51:48.345152 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Attempting to bind port f37d394b-0d3a-4dde-8a79-de27ec77afb0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:51:48.345152 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Attempting to bind port f37d394b-0d3a-4dde-8a79-de27ec77afb0 on network 6ca4c77c-346c-4680-81dd-929a9c431945 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:51:48.349758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:51:48.350288 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Checking segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:51:48.350786 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.351279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Bound using segment: {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:51:48.351853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Bound port: f37d394b-0d3a-4dde-8a79-de27ec77afb0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221182d0-738f-4c71-9f0b-1f6e0bff35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:51:48.352959 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.425903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] For port f37d394b-0d3a-4dde-8a79-de27ec77afb0, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:51:48.429553 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] For port f37d394b-0d3a-4dde-8a79-de27ec77afb0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f37d394b-0d3a-4dde-8a79-de27ec77afb0,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:51:48.511503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.562093 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.630465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:51:48.631018 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:48.633083 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00113d-5dd9-4f76-b10e-2d540ce9ccd3 None None] Pushing event updated for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:48.648137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Provisioning complete for port f37d394b-0d3a-4dde-8a79-de27ec77afb0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:48.648908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.781034 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:51:48.813492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:48.865936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] For port f37d394b-0d3a-4dde-8a79-de27ec77afb0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f37d394b-0d3a-4dde-8a79-de27ec77afb0,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:51:48.994712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:49.101284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Pushing event updated for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:51:49.129816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.129816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.130064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.130189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.130723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.131220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.131869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.132433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.132962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.133471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.134003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.134346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.134649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af728e4-6fca-4d65-95d2-1eb0ab13042b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:51:49.162918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-86e3539a-8fa5-483d-83d1-27a111631d60 None None] Provisioning complete for port f37d394b-0d3a-4dde-8a79-de27ec77afb0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:49.163586 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-86e3539a-8fa5-483d-83d1-27a111631d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:49.193972 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:51:45Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37d394b-0d3a-4dde-8a79-de27ec77afb0', 'name': '', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:26:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:44Z', 'updated_at': '2021-12-23T12:51:48Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:51:49.224275 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf40b02-282b-45c8-abc2-a76507ef3337 None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:51:45Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f37d394b-0d3a-4dde-8a79-de27ec77afb0', 'name': '', 'network_id': '6ca4c77c-346c-4680-81dd-929a9c431945', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:26:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:44Z', 'updated_at': '2021-12-23T12:51:48Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '00bfff0d-beea-4ded-bafe-2a6e9e56c8a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:51:49.323310 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:49.571846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2394-53cf-4ced-a95a-5f81a662b196 req-101784ab-8eb2-42d7-96a6-eff702de53e6 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:49.584448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31db2394-53cf-4ced-a95a-5f81a662b196 req-101784ab-8eb2-42d7-96a6-eff702de53e6 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0764806 Dec 23 12:51:49.638966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31db2394-53cf-4ced-a95a-5f81a662b196 req-afad602c-fd6b-4ae7-805e-031b7e87434a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Dec 23 12:51:50.058606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f37d394b-0d3a-4dde-8a79-de27ec77afb0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:51:50.114824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f37d394b-0d3a-4dde-8a79-de27ec77afb0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:51:50.115196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:50.807085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846362-e602-4d57-b2f1-5ee8140c7c09 req-7e56ca8b-073f-47f1-8c52-c9e8a4284862 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:50.808661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a846362-e602-4d57-b2f1-5ee8140c7c09 req-7e56ca8b-073f-47f1-8c52-c9e8a4284862 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0721519 Dec 23 12:51:50.877665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a846362-e602-4d57-b2f1-5ee8140c7c09 req-334ba55b-1d98-4aaf-9e7c-071a6c75219f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593116 Dec 23 12:51:52.004898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30ac44-ddf5-4c97-a1b5-b1abebc6d221 req-c9da9fc6-4b6b-4227-83fe-e373d84a03b4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:52.006390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c30ac44-ddf5-4c97-a1b5-b1abebc6d221 req-c9da9fc6-4b6b-4227-83fe-e373d84a03b4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0552695 Dec 23 12:51:52.056766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c30ac44-ddf5-4c97-a1b5-b1abebc6d221 req-f8f3e971-922d-4976-97da-1f246bb8348b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Dec 23 12:51:52.871180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:51:53.184334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f1e25-c56d-4a4a-9ec6-053baa0debd7 req-6fb29463-1eaf-4933-94ae-cf1a33a77442 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:53.185886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-577f1e25-c56d-4a4a-9ec6-053baa0debd7 req-6fb29463-1eaf-4933-94ae-cf1a33a77442 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0534351 Dec 23 12:51:53.236257 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-577f1e25-c56d-4a4a-9ec6-053baa0debd7 req-6ec0d971-943e-4820-9ea0-14c372be168e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Dec 23 12:51:54.381048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aacf69-9bd1-4d34-a1bd-b2bc982d3722 req-177fe22e-bfe8-474e-8e2a-d3823a3882e8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:54.383549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7aacf69-9bd1-4d34-a1bd-b2bc982d3722 req-177fe22e-bfe8-474e-8e2a-d3823a3882e8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0594039 Dec 23 12:51:54.465389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7aacf69-9bd1-4d34-a1bd-b2bc982d3722 req-6e7dbb66-331a-4343-928a-ee31fdfc41b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722401 Dec 23 12:51:55.582131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716edda9-d4f1-4078-8138-9f7cf6408f5a req-739c5d11-2df2-49e1-8b58-cd833575f2c8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:55.583658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-716edda9-d4f1-4078-8138-9f7cf6408f5a req-739c5d11-2df2-49e1-8b58-cd833575f2c8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0519314 Dec 23 12:51:55.635750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-716edda9-d4f1-4078-8138-9f7cf6408f5a req-8fc4b729-d7c9-4828-aa70-4ca13729c147 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Dec 23 12:51:56.712056 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-2dc17aa5-44f2-45e4-b49b-756a65a174a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623014 Dec 23 12:51:56.809906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b9680-f55c-439b-a0c4-9850699df486 req-737c73c0-e256-40ba-a692-08c81c936b1f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:56.811628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb9b9680-f55c-439b-a0c4-9850699df486 req-737c73c0-e256-40ba-a692-08c81c936b1f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0747619 Dec 23 12:51:56.822354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-826bc047-d0a8-416c-9c00-9bd6c96fc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:56.823983 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-826bc047-d0a8-416c-9c00-9bd6c96fc267 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1096 time: 0.0507452 Dec 23 12:51:56.871982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb9b9680-f55c-439b-a0c4-9850699df486 req-17256454-3119-4c3e-b1e9-e36fac722552 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Dec 23 12:51:56.953862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-aa44f3bb-e603-42c1-ad7d-d023ffaecc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:56.955735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-aa44f3bb-e603-42c1-ad7d-d023ffaecc2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 897 time: 0.1106865 Dec 23 12:51:57.028231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-38b60899-d228-4b32-831b-24f32fd4ced4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 999 time: 0.0644836 Dec 23 12:51:57.079459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-a4c73385-7fa3-41ff-975b-249cddb07805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:57.081896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-a4c73385-7fa3-41ff-975b-249cddb07805 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 200 len: 834 time: 0.0464392 Dec 23 12:51:57.136611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-95e7864a-7003-4279-bb40-cb7b2f60637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:57.138708 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-95e7864a-7003-4279-bb40-cb7b2f60637b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=703a9f47-8c56-4613-a847-4b6a647938d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501070 Dec 23 12:51:57.233757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-1caf88ec-6761-478f-a180-af877a49499c service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873644 Dec 23 12:51:57.343774 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cfd3f964-4194-42f3-85ab-98795a0f5fd7 req-a6285d73-a4e0-44fa-b607-538eceb81da7 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Dec 23 12:51:58.050337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cd2bb-1610-40a1-b55b-e68d4a5d1765 req-cdda8d4d-63f2-481e-ae0e-5684bd88d202 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:58.052286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a25cd2bb-1610-40a1-b55b-e68d4a5d1765 req-cdda8d4d-63f2-481e-ae0e-5684bd88d202 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0898163 Dec 23 12:51:58.114705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a25cd2bb-1610-40a1-b55b-e68d4a5d1765 req-61a343b0-a4a3-467e-918b-d319854bc487 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Dec 23 12:51:59.258599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fec648-8a4a-43a2-baa7-93771cb87779 req-54fc3a0b-d5c1-4c98-8b35-f5272e4d8881 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:51:59.260169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1fec648-8a4a-43a2-baa7-93771cb87779 req-54fc3a0b-d5c1-4c98-8b35-f5272e4d8881 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0526237 Dec 23 12:51:59.320210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d1fec648-8a4a-43a2-baa7-93771cb87779 req-dd266d1b-b2f3-4ec5-9180-984d64ecd823 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Dec 23 12:52:00.461531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780de39-8b27-4256-ac74-871c47b397a1 req-53a86c98-f441-46c9-bbcf-7dfea19b00b7 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:00.463059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f780de39-8b27-4256-ac74-871c47b397a1 req-53a86c98-f441-46c9-bbcf-7dfea19b00b7 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0542161 Dec 23 12:52:00.524525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f780de39-8b27-4256-ac74-871c47b397a1 req-11a8fc46-0c9a-45f1-8779-392beff7eea3 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550478 Dec 23 12:52:01.670120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-19899a46-3e46-4235-befd-7ab1cfada220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:01.672502 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-19899a46-3e46-4235-befd-7ab1cfada220 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 1096 time: 0.0689957 Dec 23 12:52:01.691083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111d5c-93d8-4551-bf6e-38882e569c76 req-4808e65a-8867-4b02-8f59-9bc69689796a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:01.693377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb111d5c-93d8-4551-bf6e-38882e569c76 req-4808e65a-8867-4b02-8f59-9bc69689796a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0631332 Dec 23 12:52:01.772383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eb111d5c-93d8-4551-bf6e-38882e569c76 req-72a4f131-461b-4222-aadf-2ff4251860b7 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736809 Dec 23 12:52:01.798199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-0fde03e9-4876-4ec5-a63f-63af8c5b37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:01.800676 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-0fde03e9-4876-4ec5-a63f-63af8c5b37ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 916 time: 0.1061187 Dec 23 12:52:01.862440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-583a54e7-c098-4ba3-abb5-ae07975eb24b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96 HTTP/1.1" status: 200 len: 217 time: 0.0447416 Dec 23 12:52:01.917966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-2458fb5c-dbf4-4aa7-ba47-2b0e5afac0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:01.919471 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-2458fb5c-dbf4-4aa7-ba47-2b0e5afac0b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 200 len: 854 time: 0.0506375 Dec 23 12:52:01.971150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-eb678491-36a7-49d6-8424-d03e2e4d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:01.974311 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-eb678491-36a7-49d6-8424-d03e2e4d8b91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448172 Dec 23 12:52:02.080623 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-2692d3c4-faad-478c-98c6-93e5e26f692b service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988004 Dec 23 12:52:02.176269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9a88fd5d-813a-41c4-83a2-6f56547fd206 req-3aeacc06-80ae-40e6-bfc7-c10a0a1e3e50 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Dec 23 12:52:02.891562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740990-c044-4842-adb5-8667ddf1f3af req-b5c50cd5-3041-4069-a4d9-325042579313 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:02.893211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04740990-c044-4842-adb5-8667ddf1f3af req-b5c50cd5-3041-4069-a4d9-325042579313 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0493760 Dec 23 12:52:02.942696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04740990-c044-4842-adb5-8667ddf1f3af req-8ad04195-51cb-4500-bde3-c24de624e0e0 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Dec 23 12:52:04.063730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc96b31-1658-4113-a5bf-3f2734eb3798 req-acb7d726-aaa4-4170-bee4-6e1fdcb423d8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:04.065274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecc96b31-1658-4113-a5bf-3f2734eb3798 req-acb7d726-aaa4-4170-bee4-6e1fdcb423d8 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0531540 Dec 23 12:52:04.118352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecc96b31-1658-4113-a5bf-3f2734eb3798 req-1f9c9db3-4e7c-4eda-9d80-d134cf7bfd4d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Dec 23 12:52:04.946095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-3f958705-53c8-4ff5-953c-e0a580670e51 req-7abec88a-44b9-4f79-ab53-d360f2eca306 service neutron] (104038) timed out ('10.222.0.16', 58974) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:52:05.269783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203c46-910e-452a-8e91-d9e45ba462c9 req-1635bab4-6b8c-4975-b69c-fcb06e349e93 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:05.271271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00203c46-910e-452a-8e91-d9e45ba462c9 req-1635bab4-6b8c-4975-b69c-fcb06e349e93 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0628703 Dec 23 12:52:05.330269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00203c46-910e-452a-8e91-d9e45ba462c9 req-b5e869b6-98df-4e14-a928-7db4d68ce273 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Dec 23 12:52:06.220413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98adb35-16b1-496b-bfce-027161bef3bf req-2764b5ba-8743-4c66-820c-4131e322c89a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:06.222409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b98adb35-16b1-496b-bfce-027161bef3bf req-2764b5ba-8743-4c66-820c-4131e322c89a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0621495 Dec 23 12:52:06.311158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b98adb35-16b1-496b-bfce-027161bef3bf req-f1586eb7-8b7c-44e6-b8b4-409737357768 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722213 Dec 23 12:52:06.387128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-8924bba7-94d4-46b7-a2e2-560f4abbb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:06.389054 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-8924bba7-94d4-46b7-a2e2-560f4abbb3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 1096 time: 0.0689311 Dec 23 12:52:06.498704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-62bc62c5-8b3c-4924-ba82-26a5b14c0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:06.500126 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-62bc62c5-8b3c-4924-ba82-26a5b14c0208 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 200 len: 916 time: 0.1034803 Dec 23 12:52:06.606129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-d8c29e3c-affe-4318-a262-7b9b5b3b3877 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96 HTTP/1.1" status: 200 len: 217 time: 0.0927866 Dec 23 12:52:06.713482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-1621c9f3-f2e5-4b76-8d18-9f8330f4d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:06.715143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-1621c9f3-f2e5-4b76-8d18-9f8330f4d4e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 200 len: 854 time: 0.1026678 Dec 23 12:52:06.783203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-d89d4bc7-b161-4aed-8ff4-3ccf66a4e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:06.785952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-d89d4bc7-b161-4aed-8ff4-3ccf66a4e674 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcc84854-4bf9-4d00-9b41-efa4ffc9a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610509 Dec 23 12:52:06.900556 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-ff1d8d57-73e3-426e-9f14-88e2994d5734 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063390 Dec 23 12:52:07.039303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a880a8c2-9527-4109-ba4f-0b58b29d59e7 req-6e94704a-9e4b-4e87-90bf-67cbe64234e4 service neutron] 10.222.0.43 "GET /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272182 Dec 23 12:52:07.475195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56aa12-2506-4239-8db3-4ee1a3bea8de req-4dcc5375-317c-4fd1-a28a-1ed718895ebc tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:07.477552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c56aa12-2506-4239-8db3-4ee1a3bea8de req-4dcc5375-317c-4fd1-a28a-1ed718895ebc tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0645347 Dec 23 12:52:07.482670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58168) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:07.631022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c56aa12-2506-4239-8db3-4ee1a3bea8de req-d7252104-fdc1-49a5-bcae-bba70013fcaa tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395383 Dec 23 12:52:08.339731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:08.743513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port f37d394b-0d3a-4dde-8a79-de27ec77afb0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:08.744187 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:08.767048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ee24c-bd97-47fc-8d7c-148357ea31c9 req-33a565b3-4c16-4094-a3f1-4d8857bb37b6 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:08.769461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f41ee24c-bd97-47fc-8d7c-148357ea31c9 req-33a565b3-4c16-4094-a3f1-4d8857bb37b6 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0657516 Dec 23 12:52:08.834273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f41ee24c-bd97-47fc-8d7c-148357ea31c9 req-85608cca-0d09-4a85-992c-8620c473040a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575597 Dec 23 12:52:08.865798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port f37d394b-0d3a-4dde-8a79-de27ec77afb0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f37d394b-0d3a-4dde-8a79-de27ec77afb0,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:08.866225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:08.884867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for f37d394b-0d3a-4dde-8a79-de27ec77afb0 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:09.030147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d0f5-bb8d-44db-9f30-a293c2f1f78a req-abafcf66-815c-453a-bc2b-b7a50fca1f5e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:09.031765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f54d0f5-bb8d-44db-9f30-a293c2f1f78a req-abafcf66-815c-453a-bc2b-b7a50fca1f5e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0541058 Dec 23 12:52:09.097063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f54d0f5-bb8d-44db-9f30-a293c2f1f78a req-8ed0d1ca-6901-4899-8014-daf32bb4d092 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581846 Dec 23 12:52:09.228987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07eca2-42c8-44fc-b223-99f1553303f2 req-74da3303-42d9-4f93-89eb-516cc609359b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:09.230906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f07eca2-42c8-44fc-b223-99f1553303f2 req-74da3303-42d9-4f93-89eb-516cc609359b tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.0630877 Dec 23 12:52:09.287521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f07eca2-42c8-44fc-b223-99f1553303f2 req-43d379f3-de02-4e72-a662-959034955d74 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Dec 23 12:52:09.388134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:09.421289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=f37d394b-0d3a-4dde-8a79-de27ec77afb0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:09.441872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560203-8b96-4056-8d43-3b1a0ba8c88a req-eb3eb567-5dc6-42e0-824c-098c571a47af tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:09.444391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a560203-8b96-4056-8d43-3b1a0ba8c88a req-eb3eb567-5dc6-42e0-824c-098c571a47af tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0593145 Dec 23 12:52:09.451107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.451467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.451846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.452185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.452570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.452854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.453191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.453525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.453855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.454183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.454514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.454845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.455297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:09.558611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a560203-8b96-4056-8d43-3b1a0ba8c88a req-93c42fdc-f7e9-4fda-889e-8e2ac9630111 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030746 Dec 23 12:52:09.611848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-d8f40872-4228-44c7-ac83-f62488d4003d req-b6a2c176-b1ce-4ab6-935f-d235a6bd7198 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:52:09.613922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8f40872-4228-44c7-ac83-f62488d4003d req-b6a2c176-b1ce-4ab6-935f-d235a6bd7198 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069587 Dec 23 12:52:09.708119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:09.791646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8f40872-4228-44c7-ac83-f62488d4003d req-badb77ab-92b1-4575-9e5e-abaf1195f930 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1607130 Dec 23 12:52:09.977051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:52:10.119736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09c41f-dfab-467d-bda5-31878f12ddc5 req-f7e06a05-ef5d-46ed-ae29-0c42e4db2600 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:10.121315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c09c41f-dfab-467d-bda5-31878f12ddc5 req-f7e06a05-ef5d-46ed-ae29-0c42e4db2600 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.0748761 Dec 23 12:52:10.145564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:52:10.159172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:52:10.159820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c103d8cd-0602-4b62-b260-2626854f090d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/5c6c9229-3fb7-4588-872b-dd44d2596d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735559 Dec 23 12:52:10.166836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:10.167455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:10.173792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c09c41f-dfab-467d-bda5-31878f12ddc5 req-e97231e3-f100-41ad-915f-728d567406df tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Dec 23 12:52:10.335474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1470cd-1f45-46ec-be00-38cc83734ad1 req-a816ef45-9f9a-471a-bc13-9b464b65c456 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:10.341426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be1470cd-1f45-46ec-be00-38cc83734ad1 req-a816ef45-9f9a-471a-bc13-9b464b65c456 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.0616789 Dec 23 12:52:10.356454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:10.391118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be1470cd-1f45-46ec-be00-38cc83734ad1 req-81b0726f-4c9a-46b7-a411-ae1022b63369 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Dec 23 12:52:10.592499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34119-1376-43a0-b4a5-a8759269b1ef req-55749544-8315-4ac5-a47f-e55f8027c547 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:10.594052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14d34119-1376-43a0-b4a5-a8759269b1ef req-55749544-8315-4ac5-a47f-e55f8027c547 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0793803 Dec 23 12:52:10.727051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:10.757646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:52:10.770464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:10.773594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:10.783133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14d34119-1376-43a0-b4a5-a8759269b1ef req-c7b8dedb-fa28-4895-a00d-93ea0bc514ea tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809285 Dec 23 12:52:10.856212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be362-4d24-49be-b4a4-83c8ac1dc1f3 req-6533ffd4-cd88-4620-bbd2-63eb0063494a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:10.864728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400be362-4d24-49be-b4a4-83c8ac1dc1f3 req-6533ffd4-cd88-4620-bbd2-63eb0063494a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.1378114 Dec 23 12:52:10.951080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:10.969961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-400be362-4d24-49be-b4a4-83c8ac1dc1f3 req-9cac3666-6878-4d16-a1fc-03bd41a1cc81 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977750 Dec 23 12:52:11.114307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947faa-6f5b-4fcc-996e-516abce271b8 req-cf327439-a70d-4ea0-b39e-df83d075b901 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:11.121381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947faa-6f5b-4fcc-996e-516abce271b8 req-cf327439-a70d-4ea0-b39e-df83d075b901 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:11.137980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947faa-6f5b-4fcc-996e-516abce271b8 req-cf327439-a70d-4ea0-b39e-df83d075b901 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:11.139842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb947faa-6f5b-4fcc-996e-516abce271b8 req-cf327439-a70d-4ea0-b39e-df83d075b901 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653&device_id=806addda-b61a-4d03-a00e-d953f427fea9&device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 2417 time: 0.0833137 Dec 23 12:52:11.213288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb947faa-6f5b-4fcc-996e-516abce271b8 req-663f5b8e-c285-4906-9414-209fb1cdb25e tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Dec 23 12:52:11.321432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb2ab37-012d-45ad-abb8-239b98ba49b0 req-d1d3b73a-9b23-46b4-a64b-d901e79abbe1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0728672 Dec 23 12:52:11.389598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:11.438105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a218d-1f9d-4719-a01f-e7e54b335e12 None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b690b847-644b-46e7-9147-e7591f485f36', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'port_id': '6c27c228-becd-4766-af00-9637306ad626', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'mac_address': 'fa:16:3e:88:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:50:03Z', 'updated_at': '2021-12-23T12:50:07Z', 'revision_number': 1, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:52:12.020211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f37d394b-0d3a-4dde-8a79-de27ec77afb0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:12.044970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f37d394b-0d3a-4dde-8a79-de27ec77afb0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:12.045324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f37d394b-0d3a-4dde-8a79-de27ec77afb0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:12.129532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ff26-77d7-4ff3-822d-7f1ea7380dfa req-d2b64644-4a60-4cd2-ae99-6a8d7773eb15 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:12.131720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b1ff26-77d7-4ff3-822d-7f1ea7380dfa req-d2b64644-4a60-4cd2-ae99-6a8d7773eb15 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0581121 Dec 23 12:52:12.226268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b1ff26-77d7-4ff3-822d-7f1ea7380dfa req-04c973e3-bee7-436c-bc66-0f98c5f8e2b3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=80735fa2-fca6-482f-af00-b1dd5cab10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574327 Dec 23 12:52:12.380614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-9196f854-343f-4d18-97e7-25e87da4ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:12.382852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-9196f854-343f-4d18-97e7-25e87da4ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 946 time: 0.0825810 Dec 23 12:52:12.519380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 38e5193c-b720-40c3-b26c-df86341dc22c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:12.519726 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:12.634562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 38e5193c-b720-40c3-b26c-df86341dc22c, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=38e5193c-b720-40c3-b26c-df86341dc22c,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:12.634997 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:12.660579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 38e5193c-b720-40c3-b26c-df86341dc22c owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:12.906103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:12.956089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=38e5193c-b720-40c3-b26c-df86341dc22c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:13.008009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] No DVR routers for this DVR port 38e5193c-b720-40c3-b26c-df86341dc22c on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:13.014484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:13.019349 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1a5a5fdf-03e1-4f0a-929c-56749127a1f9 req-bb29630c-f422-45a4-9625-98ee2804313c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "DELETE /v2.0/ports/38e5193c-b720-40c3-b26c-df86341dc22c HTTP/1.1" status: 204 len: 173 time: 0.6296525 Dec 23 12:52:13.021774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'name': 'network-vif-deleted', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:13.024218 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c322274-a2ba-4d6d-9355-f3c77857273d" -d '{"events": [{"server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "name": "network-vif-deleted", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:13.139460 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a25a90-25b6-40a8-89b3-0205a296a05f x-openstack-request-id: req-44a25a90-25b6-40a8-89b3-0205a296a05f {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:13.139460 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80e9995-6848-4e2d-aa48-90b62e72b8f9", "name": "network-vif-deleted", "tag": "38e5193c-b720-40c3-b26c-df86341dc22c", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:13.139460 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44a25a90-25b6-40a8-89b3-0205a296a05f {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:13.139460 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80e9995-6848-4e2d-aa48-90b62e72b8f9', 'name': 'network-vif-deleted', 'tag': '38e5193c-b720-40c3-b26c-df86341dc22c', 'status': 'completed', 'code': 200} Dec 23 12:52:13.303987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1af41-45a6-4770-8c65-f20310625f25 req-d275a32a-5a2f-4f9e-9410-2143cbcc6197 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:13.305755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2e48e693-a28c-4617-abd1-59563b74e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:13.310109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3e1af41-45a6-4770-8c65-f20310625f25 req-d275a32a-5a2f-4f9e-9410-2143cbcc6197 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.0996566 Dec 23 12:52:13.386907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ddbfd279-8670-4d0a-a9c3-a7607aa05b7b req-8cfa44ca-1aa0-46f5-937e-0cd468ee85cd tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=b80e9995-6848-4e2d-aa48-90b62e72b8f9 HTTP/1.1" status: 200 len: 210 time: 0.0551934 Dec 23 12:52:13.451410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3e1af41-45a6-4770-8c65-f20310625f25 req-02b39824-1e1c-4378-bce3-fdffe2f8e020 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276464 Dec 23 12:52:14.477447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58366) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:14.592374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:14.674098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:14.698867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-e2c883a6-db99-488d-a2cc-f0df488bce0d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:14.701354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-e2c883a6-db99-488d-a2cc-f0df488bce0d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.1290915 Dec 23 12:52:14.703068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d281e2-3bac-452c-9c48-285d22d1a2cc req-c94c6c04-8794-4bb5-941a-454f95a38708 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:14.704782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5d281e2-3bac-452c-9c48-285d22d1a2cc req-c94c6c04-8794-4bb5-941a-454f95a38708 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 945 time: 0.1267710 Dec 23 12:52:14.821241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5d281e2-3bac-452c-9c48-285d22d1a2cc req-c3d6ec35-cd23-4c01-a603-f12e762699b1 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018543 Dec 23 12:52:14.943917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Deleting port 67c13b27-b2e9-49ff-8651-19f977f26128 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:14.944285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.074764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.077406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.078732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/security-groups/80735fa2-fca6-482f-af00-b1dd5cab10e7 HTTP/1.1" status: 204 len: 168 time: 0.5997388 Dec 23 12:52:15.088705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] For port 67c13b27-b2e9-49ff-8651-19f977f26128, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=67c13b27-b2e9-49ff-8651-19f977f26128,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:15.089137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.103794 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c7b50-1fed-4fc0-9d69-49e5f105a59e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80735fa2-fca6-482f-af00-b1dd5cab10e7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:15.117951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Calling delete_port for 67c13b27-b2e9-49ff-8651-19f977f26128 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:15.222256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58392) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:15.344696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting subnet 00bfff0d-beea-4ded-bafe-2a6e9e56c8a7 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:52:15.352552 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.371195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.384893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'f3e9c07e-457c-4b81-bed5-b554d60884ae'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:52:15.418547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.420979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event deleted for resources: {'Port': ['ID=67c13b27-b2e9-49ff-8651-19f977f26128,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:15.482204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] No DVR routers for this DVR port 67c13b27-b2e9-49ff-8651-19f977f26128 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:15.486355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.491326 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-44c4bd11-3c6c-45b7-8e7a-637121a30260 req-158f0b34-788e-48ce-b42b-bc571d8d960d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.57 "DELETE /v2.0/ports/67c13b27-b2e9-49ff-8651-19f977f26128 HTTP/1.1" status: 204 len: 173 time: 0.7809093 Dec 23 12:52:15.491992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'name': 'network-vif-deleted', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:15.498169 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90b617d-be68-43da-b38f-f29bde7894f3" -d '{"events": [{"server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "name": "network-vif-deleted", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:15.539320 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a05643-1198-429e-8251-b2a1e5fea926 x-openstack-request-id: req-d4a05643-1198-429e-8251-b2a1e5fea926 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:15.539632 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e79d8a4-6df0-43a0-8959-8bcfaa566653", "name": "network-vif-deleted", "tag": "67c13b27-b2e9-49ff-8651-19f977f26128", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:15.539923 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4a05643-1198-429e-8251-b2a1e5fea926 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:15.540333 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e79d8a4-6df0-43a0-8959-8bcfaa566653', 'name': 'network-vif-deleted', 'tag': '67c13b27-b2e9-49ff-8651-19f977f26128', 'status': 'completed', 'code': 200} Dec 23 12:52:15.576030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.803325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.842687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Subnet': ['ID=00bfff0d-beea-4ded-bafe-2a6e9e56c8a7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:15.850286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ecf64-0d10-4810-b893-7e5430895bf1 None None] Network 6ca4c77c-346c-4680-81dd-929a9c431945 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:15.851276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:15.854970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/subnets/00bfff0d-beea-4ded-bafe-2a6e9e56c8a7 HTTP/1.1" status: 204 len: 168 time: 0.6316810 Dec 23 12:52:15.857022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.857599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.857826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58404) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:15.858392 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.858976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.859539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.860097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.860663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.861259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.862350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.863145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.863810 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.864461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:15.865033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226cbfb-538e-466a-924a-08b3b23fcc22 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:16.047859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2eaa5ce-4004-47e2-bc15-0a09c8d556cc req-a19f552a-e439-42f3-9b43-82291986ce1f tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e79d8a4-6df0-43a0-8959-8bcfaa566653 HTTP/1.1" status: 200 len: 210 time: 0.0587330 Dec 23 12:52:16.056300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.115846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716df255-056b-414d-afef-93c765219232 None None] DHCP port deletion for 6ca4c77c-346c-4680-81dd-929a9c431945 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:16.123381 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 7dce167f-8674-442b-b658-db0352208d7f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:16.123723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.156275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9fa8dcc-38e2-4a5e-b9ed-6442493e5f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.188776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-716df255-056b-414d-afef-93c765219232 None None] Deleting port 7dce167f-8674-442b-b658-db0352208d7f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:16.189595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-716df255-056b-414d-afef-93c765219232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.216175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 7dce167f-8674-442b-b658-db0352208d7f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dce167f-8674-442b-b658-db0352208d7f,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:16.216545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.235466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 7dce167f-8674-442b-b658-db0352208d7f owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:16.276442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-716df255-056b-414d-afef-93c765219232 None None] For port 7dce167f-8674-442b-b658-db0352208d7f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7dce167f-8674-442b-b658-db0352208d7f,segment=NetworkSegment(221182d0-738f-4c71-9f0b-1f6e0bff35b5),segment_id=221182d0-738f-4c71-9f0b-1f6e0bff35b5)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:16.277145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-716df255-056b-414d-afef-93c765219232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.305624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-716df255-056b-414d-afef-93c765219232 None None] Calling delete_port for 7dce167f-8674-442b-b658-db0352208d7f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:16.454096 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.477380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-716df255-056b-414d-afef-93c765219232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.484473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=7dce167f-8674-442b-b658-db0352208d7f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:16.494555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] No DVR routers for this DVR port 7dce167f-8674-442b-b658-db0352208d7f on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:16.554877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df255-056b-414d-afef-93c765219232 None None] Pushing event deleted for resources: {'Port': ['ID=7dce167f-8674-442b-b658-db0352208d7f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:16.558682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716df255-056b-414d-afef-93c765219232 None None] No DVR routers for this DVR port 7dce167f-8674-442b-b658-db0352208d7f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:16.570109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.595499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 38e5193c-b720-40c3-b26c-df86341dc22c no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:16.608085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.617497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 38e5193c-b720-40c3-b26c-df86341dc22c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:16.618100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 38e5193c-b720-40c3-b26c-df86341dc22c not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:16.640797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca4c77c-346c-4680-81dd-929a9c431945']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:16.650624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221182d0-738f-4c71-9f0b-1f6e0bff35b5') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:16.651153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221182d0-738f-4c71-9f0b-1f6e0bff35b5') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:16.660929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.674004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.681141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:52:16.681769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:52:16.684584 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:52:16.688392 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:52:16.856758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.867155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:16.873291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58432) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:16.873790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/networks/6ca4c77c-346c-4680-81dd-929a9c431945 HTTP/1.1" status: 204 len: 168 time: 1.0141051 Dec 23 12:52:16.883984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e207d8-9d7e-49f8-b331-815aba44daf1 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Network': ['ID=6ca4c77c-346c-4680-81dd-929a9c431945,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:17.066750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 47714ddb-c8a4-4859-b2c5-c33fbc7307f2 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:17.067104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:17.176178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:17.176178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:17.191468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 47714ddb-c8a4-4859-b2c5-c33fbc7307f2 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:17.334295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 67c13b27-b2e9-49ff-8651-19f977f26128 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:17.373342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 67c13b27-b2e9-49ff-8651-19f977f26128 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:17.378306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 67c13b27-b2e9-49ff-8651-19f977f26128 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:17.534803 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:17.581315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=47714ddb-c8a4-4859-b2c5-c33fbc7307f2,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:17.693118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33a50-23f2-4c62-9375-de23a05b51cd req-548b060c-4b06-433d-8556-c0e327c2ddf2 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:17.698615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6a33a50-23f2-4c62-9375-de23a05b51cd req-548b060c-4b06-433d-8556-c0e327c2ddf2 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.1045833 Dec 23 12:52:17.704986 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:17.706091 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Floating IP b690b847-644b-46e7-9147-e7591f485f36 disassociated (deleted). External IP: 172.25.7.5, port: 6c27c228-becd-4766-af00-9637306ad626. Dec 23 12:52:17.844540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6a33a50-23f2-4c62-9375-de23a05b51cd req-ad4a8069-3f39-47b6-9979-e5f5a2082df4 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313391 Dec 23 12:52:18.072130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:52:18.102824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dce167f-8674-442b-b658-db0352208d7f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:18.152149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7dce167f-8674-442b-b658-db0352208d7f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:18.152531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7dce167f-8674-442b-b658-db0352208d7f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:18.280053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:52:18.285980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:18.292386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:18.292544 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:52:18.309382 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:18.310772 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:18.324104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c3b5679-62dc-4ac6-bfc0-0d995a8ac61b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/floatingips/b690b847-644b-46e7-9147-e7591f485f36 HTTP/1.1" status: 204 len: 168 time: 1.4437048 Dec 23 12:52:18.324104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:18.324104 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb974a93-9faf-4941-995b-db967080041c" -d '{"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:18.368680 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc00544-8c31-4f38-9b75-39f98d4ae365 x-openstack-request-id: req-0cc00544-8c31-4f38-9b75-39f98d4ae365 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:18.369668 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "tag": "6c27c228-becd-4766-af00-9637306ad626", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:18.370107 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cc00544-8c31-4f38-9b75-39f98d4ae365 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:18.370690 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'tag': '6c27c228-becd-4766-af00-9637306ad626', 'status': 'completed', 'code': 200} Dec 23 12:52:18.471208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974a93-9faf-4941-995b-db967080041c req-dd9adef0-ddfe-4671-847d-fa1937cc5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:18.473696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-dd9adef0-ddfe-4671-847d-fa1937cc5084 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 1096 time: 0.0627491 Dec 23 12:52:18.485516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:18.514967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:18.602951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974a93-9faf-4941-995b-db967080041c req-935dec90-e550-4248-9f47-6575316c57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:18.604756 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-935dec90-e550-4248-9f47-6575316c57b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 200 len: 897 time: 0.1241517 Dec 23 12:52:18.672392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-04c321c2-5153-490d-b764-c8f9192a8a83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 200 len: 217 time: 0.0583241 Dec 23 12:52:18.734523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974a93-9faf-4941-995b-db967080041c req-75727937-838c-4836-8aa4-1bedf081e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:18.736202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-75727937-838c-4836-8aa4-1bedf081e259 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 200 len: 834 time: 0.0576124 Dec 23 12:52:18.805399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974a93-9faf-4941-995b-db967080041c req-c951f72e-26bd-40b5-9b7b-9392429723de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:18.807379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-c951f72e-26bd-40b5-9b7b-9392429723de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=703a9f47-8c56-4613-a847-4b6a647938d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631852 Dec 23 12:52:18.873888 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:18.912423 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:52:18.927024 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:52:18.928261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:18.929185 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:18.995422 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-09d7906b-0672-4e06-b4c9-6ee0441b55bf service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803463 Dec 23 12:52:19.014369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a64aa-7e08-4642-839f-cc7572f2497c req-28c4ecdf-eddd-428c-9138-f77381492712 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:19.015919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-688a64aa-7e08-4642-839f-cc7572f2497c req-28c4ecdf-eddd-428c-9138-f77381492712 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.0849390 Dec 23 12:52:19.055792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7567-78cc-49dc-b230-8349d83ea333 req-cd0caa5e-c906-4482-9a4d-0d9847a4900a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:19.072282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54fd7567-78cc-49dc-b230-8349d83ea333 req-cd0caa5e-c906-4482-9a4d-0d9847a4900a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.1317570 Dec 23 12:52:19.128048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c021a-2485-4040-862e-b49a3943fb92 req-44d31f1e-79c5-436b-a4cd-ab6d9ef1cc85 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:19.135776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e3c021a-2485-4040-862e-b49a3943fb92 req-44d31f1e-79c5-436b-a4cd-ab6d9ef1cc85 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 946 time: 0.1355796 Dec 23 12:52:19.170784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:19.207377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54fd7567-78cc-49dc-b230-8349d83ea333 req-51ffb957-9245-479d-be48-8470415b8409 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296053 Dec 23 12:52:19.295272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:19.321263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e3c021a-2485-4040-862e-b49a3943fb92 req-80b04120-7ac1-49f0-8b17-c97c6c2dea9d tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841202 Dec 23 12:52:19.481064 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:19.527367 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a73f-ca5d-43cd-8934-c6529857d20b None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:09Z', 'revision_number': 6, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '9b05f8ad-49f1-466f-b97a-53887e60805d', 'name': '', 'network_id': '703a9f47-8c56-4613-a847-4b6a647938d4', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:67:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:36Z', 'updated_at': '2021-12-23T12:49:41Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '482f7d37-e8cc-4350-87c5-9ff1ab642dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:52:19.700568 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fb974a93-9faf-4941-995b-db967080041c req-6a3717c5-83f0-457c-b24b-493ad6ee8630 service neutron] 10.222.0.57 "GET /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836557 Dec 23 12:52:19.708611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Deleting port f3e9c07e-457c-4b81-bed5-b554d60884ae {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:19.708999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:19.863402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] For port f3e9c07e-457c-4b81-bed5-b554d60884ae, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=f3e9c07e-457c-4b81-bed5-b554d60884ae,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:19.863402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:19.882982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Calling delete_port for f3e9c07e-457c-4b81-bed5-b554d60884ae owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:19.883252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abd4d9-90a4-4341-9cd0-ca0365eae38d None None] New status for floating IP b690b847-644b-46e7-9147-e7591f485f36: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:52:20.160139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:20.173074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'f3e9c07e-457c-4b81-bed5-b554d60884ae'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:52:20.215260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event deleted for resources: {'Port': ['ID=f3e9c07e-457c-4b81-bed5-b554d60884ae,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:20.266495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] No DVR routers for this DVR port f3e9c07e-457c-4b81-bed5-b554d60884ae on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:20.270698 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:20.276396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-688a64aa-7e08-4642-839f-cc7572f2497c req-8a9e0109-4679-43bd-85eb-dfe95508a9d5 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "DELETE /v2.0/ports/f3e9c07e-457c-4b81-bed5-b554d60884ae HTTP/1.1" status: 204 len: 173 time: 1.2481596 Dec 23 12:52:20.276968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'name': 'network-vif-deleted', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:20.279584 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6344733c-9b45-41e3-8200-77b893b84f42" -d '{"events": [{"server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "name": "network-vif-deleted", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:20.405320 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e0123-7bf3-4fc5-a0e6-b7be54573cd6 x-openstack-request-id: req-ed9e0123-7bf3-4fc5-a0e6-b7be54573cd6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:20.410846 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806addda-b61a-4d03-a00e-d953f427fea9", "name": "network-vif-deleted", "tag": "f3e9c07e-457c-4b81-bed5-b554d60884ae", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:20.411195 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed9e0123-7bf3-4fc5-a0e6-b7be54573cd6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:20.414310 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806addda-b61a-4d03-a00e-d953f427fea9', 'name': 'network-vif-deleted', 'tag': 'f3e9c07e-457c-4b81-bed5-b554d60884ae', 'status': 'completed', 'code': 200} Dec 23 12:52:20.501567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-f3f54ce0-f5e3-4af4-b4d8-a67a17c017ef tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:20.506980 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-f3f54ce0-f5e3-4af4-b4d8-a67a17c017ef tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.57 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.2015429 Dec 23 12:52:20.532621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a34062-c9e9-4783-a095-a9df2160b252 req-0f8ff5b3-bbde-4c21-93bc-c3a47756539d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:20.560107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a34062-c9e9-4783-a095-a9df2160b252 req-0f8ff5b3-bbde-4c21-93bc-c3a47756539d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 945 time: 0.1998591 Dec 23 12:52:20.668532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e809a67-2acc-4764-a655-5606e17378ab req-55b0cd46-9c47-476c-a935-a50442fb63e6 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=806addda-b61a-4d03-a00e-d953f427fea9 HTTP/1.1" status: 200 len: 210 time: 0.1062286 Dec 23 12:52:20.692689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32a34062-c9e9-4783-a095-a9df2160b252 req-270d893a-8118-4753-82d0-dad1a13bae70 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=62fc2fac-ff9b-450a-8d1c-f5594c252367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316514 Dec 23 12:52:20.747570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 6c27c228-becd-4766-af00-9637306ad626 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:20.748148 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:20.883779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 6c27c228-becd-4766-af00-9637306ad626, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6c27c228-becd-4766-af00-9637306ad626,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:20.885789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:20.900210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 6c27c228-becd-4766-af00-9637306ad626 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:21.232656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:21.291499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=6c27c228-becd-4766-af00-9637306ad626,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:21.382199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] No DVR routers for this DVR port 6c27c228-becd-4766-af00-9637306ad626 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:21.385668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:21.391654 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-aa939fb0-dfda-41e0-9315-0ef34aec7dfb req-180759e9-8186-459c-ba4b-14c59d39bd4d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.57 "DELETE /v2.0/ports/6c27c228-becd-4766-af00-9637306ad626 HTTP/1.1" status: 204 len: 173 time: 0.8648083 Dec 23 12:52:21.952952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf7e1ca7-4647-42e2-a3c4-46f6ea88220f req-80bedf01-1d90-4a87-b3b6-deccd3be0c24 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0813e5-c746-4e70-9181-6eab69ea42ed HTTP/1.1" status: 200 len: 210 time: 0.0546086 Dec 23 12:52:22.415153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'name': 'network-vif-deleted', 'tag': '6c27c228-becd-4766-af00-9637306ad626'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:22.417542 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7355810-b8bf-47c2-a888-dee9563f962a" -d '{"events": [{"server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "name": "network-vif-deleted", "tag": "6c27c228-becd-4766-af00-9637306ad626"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:22.488958 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01317337-6e43-4554-b884-c29856fd3ffd x-openstack-request-id: req-01317337-6e43-4554-b884-c29856fd3ffd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:22.489265 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0813e5-c746-4e70-9181-6eab69ea42ed", "name": "network-vif-deleted", "tag": "6c27c228-becd-4766-af00-9637306ad626", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:22.489660 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01317337-6e43-4554-b884-c29856fd3ffd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:22.490079 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0813e5-c746-4e70-9181-6eab69ea42ed', 'name': 'network-vif-deleted', 'tag': '6c27c228-becd-4766-af00-9637306ad626', 'status': 'completed', 'code': 200} Dec 23 12:52:22.494618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a298df3-178a-4ffa-beb8-b784b088594f req-d1628cc0-6e88-4442-8beb-75232ff67d3a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:22.496546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a298df3-178a-4ffa-beb8-b784b088594f req-d1628cc0-6e88-4442-8beb-75232ff67d3a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.1072311 Dec 23 12:52:22.579251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a298df3-178a-4ffa-beb8-b784b088594f req-709b565f-9e92-46b7-b18a-8a735b35989a tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757134 Dec 23 12:52:22.602239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3e9c07e-457c-4b81-bed5-b554d60884ae no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:22.639549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: f3e9c07e-457c-4b81-bed5-b554d60884ae {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:22.639835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device f3e9c07e-457c-4b81-bed5-b554d60884ae not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:22.862683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:23.005074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58610) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:23.081245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:23.117535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:23.276724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:23.284302 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:23.290792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/security-groups/62fc2fac-ff9b-450a-8d1c-f5594c252367 HTTP/1.1" status: 204 len: 168 time: 0.2802899 Dec 23 12:52:23.309878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a42252-a3a2-4eda-9d1e-de1ae731961f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc2fac-ff9b-450a-8d1c-f5594c252367,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:23.347717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6c27c228-becd-4766-af00-9637306ad626 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:23.380989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 6c27c228-becd-4766-af00-9637306ad626 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:23.381330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6c27c228-becd-4766-af00-9637306ad626 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:23.401284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58624) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:23.852234 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11c6f-6708-43be-aa57-9d217e91c67e req-c624fb9a-9789-4e26-8ef1-14bfa1f018ae tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:23.853898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cc11c6f-6708-43be-aa57-9d217e91c67e req-c624fb9a-9789-4e26-8ef1-14bfa1f018ae tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.1266291 Dec 23 12:52:23.956701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cc11c6f-6708-43be-aa57-9d217e91c67e req-dca4ae0c-7322-4904-9a0f-8e21e8cdc3ca tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/security-groups?id=72f3add2-f984-42c3-8687-8511a4bfd58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947340 Dec 23 12:52:24.002234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-1df92652-cb8a-4ddb-b948-c3a7736b2700 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:24.004435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-1df92652-cb8a-4ddb-b948-c3a7736b2700 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 945 time: 0.1044009 Dec 23 12:52:24.113377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.156227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Deleting port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:24.156790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.308197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] For port e0874334-d7d6-4a87-a1eb-3c3a494a1b96, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:24.308954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.324604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Calling delete_port for e0874334-d7d6-4a87-a1eb-3c3a494a1b96 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:24.570739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 9b05f8ad-49f1-466f-b97a-53887e60805d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:24.571313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.583218 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.604447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['e0874334-d7d6-4a87-a1eb-3c3a494a1b96'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:52:24.678323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Pushing event deleted for resources: {'Port': ['ID=e0874334-d7d6-4a87-a1eb-3c3a494a1b96,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:24.692746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 9b05f8ad-49f1-466f-b97a-53887e60805d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9b05f8ad-49f1-466f-b97a-53887e60805d,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:24.693260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.707626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 9b05f8ad-49f1-466f-b97a-53887e60805d owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:24.739354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] No DVR routers for this DVR port e0874334-d7d6-4a87-a1eb-3c3a494a1b96 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:24.742388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:24.751614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-582bdbba-4756-4ca3-9458-734bc9341d15 req-7199c378-035e-4451-b54e-36de31a05476 tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.43 "DELETE /v2.0/ports/e0874334-d7d6-4a87-a1eb-3c3a494a1b96 HTTP/1.1" status: 204 len: 173 time: 0.7410698 Dec 23 12:52:24.752148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'name': 'network-vif-deleted', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:24.757464 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77595f87-cebe-45ac-bc4e-6b450c0dbbae" -d '{"events": [{"server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "name": "network-vif-deleted", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:24.817191 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26150fc-2dc9-4a46-88b3-680aaf6aaf52 x-openstack-request-id: req-f26150fc-2dc9-4a46-88b3-680aaf6aaf52 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:24.817652 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169868fd-f717-4a22-9c1c-4929e74afe8d", "name": "network-vif-deleted", "tag": "e0874334-d7d6-4a87-a1eb-3c3a494a1b96", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:24.817923 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f26150fc-2dc9-4a46-88b3-680aaf6aaf52 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:24.818372 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169868fd-f717-4a22-9c1c-4929e74afe8d', 'name': 'network-vif-deleted', 'tag': 'e0874334-d7d6-4a87-a1eb-3c3a494a1b96', 'status': 'completed', 'code': 200} Dec 23 12:52:25.130457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a24c216d-a724-4175-b8b5-bc5751c541f0 req-1a85a766-1c3e-4b73-a2cb-b2bc66c00c9c tempest-ListServerFiltersTestJSON-1146271907 tempest-ListServerFiltersTestJSON-1146271907-project] 10.222.0.16 "GET /v2.0/ports?device_id=169868fd-f717-4a22-9c1c-4929e74afe8d HTTP/1.1" status: 200 len: 210 time: 0.0296082 Dec 23 12:52:25.131913 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:25.163089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=9b05f8ad-49f1-466f-b97a-53887e60805d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:25.895840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.160883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router 5c6c9229-3fb7-4588-872b-dd44d2596d28 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:52:26.216558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58674) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:26.271609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Deleting subnet fcc988cf-6c96-484a-abdd-2d3552c59cf8 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:52:26.275762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.339203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:52:26.350129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6a4c84d5-4b82-458a-95bb-29d26cbacaea tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/5c6c9229-3fb7-4588-872b-dd44d2596d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452693 Dec 23 12:52:26.351806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.352188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58682) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:26.357195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Sync routers for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:52:26.390273 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:26.394365 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:26.459184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting subnet 482f7d37-e8cc-4350-87c5-9ff1ab642dcb {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:52:26.460694 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.464046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.564233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.585309 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:26.609076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.683567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc988cf-6c96-484a-abdd-2d3552c59cf8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:26.693259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.698443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc43aa-26fd-4558-8e31-8e3305b4a47c None None] Network bcc84854-4bf9-4d00-9b41-efa4ffc9a147 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:26.709557 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed7fd2da-65c3-48b5-a9bf-a82d8484359f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fcc988cf-6c96-484a-abdd-2d3552c59cf8 HTTP/1.1" status: 204 len: 168 time: 0.4911816 Dec 23 12:52:26.712652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58688) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:26.809085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:26.896104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.038329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Deleting port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:27.038667 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.089790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] DHCP port deletion for bcc84854-4bf9-4d00-9b41-efa4ffc9a147 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:27.096974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.098283 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:24Z', 'revision_number': 7, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:27.144187 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Checking router: 5c6c9229-3fb7-4588-872b-dd44d2596d28 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:52:27.154372 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Routers {'5c6c9229-3fb7-4588-872b-dd44d2596d28'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:27.155220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5c6c9229-3fb7-4588-872b-dd44d2596d28'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:27.169406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Subnet': ['ID=482f7d37-e8cc-4350-87c5-9ff1ab642dcb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:27.204328 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.215782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58690) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:27.218356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2b6b5-57d1-4f51-b495-7c854a3c1d5b None None] Network 703a9f47-8c56-4613-a847-4b6a647938d4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:27.221197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5df221cd-8627-4511-8b51-bbaed258c4c3 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/subnets/482f7d37-e8cc-4350-87c5-9ff1ab642dcb HTTP/1.1" status: 204 len: 168 time: 0.8657839 Dec 23 12:52:27.326793 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] For port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:27.327380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.374968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Deleting port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:27.375571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.395553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Calling delete_port for 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:27.430190 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] Set router 5c6c9229-3fb7-4588-872b-dd44d2596d28 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:27.514104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] For port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,segment=NetworkSegment(00513ace-028d-469b-82ca-73a2d012fb98),segment_id=00513ace-028d-469b-82ca-73a2d012fb98)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:27.514589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.542227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Calling delete_port for 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:27.653515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.779528 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.811031 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:24Z', 'revision_number': 7, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:27.839126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] DHCP port deletion for 703a9f47-8c56-4613-a847-4b6a647938d4 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:27.855691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:27.863912 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9711fa-080f-47fc-879c-b7e2f4044369 None None] The sync data for ids ['5c6c9229-3fb7-4588-872b-dd44d2596d28'] in n-d-822750-2 is: [{'id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'name': 'tempest-TestNetworkBasicOps-router-1200561129', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '8f49d858-3318-4972-a146-7491275ee992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:49:30Z', 'updated_at': '2021-12-23T12:52:24Z', 'revision_number': 7, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '8f49d858-3318-4972-a146-7491275ee992', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ce:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6c9229-3fb7-4588-872b-dd44d2596d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:49:31Z', 'updated_at': '2021-12-23T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:52:27.885673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] Pushing event deleted for resources: {'Port': ['ID=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:27.894616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e60d5-f633-4b52-a61b-15c1009820e0 None None] No DVR routers for this DVR port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:27.946114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:27.962867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] No DVR routers for this DVR port 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:27.995519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Deleting port 6a414dd3-62b9-4289-9df0-65cb67e308df {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:27.997240 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.085855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] For port 6a414dd3-62b9-4289-9df0-65cb67e308df, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6a414dd3-62b9-4289-9df0-65cb67e308df,segment=NetworkSegment(295111a3-4fd2-4c5e-9e28-b60bc41889e7),segment_id=295111a3-4fd2-4c5e-9e28-b60bc41889e7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:28.086423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.097014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.105615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Calling delete_port for 6a414dd3-62b9-4289-9df0-65cb67e308df owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:28.119216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.154436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc84854-4bf9-4d00-9b41-efa4ffc9a147']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:28.198134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00513ace-028d-469b-82ca-73a2d012fb98') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:28.198522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00513ace-028d-469b-82ca-73a2d012fb98') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:28.214414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.242559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.259048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.259185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:52:28.259185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self.session.flush() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:52:28.262892 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:52:28.357480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] No DVR routers for this DVR port 6a414dd3-62b9-4289-9df0-65cb67e308df on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:28.362474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 8f49d858-3318-4972-a146-7491275ee992 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:28.363044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.370942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a046-2de0-42c2-81b4-21f3234a3ede None None] Pushing event deleted for resources: {'Port': ['ID=6a414dd3-62b9-4289-9df0-65cb67e308df,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:28.385263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a414dd3-62b9-4289-9df0-65cb67e308df no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:28.443121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6a414dd3-62b9-4289-9df0-65cb67e308df {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:28.443467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6a414dd3-62b9-4289-9df0-65cb67e308df not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:28.445078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:28.503938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:28.506338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1f4e1ba9-4c2a-4492-87bd-dc4c03dc3724 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:28.507395 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b05f8ad-49f1-466f-b97a-53887e60805d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:28.522922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.542482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.548359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] 10.222.0.16 "DELETE /v2.0/networks/bcc84854-4bf9-4d00-9b41-efa4ffc9a147 HTTP/1.1" status: 204 len: 168 time: 1.8299727 Dec 23 12:52:28.551867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0cfb-b50e-4d6e-b4fe-fde09e08ca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc84854-4bf9-4d00-9b41-efa4ffc9a147,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:28.555359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 8f49d858-3318-4972-a146-7491275ee992, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=8f49d858-3318-4972-a146-7491275ee992,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:28.561657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:28.569692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9b05f8ad-49f1-466f-b97a-53887e60805d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:28.570038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9b05f8ad-49f1-466f-b97a-53887e60805d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:28.598168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 8f49d858-3318-4972-a146-7491275ee992 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:28.660688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0874334-d7d6-4a87-a1eb-3c3a494a1b96 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:28.716013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: e0874334-d7d6-4a87-a1eb-3c3a494a1b96 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:28.716266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device e0874334-d7d6-4a87-a1eb-3c3a494a1b96 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:28.993441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.018472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58714) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:29.053719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=8f49d858-3318-4972-a146-7491275ee992,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:29.072572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e5f2c-2335-4df4-960e-d00c7cb3829c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:29.073265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58716) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:29.075014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c017315-f9a2-4023-b2c0-52f53f5d546e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdf57d0f6e4246bc87e8e8ca6f734934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532882 Dec 23 12:52:29.169737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.269348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.277812 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.284631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.335168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.471518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.474411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.476771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72f3add2-f984-42c3-8687-8511a4bfd58a HTTP/1.1" status: 204 len: 168 time: 0.4012725 Dec 23 12:52:29.478403 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.479035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6c9229-3fb7-4588-872b-dd44d2596d28 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:52:29.487569 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.491207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed17f061-a0f9-47ba-9fce-916a7d2d7f6d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/routers/5c6c9229-3fb7-4588-872b-dd44d2596d28 HTTP/1.1" status: 204 len: 168 time: 2.2721415 Dec 23 12:52:29.491910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58722) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:29.505857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b6579-4097-451d-9f2a-71768ad16b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3add2-f984-42c3-8687-8511a4bfd58a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:29.649292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.800560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.821795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703a9f47-8c56-4613-a847-4b6a647938d4']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:29.834859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295111a3-4fd2-4c5e-9e28-b60bc41889e7') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:29.835413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295111a3-4fd2-4c5e-9e28-b60bc41889e7') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:29.845853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.864087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.877701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:52:29.878107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:52:29.881663 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:52:30.063630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.075073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.098106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/networks/703a9f47-8c56-4613-a847-4b6a647938d4 HTTP/1.1" status: 204 len: 168 time: 0.6015282 Dec 23 12:52:30.118712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58744) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:30.129334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'network': {'name': 'tempest-network-smoke--1029320592', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:30.164131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6f6f-7c3b-4aad-97c3-3ec0418bc566 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Network': ['ID=703a9f47-8c56-4613-a847-4b6a647938d4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:30.238296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f49d858-3318-4972-a146-7491275ee992 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:30.259672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 8f49d858-3318-4972-a146-7491275ee992 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:30.260062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 8f49d858-3318-4972-a146-7491275ee992 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:30.288917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:30.293647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.329199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:52:30.341232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.341747 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Added segment 1b14ae59-31d6-49bc-97dc-73fea56eebd1 of type vlan for network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf Dec 23 12:52:30.390240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.494283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.503643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:30.504537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.594065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Network': ['ID=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:30.608877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:52:30.637317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-43b6a05f-8e95-45d9-8bce-77ec226fc04b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5170679 Dec 23 12:52:30.640009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:30.645843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'admin_state_up': True, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:30.743493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.746194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.804043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58762) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:30.826073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:30.927504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1850613877-network', 'tenant_id': 'ed3bb776771f4181b7e27c58a558dd31'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:31.039498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Made reservation on behalf of ed3bb776771f4181b7e27c58a558dd31 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:31.041918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.052247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.059225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.143405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.268201 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.306179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:52:31.319509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.320119 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Added segment c7d43c9b-cd29-4c50-99af-482251593cfe of type vlan for network 88a9935f-712e-4a8b-844a-859f63d2dce0 Dec 23 12:52:31.374340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.403656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853c386e-18d9-4f4a-870a-72906374c6a5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:31.467783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.479571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.480549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:31.481167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.504972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.561704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] Pushing event updated for resources: {'Network': ['ID=88a9935f-712e-4a8b-844a-859f63d2dce0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:31.572150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 88a9935f-712e-4a8b-844a-859f63d2dce0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:52:31.585371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6c6aba65-e390-4b4a-99b9-216344e64902 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7804928 Dec 23 12:52:31.588023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58774) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:31.594472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Request body: {'subnet': {'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1850613877-subnet', 'tenant_id': 'ed3bb776771f4181b7e27c58a558dd31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:31.655951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.25.7.202 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/38dadc5d-5072-4774-aa6b-1794d7583520) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:52:31.736949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Made reservation on behalf of ed3bb776771f4181b7e27c58a558dd31 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:31.739530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.776668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.886788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:31.947865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:31.952688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:31.961153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:52:31.961153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=38dadc5d-5072-4774-aa6b-1794d7583520,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:31.975463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e607081-b94b-441c-b312-932427ce4b67 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:32.011853 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:32.086402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9ffc77-4e75-4765-b7ee-61d8196197aa,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:32.113063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f6c9f0d5-e676-4a71-aa3e-5dcf4aca8c3e None None] Provisioning complete for port 38dadc5d-5072-4774-aa6b-1794d7583520 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:32.115747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f0d5-e676-4a71-aa3e-5dcf4aca8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:32.117445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Checking segment: {'id': 'c7d43c9b-cd29-4c50-99af-482251593cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:32.117445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Network hostable DHCP agents. Network: 88a9935f-712e-4a8b-844a-859f63d2dce0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:52:32.159780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9f0d5-e676-4a71-aa3e-5dcf4aca8c3e None None] Port 38dadc5d-5072-4774-aa6b-1794d7583520 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:52:32.245086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Network 88a9935f-712e-4a8b-844a-859f63d2dce0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:52:32.334995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:32.360662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 88a9935f-712e-4a8b-844a-859f63d2dce0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:32.365676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:32.366462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:32.373561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95e91d-9264-445c-ac52-8b3bd7f59fe9 None None] Network 88a9935f-712e-4a8b-844a-859f63d2dce0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:32.482178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bc961c10-5b68-4871-a78a-488be95c287f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8918347 Dec 23 12:52:32.742338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f4004-85f8-4f33-b84a-732d0f73fed9 None None] Network 88a9935f-712e-4a8b-844a-859f63d2dce0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:33.090081 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:33.107484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-777d0598-30c9-4848-b281-983f969f58dc tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:33.116767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-777d0598-30c9-4848-b281-983f969f58dc tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/networks?id=88a9935f-712e-4a8b-844a-859f63d2dce0 HTTP/1.1" status: 200 len: 822 time: 0.1353905 Dec 23 12:52:33.134747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-99001317-db5a-44c0-a20f-35a13788096a tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/quotas/ed3bb776771f4181b7e27c58a558dd31 HTTP/1.1" status: 200 len: 375 time: 0.0167010 Dec 23 12:52:33.172129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-c83d3a28-3030-4643-9f2c-613bd60d13fb tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed3bb776771f4181b7e27c58a558dd31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359488 Dec 23 12:52:33.280841 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-0ed74b3c-f6a8-4f7e-af5b-5ea37cea2b3a service neutron] 10.222.0.16 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075170 Dec 23 12:52:33.310791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router e67d3485-3e8a-4327-a9c0-eece78fe6cfb is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:52:33.398497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-1ff0effb-dee6-4d50-906d-6c1768d8d355 service neutron] 10.222.0.16 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106262 Dec 23 12:52:33.462128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:52:33.471704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Sync routers for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:52:33.501639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:33.501639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:33.587339 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:33.589680 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3da3156f-30c4-499f-afe4-a639e4a0cb13 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9478676 Dec 23 12:52:33.597854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58814) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:33.625876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:33.671627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab0e14a1-ccf2-4ef9-80fa-4e9089c65bf1 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=838eaa70cbf94eaab95b2a176de0e9f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721476 Dec 23 12:52:33.671997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:33.848734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b44078e4-4caf-418f-b40a-aaac09b7c854 req-02067268-7c4f-4441-90a2-19cdd839a62c tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 210 time: 0.0785623 Dec 23 12:52:33.895725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:33.901290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe2ab0-a861-4233-8b6d-99af3a37274f tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:33.906067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58828) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:33.933216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1dfe2ab0-a861-4233-8b6d-99af3a37274f tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2581267 Dec 23 12:52:33.954602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Checking router: e67d3485-3e8a-4327-a9c0-eece78fe6cfb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:52:33.955373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Updating router e67d3485-3e8a-4327-a9c0-eece78fe6cfb port 38dadc5d-5072-4774-aa6b-1794d7583520 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:52:33.960527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:33.967409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302814632', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:33.973921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-db32a984-74c4-45ab-8bb9-677c739fa80f tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664263 Dec 23 12:52:34.000472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.156557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:34.161436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.375803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.436516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.522922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8960b2-8968-4101-9b46-0c4e3dac6a67 None None] Pushing event updated for resources: {'Port': ['ID=38dadc5d-5072-4774-aa6b-1794d7583520,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:34.531595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ae3018-f894-4233-b9fa-af92c86a44fe None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:34.591317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.625020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Attempting to bind port 38dadc5d-5072-4774-aa6b-1794d7583520 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:52:34.625310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Attempting to bind port 38dadc5d-5072-4774-aa6b-1794d7583520 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:52:34.625686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Attempting to bind port 38dadc5d-5072-4774-aa6b-1794d7583520 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:34.638340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:52:34.638726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:34.639242 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.639640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:52:34.640121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Bound port: 38dadc5d-5072-4774-aa6b-1794d7583520, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:52:34.640505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.681369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-78c71327-ab09-4f39-94fa-6fb33330d9fb None None] Provisioning complete for port 38dadc5d-5072-4774-aa6b-1794d7583520 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:34.681741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-78c71327-ab09-4f39-94fa-6fb33330d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.709970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Subnet': ['ID=91323883-74f7-4409-986c-4766e84d8386,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:34.715663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Checking segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:34.716374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network hostable DHCP agents. Network: 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:52:34.747985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-78c71327-ab09-4f39-94fa-6fb33330d9fb None None] Port 38dadc5d-5072-4774-aa6b-1794d7583520 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:52:34.750800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] For port 38dadc5d-5072-4774-aa6b-1794d7583520, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:52:34.755981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] For port 38dadc5d-5072-4774-aa6b-1794d7583520, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=38dadc5d-5072-4774-aa6b-1794d7583520,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:52:34.871542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:34.904987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:52:34.950291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba63bdc-dc72-44c4-8689-40f4acee4aa7 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:34.976133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:34.977920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:35.021498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52c67e91-769b-4148-81fc-b62b9aa3f982 req-f83e4474-e0bf-4e03-bd55-6332b78b7555 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 210 time: 0.0881922 Dec 23 12:52:35.024383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:35.046113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:35.046773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:35.111135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:35.156668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-00fa0f1c-4b58-4914-987f-798382586529 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1948121 Dec 23 12:52:35.160309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58852) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:35.184839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afea0f-bcc1-4fec-a14e-0381bd6b9205 None None] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:35.293074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8960b2-8968-4101-9b46-0c4e3dac6a67 None None] Pushing event updated for resources: {'Port': ['ID=38dadc5d-5072-4774-aa6b-1794d7583520,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:35.341663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] Provisioning complete for port 38dadc5d-5072-4774-aa6b-1794d7583520 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:35.342117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:35.474466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:35.591533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:52:35.593670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:35.841550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] For port 38dadc5d-5072-4774-aa6b-1794d7583520, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=38dadc5d-5072-4774-aa6b-1794d7583520,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:35.885941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Allocated IP 172.20.0.2 (4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf/91323883-74f7-4409-986c-4766e84d8386/1e2b46d0-0638-4255-a3ed-ada7a686e9f2) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:52:35.940658 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:36.005665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:36.072608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:36.141990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc287-4266-4e06-806e-df5dc7ccbe95 None None] The sync data for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 is: [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:32Z', 'revision_number': 3, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:52:36.193097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88985fbe-b76b-490d-9df8-cbb9f99601ef None None] Pushing event updated for resources: {'Port': ['ID=38dadc5d-5072-4774-aa6b-1794d7583520,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:36.440549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:36.555884 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:36.760124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:36.778271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.1 (4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf/91323883-74f7-4409-986c-4766e84d8386/1afed20c-91a1-492a-b201-c9e95dc9a577) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:52:36.789646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:36.807563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:52:36.847273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Pushing event updated for resources: {'Port': ['ID=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:36.857475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-681ecf99-1d0f-4377-92af-b2f6450ddf90 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:36.863687 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-681ecf99-1d0f-4377-92af-b2f6450ddf90 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.57 "GET /v2.0/networks?id=88a9935f-712e-4a8b-844a-859f63d2dce0 HTTP/1.1" status: 200 len: 822 time: 0.3636842 Dec 23 12:52:36.884394 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Request body: {'port': {'device_id': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0', 'admin_state_up': True, 'tenant_id': 'ed3bb776771f4181b7e27c58a558dd31'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:36.991967 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Attempting to bind port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:52:36.992351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Attempting to bind port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:52:36.992721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Attempting to bind port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 on network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:37.001579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:52:37.001956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Checking segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:37.002998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.003398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Bound using segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:52:37.003873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Bound port: 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:52:37.004387 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.012186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9288b14c-412b-409d-ae7e-03a6e966b64b req-ac23969c-7288-4538-abac-50ee9f4e6561 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 210 time: 0.0433955 Dec 23 12:52:37.114394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.238301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] For port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:52:37.250343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] For port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:52:37.305784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.334225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Made reservation on behalf of ed3bb776771f4181b7e27c58a558dd31 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:37.335891 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.349662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.396244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:37.399599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:37.418544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:52:37.425929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:37.498626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:37.501610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df294c-2f69-4033-b955-3fbc663e861c None None] Pushing event updated for resources: {'Port': ['ID=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:37.694809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Allocated IP 172.20.0.12 (88a9935f-712e-4a8b-844a-859f63d2dce0/cb9ffc77-4e75-4765-b7ee-61d8196197aa/1229a520-a012-494e-b588-784170adfea8) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:52:37.828106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:37.845496 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.141638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.195121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Deleting subnet d2436d12-5683-43af-91dc-b91fa244f22f {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:52:38.201417 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.233850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 38dadc5d-5072-4774-aa6b-1794d7583520 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:38.252587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.320925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 38dadc5d-5072-4774-aa6b-1794d7583520 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:38.321918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.333887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d5337fc-5325-41a6-a1be-08f4ea63dbbd req-07c8b380-eee4-4dd0-bc29-ff529be4639a tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 210 time: 0.1678352 Dec 23 12:52:38.336200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.406475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.476106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Network 88a9935f-712e-4a8b-844a-859f63d2dce0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:38.480850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:38.484292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:52:38.515596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.540634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Pushing event updated for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:38.562087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2436d12-5683-43af-91dc-b91fa244f22f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:38.578516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.608750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.614603 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-963e52f4-5b4e-4bad-bc36-75f591738704 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2436d12-5683-43af-91dc-b91fa244f22f HTTP/1.1" status: 204 len: 168 time: 0.7851241 Dec 23 12:52:38.617160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58888) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:38.650056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:38.651031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.716387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.750833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-e35219ea-92c8-4669-b8b2-94f71e831af4 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8779712 Dec 23 12:52:38.765501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Request body: {'port': {'device_id': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:38.915915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:38.935188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:38.937161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce157a-0693-4766-9aff-da229f84d1b1 None None] Network 3ad1c044-17b4-4c83-a56f-577e3c0392b3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:39.114255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0617a15-07a6-475e-aeaa-fd310270b6dc None None] DHCP port deletion for 3ad1c044-17b4-4c83-a56f-577e3c0392b3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:52:39.150867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:39.151456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.258610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3750b9-3a48-4995-a276-93ca28db106d None None] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:52:39.436210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.440181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.446953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.450506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:39.517131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b8c0582f-0032-40dc-92be-6036f00d5da6 None None] Provisioning complete for port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:39.517662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b8c0582f-0032-40dc-92be-6036f00d5da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.569961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1229a520-a012-494e-b588-784170adfea8 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:52:39.578693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.589074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:39.594557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Transition to ACTIVE for port object 1229a520-a012-494e-b588-784170adfea8 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:52:39.674981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:39.701055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:39.717808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.757334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.778792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b8c0582f-0032-40dc-92be-6036f00d5da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.899037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:39.922738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:39.976491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db6c9-02df-4f42-abc4-5abf0ba9617a req-3aec22ec-086f-4192-a5c6-81eea51314b7 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:39.985438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541db6c9-02df-4f42-abc4-5abf0ba9617a req-3aec22ec-086f-4192-a5c6-81eea51314b7 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 932 time: 0.3755295 Dec 23 12:52:40.000059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Pushing event updated for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:40.058580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-b8c0582f-0032-40dc-92be-6036f00d5da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:52:40.058580 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-b8c0582f-0032-40dc-92be-6036f00d5da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:52:40.164363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad1c044-17b4-4c83-a56f-577e3c0392b3']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:40.169096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:40.222418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Attempting to bind port 1229a520-a012-494e-b588-784170adfea8 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:52:40.227236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Attempting to bind port 1229a520-a012-494e-b588-784170adfea8 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'c7d43c9b-cd29-4c50-99af-482251593cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:52:40.227577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Attempting to bind port 1229a520-a012-494e-b588-784170adfea8 on network 88a9935f-712e-4a8b-844a-859f63d2dce0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:40.244323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Port 1229a520-a012-494e-b588-784170adfea8 on network 88a9935f-712e-4a8b-844a-859f63d2dce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:52:40.248885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Attempting to bind port 1229a520-a012-494e-b588-784170adfea8 on network 88a9935f-712e-4a8b-844a-859f63d2dce0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:40.251480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9c04a1-93d4-4e8b-9832-b44fc92df740') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:40.251808 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9c04a1-93d4-4e8b-9832-b44fc92df740') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:40.273887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:52:40.274239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Checking segment: {'id': 'c7d43c9b-cd29-4c50-99af-482251593cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:40.274633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Bound using segment: {'id': 'c7d43c9b-cd29-4c50-99af-482251593cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:52:40.276871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Bound port: 1229a520-a012-494e-b588-784170adfea8, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d43c9b-cd29-4c50-99af-482251593cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:52:40.277249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.309545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.336035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:40.336411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.403451 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.428583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:52:40.431756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:52:40.432252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:52:40.436079 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:52:40.439723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1229a520-a012-494e-b588-784170adfea8,segment=NetworkSegment(c7d43c9b-cd29-4c50-99af-482251593cfe),segment_id=c7d43c9b-cd29-4c50-99af-482251593cfe)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:52:40.476047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-541db6c9-02df-4f42-abc4-5abf0ba9617a req-55a82d1d-7c2e-462f-b985-c5d6efd25127 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544358 Dec 23 12:52:40.478288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router e67d3485-3e8a-4327-a9c0-eece78fe6cfb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:52:40.506854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.542361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:40.546163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.546163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-41487f91-820e-4127-8de8-dc32585a863c service neutron] 10.222.0.57 "PUT /v2.0/ports/1229a520-a012-494e-b588-784170adfea8 HTTP/1.1" status: 200 len: 1092 time: 1.7856090 Dec 23 12:52:40.546940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'tag': '1229a520-a012-494e-b588-784170adfea8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:40.570221 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fea514-8bff-4cd7-a671-17b7759c8ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "tag": "1229a520-a012-494e-b588-784170adfea8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:40.670219 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487f91-820e-4127-8de8-dc32585a863c service neutron] Pushing event updated for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:40.687210 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7610a-8ba1-4051-8410-27fc0725902e x-openstack-request-id: req-f0b7610a-8ba1-4051-8410-27fc0725902e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:40.687535 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "tag": "1229a520-a012-494e-b588-784170adfea8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:40.687786 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0b7610a-8ba1-4051-8410-27fc0725902e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:40.688188 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'tag': '1229a520-a012-494e-b588-784170adfea8', 'status': 'completed', 'code': 200} Dec 23 12:52:40.735950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:52:40.742079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b9c9a3f-ffae-45a8-a6f3-1d995ac91565 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/e67d3485-3e8a-4327-a9c0-eece78fe6cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5806940 Dec 23 12:52:40.744496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58946) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:40.747503 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Sync routers for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:52:40.763226 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:40.767036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-3583cc95-957f-49d8-82eb-30cb550261b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:40.768788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-3583cc95-957f-49d8-82eb-30cb550261b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed3bb776771f4181b7e27c58a558dd31&device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 1095 time: 0.0722098 Dec 23 12:52:40.778010 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:40.790507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-715da2f0-0314-4a0d-be91-86eeaca15620 None None] Provisioning complete for port 1afed20c-91a1-492a-b201-c9e95dc9a577 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:40.791506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-715da2f0-0314-4a0d-be91-86eeaca15620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:40.879700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-715da2f0-0314-4a0d-be91-86eeaca15620 None None] Port 1afed20c-91a1-492a-b201-c9e95dc9a577 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:52:40.896190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-6084fa39-9eb6-44a1-b87d-a33aed085926 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1229a520-a012-494e-b588-784170adfea8 HTTP/1.1" status: 200 len: 217 time: 0.1181276 Dec 23 12:52:40.911541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-715da2f0-0314-4a0d-be91-86eeaca15620 None None] Provisioning complete for port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:40.913245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-715da2f0-0314-4a0d-be91-86eeaca15620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.014486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.014780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.015237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.016225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.016698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.018647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.018910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.021513 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-221c25bb-48e8-47df-a452-a2b75d3315f5 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4999 time: 0.2639923 Dec 23 12:52:41.022776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.024814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58964) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:41.047854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-b487357d-004f-4975-bde9-037738a51936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.054442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-b487357d-004f-4975-bde9-037738a51936 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb9ffc77-4e75-4765-b7ee-61d8196197aa HTTP/1.1" status: 200 len: 862 time: 0.1521080 Dec 23 12:52:41.065402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.070679 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:41.071918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ad1c044-17b4-4c83-a56f-577e3c0392b3 HTTP/1.1" status: 204 len: 168 time: 2.4517100 Dec 23 12:52:41.100438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bc2aa-f0cb-48bc-b88f-a366e25f3a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad1c044-17b4-4c83-a56f-577e3c0392b3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:41.133214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-c938874e-66b0-40f3-af3f-3920c0168445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88a9935f-712e-4a8b-844a-859f63d2dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671189 Dec 23 12:52:41.160001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.165300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.166735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-37662cc6-2067-4024-a837-00d68fefdd52 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4659 time: 0.1405802 Dec 23 12:52:41.169413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 58972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:41.253102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1d0a3e60-652e-4a16-b424-23389afeadb7 None None] Provisioning complete for port 1afed20c-91a1-492a-b201-c9e95dc9a577 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:41.253419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3e60-652e-4a16-b424-23389afeadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.313641 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-6c33c251-738c-4c4e-a71d-b2cdf5596af1 service neutron] 10.222.0.57 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764166 Dec 23 12:52:41.322593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a3e60-652e-4a16-b424-23389afeadb7 None None] Port 1afed20c-91a1-492a-b201-c9e95dc9a577 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:52:41.487017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-71387f60-b124-4c5b-8e04-b67b2bc98df9 req-cdc01935-6858-4b2a-97ac-f244e1151a8b service neutron] 10.222.0.57 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685472 Dec 23 12:52:41.536957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d1e28b31-c9e2-4a42-9f54-4864ef1d87a8 tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3659658 Dec 23 12:52:41.559005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 58994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:41.669230 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:38Z', 'revision_number': 2, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:41.689236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedce5a-e693-44f0-a081-d8a391100cee req-5ad62cb1-a211-4f30-b37b-8f732e1c112a tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.691512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7bedce5a-e693-44f0-a081-d8a391100cee req-5ad62cb1-a211-4f30-b37b-8f732e1c112a tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 944 time: 0.0986161 Dec 23 12:52:41.706183 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70fe9af7-e3d6-4a21-a58c-4f5b81287182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c3e0192d834410dab5c6a3b83f6c77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430604 Dec 23 12:52:41.713203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59000) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:41.713380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Checking router: e67d3485-3e8a-4327-a9c0-eece78fe6cfb for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:52:41.713380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Updating router e67d3485-3e8a-4327-a9c0-eece78fe6cfb port 1afed20c-91a1-492a-b201-c9e95dc9a577 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:52:41.725275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-a849d0ca-7d9e-44a2-8936-eaf57e8726c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.726781 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-a849d0ca-7d9e-44a2-8936-eaf57e8726c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed3bb776771f4181b7e27c58a558dd31&device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 1095 time: 0.1363955 Dec 23 12:52:41.761673 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.846412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7bedce5a-e693-44f0-a081-d8a391100cee req-3c20c12f-da7e-4ac1-8221-1916e48e5588 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478021 Dec 23 12:52:41.878401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.897989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-9a226bc3-3563-432d-aca3-914808844404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:41.899706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-9a226bc3-3563-432d-aca3-914808844404 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88a9935f-712e-4a8b-844a-859f63d2dce0 HTTP/1.1" status: 200 len: 923 time: 0.1639507 Dec 23 12:52:41.936277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:41.975892 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-a5060f2e-56c2-444e-a8dd-ea99b3ee8070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1229a520-a012-494e-b588-784170adfea8 HTTP/1.1" status: 200 len: 217 time: 0.0620189 Dec 23 12:52:42.062217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-5a29f1b4-62fd-410e-9f9f-9612a2eeb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:42.068194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-5a29f1b4-62fd-410e-9f9f-9612a2eeb621 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb9ffc77-4e75-4765-b7ee-61d8196197aa HTTP/1.1" status: 200 len: 862 time: 0.0839038 Dec 23 12:52:42.095795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59022) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:42.100916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515858603', 'description': 'tempest-secgroup-smoke-515858603 description', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:42.106046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-73733ac1-591b-4b46-a96a-6ddcb5c8fb56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88a9935f-712e-4a8b-844a-859f63d2dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326712 Dec 23 12:52:42.133701 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.138543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.143205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/790d59aa-be28-4ca6-9b92-38c8e5a172cb HTTP/1.1" status: 204 len: 168 time: 0.4331501 Dec 23 12:52:42.170114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc59538-a294-4e03-82d7-97c7c64e7799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d59aa-be28-4ca6-9b92-38c8e5a172cb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:42.181940 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.196737 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.249088 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-4bb8914c-7a26-42ee-b59a-04b835d93126 service neutron] 10.222.0.57 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352818 Dec 23 12:52:42.270986 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.337941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Pushing event updated for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:42.343624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.351787 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.352494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.352494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.352805 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.353196 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.353769 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.354093 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.354564 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.354910 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.355204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.355636 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.355960 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.356383 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:42.403244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-97fea514-8bff-4cd7-a671-17b7759c8ecb req-2723baec-72bf-4f23-a3f3-4ea111a00d9f service neutron] 10.222.0.57 "GET /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461394 Dec 23 12:52:42.445595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Attempting to bind port 1afed20c-91a1-492a-b201-c9e95dc9a577 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:52:42.445956 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Attempting to bind port 1afed20c-91a1-492a-b201-c9e95dc9a577 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:52:42.446355 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Attempting to bind port 1afed20c-91a1-492a-b201-c9e95dc9a577 on network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:42.451625 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:52:42.452083 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Checking segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:42.452540 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.453029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Bound using segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:52:42.453547 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Bound port: 1afed20c-91a1-492a-b201-c9e95dc9a577, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:52:42.453987 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.459876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.496652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b568adb-53e6-4874-a748-a70036747209,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:42.541256 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] For port 1afed20c-91a1-492a-b201-c9e95dc9a577, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:52:42.544620 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] For port 1afed20c-91a1-492a-b201-c9e95dc9a577, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1afed20c-91a1-492a-b201-c9e95dc9a577,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:52:42.614407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.615076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59046) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:42.616200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fb4a9ad3-ac44-4bfb-91b2-5dc14783a633 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5190573 Dec 23 12:52:42.618812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:42.665851 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.729540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:52:42.730280 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:42.747283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.781037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] Provisioning complete for port 1afed20c-91a1-492a-b201-c9e95dc9a577 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:42.781933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.782863 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398694b-938c-48b9-82ae-2cefcfdc2472 None None] Pushing event updated for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:42.852041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.904367 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:52:42.917898 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.939411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:42.996243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9bab28-5827-4f9c-97a5-62d024178386,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:43.015446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] For port 1afed20c-91a1-492a-b201-c9e95dc9a577, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1afed20c-91a1-492a-b201-c9e95dc9a577,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:43.089516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a011b82-42f7-4bfb-bc1a-b5f48a5f674d req-2c7c4dba-f8d3-419b-81d8-3ccef5d5e589 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:43.092954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a011b82-42f7-4bfb-bc1a-b5f48a5f674d req-2c7c4dba-f8d3-419b-81d8-3ccef5d5e589 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 944 time: 0.1137493 Dec 23 12:52:43.145433 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.148637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.151695 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a794167a-104f-4897-99d6-4d5d44b5b18f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5363998 Dec 23 12:52:43.154796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:43.164421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:43.185578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a011b82-42f7-4bfb-bc1a-b5f48a5f674d req-49d5dede-3148-4e9f-928f-f1e0e57d9369 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Dec 23 12:52:43.245310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d7e9-9d2e-4cf1-907f-434baf8c9032 None None] Pushing event updated for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:43.269815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8a5355c6-4c2a-4596-af57-654441d89016 None None] Provisioning complete for port 1afed20c-91a1-492a-b201-c9e95dc9a577 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:43.270182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a5355c6-4c2a-4596-af57-654441d89016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.289658 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:43.313657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.318690 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d750616-0f2e-4977-a4cb-599d4a2e0a74 None None] The sync data for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 is: [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:52:43.350741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f92e-f1b8-4fbe-af4d-ad62f2f115bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.459048 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.521871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.546395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629217eb-3017-42f5-bc0b-9c31698eee3d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:43.606991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.610796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4f29d874-715d-4e6b-ad10-ddadfdba3c83 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4520934 Dec 23 12:52:43.615206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59108) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:43.615796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:43.773818 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.845051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.899918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:43.931987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00991e28-9040-4ae6-ae44-845dc393ce45,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:44.027931 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.029462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-96565af4-a719-4b83-862f-be828c9283e5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172852 Dec 23 12:52:44.032200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59132) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:44.040162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:44.157087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1afed20c-91a1-492a-b201-c9e95dc9a577 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:44.214976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.254185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1afed20c-91a1-492a-b201-c9e95dc9a577 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:44.254837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.409174 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.439013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf22bd5-1f54-4b9b-971f-e81bb8de3350 req-e401f685-58af-4192-837a-b67b741d86a0 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:44.447738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcf22bd5-1f54-4b9b-971f-e81bb8de3350 req-e401f685-58af-4192-837a-b67b741d86a0 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 944 time: 0.0989580 Dec 23 12:52:44.473618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.506393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15e56e2-fd00-4b9d-9d56-1a3ed587316d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:44.557399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bcf22bd5-1f54-4b9b-971f-e81bb8de3350 req-e90bd5e2-1e6f-4d20-86ce-ac665589d18c tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077507 Dec 23 12:52:44.614112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.615378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c01440ff-a4e5-40a5-8276-4085e1e9cd26 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5821919 Dec 23 12:52:44.618279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59158) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:44.622920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:44.750977 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:52:44.757587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.830751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.926278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:44.954264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f63ba3-4e33-479f-8991-7f8c797bc9e4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:45.021405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.022987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f18d94e-9ab9-43d9-9ae7-3e42d75fca4f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4037030 Dec 23 12:52:45.026132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59182) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:45.031771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'security_group_rule': {'security_group_id': '5b568adb-53e6-4874-a748-a70036747209', 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:45.185355 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Project 838eaa70cbf94eaab95b2a176de0e9f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:52:45.191142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.261081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.359707 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.380221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef02e743-7bbe-4a54-b160-4b8ae721bfc9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:45.458697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1229a520-a012-494e-b588-784170adfea8 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:52:45.513319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.523434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6fe00c04-84f9-49e1-8cb1-a06948337d60 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4872637 Dec 23 12:52:45.585963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1229a520-a012-494e-b588-784170adfea8,segment=NetworkSegment(c7d43c9b-cd29-4c50-99af-482251593cfe),segment_id=c7d43c9b-cd29-4c50-99af-482251593cfe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:45.612680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '1229a520-a012-494e-b588-784170adfea8', 'network_id': '88a9935f-712e-4a8b-844a-859f63d2dce0', 'port_id': '1229a520-a012-494e-b588-784170adfea8', 'mac_address': 'fa:16:3e:b4:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ffc77-4e75-4765-b7ee-61d8196197aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:52:45.662942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.726513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1229a520-a012-494e-b588-784170adfea8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:52:45.777486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1229a520-a012-494e-b588-784170adfea8,segment=NetworkSegment(c7d43c9b-cd29-4c50-99af-482251593cfe),segment_id=c7d43c9b-cd29-4c50-99af-482251593cfe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:45.793566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5732b-9a78-4863-98e3-f79000def40d req-2376441c-5285-4447-aee1-e55b41bf2f58 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:45.794345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83d5732b-9a78-4863-98e3-f79000def40d req-2376441c-5285-4447-aee1-e55b41bf2f58 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 944 time: 0.1058903 Dec 23 12:52:45.876316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-14a9c68d-599f-4fe1-a248-eb8ff985c2dc tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515858603&fields=id&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 267 time: 0.0804992 Dec 23 12:52:45.889192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:45.946288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83d5732b-9a78-4863-98e3-f79000def40d req-3f32ab3b-60b9-4890-a682-4a1ab71bed24 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991609 Dec 23 12:52:45.991852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:46.063505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-3c6ef244-3aba-4535-bfe2-e55a37be7169 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:46.065868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-3c6ef244-3aba-4535-bfe2-e55a37be7169 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/networks?id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf HTTP/1.1" status: 200 len: 797 time: 0.1740654 Dec 23 12:52:46.081350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-5c024e7e-bbcc-48af-a271-e2605cb00ff5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/quotas/838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Dec 23 12:52:46.140232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8efa4e5-36bb-47d8-8b6b-ecb930209a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:46.140511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-0c7e4899-033d-4b40-956b-48a26e257af7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533104 Dec 23 12:52:46.196934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['1229a520-a012-494e-b588-784170adfea8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:52:46.261117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fa757801-38d5-4870-9cb8-04df0392ef2d service neutron] 10.222.0.16 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057749 Dec 23 12:52:46.406529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-31bbd767-dcd4-46a0-81ab-9612aeb26ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330807 Dec 23 12:52:46.572253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:46.654956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7386e7c-124f-471c-951e-7f4c69910676 req-5b8e0c15-626a-44c6-9b49-962c31895ea4 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 210 time: 0.0331306 Dec 23 12:52:47.110424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f344-a3c0-4f4b-b692-151daf287269 req-b79c1712-651a-4858-8dc3-fc637e4c1942 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:47.112243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb4f344-a3c0-4f4b-b692-151daf287269 req-b79c1712-651a-4858-8dc3-fc637e4c1942 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 945 time: 0.0688021 Dec 23 12:52:47.177631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fb4f344-a3c0-4f4b-b692-151daf287269 req-93f49697-9631-4a38-9821-5c7b2e3d7e34 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Dec 23 12:52:47.473823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1229a520-a012-494e-b588-784170adfea8 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:47.634160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 1229a520-a012-494e-b588-784170adfea8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:52:47.638835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 1229a520-a012-494e-b588-784170adfea8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:47.639217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:47.742879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e77b7886-7f93-400e-96c1-1dda623b953d req-1cca09f5-b369-4b48-a949-ee5782851b0f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 210 time: 0.0293195 Dec 23 12:52:47.747482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:47.778956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1229a520-a012-494e-b588-784170adfea8'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:47.779439 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4168b8b-9bf5-4157-8812-a9173ecb3572" -d '{"events": [{"server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "name": "network-vif-plugged", "status": "completed", "tag": "1229a520-a012-494e-b588-784170adfea8"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:47.791884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1229a520-a012-494e-b588-784170adfea8,segment=NetworkSegment(c7d43c9b-cd29-4c50-99af-482251593cfe),segment_id=c7d43c9b-cd29-4c50-99af-482251593cfe)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:47.823122 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963d5f2-23f0-441a-a25d-fb1ef65036ff x-openstack-request-id: req-c963d5f2-23f0-441a-a25d-fb1ef65036ff {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:47.823441 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "name": "network-vif-plugged", "status": "completed", "tag": "1229a520-a012-494e-b588-784170adfea8", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:47.823713 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c963d5f2-23f0-441a-a25d-fb1ef65036ff {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:47.824275 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1229a520-a012-494e-b588-784170adfea8', 'code': 200} Dec 23 12:52:47.891443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:47.961181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80388b6c-82c8-455c-96ec-f128e96c4aa3 req-e1aae723-4482-4e6a-bd4f-025c91a20f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:47.963610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-80388b6c-82c8-455c-96ec-f128e96c4aa3 req-e1aae723-4482-4e6a-bd4f-025c91a20f19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 1097 time: 0.0774856 Dec 23 12:52:47.987903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:48.038184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-80388b6c-82c8-455c-96ec-f128e96c4aa3 req-6ec28ea1-f22e-4d00-aa2d-7bcaf97a5ba3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Dec 23 12:52:48.275977 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:48.360094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd9be-5ada-4068-9a27-942b91dc41eb req-9d893663-557d-4545-b16f-a513bf12f797 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:48.362064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6afd9be-5ada-4068-9a27-942b91dc41eb req-9d893663-557d-4545-b16f-a513bf12f797 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.1051173 Dec 23 12:52:48.418178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6afd9be-5ada-4068-9a27-942b91dc41eb req-53f75545-2c3c-4b27-bb9c-316d1979b2a3 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 Dec 23 12:52:48.476456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:48.862950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faa21cb8-e553-4558-aeff-3007556b1437 req-77c617a6-0d7d-4e71-93a6-d56a68c2659f tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 210 time: 0.0354724 Dec 23 12:52:49.172796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-10c522a0-e94c-4667-b707-777490bf6788 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:49.174259 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-10c522a0-e94c-4667-b707-777490bf6788 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/networks?id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf HTTP/1.1" status: 200 len: 797 time: 0.1171012 Dec 23 12:52:49.263100 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:49.296800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-e89acc67-3067-422d-b644-fac30a9f9526 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838eaa70cbf94eaab95b2a176de0e9f9 HTTP/1.1" status: 200 len: 379 time: 0.1060050 Dec 23 12:52:49.310729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'port': {'device_id': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'admin_state_up': True, 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'security_groups': ['5b568adb-53e6-4874-a748-a70036747209']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:49.660553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f6780-6ffc-4c57-85f9-dd730da8356b req-d440511a-a0ab-4264-a389-fde6a1c6738b tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:49.662845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-543f6780-6ffc-4c57-85f9-dd730da8356b req-d440511a-a0ab-4264-a389-fde6a1c6738b tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.0743713 Dec 23 12:52:49.681655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Made reservation on behalf of 838eaa70cbf94eaab95b2a176de0e9f9 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:52:49.689464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:49.764323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-543f6780-6ffc-4c57-85f9-dd730da8356b req-65dcdbba-a6ca-42cb-8736-86043b192d46 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945942 Dec 23 12:52:49.871742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.20.0.11 (4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf/91323883-74f7-4409-986c-4766e84d8386/27cbcb51-fe36-4944-9185-f8bba991f29e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:52:50.001253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2eb3fe04-64b3-4317-8a4e-9be5106af785 req-9111eeca-67cf-43d4-ba33-f9fd88072c7b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 210 time: 0.0417778 Dec 23 12:52:50.039746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.173889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.225407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:52:50.230299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:52:50.232201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:52:50.257732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:50.287975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:50.288621 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.382514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-63be1f8b-4e42-49c2-805e-dc9d5bb3b06d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0792677 Dec 23 12:52:50.396778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Request body: {'port': {'device_id': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:52:50.462358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.489112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a7c227f3-fa88-42ec-ba04-f6b5e8c6c308 None None] Provisioning complete for port 27cbcb51-fe36-4944-9185-f8bba991f29e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:50.489711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a7c227f3-fa88-42ec-ba04-f6b5e8c6c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.533846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a7c227f3-fa88-42ec-ba04-f6b5e8c6c308 None None] Port 27cbcb51-fe36-4944-9185-f8bba991f29e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:52:50.739584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cbcb51-fe36-4944-9185-f8bba991f29e {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:52:50.755325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.771158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Transition to ACTIVE for port object 27cbcb51-fe36-4944-9185-f8bba991f29e will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:52:50.870641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:50.889181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e9415-143d-4ace-a665-e8d3df15f6a4 req-80917b75-4df1-402f-857f-1b3c9abd50ea tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:50.890675 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d51e9415-143d-4ace-a665-e8d3df15f6a4 req-80917b75-4df1-402f-857f-1b3c9abd50ea tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.0515220 Dec 23 12:52:50.960488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:50.961375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d51e9415-143d-4ace-a665-e8d3df15f6a4 req-0ffba05b-5bea-46af-b32b-a3c42f0c1264 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638082 Dec 23 12:52:51.075854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Attempting to bind port 27cbcb51-fe36-4944-9185-f8bba991f29e on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:52:51.076330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Attempting to bind port 27cbcb51-fe36-4944-9185-f8bba991f29e by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:52:51.076486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Attempting to bind port 27cbcb51-fe36-4944-9185-f8bba991f29e on network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:51.085444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Port 27cbcb51-fe36-4944-9185-f8bba991f29e on network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:52:51.085751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Attempting to bind port 27cbcb51-fe36-4944-9185-f8bba991f29e on network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:52:51.101666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:52:51.102374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Checking segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:52:51.102956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Bound using segment: {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:52:51.103724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Bound port: 27cbcb51-fe36-4944-9185-f8bba991f29e, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b14ae59-31d6-49bc-97dc-73fea56eebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:52:51.104269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:51.209456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:52:51.214201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27cbcb51-fe36-4944-9185-f8bba991f29e,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:52:51.216406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903919-2ad6-474b-97a0-2fbd224c03eb req-e3686d29-073e-4a3b-b927-83749ca7e1b5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.218024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d903919-2ad6-474b-97a0-2fbd224c03eb req-e3686d29-073e-4a3b-b927-83749ca7e1b5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 944 time: 0.0822775 Dec 23 12:52:51.281199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d903919-2ad6-474b-97a0-2fbd224c03eb req-10ff09b0-f842-424d-96dc-c55ee88b1ba8 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534229 Dec 23 12:52:51.318021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:51.355975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.356964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:51.370775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] 10.222.0.43 "PUT /v2.0/ports/27cbcb51-fe36-4944-9185-f8bba991f29e HTTP/1.1" status: 200 len: 1092 time: 0.9794874 Dec 23 12:52:51.373865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:51.389594 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eaff5d-7944-4100-9bfc-7c933ff67feb" -d '{"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:51.434002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfbc94-3094-46d6-8ed6-14d279b0cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:51.474606 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b532b441-20c2-4a39-844c-c77ff9596823 x-openstack-request-id: req-b532b441-20c2-4a39-844c-c77ff9596823 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:51.474770 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:51.475493 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b532b441-20c2-4a39-844c-c77ff9596823 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:51.476260 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'status': 'completed', 'code': 200} Dec 23 12:52:51.563363 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-091cc698-9e96-42d6-ab1e-6e25304c89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.565249 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-091cc698-9e96-42d6-ab1e-6e25304c89ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1095 time: 0.0688558 Dec 23 12:52:51.720262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-67b493f4-75b4-4c8d-b93f-e7559c5c59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.722457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-67b493f4-75b4-4c8d-b93f-e7559c5c59f0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1496279 Dec 23 12:52:51.846214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-6621d201-0087-4185-bdce-01ef5bca6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.848040 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-70eaff5d-7944-4100-9bfc-7c933ff67feb req-6621d201-0087-4185-bdce-01ef5bca6af0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192448 Dec 23 12:52:51.997400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-6b23e2fe-1a21-430f-89c0-d43b6a98e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:51.999093 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-6b23e2fe-1a21-430f-89c0-d43b6a98e74c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1095 time: 0.0602176 Dec 23 12:52:52.064126 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-55c9d0ce-6e62-4790-bb5f-6cd4a7d559ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cbcb51-fe36-4944-9185-f8bba991f29e HTTP/1.1" status: 200 len: 217 time: 0.0462914 Dec 23 12:52:52.120600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051cf80-61ea-42ae-9d1e-f1d83677b122 req-84f05cd7-88f7-4a11-8002-ed02e66311a5 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:52.122154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e051cf80-61ea-42ae-9d1e-f1d83677b122 req-84f05cd7-88f7-4a11-8002-ed02e66311a5 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.3755493 Dec 23 12:52:52.125774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-38c70811-a08f-41f0-9edb-fc5b87a59b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:52.127320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-38c70811-a08f-41f0-9edb-fc5b87a59b37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91323883-74f7-4409-986c-4766e84d8386 HTTP/1.1" status: 200 len: 835 time: 0.0557578 Dec 23 12:52:52.174555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e051cf80-61ea-42ae-9d1e-f1d83677b122 req-21a214b4-1694-4c20-a503-cf2b8da61767 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Dec 23 12:52:52.178327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-dc359074-e069-4a45-824b-16b4d6d1c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:52.180038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-dc359074-e069-4a45-824b-16b4d6d1c4b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455217 Dec 23 12:52:52.278889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-41a13f36-5116-4748-adc5-f2577cdae123 service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905216 Dec 23 12:52:52.394911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8df510b-a4e0-41cd-a2ca-370a0aab2912 req-ec46fb0b-78b9-49b7-bfc4-d45af440f9d1 service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096361 Dec 23 12:52:52.446931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065c344-9393-4f69-8ff6-57e9c6be61da req-5bd04400-72aa-41e3-83bf-6299aea4fba2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:52.448611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3065c344-9393-4f69-8ff6-57e9c6be61da req-5bd04400-72aa-41e3-83bf-6299aea4fba2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 944 time: 0.0826333 Dec 23 12:52:52.532955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3065c344-9393-4f69-8ff6-57e9c6be61da req-d3e479e9-e8cd-4126-afad-9936628a0a2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759580 Dec 23 12:52:52.845328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:53.244198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea980-d68c-4a15-a59d-53679631fa74 req-760559b5-e47d-49b6-aeaf-64fe7ea8bd91 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:53.245834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85fea980-d68c-4a15-a59d-53679631fa74 req-760559b5-e47d-49b6-aeaf-64fe7ea8bd91 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.0603085 Dec 23 12:52:53.438220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28638f14-cba1-48e4-b44e-60fa1e01152d req-272d3f43-de07-4ced-a9a6-3c8888fee57b tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:53.440795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28638f14-cba1-48e4-b44e-60fa1e01152d req-272d3f43-de07-4ced-a9a6-3c8888fee57b tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 946 time: 0.1521733 Dec 23 12:52:53.459971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Deleting port 1229a520-a012-494e-b588-784170adfea8 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:52:53.460446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:53.536838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28638f14-cba1-48e4-b44e-60fa1e01152d req-43539270-b9e2-4163-af20-d8634f52f308 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/security-groups?id=853c386e-18d9-4f4a-870a-72906374c6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773106 Dec 23 12:52:53.607770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] For port 1229a520-a012-494e-b588-784170adfea8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=1229a520-a012-494e-b588-784170adfea8,segment=NetworkSegment(c7d43c9b-cd29-4c50-99af-482251593cfe),segment_id=c7d43c9b-cd29-4c50-99af-482251593cfe)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:53.608135 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:53.639015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Calling delete_port for 1229a520-a012-494e-b588-784170adfea8 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:52:53.690052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca739d8f-9522-4ae2-9c01-df86f3bff40b req-ca0894cf-35c1-4d29-97fd-90dd6fd6f92e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:53.692283 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca739d8f-9522-4ae2-9c01-df86f3bff40b req-ca0894cf-35c1-4d29-97fd-90dd6fd6f92e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 944 time: 0.0653317 Dec 23 12:52:53.750755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca739d8f-9522-4ae2-9c01-df86f3bff40b req-ae1cdf94-898d-440c-9607-7bbff8586d12 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500965 Dec 23 12:52:53.905131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:53.959259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Pushing event deleted for resources: {'Port': ['ID=1229a520-a012-494e-b588-784170adfea8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:53.989919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] No DVR routers for this DVR port 1229a520-a012-494e-b588-784170adfea8 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:52:53.992643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:53.996750 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85fea980-d68c-4a15-a59d-53679631fa74 req-31a61603-0495-40d1-ab2f-e596dbd26f64 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.57 "DELETE /v2.0/ports/1229a520-a012-494e-b588-784170adfea8 HTTP/1.1" status: 204 len: 173 time: 0.7439563 Dec 23 12:52:53.997231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'name': 'network-vif-deleted', 'tag': '1229a520-a012-494e-b588-784170adfea8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:53.999519 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce04ccc5-da0a-4ae9-8201-4c5bcf242a1d" -d '{"events": [{"server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "name": "network-vif-deleted", "tag": "1229a520-a012-494e-b588-784170adfea8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:54.039807 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a89d6b0-5f31-481b-a693-75eac828500d x-openstack-request-id: req-8a89d6b0-5f31-481b-a693-75eac828500d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:54.040110 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc60e71-b485-4c40-a9af-8c4a6a821e22", "name": "network-vif-deleted", "tag": "1229a520-a012-494e-b588-784170adfea8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:54.040368 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a89d6b0-5f31-481b-a693-75eac828500d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:54.040865 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc60e71-b485-4c40-a9af-8c4a6a821e22', 'name': 'network-vif-deleted', 'tag': '1229a520-a012-494e-b588-784170adfea8', 'status': 'completed', 'code': 200} Dec 23 12:52:54.675903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e21aba7-e7c6-4a28-a28f-12970d307be7 req-cfa8a080-e3d2-4b0b-a542-85c3f493fc24 tempest-ServerAddressesNegativeTestJSON-264357752 tempest-ServerAddressesNegativeTestJSON-264357752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebc60e71-b485-4c40-a9af-8c4a6a821e22 HTTP/1.1" status: 200 len: 210 time: 0.0403590 Dec 23 12:52:54.942112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a297f-9317-4db3-8e9d-8513db65ca75 req-5562b100-4247-4e08-a2f9-546e89905bbd tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:54.949610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163a297f-9317-4db3-8e9d-8513db65ca75 req-5562b100-4247-4e08-a2f9-546e89905bbd tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 944 time: 0.0716639 Dec 23 12:52:55.011284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163a297f-9317-4db3-8e9d-8513db65ca75 req-9fa75191-9c47-4697-a6a3-3ade3ce5fd0b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602798 Dec 23 12:52:55.520953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1229a520-a012-494e-b588-784170adfea8 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:52:55.547209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 1229a520-a012-494e-b588-784170adfea8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:52:55.547978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 1229a520-a012-494e-b588-784170adfea8 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:52:55.740664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:55.792764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Deleting subnet cb9ffc77-4e75-4765-b7ee-61d8196197aa {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:52:55.796635 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:55.833808 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:55.881964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:55.923258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:52:56.065321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.127830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9ffc77-4e75-4765-b7ee-61d8196197aa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:56.149914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.156945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:56.158234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7748edc8-f75e-4c6c-bdf1-7e93ef8752ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb9ffc77-4e75-4765-b7ee-61d8196197aa HTTP/1.1" status: 204 len: 168 time: 0.4164634 Dec 23 12:52:56.256936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.268016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24c038-9e9c-435b-8190-31bd5619804c req-4a9bcd1c-f39b-406b-bfc2-cf686b3dbbff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:56.269972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd24c038-9e9c-435b-8190-31bd5619804c req-4a9bcd1c-f39b-406b-bfc2-cf686b3dbbff tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 944 time: 0.1589448 Dec 23 12:52:56.388198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.400461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd24c038-9e9c-435b-8190-31bd5619804c req-606d231c-c051-41ca-88f7-b1a711721ca5 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219146 Dec 23 12:52:56.415089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9935f-712e-4a8b-844a-859f63d2dce0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:56.431372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d43c9b-cd29-4c50-99af-482251593cfe') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:56.431674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d43c9b-cd29-4c50-99af-482251593cfe') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:52:56.441675 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.457394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.465637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:52:56.466082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:52:56.467954 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:52:56.626136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.639421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:56.643755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] 10.222.0.16 "DELETE /v2.0/networks/88a9935f-712e-4a8b-844a-859f63d2dce0 HTTP/1.1" status: 204 len: 168 time: 0.4838319 Dec 23 12:52:56.678068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ed752-a827-4e97-824e-e537890e7c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=88a9935f-712e-4a8b-844a-859f63d2dce0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:56.785384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27cbcb51-fe36-4944-9185-f8bba991f29e details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:52:57.040050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27cbcb51-fe36-4944-9185-f8bba991f29e,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:57.077574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'port_id': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'mac_address': 'fa:16:3e:e6:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:52:57.153491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.177870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cbcb51-fe36-4944-9185-f8bba991f29e {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:52:57.178987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59636) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:57.222086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27cbcb51-fe36-4944-9185-f8bba991f29e,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:57.233685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1db16d0a-3184-479d-a2c5-5d2ff8ddc447 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed3bb776771f4181b7e27c58a558dd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524654 Dec 23 12:52:57.236034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59638) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:52:57.295732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.297164 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.333701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.392737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:57.401605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.403537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.403537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.403537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.403537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.403537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.404070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.404070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.404305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.404526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.404906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.405229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.405546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:52:57.457610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.461185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:57.462974 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/853c386e-18d9-4f4a-870a-72906374c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2258124 Dec 23 12:52:57.473143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f853a-fbb0-41f5-9a43-38e163340ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c386e-18d9-4f4a-870a-72906374c6a5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:57.497729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['27cbcb51-fe36-4944-9185-f8bba991f29e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:52:57.580582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be3b7-c0e1-44cf-ab72-a7156341b19a req-6cc809a7-6f1c-4491-9bc8-7ae35a8a7c61 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:57.580582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-066be3b7-c0e1-44cf-ab72-a7156341b19a req-6cc809a7-6f1c-4491-9bc8-7ae35a8a7c61 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 945 time: 0.0837073 Dec 23 12:52:57.672312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-066be3b7-c0e1-44cf-ab72-a7156341b19a req-dba1eddf-ec47-441a-9f95-7fe2ad391f7b tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880268 Dec 23 12:52:58.782495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27cbcb51-fe36-4944-9185-f8bba991f29e up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:52:58.839519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a27f-4f49-42ab-a5d9-09e9e9c253a3 req-93c9f957-743c-41ed-890a-9629a2890303 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:58.842695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6643a27f-4f49-42ab-a5d9-09e9e9c253a3 req-93c9f957-743c-41ed-890a-9629a2890303 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 945 time: 0.0902150 Dec 23 12:52:58.948370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6643a27f-4f49-42ab-a5d9-09e9e9c253a3 req-f70183f9-8b9a-47bf-b3a0-e249ca0a7d52 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996029 Dec 23 12:52:59.022160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 27cbcb51-fe36-4944-9185-f8bba991f29e completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:52:59.027190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 27cbcb51-fe36-4944-9185-f8bba991f29e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:52:59.027617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:59.122488 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:59.149529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:52:59.151913 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1debb0-3c30-476e-9400-8dbba8cd98ee" -d '{"events": [{"server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "name": "network-vif-plugged", "status": "completed", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:52:59.176347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27cbcb51-fe36-4944-9185-f8bba991f29e,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:52:59.279445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:52:59.374481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:52:59.445234 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c318d-0b86-4fd5-b765-75b418acdb3c x-openstack-request-id: req-0f8c318d-0b86-4fd5-b765-75b418acdb3c {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:52:59.445416 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "name": "network-vif-plugged", "status": "completed", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:52:59.445902 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f8c318d-0b86-4fd5-b765-75b418acdb3c {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:52:59.446048 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'code': 200} Dec 23 12:52:59.613705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83df27-f7dc-4ce3-a2b3-61c8154e5e4c req-991ce4d6-f15b-4134-9452-ea0e4b9ed091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:52:59.615517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed83df27-f7dc-4ce3-a2b3-61c8154e5e4c req-991ce4d6-f15b-4134-9452-ea0e4b9ed091 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1097 time: 0.0914986 Dec 23 12:52:59.730797 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ed83df27-f7dc-4ce3-a2b3-61c8154e5e4c req-9cb6326f-e05c-4589-af34-2aa819cc0ee2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070523 Dec 23 12:53:00.203388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6717a-53d7-46d9-b210-50f0b78c9129 req-e02edc7c-51a4-47f1-837f-a2a26ae63432 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:00.212309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65e6717a-53d7-46d9-b210-50f0b78c9129 req-e02edc7c-51a4-47f1-837f-a2a26ae63432 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.1147952 Dec 23 12:53:00.286741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65e6717a-53d7-46d9-b210-50f0b78c9129 req-d76585ec-d3ee-4a0e-83ea-9ffeb4815242 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732467 Dec 23 12:53:01.460765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0999a7-d75a-42c0-8b48-cc277178b204 req-bd1994a9-bbde-40cd-84d3-82b281983c08 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:01.461724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c0999a7-d75a-42c0-8b48-cc277178b204 req-bd1994a9-bbde-40cd-84d3-82b281983c08 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.0644212 Dec 23 12:53:01.521484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c0999a7-d75a-42c0-8b48-cc277178b204 req-557d5718-f2b8-4953-a550-95ff408e8a5a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517061 Dec 23 12:53:01.673210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edbc96-cffe-4a72-b2a2-c5c01c315fd0 req-dd26aeff-7825-4cd3-b790-2f1eee3b538a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:01.680398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69edbc96-cffe-4a72-b2a2-c5c01c315fd0 req-dd26aeff-7825-4cd3-b790-2f1eee3b538a tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.0781229 Dec 23 12:53:01.784238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69edbc96-cffe-4a72-b2a2-c5c01c315fd0 req-44c723a8-829b-418e-a5ad-766e4b3879be tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947900 Dec 23 12:53:01.796187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59782) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:01.899864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07a42a-c389-476c-aded-6a5619f6258e tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:01.902230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d07a42a-c389-476c-aded-6a5619f6258e tempest-TestNetworkBasicOps-1053592123 tempest-TestNetworkBasicOps-1053592123-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1092 time: 0.1040094 Dec 23 12:53:01.905001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59786) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:01.911619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:02.051317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:02.157886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:02.318655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Allocated IP 172.25.7.134 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/37094d0e-69f8-432b-92ed-991505a2ad03) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:02.546133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:02.659915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:02.734222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:02.738064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:02.743775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:02.805220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=37094d0e-69f8-432b-92ed-991505a2ad03,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:03.639889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:03.776171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:03.998610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.004643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dd478471-5fe9-4845-9156-13e3994d0a3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b8ecd7f16a14847a37ec157f86985fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3605409 Dec 23 12:53:04.005024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59840) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:04.141502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.173064 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.252620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.359705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.436278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.438851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.444577 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f30352ea-89c2-4d0f-a4df-98b6ee97afca HTTP/1.1" status: 204 len: 168 time: 0.4340072 Dec 23 12:53:04.459996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event updated for resources: {'Port': ['ID=37094d0e-69f8-432b-92ed-991505a2ad03,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:04.483998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135be5b-dd0a-4ad8-973e-ad4ff8a65bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30352ea-89c2-4d0f-a4df-98b6ee97afca,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:04.520258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:04.665273 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Floating IP a91a508a-366b-4506-b5c0-b6dbfb82828f associated. External IP: 172.25.7.134, port: 27cbcb51-fe36-4944-9185-f8bba991f29e. Dec 23 12:53:04.982533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router e67d3485-3e8a-4327-a9c0-eece78fe6cfb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:53:05.111472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:05.128381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Sync routers for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:05.142598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:05.143258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:05.252314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:05.289299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:05.336922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f893de53-2aef-445d-a110-0d19030ea878 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4282598 Dec 23 12:53:05.336922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:05.337506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59870) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:05.352221 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e9baf-39d6-4058-807f-52d0c879bd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:05.736916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-68db1ef4-7dae-4842-964b-e1a728866058 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/a91a508a-366b-4506-b5c0-b6dbfb82828f HTTP/1.1" status: 200 len: 992 time: 0.3919005 Dec 23 12:53:05.796630 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15196174-593e-4a44-b46b-498d632688e4 x-openstack-request-id: req-15196174-593e-4a44-b46b-498d632688e4 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:05.796630 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:05.796630 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15196174-593e-4a44-b46b-498d632688e4 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:05.796630 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'status': 'completed', 'code': 200} Dec 23 12:53:05.853738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a91a508a-366b-4506-b5c0-b6dbfb82828f', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'port_id': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'mac_address': 'fa:16:3e:e6:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:53:03Z', 'updated_at': '2021-12-23T12:53:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:05.887596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Checking router: e67d3485-3e8a-4327-a9c0-eece78fe6cfb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:05.897086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:05.897858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:52:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:06.059768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:06.355536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-6aba0e15-5f9b-4ebd-b0c9-6ae4ab73a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:06.357870 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-6aba0e15-5f9b-4ebd-b0c9-6ae4ab73a98f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1097 time: 0.5410304 Dec 23 12:53:06.415133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a91a508a-366b-4506-b5c0-b6dbfb82828f', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'port_id': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'mac_address': 'fa:16:3e:e6:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:53:03Z', 'updated_at': '2021-12-23T12:53:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:06.452230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2841d-33bc-4fca-b6d6-b087a1821ccd None None] The sync data for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 is: [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a91a508a-366b-4506-b5c0-b6dbfb82828f', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'port_id': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'mac_address': 'fa:16:3e:e6:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:53:03Z', 'updated_at': '2021-12-23T12:53:03Z', 'revision_number': 0, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:53:06.551570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-6eb6ee5d-c515-4e27-a895-86cd3bc1c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:06.553920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-6eb6ee5d-c515-4e27-a895-86cd3bc1c088 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf HTTP/1.1" status: 200 len: 898 time: 0.1885116 Dec 23 12:53:06.638624 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-1e3e2cb9-2195-4437-bc25-c5bad466f451 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cbcb51-fe36-4944-9185-f8bba991f29e HTTP/1.1" status: 200 len: 1000 time: 0.0774484 Dec 23 12:53:06.734931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 59912) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:06.742275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-a4054b73-0ece-4c1d-bcb4-534634eb541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:06.744519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-a4054b73-0ece-4c1d-bcb4-534634eb541d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91323883-74f7-4409-986c-4766e84d8386 HTTP/1.1" status: 200 len: 835 time: 0.0982606 Dec 23 12:53:06.819180 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49ebb-28d5-401d-b6d6-979a531e5883 None None] New status for floating IP a91a508a-366b-4506-b5c0-b6dbfb82828f: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:53:06.834407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c8ca4bdd-73c1-48a0-b18c-58a0be516d48 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/a91a508a-366b-4506-b5c0-b6dbfb82828f HTTP/1.1" status: 200 len: 992 time: 0.0959501 Dec 23 12:53:06.844067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-f2cf0236-2d97-4ecf-b7d1-16b788f8772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:06.851451 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-f2cf0236-2d97-4ecf-b7d1-16b788f8772c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990388 Dec 23 12:53:07.015660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-1891abb3-6d9b-4701-9e0d-fbc760fb932e service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581638 Dec 23 12:53:07.124921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ef6e9baf-39d6-4058-807f-52d0c879bd9a req-fffa16dd-3474-4ea2-99fe-06fcd92cffc4 service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019440 Dec 23 12:53:07.836715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 59938) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:07.960911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e603ff54-81ac-4830-b789-891e80457c62 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/a91a508a-366b-4506-b5c0-b6dbfb82828f HTTP/1.1" status: 200 len: 994 time: 0.1211801 Dec 23 12:53:13.019060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:13.182167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60066) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:13.276088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-38ec8e50-ee8f-45b9-a4a6-955c2ecf7969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.349925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5da-75c2-4731-b133-2110d45f005c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.408697 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.558873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.585783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5da-75c2-4731-b133-2110d45f005c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.653135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60076) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:13.672756 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.712543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-49f3d5da-75c2-4731-b133-2110d45f005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.755191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef71473-7dfb-4a33-991e-5310b92486f4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:13.765270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.765900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.766249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.766593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.766933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.767270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.767599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.767937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.768266 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.768594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.768950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.769357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.770037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:13.775943 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-31ca612a-3536-4fc1-a1f8-d02e6ed460c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04575ef0b2044c03a6f5b5323a7127bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5927289 Dec 23 12:53:13.779436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60080) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:13.801783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3d5da-75c2-4731-b133-2110d45f005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfba027-e5de-4d12-be3c-62afa9cc4283,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:13.811399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-49f3d5da-75c2-4731-b133-2110d45f005c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c449f8f404f4def8d6c2a3e31dc8099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861743 Dec 23 12:53:13.812943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60082) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:13.878171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.880530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-856af117-e9fc-4d47-8b1b-e9f2ebf4c4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.893856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.920072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:13.985564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.011730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-856af117-e9fc-4d47-8b1b-e9f2ebf4c4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.039513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.042271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.044204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ef71473-7dfb-4a33-991e-5310b92486f4 HTTP/1.1" status: 204 len: 168 time: 0.2632937 Dec 23 12:53:14.053009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a26a4c-99c3-4503-95ee-c846f06900eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef71473-7dfb-4a33-991e-5310b92486f4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:14.113919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-856af117-e9fc-4d47-8b1b-e9f2ebf4c4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.161813 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.161813 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.161813 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbfba027-e5de-4d12-be3c-62afa9cc4283 HTTP/1.1" status: 204 len: 168 time: 0.3441947 Dec 23 12:53:14.167042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-856af117-e9fc-4d47-8b1b-e9f2ebf4c4f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa9ff5c17c14614b8d6034bd4c3e642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125718 Dec 23 12:53:14.167735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856af117-e9fc-4d47-8b1b-e9f2ebf4c4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f5026e-eae2-4399-979d-99b3967d5671,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:14.169768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60092) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:14.180043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2c35f-7df9-4a1e-ab20-83724a83d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfba027-e5de-4d12-be3c-62afa9cc4283,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:14.243415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.265929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.397349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.400748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:14.404406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8f5026e-eae2-4399-979d-99b3967d5671 HTTP/1.1" status: 204 len: 168 time: 0.2310929 Dec 23 12:53:14.412474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9574c-61fa-427b-8ee3-d7121caede38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f5026e-eae2-4399-979d-99b3967d5671,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:16.182421 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ca24d246-6869-456a-a9e1-fac6d0c84928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:16.551029 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:18.281420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:18.498929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:18.973151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-2e003813-76a9-4b20-a265-9673fc3b3a93 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9487ceff7ace4184ad76addfd58b32be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319934 Dec 23 12:53:19.217931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:19.455877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-7d2ce517-a234-44d2-8a33-e6f657031d75 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:19.457522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-7d2ce517-a234-44d2-8a33-e6f657031d75 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784062 Dec 23 12:53:19.474748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-ac5296ae-5481-4e01-8149-53401f503514 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/quotas/9487ceff7ace4184ad76addfd58b32be HTTP/1.1" status: 200 len: 375 time: 0.0101111 Dec 23 12:53:19.510244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-e0eb4af5-807e-4b14-8bcf-debc9161ef2d tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9487ceff7ace4184ad76addfd58b32be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291178 Dec 23 12:53:19.785583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60fb2a17-4692-407e-af7d-7286d9eec773 req-8f33300b-4df8-462d-ad90-a3ce05ae8c81 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 210 time: 0.0440905 Dec 23 12:53:20.852135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4726c623-e7b2-40de-a0d3-7b980aaae150 req-30e80396-88dc-455b-af40-ea3422f63e08 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Dec 23 12:53:21.958891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b65fc49a-f50a-48f9-9357-8d5c2ee829d5 req-718d9ee6-59ff-4fdd-94a8-5265e7ffa9b3 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Dec 23 12:53:22.185461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d2842aac-631b-4d8e-a992-24a4fbe8508a tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9487ceff7ace4184ad76addfd58b32be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373709 Dec 23 12:53:22.383985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-a544f579-3144-42e2-b47d-40b123c8e294 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:22.385583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-a544f579-3144-42e2-b47d-40b123c8e294 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933799 Dec 23 12:53:22.399384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Request body: {'port': {'device_id': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '9487ceff7ace4184ad76addfd58b32be'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:22.622268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Made reservation on behalf of 9487ceff7ace4184ad76addfd58b32be for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:22.626264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.630323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60302) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:22.643210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.731467 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.759256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.805161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.835601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.875558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6b253-462f-4f5b-bbc4-d5c678b55e42,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:22.885101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.921085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:22.960169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Allocated IP 192.168.233.122 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/237589c1-f87b-4af2-b983-fe2df6bb4c66) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:22.961210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f85d4ed563454b5c9afaff48cf7c63c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297453 Dec 23 12:53:22.962517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf143e9-4309-4d55-a543-e7815fa5fcdd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:22.963770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60310) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:22.970820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.970820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.971120 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.971428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.971757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.972251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.973161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.973731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.974329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.974664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.974987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.975485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:22.975811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54e0994-b7e7-4634-8529-4f67f0657430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:23.059488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.070932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f33cd8f0-e965-491f-b056-3b5c6e14d71b req-8e33f54d-2062-42c4-b885-f425270f0ba0 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 210 time: 0.0324368 Dec 23 12:53:23.131459 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.199692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.310319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.313134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.314408 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bf143e9-4309-4d55-a543-e7815fa5fcdd HTTP/1.1" status: 204 len: 168 time: 0.3487778 Dec 23 12:53:23.323546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7efdd-3cc1-485a-9a52-26d6c6c45c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf143e9-4309-4d55-a543-e7815fa5fcdd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:23.340719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.390521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:23.393938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:23.399333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:23.405128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Pushing event updated for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:53:23.450280 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:53:23.461929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:23.461929 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.585728 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0baa02e-fe38-4838-8117-5ad73d6cc744 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1909087 Dec 23 12:53:23.605868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Request body: {'port': {'device_id': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:23.674917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-24f0fc78-a63d-47e3-be1d-09b1e7400e70 None None] Provisioning complete for port 237589c1-f87b-4af2-b983-fe2df6bb4c66 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:23.676264 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24f0fc78-a63d-47e3-be1d-09b1e7400e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.687213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.712380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-24f0fc78-a63d-47e3-be1d-09b1e7400e70 None None] Port 237589c1-f87b-4af2-b983-fe2df6bb4c66 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:23.973272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237589c1-f87b-4af2-b983-fe2df6bb4c66 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:53:23.981783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:23.996607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Transition to ACTIVE for port object 237589c1-f87b-4af2-b983-fe2df6bb4c66 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:53:24.122044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:24.179323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Pushing event updated for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:24.223166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41f901-160c-487b-a8f0-3d12005163ad req-35abd780-ff4b-4a39-9ea0-3a7b5f9589d1 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.233154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c41f901-160c-487b-a8f0-3d12005163ad req-35abd780-ff4b-4a39-9ea0-3a7b5f9589d1 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 948 time: 0.0859065 Dec 23 12:53:24.275715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Attempting to bind port 237589c1-f87b-4af2-b983-fe2df6bb4c66 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:24.276342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Attempting to bind port 237589c1-f87b-4af2-b983-fe2df6bb4c66 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:24.276467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Attempting to bind port 237589c1-f87b-4af2-b983-fe2df6bb4c66 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:24.282116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c41f901-160c-487b-a8f0-3d12005163ad req-69680749-44e0-4611-812f-dbe89b08f531 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Dec 23 12:53:24.289707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Port 237589c1-f87b-4af2-b983-fe2df6bb4c66 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:53:24.290042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Attempting to bind port 237589c1-f87b-4af2-b983-fe2df6bb4c66 on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:24.296064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:24.296428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:24.296839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:24.297978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Bound port: 237589c1-f87b-4af2-b983-fe2df6bb4c66, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:24.298352 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:24.372200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:24.375710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:24.468729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:24.521805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.522950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:24.524465 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] 10.222.0.57 "PUT /v2.0/ports/237589c1-f87b-4af2-b983-fe2df6bb4c66 HTTP/1.1" status: 200 len: 1096 time: 0.9298341 Dec 23 12:53:24.537163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:24.539841 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:24.580961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c3aa-d07d-4ad6-a696-1fa5041fe740 service neutron] Pushing event updated for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:24.596429 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795e09b-25e3-44f6-b5ce-c1ae877f033e x-openstack-request-id: req-7795e09b-25e3-44f6-b5ce-c1ae877f033e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:24.596719 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:24.597039 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7795e09b-25e3-44f6-b5ce-c1ae877f033e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:24.597472 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66', 'status': 'completed', 'code': 200} Dec 23 12:53:24.664396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b req-e3fc7052-133d-4962-85cb-66dbc48d76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.665975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b req-e3fc7052-133d-4962-85cb-66dbc48d76d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9487ceff7ace4184ad76addfd58b32be&device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 1099 time: 0.0533297 Dec 23 12:53:24.698194 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b req-b99e2488-9f8c-4844-912b-3084b6b1723c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9487ceff7ace4184ad76addfd58b32be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240154 Dec 23 12:53:24.799939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b req-d8e70d00-ce25-418f-affa-c23bcad4408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.801922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c9825cb-4885-4bb5-b978-2a658cbf7a4b req-d8e70d00-ce25-418f-affa-c23bcad4408a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969660 Dec 23 12:53:24.895944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-3d4bb0c3-b95b-46b9-8b09-b6b35da40ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.897662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-3d4bb0c3-b95b-46b9-8b09-b6b35da40ea7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9487ceff7ace4184ad76addfd58b32be&device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 1099 time: 0.0560398 Dec 23 12:53:24.942639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-d0c54df4-8d67-4639-87d5-2f8c2ab09414 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66 HTTP/1.1" status: 200 len: 217 time: 0.0369613 Dec 23 12:53:24.992890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-78e2857f-b305-49e4-a440-0227c9f7c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:24.994351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-78e2857f-b305-49e4-a440-0227c9f7c1af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0441422 Dec 23 12:53:25.047623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-68ddbdf7-25f2-484c-89fb-b4fc2db45392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:25.049985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-68ddbdf7-25f2-484c-89fb-b4fc2db45392 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476964 Dec 23 12:53:25.150935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-6e97d9a0-9e98-47f8-afcc-552eac4d7cbb service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942395 Dec 23 12:53:25.242383 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6979e345-45d1-4039-bb5d-bd4fae3721f3 req-8934ff16-4c33-448d-a39d-d3a49fb53e01 service neutron] 10.222.0.57 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Dec 23 12:53:25.432902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ec2a-bf07-465e-8f44-052adde1d11e req-b4df4ce1-6f23-4b92-8fea-fda643f87ce2 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:25.434508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a977ec2a-bf07-465e-8f44-052adde1d11e req-b4df4ce1-6f23-4b92-8fea-fda643f87ce2 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 948 time: 0.0634599 Dec 23 12:53:25.488909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a977ec2a-bf07-465e-8f44-052adde1d11e req-ff786701-fba4-4572-8d6e-a1f303eec401 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Dec 23 12:53:26.632200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e57b4-8a71-408b-90fe-04a53ef1e83d req-d6dc81fb-649c-4be7-8671-930c2f772f5e tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:26.633977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-384e57b4-8a71-408b-90fe-04a53ef1e83d req-d6dc81fb-649c-4be7-8671-930c2f772f5e tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 948 time: 0.0571799 Dec 23 12:53:26.703943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-384e57b4-8a71-408b-90fe-04a53ef1e83d req-bc81030e-29aa-463d-80fe-058186dd4880 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Dec 23 12:53:26.812981 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60416) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:26.928795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3c8d-f10d-4da6-8f12-a7625f3ac7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.001940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3c8d-f10d-4da6-8f12-a7625f3ac7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.104754 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3c8d-f10d-4da6-8f12-a7625f3ac7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.144965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2fdc3c8d-f10d-4da6-8f12-a7625f3ac7e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de1ac153757c49189ca3b4d72d4bcd65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308599 Dec 23 12:53:27.146087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3c8d-f10d-4da6-8f12-a7625f3ac7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f823812-d62c-4415-a8a4-240d52bf06e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:27.147789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60422) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:27.201090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.222229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.442125 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.444808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:27.446025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f823812-d62c-4415-a8a4-240d52bf06e6 HTTP/1.1" status: 204 len: 168 time: 0.2970562 Dec 23 12:53:27.454467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ed729-1baa-433a-a165-b23c6c8e0120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f823812-d62c-4415-a8a4-240d52bf06e6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:27.840326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f6b97-e15b-4130-bcbc-fb984b4a99d0 req-6b8d9916-5672-41a5-ab65-c7e6f38528dd tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:27.841837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf4f6b97-e15b-4130-bcbc-fb984b4a99d0 req-6b8d9916-5672-41a5-ab65-c7e6f38528dd tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 948 time: 0.0607743 Dec 23 12:53:27.893389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf4f6b97-e15b-4130-bcbc-fb984b4a99d0 req-19f55e1f-386a-4a7b-a6cf-4d5ed64552fc tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Dec 23 12:53:28.192088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60440) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:28.205401 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d62a6cac-50ec-4634-ad5e-93702481ae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.278600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d62a6cac-50ec-4634-ad5e-93702481ae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.359452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d62a6cac-50ec-4634-ad5e-93702481ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.400739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a6cac-50ec-4634-ad5e-93702481ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5f86e-760d-4c50-9540-c6048c848848,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:28.405655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d62a6cac-50ec-4634-ad5e-93702481ae7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c64aa81fbe1a4a0d95c008fbd69fd943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123053 Dec 23 12:53:28.409070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60446) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:28.463775 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.484749 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.607338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.610143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:28.611448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ec5f86e-760d-4c50-9540-c6048c848848 HTTP/1.1" status: 204 len: 168 time: 0.2012980 Dec 23 12:53:28.622418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65ef38-09df-4698-a963-42eb2632d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5f86e-760d-4c50-9540-c6048c848848,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:29.023898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780842b0-79cf-4d8d-828b-ff67b48a5305 req-9f4f6bcb-ff86-449a-b7d8-0ee1d1d4c35a tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:29.025456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-780842b0-79cf-4d8d-828b-ff67b48a5305 req-9f4f6bcb-ff86-449a-b7d8-0ee1d1d4c35a tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 948 time: 0.0627835 Dec 23 12:53:29.075597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-780842b0-79cf-4d8d-828b-ff67b48a5305 req-73310287-b549-4168-8ce0-d484a2cffd7d tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Dec 23 12:53:29.697283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 237589c1-f87b-4af2-b983-fe2df6bb4c66 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:53:29.804530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:29.815664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '237589c1-f87b-4af2-b983-fe2df6bb4c66', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '237589c1-f87b-4af2-b983-fe2df6bb4c66', 'mac_address': 'fa:16:3e:bf:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:53:29.854676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:29.868603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237589c1-f87b-4af2-b983-fe2df6bb4c66 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:53:29.889733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:29.961896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:30.013113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:30.192273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190c91b-d64c-4089-b5e6-12fda5cf8600 req-db9252c1-849f-43d6-b2a0-83358788a32b tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:30.194215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3190c91b-d64c-4089-b5e6-12fda5cf8600 req-db9252c1-849f-43d6-b2a0-83358788a32b tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 949 time: 0.0495553 Dec 23 12:53:30.240921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['237589c1-f87b-4af2-b983-fe2df6bb4c66'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:53:30.244568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3190c91b-d64c-4089-b5e6-12fda5cf8600 req-d0fd6d61-d3f5-487b-83c7-8aec0fa0b9d3 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Dec 23 12:53:31.365765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f0db-5b6e-4108-a294-168d6b314ef0 req-5bb18494-f244-46c3-853a-385f3923d2eb tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:31.367174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08b1f0db-5b6e-4108-a294-168d6b314ef0 req-5bb18494-f244-46c3-853a-385f3923d2eb tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 949 time: 0.0541472 Dec 23 12:53:31.420582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08b1f0db-5b6e-4108-a294-168d6b314ef0 req-f87c5dc4-b6fa-4b35-b791-a85692b61db3 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Dec 23 12:53:31.713193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 237589c1-f87b-4af2-b983-fe2df6bb4c66 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:31.830577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 237589c1-f87b-4af2-b983-fe2df6bb4c66 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:53:31.835496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 237589c1-f87b-4af2-b983-fe2df6bb4c66 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:31.840207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:31.915894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:31.944647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:31.946926 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429cd5b1-ecd3-4959-809b-a8a60dbbad5e" -d '{"events": [{"server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "name": "network-vif-plugged", "status": "completed", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:31.963446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:31.994113 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981806b-1edf-40c1-bff4-bc0f2383ab5a x-openstack-request-id: req-2981806b-1edf-40c1-bff4-bc0f2383ab5a {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:31.994402 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "name": "network-vif-plugged", "status": "completed", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:31.994682 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2981806b-1edf-40c1-bff4-bc0f2383ab5a {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:31.995073 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66', 'code': 200} Dec 23 12:53:32.041649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:32.095708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:32.101460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669d0f-2a5e-4f63-8d26-d6e086bd1191 req-d4282bca-48a5-44fb-9a49-530cbd305f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:32.103110 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2669d0f-2a5e-4f63-8d26-d6e086bd1191 req-d4282bca-48a5-44fb-9a49-530cbd305f16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 1101 time: 0.0527658 Dec 23 12:53:32.153866 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a2669d0f-2a5e-4f63-8d26-d6e086bd1191 req-ba995f41-1639-4628-9292-04bb05839104 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Dec 23 12:53:32.559732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60584) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:32.567907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f5113-5793-48d9-a418-c778cff75eb0 req-79739eb9-8f1b-4f1c-a24f-e86482f36c1d tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:32.569758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e14f5113-5793-48d9-a418-c778cff75eb0 req-79739eb9-8f1b-4f1c-a24f-e86482f36c1d tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.0676985 Dec 23 12:53:32.622942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e14f5113-5793-48d9-a418-c778cff75eb0 req-c012f0bb-600b-44b6-90a3-34186243a7ec tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Dec 23 12:53:32.631825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60586) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:32.638821 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9881bf94-f745-4b6d-8733-b7bd80b0f76e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/floatingips/a91a508a-366b-4506-b5c0-b6dbfb82828f HTTP/1.1" status: 200 len: 994 time: 0.0771909 Dec 23 12:53:32.771259 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a4e43de-3bf6-4ed9-8207-1a66b79295c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:32.845476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a4e43de-3bf6-4ed9-8207-1a66b79295c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:32.911051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60600) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:32.921020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:53:32.953097 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2a4e43de-3bf6-4ed9-8207-1a66b79295c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.006320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e43de-3bf6-4ed9-8207-1a66b79295c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79943c-1ab9-4d3a-9129-73c4b77830d6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:33.013687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2a4e43de-3bf6-4ed9-8207-1a66b79295c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4eefbb84e8fe4b11b299a02ab2986524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793166 Dec 23 12:53:33.015519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60602) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:33.074843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.096673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.119990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 37094d0e-69f8-432b-92ed-991505a2ad03 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:33.120337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.197763 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.198145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.211492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 37094d0e-69f8-432b-92ed-991505a2ad03 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:33.222838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.227001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.230666 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d79943c-1ab9-4d3a-9129-73c4b77830d6 HTTP/1.1" status: 204 len: 168 time: 0.2117605 Dec 23 12:53:33.251471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ac638-46b7-4a59-8936-e43dacd0a8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79943c-1ab9-4d3a-9129-73c4b77830d6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:33.743071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdd45b-6507-4063-a284-2ab18b0ee115 req-06a94d6c-083e-4cc9-8e44-1570379ce5c0 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:33.744590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0cdd45b-6507-4063-a284-2ab18b0ee115 req-06a94d6c-083e-4cc9-8e44-1570379ce5c0 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.0520499 Dec 23 12:53:33.798855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0cdd45b-6507-4063-a284-2ab18b0ee115 req-35c7d3a4-4416-4f07-998a-da8c7ae150db tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480385 Dec 23 12:53:33.886081 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.915561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=37094d0e-69f8-432b-92ed-991505a2ad03,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:33.977855 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:33.978464 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Floating IP a91a508a-366b-4506-b5c0-b6dbfb82828f disassociated (deleted). External IP: 172.25.7.134, port: 27cbcb51-fe36-4944-9185-f8bba991f29e. Dec 23 12:53:34.203779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router e67d3485-3e8a-4327-a9c0-eece78fe6cfb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:53:34.316039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:34.321133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:34.325905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Sync routers for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:34.336754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:34.337410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:34.351012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6b5b30c8-541c-47ef-83ba-7ebfc8c6350e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/floatingips/a91a508a-366b-4506-b5c0-b6dbfb82828f HTTP/1.1" status: 204 len: 168 time: 1.4387245 Dec 23 12:53:34.351575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:34.353876 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f78ba2-fb00-4869-9f0e-211418688b27" -d '{"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:34.397056 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92539029-2cbb-4096-bc6e-d7e8153f524f x-openstack-request-id: req-92539029-2cbb-4096-bc6e-d7e8153f524f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:34.397356 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:34.397654 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92539029-2cbb-4096-bc6e-d7e8153f524f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:34.398063 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'status': 'completed', 'code': 200} Dec 23 12:53:34.465618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:34.466933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-639c3519-7fab-4c8e-83b9-4604977dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:34.468522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-639c3519-7fab-4c8e-83b9-4604977dffb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 1097 time: 0.0463393 Dec 23 12:53:34.572895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60632) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:34.573545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-d68612a4-ab0b-4cb5-8f54-b8f07918f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:34.575036 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-d68612a4-ab0b-4cb5-8f54-b8f07918f8dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf HTTP/1.1" status: 200 len: 898 time: 0.0996649 Dec 23 12:53:34.592299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11acbc85-3efa-4420-bc1a-08352bb8bb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:34.620524 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-97a6c443-4f7c-4842-a0fd-2056e125abb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cbcb51-fe36-4944-9185-f8bba991f29e HTTP/1.1" status: 200 len: 217 time: 0.0376568 Dec 23 12:53:34.681252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11acbc85-3efa-4420-bc1a-08352bb8bb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:34.682091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-cf640fd9-9481-40f9-b49b-e33f1a4cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:34.683768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-cf640fd9-9481-40f9-b49b-e33f1a4cf837 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=91323883-74f7-4409-986c-4766e84d8386 HTTP/1.1" status: 200 len: 835 time: 0.0536420 Dec 23 12:53:34.726534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:34.741460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-e9ed4cfc-9676-49f3-b95f-28a82d6c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:34.743295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-e9ed4cfc-9676-49f3-b95f-28a82d6c0bb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521100 Dec 23 12:53:34.760657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Checking router: e67d3485-3e8a-4327-a9c0-eece78fe6cfb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:34.771465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:34.772378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:34.794325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11acbc85-3efa-4420-bc1a-08352bb8bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:34.874991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-0596bd50-f75e-4e16-9acb-95cfccb769d5 service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202779 Dec 23 12:53:34.897303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:34.902727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-11acbc85-3efa-4420-bc1a-08352bb8bb35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45e3033473bd4d3ca02966da40eed963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282697 Dec 23 12:53:34.912012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:34.954324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acbc85-3efa-4420-bc1a-08352bb8bb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b6771-14af-44fa-9ee9-781899d5d410,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:34.999964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f0f78ba2-fb00-4869-9f0e-211418688b27 req-b239d185-d10a-473d-801b-931d635ad451 service neutron] 10.222.0.43 "GET /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151733 Dec 23 12:53:35.045472 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:35.057121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233cfeb-20ec-4850-80e4-df349ee36664 req-96960fbc-4c7b-440f-98d2-e1017ed4cc1c tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:35.061640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7233cfeb-20ec-4850-80e4-df349ee36664 req-96960fbc-4c7b-440f-98d2-e1017ed4cc1c tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.1520586 Dec 23 12:53:35.079192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e633779-2b60-4614-8b55-e1ed7bd093df req-c067a0d8-42f2-43bb-83ab-d84edac430e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:35.080861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e633779-2b60-4614-8b55-e1ed7bd093df req-c067a0d8-42f2-43bb-83ab-d84edac430e9 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.1702497 Dec 23 12:53:35.117906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:35.157110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:35.184685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb125d8b-bd66-41ff-a1a6-3fc69d11e6f4 None None] The sync data for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 is: [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:52:37Z', 'revision_number': 4, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '1afed20c-91a1-492a-b201-c9e95dc9a577', 'name': '', 'network_id': '4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'mac_address': 'fa:16:3e:4c:ad:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '91323883-74f7-4409-986c-4766e84d8386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:36Z', 'updated_at': '2021-12-23T12:52:42Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'subnets': [{'id': '91323883-74f7-4409-986c-4766e84d8386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:53:35.204489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7233cfeb-20ec-4850-80e4-df349ee36664 req-ebc594fa-0016-4f60-b187-0fc60fd2facd tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205757 Dec 23 12:53:35.210597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e633779-2b60-4614-8b55-e1ed7bd093df req-ee3915dc-e01c-4e01-8088-9b17c9e08555 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169481 Dec 23 12:53:35.321445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:35.326130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:35.327668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/159b6771-14af-44fa-9ee9-781899d5d410 HTTP/1.1" status: 204 len: 168 time: 0.4147608 Dec 23 12:53:35.339772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193a3a3-5a1f-4844-95d5-1525f1a42a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b6771-14af-44fa-9ee9-781899d5d410,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:35.504781 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf11cde6-15a6-4ef2-b26d-8a56ddea3528 None None] New status for floating IP a91a508a-366b-4506-b5c0-b6dbfb82828f: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:53:35.712579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6068e6-27fe-4b3e-ad99-9039afc99586 req-c8ea2120-9f3e-49b1-9a2f-9d9fac3703bd tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:35.717294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6068e6-27fe-4b3e-ad99-9039afc99586 req-c8ea2120-9f3e-49b1-9a2f-9d9fac3703bd tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.0596440 Dec 23 12:53:35.764794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6068e6-27fe-4b3e-ad99-9039afc99586 req-dec57ef9-5d3b-4477-b793-0e13d369d09e tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Dec 23 12:53:36.189864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-5f3fe11f-4d91-4c4f-9b2b-945862d32b3c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:36.191445 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-5f3fe11f-4d91-4c4f-9b2b-945862d32b3c tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.0504127 Dec 23 12:53:36.302019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 27cbcb51-fe36-4944-9185-f8bba991f29e {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:36.302520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:36.370353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262617b-1071-4985-840d-ff442837215d req-04ef726b-b2ac-4d09-bd27-89f0ae426610 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:36.372587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7262617b-1071-4985-840d-ff442837215d req-04ef726b-b2ac-4d09-bd27-89f0ae426610 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 946 time: 0.0715749 Dec 23 12:53:36.403861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 27cbcb51-fe36-4944-9185-f8bba991f29e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27cbcb51-fe36-4944-9185-f8bba991f29e,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:36.404517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:36.418272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 27cbcb51-fe36-4944-9185-f8bba991f29e owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:36.442804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7262617b-1071-4985-840d-ff442837215d req-a2d964ae-7b6f-4340-82b0-bedfef171598 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b568adb-53e6-4874-a748-a70036747209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634704 Dec 23 12:53:36.653017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:36.683299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=27cbcb51-fe36-4944-9185-f8bba991f29e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:36.733246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] No DVR routers for this DVR port 27cbcb51-fe36-4944-9185-f8bba991f29e on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:53:36.735983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:36.739578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fa9f29f8-b3e9-483d-bce2-ab61feca226d req-42a7b8b7-e8c4-4d86-9e21-e6aed8b1d604 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.43 "DELETE /v2.0/ports/27cbcb51-fe36-4944-9185-f8bba991f29e HTTP/1.1" status: 204 len: 173 time: 0.5405960 Dec 23 12:53:36.740088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'name': 'network-vif-deleted', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:36.742424 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260eaf4-a07f-413c-90ba-c5394922e313" -d '{"events": [{"server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "name": "network-vif-deleted", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:36.783414 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bfc4af-16c1-4087-9717-ef6442714103 x-openstack-request-id: req-a6bfc4af-16c1-4087-9717-ef6442714103 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:36.783414 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ad5df6-1691-4037-9c8e-8109624aaf8b", "name": "network-vif-deleted", "tag": "27cbcb51-fe36-4944-9185-f8bba991f29e", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:36.783414 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6bfc4af-16c1-4087-9717-ef6442714103 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:36.783414 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ad5df6-1691-4037-9c8e-8109624aaf8b', 'name': 'network-vif-deleted', 'tag': '27cbcb51-fe36-4944-9185-f8bba991f29e', 'status': 'completed', 'code': 200} Dec 23 12:53:36.909679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57932e-9385-4e0a-89b4-983d9f2793e3 req-9fc84b1c-f930-4de2-97f7-b762206c3ffa tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:36.921685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d57932e-9385-4e0a-89b4-983d9f2793e3 req-9fc84b1c-f930-4de2-97f7-b762206c3ffa tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.0720873 Dec 23 12:53:36.969950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d57932e-9385-4e0a-89b4-983d9f2793e3 req-b1e4fadd-4652-4166-b374-627b2c8e3764 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5c6b253-462f-4f5b-bbc4-d5c678b55e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Dec 23 12:53:37.062404 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-05c4f423-653f-46f6-bd0c-c1412b71cfc6 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:37.063109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-05c4f423-653f-46f6-bd0c-c1412b71cfc6 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 950 time: 0.0753636 Dec 23 12:53:37.176804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Deleting port 237589c1-f87b-4af2-b983-fe2df6bb4c66 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:37.177304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:37.288632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] For port 237589c1-f87b-4af2-b983-fe2df6bb4c66, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=237589c1-f87b-4af2-b983-fe2df6bb4c66,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:37.288632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:37.301994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Calling delete_port for 237589c1-f87b-4af2-b983-fe2df6bb4c66 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:37.516327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:37.528762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['237589c1-f87b-4af2-b983-fe2df6bb4c66'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:53:37.570083 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Pushing event deleted for resources: {'Port': ['ID=237589c1-f87b-4af2-b983-fe2df6bb4c66,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:37.590546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c60ae40a-a09f-444b-9216-60a8eec78471 req-9ef3b9bf-8484-4569-bb1a-d243646e27f2 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ad5df6-1691-4037-9c8e-8109624aaf8b HTTP/1.1" status: 200 len: 210 time: 0.0716269 Dec 23 12:53:37.627606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] No DVR routers for this DVR port 237589c1-f87b-4af2-b983-fe2df6bb4c66 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:53:37.631433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:37.636158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07a73f91-ddc3-4409-a60b-84b564ca4c7d req-88dbfa51-2cfe-4103-a145-069916470488 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.57 "DELETE /v2.0/ports/237589c1-f87b-4af2-b983-fe2df6bb4c66 HTTP/1.1" status: 204 len: 173 time: 0.5667496 Dec 23 12:53:38.083418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c68b0e6-60d4-4d74-9858-5a188941cb9c req-8e1de84c-23ff-41fa-8de9-84a6828fcf32 tempest-VolumesNegativeTest-883906633 tempest-VolumesNegativeTest-883906633-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cc05f3c-f82b-4899-8bd3-88ffdb513198 HTTP/1.1" status: 200 len: 210 time: 0.0375369 Dec 23 12:53:38.641845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60724) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:38.711153 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:38.743123 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:38.783932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'name': 'network-vif-deleted', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:53:38.786717 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ec566-f85e-4174-af40-67e4def8fcd9" -d '{"events": [{"server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "name": "network-vif-deleted", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:53:38.831876 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8779efa7-f307-4b30-8486-77597b56c84d x-openstack-request-id: req-8779efa7-f307-4b30-8486-77597b56c84d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:53:38.832292 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc05f3c-f82b-4899-8bd3-88ffdb513198", "name": "network-vif-deleted", "tag": "237589c1-f87b-4af2-b983-fe2df6bb4c66", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:53:38.832724 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8779efa7-f307-4b30-8486-77597b56c84d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:53:38.833179 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc05f3c-f82b-4899-8bd3-88ffdb513198', 'name': 'network-vif-deleted', 'tag': '237589c1-f87b-4af2-b983-fe2df6bb4c66', 'status': 'completed', 'code': 200} Dec 23 12:53:38.869150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:38.872200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:38.876676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b568adb-53e6-4874-a748-a70036747209 HTTP/1.1" status: 204 len: 168 time: 0.2306855 Dec 23 12:53:38.902321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257dec1-d809-4384-a36a-3803d7b0ee33 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b568adb-53e6-4874-a748-a70036747209,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:39.006898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60744) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:39.459556 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:39.744408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 237589c1-f87b-4af2-b983-fe2df6bb4c66 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:53:39.757989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 1afed20c-91a1-492a-b201-c9e95dc9a577 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:39.760316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:39.767738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 237589c1-f87b-4af2-b983-fe2df6bb4c66 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:53:39.768316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 237589c1-f87b-4af2-b983-fe2df6bb4c66 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:53:39.811073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60772) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:39.865100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 1afed20c-91a1-492a-b201-c9e95dc9a577, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1afed20c-91a1-492a-b201-c9e95dc9a577,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:39.865458 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:39.878061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 1afed20c-91a1-492a-b201-c9e95dc9a577 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:39.966615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5c5382e-0275-49af-8682-4ffc5a3c1faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.052093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5c5382e-0275-49af-8682-4ffc5a3c1faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.190342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c5c5382e-0275-49af-8682-4ffc5a3c1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.211414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.242559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=1afed20c-91a1-492a-b201-c9e95dc9a577,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:40.245206 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c5c5382e-0275-49af-8682-4ffc5a3c1faf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35d59d9298644f00960aab137da7b3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322953 Dec 23 12:53:40.245672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60786) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:40.246890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5382e-0275-49af-8682-4ffc5a3c1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeee53b-85b2-4cfb-bac6-e5ddab04374f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:40.406250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.469410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.516235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.672334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.672334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:40.672334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8eeee53b-85b2-4cfb-bac6-e5ddab04374f HTTP/1.1" status: 204 len: 168 time: 0.4154692 Dec 23 12:53:40.689078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4b10-78d8-4ebd-92c9-fd0626a19883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeee53b-85b2-4cfb-bac6-e5ddab04374f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:40.755035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Router e67d3485-3e8a-4327-a9c0-eece78fe6cfb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:53:40.905046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27cbcb51-fe36-4944-9185-f8bba991f29e no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:53:40.926714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 27cbcb51-fe36-4944-9185-f8bba991f29e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:53:40.927048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27cbcb51-fe36-4944-9185-f8bba991f29e not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:53:41.191751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:41.198036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-09060049-0376-40f0-8f0b-0171a7e6149e tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "PUT /v2.0/routers/e67d3485-3e8a-4327-a9c0-eece78fe6cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1902053 Dec 23 12:53:41.203572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60862) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:41.210080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Sync routers for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:41.229562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:41.230364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:41.288056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting subnet 91323883-74f7-4409-986c-4766e84d8386 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:53:41.292124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.335501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.354661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:41.439443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60872) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:41.453977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-717a4f41-2484-4083-b99a-b0e2445c4b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.455776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.557038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-717a4f41-2484-4083-b99a-b0e2445c4b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.630758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-717a4f41-2484-4083-b99a-b0e2445c4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.630989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.646344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.653682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/subnets/91323883-74f7-4409-986c-4766e84d8386 HTTP/1.1" status: 204 len: 168 time: 0.4483581 Dec 23 12:53:41.654532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 60876) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:41.657203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eeffb4-0c30-4555-bf28-0f397036c19d None None] Network 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:41.669322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-717a4f41-2484-4083-b99a-b0e2445c4b29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c57dbc948ba84f41b5d5870c14b8a159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287407 Dec 23 12:53:41.672296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60878) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:41.684724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba780-d142-422d-b64b-87c6ccd65b2d tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Subnet': ['ID=91323883-74f7-4409-986c-4766e84d8386,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:41.694338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a4f41-2484-4083-b99a-b0e2445c4b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c414d6-3c23-442c-ab6d-2e6670aada59,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:41.775239 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.800386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.804046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:53:40Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:41.822349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.836726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Checking router: e67d3485-3e8a-4327-a9c0-eece78fe6cfb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:41.846451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Routers {'e67d3485-3e8a-4327-a9c0-eece78fe6cfb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:41.847579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:41.904788 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] DHCP port deletion for 4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:41.953565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.967581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.970319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:41.971476 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61c414d6-3c23-442c-ab6d-2e6670aada59 HTTP/1.1" status: 204 len: 168 time: 0.2787671 Dec 23 12:53:41.982411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0bf0-2842-450f-9088-323929a26f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c414d6-3c23-442c-ab6d-2e6670aada59,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:42.017299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] Set router e67d3485-3e8a-4327-a9c0-eece78fe6cfb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:42.144029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Deleting port 38dadc5d-5072-4774-aa6b-1794d7583520 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:42.144554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.177591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Deleting port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:53:42.178105 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.269800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:53:42.273620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] For port 38dadc5d-5072-4774-aa6b-1794d7583520, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=38dadc5d-5072-4774-aa6b-1794d7583520,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:42.274494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.291960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Calling delete_port for 38dadc5d-5072-4774-aa6b-1794d7583520 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:42.360357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] For port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:42.361104 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.412813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Calling delete_port for 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:53:42.539644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:53:40Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:42.587287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b9063-f8a6-43c0-9ea7-6ff279c5609f None None] The sync data for ids ['e67d3485-3e8a-4327-a9c0-eece78fe6cfb'] in n-d-822750-2 is: [{'id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'name': 'tempest-TestNetworkBasicOps-router-1788249576', 'tenant_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:52:30Z', 'updated_at': '2021-12-23T12:53:40Z', 'revision_number': 5, 'project_id': '838eaa70cbf94eaab95b2a176de0e9f9', 'gw_port': {'id': '38dadc5d-5072-4774-aa6b-1794d7583520', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67d3485-3e8a-4327-a9c0-eece78fe6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:52:31Z', 'updated_at': '2021-12-23T12:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:53:42.601638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.680071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,segment=NetworkSegment(1b14ae59-31d6-49bc-97dc-73fea56eebd1),segment_id=1b14ae59-31d6-49bc-97dc-73fea56eebd1)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:42.823005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.882194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:42.927367 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.950278 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:42.969098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] Pushing event deleted for resources: {'Port': ['ID=1e2b46d0-0638-4255-a3ed-ada7a686e9f2,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:42.974090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbb465-742a-45b8-b1a9-49e8e50578aa None None] No DVR routers for this DVR port 1e2b46d0-0638-4255-a3ed-ada7a686e9f2 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:53:42.998026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Port': ['ID=38dadc5d-5072-4774-aa6b-1794d7583520,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:43.039812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dedc77-618e-4a32-aeb5-073f27ada708 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:43.089720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.203359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.205894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.304958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6f136304-bc62-4c29-9023-affd24c67c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.327489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.327985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Fanout notify agent at l3_agent the message router_deleted on router e67d3485-3e8a-4327-a9c0-eece78fe6cfb {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:53:43.338613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.340076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4534a962-7f66-4971-816c-01bd338689e7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/routers/e67d3485-3e8a-4327-a9c0-eece78fe6cfb HTTP/1.1" status: 204 len: 168 time: 1.6635606 Dec 23 12:53:43.342860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 60952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:43.450055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.562115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.583004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:43.595139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b14ae59-31d6-49bc-97dc-73fea56eebd1') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:43.595552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b14ae59-31d6-49bc-97dc-73fea56eebd1') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:43.606044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.620138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.626114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:53:43.626526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:53:43.629565 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:53:43.779113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.787151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:43.794582 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] 10.222.0.16 "DELETE /v2.0/networks/4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf HTTP/1.1" status: 204 len: 168 time: 0.4499781 Dec 23 12:53:43.810575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5c625-40d9-41b9-b2b5-43406ebbdee7 tempest-TestNetworkBasicOps-522751228 tempest-TestNetworkBasicOps-522751228-project] Pushing event deleted for resources: {'Network': ['ID=4435d076-8cbf-4f9f-ab60-a8e9db9e1fbf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:44.125210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1afed20c-91a1-492a-b201-c9e95dc9a577 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:53:44.154648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1afed20c-91a1-492a-b201-c9e95dc9a577 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:53:44.155261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1afed20c-91a1-492a-b201-c9e95dc9a577 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:53:44.155701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 38dadc5d-5072-4774-aa6b-1794d7583520 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:53:44.184255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 38dadc5d-5072-4774-aa6b-1794d7583520 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:53:44.184255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 38dadc5d-5072-4774-aa6b-1794d7583520 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:53:44.379366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32796) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:44.545616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32806) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:44.546355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bafe32d-2aee-4a2b-8b88-695daed74566 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=838eaa70cbf94eaab95b2a176de0e9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648757 Dec 23 12:53:44.607154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:44.646384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:44.836462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:44.841965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:44.844087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/638dc24f-9369-40cf-86c6-a29e25f8fe85 HTTP/1.1" status: 204 len: 168 time: 0.2972393 Dec 23 12:53:44.855795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978fa2-ab7f-44a3-97b4-77d8d41df536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638dc24f-9369-40cf-86c6-a29e25f8fe85,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:45.765034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32858) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:45.784121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6796741-7f2e-43d6-b3d3-5a283443fbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:45.902776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6796741-7f2e-43d6-b3d3-5a283443fbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:45.956070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b6796741-7f2e-43d6-b3d3-5a283443fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:45.995187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6796741-7f2e-43d6-b3d3-5a283443fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0746f1fb-648a-4f42-8069-23cece963228,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:46.002529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32864) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:46.009927 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b6796741-7f2e-43d6-b3d3-5a283443fbac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec53cffac41e4658b2a554332a2df610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394061 Dec 23 12:53:46.074614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:46.098777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:46.127708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5a8a-8750-4c47-91b8-a416627919e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:46.270466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:46.273240 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:46.277006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0746f1fb-648a-4f42-8069-23cece963228 HTTP/1.1" status: 204 len: 168 time: 0.2709725 Dec 23 12:53:46.287653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37e8ca-ebfe-4c6a-8b8f-9988fb2ffaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746f1fb-648a-4f42-8069-23cece963228,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:46.571475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:47.611583 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32914) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:47.847505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-152058032-network', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:47.925110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:47.927726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:47.936452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.016787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.096688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.122452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:53:48.132460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cab4d8-ea7d-4bca-9774-59f6e269dba6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:48.137434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.137795 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Added segment d60e8801-407b-4553-b5bb-9b218e769014 of type vlan for network 24849841-f068-47c0-ba6b-9a23069629f5 Dec 23 12:53:48.181219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.265942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.310412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.312696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:48.313784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.379920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] Pushing event updated for resources: {'Network': ['ID=24849841-f068-47c0-ba6b-9a23069629f5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:48.393302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 24849841-f068-47c0-ba6b-9a23069629f5 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:53:48.433223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c8b38ec-0660-4b96-9ab6-377610720814 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8199518 Dec 23 12:53:48.436038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32928) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:48.441594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Request body: {'subnet': {'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-152058032-subnet', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:48.554316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.576929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:48.579286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:48.937359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.015127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdebc69a-1591-46f6-9c47-24e305096ec8,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:49.017500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:49.017961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Network hostable DHCP agents. Network: 24849841-f068-47c0-ba6b-9a23069629f5, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:53:49.125636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Network 24849841-f068-47c0-ba6b-9a23069629f5 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:53:49.207276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 24849841-f068-47c0-ba6b-9a23069629f5) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:49.212281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:49.218144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.219600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607f793-83be-46af-ab03-189eac67f9ba None None] Network 24849841-f068-47c0-ba6b-9a23069629f5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:49.268224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-09d9b23f-77ec-4808-9e2d-1240b1eaa8a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8310349 Dec 23 12:53:49.272687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32942) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:49.277954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:49.311373 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.352763 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 32944) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:49.378932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.383561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.416654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-24849841-f068-47c0-ba6b-9a23069629f5', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:53:49.420202 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.558739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.589086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c08ca65-63b8-454c-93b3-4650823ac6aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9487ceff7ace4184ad76addfd58b32be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346473 Dec 23 12:53:49.591488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32950) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:49.625727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Allocated IP 172.20.0.2 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/6c2d8110-133d-4a4f-aabd-ed8d1a5de041) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:49.647372 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.676692 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.818925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.822074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.823348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.830277 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c6b253-462f-4f5b-bbc4-d5c678b55e42 HTTP/1.1" status: 204 len: 168 time: 0.2377732 Dec 23 12:53:49.840460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa35190-22e3-4167-b2d0-1a315cc0c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6b253-462f-4f5b-bbc4-d5c678b55e42,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:49.885317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.931219 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:49.984131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:49.986924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:49.992067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:49.995930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Pushing event updated for resources: {'Port': ['ID=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:50.057105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Attempting to bind port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:50.057486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Attempting to bind port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:50.058630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Attempting to bind port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:50.063230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:50.063608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:50.064016 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.064408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:50.064963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Bound port: 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:50.065334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.129498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] For port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:50.132787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] For port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:50.209630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.213622 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.234463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.298681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f963d7d-dc5d-4d07-9b13-c00e768bf57c None None] Pushing event updated for resources: {'Port': ['ID=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:50.372701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Allocated IP 172.25.7.18 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/138ad8ab-f8cc-46c1-90b7-7e132cb004c2) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:50.498759 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.588950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.627540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:50.633801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:50.637923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:50.649202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbe0c5-d54b-4b1e-b154-66eacefec473 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:50.677978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Pushing event updated for resources: {'Port': ['ID=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:50.723404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dc1fef66-49a8-42ae-aefa-e067f21747e8 None None] Provisioning complete for port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:50.724191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc1fef66-49a8-42ae-aefa-e067f21747e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:50.767841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fef66-49a8-42ae-aefa-e067f21747e8 None None] Port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:51.029216 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.068090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 32990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:51.210785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-953617378-network', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:51.293917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.333655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Made reservation on behalf of 0fa2282c1def4d8bba95a0577733c03c for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:51.336399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.346531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.440643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.582251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd5f1b-20ac-4df2-9271-b61264568054 None None] Network 24849841-f068-47c0-ba6b-9a23069629f5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:51.705202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.705202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:53:51.717216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:53:51.718646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46707ed-ca39-42f5-a61d-b5b4c96e7c63,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:51.718646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.718646 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Added segment ebcff011-5823-48ca-9d42-9102d65f5d62 of type vlan for network 00fbd0a6-b68c-4fad-816d-732680024c8d Dec 23 12:53:51.718646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.719559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] Provisioning complete for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:51.719559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.739232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.740278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:51.741071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.759420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:51.780266 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:51.788199 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.795596 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:51.796442 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:51.828325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] Pushing event updated for resources: {'Network': ['ID=00fbd0a6-b68c-4fad-816d-732680024c8d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:51.852919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 00fbd0a6-b68c-4fad-816d-732680024c8d details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:53:51.858970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] For port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:51.968463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:51.971403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-714d9d8e-786a-4136-9cba-11577911cc8b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6956117 Dec 23 12:53:51.973150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33008) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:52.001410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.037269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33012) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:52.037448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b71e57da-87ff-4c0e-9bb5-5a1b2ee8f200 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9681900 Dec 23 12:53:52.042187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Request body: {'subnet': {'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-953617378-subnet', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:52.062293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:52.166409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Made reservation on behalf of 0fa2282c1def4d8bba95a0577733c03c for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:52.166409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.166635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a1a85-af5f-4b7b-8fca-c0358ecc83b9 None None] Pushing event updated for resources: {'Port': ['ID=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:52.191355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9ed148c6-6339-4b63-9b79-a95addaf2522 None None] Provisioning complete for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:52.191786 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9ed148c6-6339-4b63-9b79-a95addaf2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.275892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:52.314426 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:50Z', 'revision_number': 3, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:52.384691 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:52.385069 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Updating router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:53:52.427283 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.429771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:52.430148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.594395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.692963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.698891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Checking segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:52.699259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Network hostable DHCP agents. Network: 00fbd0a6-b68c-4fad-816d-732680024c8d, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:53:52.702700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:52.784638 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.786022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Network 00fbd0a6-b68c-4fad-816d-732680024c8d is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:53:52.873891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Allocated IP 172.20.0.1 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/a2c91ad8-1e42-4f46-a379-68bfa2706e5b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:52.911265 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:52.938908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 00fbd0a6-b68c-4fad-816d-732680024c8d) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:52.949448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:52.949448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.001601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.007312 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Attempting to bind port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:53.007990 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Attempting to bind port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:53.008584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Attempting to bind port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:53.011942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Pushing event updated for resources: {'Port': ['ID=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:53.017909 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:53.018697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:53.019695 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.020159 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:53.021420 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Bound port: 138ad8ab-f8cc-46c1-90b7-7e132cb004c2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:53.022047 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.042828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e3404255-df67-49c0-b2b7-6500a035a4f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0044265 Dec 23 12:53:53.045528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:53.049311 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.049311 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.050136 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.051248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:53.051704 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.052281 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.052880 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.053462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.054014 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.054590 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.055801 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.056454 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.057052 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.057606 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:53.098162 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] For port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:53.101530 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] For port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:53.131972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.172917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:53.177044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:53.179546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafadd5f-3dfb-4a4c-91a3-d3150e991859 None None] Network 00fbd0a6-b68c-4fad-816d-732680024c8d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:53.180761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:53.181795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ce0d1f-2d18-4c03-aaf0-dc07924fb7fd None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:53.186123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.207948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:53.248602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.288980 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.290393 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.293074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.343876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-00fbd0a6-b68c-4fad-816d-732680024c8d', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:53:53.345439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.395470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] Provisioning complete for port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:53.396189 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.426916 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901436b-9d30-4f37-a089-31fe8491d6ea None None] Pushing event updated for resources: {'Port': ['ID=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:53.450092 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.461818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:53.462503 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:53.483576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ffc58-5eb0-4944-a6b1-931f366c0e36 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:53.592742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:53.603205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.615591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Allocated IP 172.20.0.2 (00fbd0a6-b68c-4fad-816d-732680024c8d/cb1c0d3e-e5ad-4259-9b1a-98c131a621ca/b31a319c-5160-43e2-ad5a-2e269c50b00b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:53.670583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.758422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.827669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] For port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:53.841531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.846970 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:50Z', 'revision_number': 3, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:53.875967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2bd9c9-1359-48ac-abd0-d301fb08ccae None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:50Z', 'revision_number': 3, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:53:53.905121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.990166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:53.999662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.022623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.062695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Network 00fbd0a6-b68c-4fad-816d-732680024c8d is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:54.080208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:54.082563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:54.117804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:54.120249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.123641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56e61b-f3d3-4b22-8f0c-79e41f2f62a5 None None] Pushing event updated for resources: {'Port': ['ID=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:54.233632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Pushing event updated for resources: {'Port': ['ID=b31a319c-5160-43e2-ad5a-2e269c50b00b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:54.265577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.303212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:54.303966 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.313917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-590643d2-d5ec-4b2b-a454-135980181ec0 None None] Provisioning complete for port a2c91ad8-1e42-4f46-a379-68bfa2706e5b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:54.314477 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-590643d2-d5ec-4b2b-a454-135980181ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.357080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:54.359169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:54.377868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-590643d2-d5ec-4b2b-a454-135980181ec0 None None] Port a2c91ad8-1e42-4f46-a379-68bfa2706e5b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:54.405585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Attempting to bind port b31a319c-5160-43e2-ad5a-2e269c50b00b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:54.406314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Attempting to bind port b31a319c-5160-43e2-ad5a-2e269c50b00b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:54.406939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Attempting to bind port b31a319c-5160-43e2-ad5a-2e269c50b00b on network 00fbd0a6-b68c-4fad-816d-732680024c8d {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:54.428163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:54.428596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Checking segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:54.429259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.429860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Bound using segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:54.430551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Bound port: b31a319c-5160-43e2-ad5a-2e269c50b00b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:54.431176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.453000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-590643d2-d5ec-4b2b-a454-135980181ec0 None None] Provisioning complete for port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:54.453687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-590643d2-d5ec-4b2b-a454-135980181ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.525008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Allocated IP 172.25.7.172 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:54.633832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] For port b31a319c-5160-43e2-ad5a-2e269c50b00b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:54.641961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] For port b31a319c-5160-43e2-ad5a-2e269c50b00b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b31a319c-5160-43e2-ad5a-2e269c50b00b,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:54.648165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:53:54.660813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:54.661333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.742598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.807016 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.831212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d460a74-a663-4051-b03f-bcfd8c4c5ecc None None] Pushing event updated for resources: {'Port': ['ID=b31a319c-5160-43e2-ad5a-2e269c50b00b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:54.882100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:54.907910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-07d67baf-86e5-4bbf-ba88-bea56497e448 admin admin] 10.222.0.16 "PUT /v2.0/routers/f6487e8f-b5fb-46a1-af4e-64f9ff03c091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254053 Dec 23 12:53:54.962470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d1e950f7-26e3-415a-9bb6-9e134731f4d6 None None] Provisioning complete for port a2c91ad8-1e42-4f46-a379-68bfa2706e5b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:54.962993 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1e950f7-26e3-415a-9bb6-9e134731f4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:54.990856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:55.002496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d1e950f7-26e3-415a-9bb6-9e134731f4d6 None None] Port a2c91ad8-1e42-4f46-a379-68bfa2706e5b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:55.026964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:55.051819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:55.063158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:55.072323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128dd41-afc6-4d70-83ec-3230b4311212 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:55.104414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:55.141005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e6d4d23d-0e5a-4b31-9337-c537ce50c5f4 None None] Provisioning complete for port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:55.141383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d23d-0e5a-4b31-9337-c537ce50c5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:55.251335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4d23d-0e5a-4b31-9337-c537ce50c5f4 None None] Port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:55.606410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:55.824920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33080) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:56.021970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da593309-f869-4d70-92bb-16e471e55d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.239640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.301976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:56.305281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:56.312908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1231569283-network', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:56.357410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da593309-f869-4d70-92bb-16e471e55d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.397448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:56.398219 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.424982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da593309-f869-4d70-92bb-16e471e55d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.435750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d95aff-2d73-48d3-ab5b-4f62b3ef9efd None None] Network 00fbd0a6-b68c-4fad-816d-732680024c8d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:56.482250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:56.485034 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da593309-f869-4d70-92bb-16e471e55d18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=405a6576fb474b1e97059c133b21219e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556580 Dec 23 12:53:56.488563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593309-f869-4d70-92bb-16e471e55d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92544c91-6e87-4af1-8f15-108a7fcd730d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:56.507734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Made reservation on behalf of 2a7fdafbe84945deb9f1f18aa63bdc58 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:56.511151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.533674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Router 1a9bd882-27fd-4b38-8819-533769eed4e7 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:53:56.541204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.572764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] Provisioning complete for port b31a319c-5160-43e2-ad5a-2e269c50b00b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:56.573394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.632352 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.674879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b31a319c-5160-43e2-ad5a-2e269c50b00b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:56.713489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.780703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:53:56.788354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.797832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Sync routers for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:56.826616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.832835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b31a319c-5160-43e2-ad5a-2e269c50b00b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:56.833244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.853376 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:53:56.874015 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:56.874789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:56.900594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:56.900932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.901429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:56.902210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dc07aa72-9d63-44f0-98e6-1b899c10b8b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8557405 Dec 23 12:53:56.905051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33102) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:56.949384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] For port b31a319c-5160-43e2-ad5a-2e269c50b00b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b31a319c-5160-43e2-ad5a-2e269c50b00b,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:53:56.965715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.969030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:56.970387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92544c91-6e87-4af1-8f15-108a7fcd730d HTTP/1.1" status: 204 len: 168 time: 0.4870839 Dec 23 12:53:57.004607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.010073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f303084-278e-44a1-939b-c8795c89954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92544c91-6e87-4af1-8f15-108a7fcd730d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:57.030190 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:53:57.044926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.045303 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Added segment 5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16 of type vlan for network bf3d1e24-1476-4dad-89a5-c2f0e009d64e Dec 23 12:53:57.086088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.105336 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:57.159230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3eae3f-0065-4e8e-8cff-6ed0ee659169 None None] Pushing event updated for resources: {'Port': ['ID=b31a319c-5160-43e2-ad5a-2e269c50b00b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:57.194852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:57.196802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.241554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea460f-5043-43ed-98f0-b36794b6ef13,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:57.335183 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.336444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:57.336700 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.345585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7ac47e2c-b2dd-46e2-9192-7b28dceb0d43 None None] Provisioning complete for port b31a319c-5160-43e2-ad5a-2e269c50b00b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:57.345585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7ac47e2c-b2dd-46e2-9192-7b28dceb0d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.429642 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 2, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:57.466150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:57.466763 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Updating router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 port a2c91ad8-1e42-4f46-a379-68bfa2706e5b binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:53:57.499225 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.534818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2281783 Dec 23 12:53:57.535678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:57.541110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Request body: {'subnet': {'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1231569283-subnet', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:57.543253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbccb8-aae9-4c12-9977-6dcc83e02ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3d1e24-1476-4dad-89a5-c2f0e009d64e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:57.579808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:53:57.767497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:55Z', 'revision_number': 3, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:57.794878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Checking router: 1a9bd882-27fd-4b38-8819-533769eed4e7 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:53:57.795226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Updating router 1a9bd882-27fd-4b38-8819-533769eed4e7 port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:53:57.822611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.852028 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:57.873604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.013971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Made reservation on behalf of 2a7fdafbe84945deb9f1f18aa63bdc58 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:53:58.016806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.041668 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.105782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.152193 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793dbf7-ff26-447c-9ddf-26f19597fd10 None None] Pushing event updated for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:58.173168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.180596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Allocated IP 172.20.0.1 (00fbd0a6-b68c-4fad-816d-732680024c8d/cb1c0d3e-e5ad-4259-9b1a-98c131a621ca/94670231-3b7f-40f5-9609-b332eef83562) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:58.228307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b31a319c-5160-43e2-ad5a-2e269c50b00b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:53:58.260343 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Attempting to bind port a2c91ad8-1e42-4f46-a379-68bfa2706e5b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:58.261068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Attempting to bind port a2c91ad8-1e42-4f46-a379-68bfa2706e5b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:58.261619 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Attempting to bind port a2c91ad8-1e42-4f46-a379-68bfa2706e5b on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:58.268308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:58.269652 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:58.270259 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.271017 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:58.271686 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Bound port: a2c91ad8-1e42-4f46-a379-68bfa2706e5b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:58.272274 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.306428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33120) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:58.333145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee144ce-675d-438b-975f-cdd5c009de4b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:58.351331 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] For port a2c91ad8-1e42-4f46-a379-68bfa2706e5b, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:58.355158 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] For port a2c91ad8-1e42-4f46-a379-68bfa2706e5b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:58.357647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.359673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Pushing event updated for resources: {'Port': ['ID=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:58.364207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Attempting to bind port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:53:58.364584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Attempting to bind port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:53:58.370277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Attempting to bind port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:53:58.374982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a695e385-697d-4b0d-be2c-6cc769b3f1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.382251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.386843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:53:58.387161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:58.387551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.402670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:53:58.403311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Bound port: 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:53:58.403702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.430505 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.475701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] For port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:53:58.479217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] For port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:53:58.495362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.498000 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:58.500983 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:58.507986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.516745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.517596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.517938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.518271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.518603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.518956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.519594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.520141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.520573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.521009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.521356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.521672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:53:58.540132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Checking segment: {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:53:58.541237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Network hostable DHCP agents. Network: bf3d1e24-1476-4dad-89a5-c2f0e009d64e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:53:58.543956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6361d5ef-e4ac-4f05-8239-49a5594b361e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:58.546776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a6fbddd3-886c-4870-9b6a-3f8a4caaede1 None None] Provisioning complete for port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:58.547105 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a6fbddd3-886c-4870-9b6a-3f8a4caaede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.601662 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.603848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Network 00fbd0a6-b68c-4fad-816d-732680024c8d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:58.611035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:58.615467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:53:58.647028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a695e385-697d-4b0d-be2c-6cc769b3f1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.673962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b31a319c-5160-43e2-ad5a-2e269c50b00b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:58.676348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.687475 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:53:58.714356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a695e385-697d-4b0d-be2c-6cc769b3f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.739452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Pushing event updated for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:58.755575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.796868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c3c7a-4e66-46f3-9421-a04551a57c42 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:53:58.820969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bf3d1e24-1476-4dad-89a5-c2f0e009d64e) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:58.855681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a6fbddd3-886c-4870-9b6a-3f8a4caaede1 None None] Port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:53:58.871380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a695e385-697d-4b0d-be2c-6cc769b3f1d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3368cbb1d3bd4c1d94a970a1b90a79fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5609534 Dec 23 12:53:58.873705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33128) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:58.881450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:53:58.883762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:58.887366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377c992-96ee-4eba-bb44-52b5a7752ebe None None] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:53:58.929810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695e385-697d-4b0d-be2c-6cc769b3f1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e077b2-f142-4944-b0ee-a7b36c64f6d9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:58.961186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:58.999404 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.021877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f995b1-edff-47f7-bece-6bee7e94374b None None] Pushing event updated for resources: {'Port': ['ID=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:59.065334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.068733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:53:59.071293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.072142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:53:59.072902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:59.081972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2e8c07e4-771c-4ed9-a9e0-a23beb88b9cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5432074 Dec 23 12:53:59.083438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33132) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:53:59.094420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:53:59.116606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.166895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] Provisioning complete for port a2c91ad8-1e42-4f46-a379-68bfa2706e5b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:53:59.168360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.174062 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793dbf7-ff26-447c-9ddf-26f19597fd10 None None] Pushing event updated for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:59.225457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.228067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.248050 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:53:59.299885 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d8bf-1d24-4834-943a-69167ca80731 None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:53:59.333432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.337197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.340308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.345869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67e077b2-f142-4944-b0ee-a7b36c64f6d9 HTTP/1.1" status: 204 len: 168 time: 0.4559765 Dec 23 12:53:59.346085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.369583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276b00c-cbc4-472b-99ba-e293c7356b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e077b2-f142-4944-b0ee-a7b36c64f6d9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:59.476034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.541158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Allocated IP 172.20.0.2 (bf3d1e24-1476-4dad-89a5-c2f0e009d64e/6361d5ef-e4ac-4f05-8239-49a5594b361e/ba25f621-9d5d-4fc2-8d86-2ee7cde235ea) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:53:59.585173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.620515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:53:59.689567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Pushing event updated for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:53:59.701247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:53:59.811939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Network 00fbd0a6-b68c-4fad-816d-732680024c8d is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:53:59.818044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:53:59.906945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.029059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Router 1a9bd882-27fd-4b38-8819-533769eed4e7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:00.097010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] For port a2c91ad8-1e42-4f46-a379-68bfa2706e5b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:00.187514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.192982 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.365555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:00.370258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.386073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7424877c-3e5e-4512-ab3c-e0eb15a84304 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a9bd882-27fd-4b38-8819-533769eed4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798851 Dec 23 12:54:00.421723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.432106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24076ef-dd5e-4b78-ae17-564fbfe8b151 None None] Pushing event updated for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:00.443650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2c91ad8-1e42-4f46-a379-68bfa2706e5b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:00.451761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:00.723560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Allocated IP 172.25.7.137 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/0c8f71b6-1a93-42f4-a5c8-4071ff0876ea) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:00.977449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.001050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:01.002501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:01.003118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.041035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:01.069358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:01.085013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Pushing event updated for resources: {'Port': ['ID=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:01.090097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-12056198-8820-47bb-9301-59673d4096c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 1, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:01.202072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.203774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Port 94670231-3b7f-40f5-9609-b332eef83562 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:01.205433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12056198-8820-47bb-9301-59673d4096c0 None None] The sync data for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 is: [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 1, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:01.264995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a2c91ad8-1e42-4f46-a379-68bfa2706e5b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:01.264995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.277386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:01.287951 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:01.288068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:01.351647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Pushing event updated for resources: {'Port': ['ID=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:01.389721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Attempting to bind port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:01.390137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Attempting to bind port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:01.390437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Attempting to bind port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea on network bf3d1e24-1476-4dad-89a5-c2f0e009d64e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:01.417371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:01.417768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Checking segment: {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:01.418151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.418517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Bound using segment: {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:01.419000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Bound port: ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:01.419373 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.421270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b7b6e-656b-4560-bcd0-2f6730b7140d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:01.431979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Provisioning complete for port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:01.432347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.732990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.745409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] For port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:01.789147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] For port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:01.792295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] For port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:01.839212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33190) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:01.846074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-621313117-network', 'tenant_id': '8c065977cec4472f8e0ec758360a296c'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:01.893534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.934718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.941989 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:01.978570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Made reservation on behalf of 8c065977cec4472f8e0ec758360a296c for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:01.984317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.025440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.039005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fc2a5-6d4b-4fc9-acbc-f0356a1a47ed None None] Pushing event updated for resources: {'Port': ['ID=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:02.242020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Provisioning complete for port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:02.242276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.264193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.305630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:02.309447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2c91ad8-1e42-4f46-a379-68bfa2706e5b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:02.319686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad725-c857-483b-86a4-b1c2abe815cd None None] Pushing event updated for resources: {'Port': ['ID=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:02.348574 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.428476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:02.428476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.495030 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.499471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:54:02.532282 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-747c1e5e-8e89-4e3c-8f17-1a2acf36032f None None] Port 94670231-3b7f-40f5-9609-b332eef83562 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:02.533060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.534049 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Added segment c1baf3fa-9062-43d9-bb39-fdfee3e31b00 of type vlan for network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e Dec 23 12:54:02.572357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a2c91ad8-1e42-4f46-a379-68bfa2706e5b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:02.573535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.649626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.687158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b34e5-18ad-40c4-8392-7a9737f95766,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:02.766970 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.768109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:02.768802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:02.933964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0934610 Dec 23 12:54:02.945413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33206) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:02.952951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Request body: {'subnet': {'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-621313117-subnet', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:03.001963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a96a-c26e-45e8-be45-402df9039236 admin admin] Pushing event updated for resources: {'Network': ['ID=9fcb349c-38dc-41e6-8edb-4fc4d28dd08e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:03.016074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:54:03.121652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Made reservation on behalf of 8c065977cec4472f8e0ec758360a296c for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:03.124281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:03.554448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Router 0124f017-b5a3-43a9-9ea4-248f0fe2353e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:54:03.672602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e2be0-c1d1-4b63-a048-6eb7b3d11cce None None] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:03.747444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:03.750836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:03.775177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Sync routers for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:03.813354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:03.813919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:03.846003 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:03.856656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1239cce1-fb05-4063-9848-068818465d9f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7697411 Dec 23 12:54:03.862445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33226) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:03.866537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] Provisioning complete for port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:03.867169 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:03.874738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e89a4e-ae13-433f-9990-f72b5052263b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:03.880717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Checking segment: {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:03.881387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Network hostable DHCP agents. Network: 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:54:03.962062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:54:04.054839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:04.063846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:04.063846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.071785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:04.101873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.142677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b86a05-3ddf-4a6e-b24b-6beb8169109c None None] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:04.283463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-730406f2-4883-470e-803a-33bfcff1098d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3338583 Dec 23 12:54:04.286431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33234) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:04.292053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:04.363565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ba25f621-9d5d-4fc2-8d86-2ee7cde235ea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:04.440667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.442169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.493663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] For port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:04.565553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.576500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.579037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:04.579397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.587069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'project_id': '8c065977cec4472f8e0ec758360a296c', 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:54:04.587069 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.623616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.686601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 3, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:04.699548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e161e-e704-427b-9f0c-ed6059c07326 None None] Pushing event updated for resources: {'Port': ['ID=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:04.786510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Checking router: 0124f017-b5a3-43a9-9ea4-248f0fe2353e for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:04.786843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Updating router 0124f017-b5a3-43a9-9ea4-248f0fe2353e port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:54:04.831372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f9f4a924-7ba8-4e2a-95ff-37c6a37f1a43 None None] Provisioning complete for port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:04.832218 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a924-7ba8-4e2a-95ff-37c6a37f1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.845362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:04.902089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Allocated IP 172.20.0.1 (bf3d1e24-1476-4dad-89a5-c2f0e009d64e/6361d5ef-e4ac-4f05-8239-49a5594b361e/fb24e8b4-30ad-484d-bafd-ec18a52b6931) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:04.983419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.042901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.258861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.286255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:05.290608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Allocated IP 172.20.0.2 (9fcb349c-38dc-41e6-8edb-4fc4d28dd08e/04e89a4e-ae13-433f-9990-f72b5052263b/1c56b9a6-a07f-495e-be7c-7ee5a4080642) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:05.322422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.342140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.370238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:05.418264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:05.419901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:05.423097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:05.493548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.538798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:05.539467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.765801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.767965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.774385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.820447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-021836fa-3c86-4c64-b0c1-0b2fd20698b2 None None] Provisioning complete for port fb24e8b4-30ad-484d-bafd-ec18a52b6931 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:05.820807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-021836fa-3c86-4c64-b0c1-0b2fd20698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.851849 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.896214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:05.898070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-021836fa-3c86-4c64-b0c1-0b2fd20698b2 None None] Port fb24e8b4-30ad-484d-bafd-ec18a52b6931 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:05.940070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd022a-075a-4bcc-900a-a81f729e2ee4 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:05.950619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Allocated IP 172.25.7.38 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f406a6b2-98b9-4e54-946e-8e4c866ade1f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:05.963000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255fc91-fe26-4974-b6a9-217a26bd7be4 None None] Pushing event updated for resources: {'Port': ['ID=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:06.023720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:06.028797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Attempting to bind port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:06.029422 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Attempting to bind port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:06.029976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Attempting to bind port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:06.039064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:06.039750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:06.040335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.041914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:06.042535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Bound port: 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:06.043142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.047708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Pushing event updated for resources: {'Port': ['ID=1c56b9a6-a07f-495e-be7c-7ee5a4080642,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:06.048293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.050757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:06.071555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:06.094679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9fac3402-f51a-4ff0-b830-58f5d36d644f None None] Provisioning complete for port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:06.095052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9fac3402-f51a-4ff0-b830-58f5d36d644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.131581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.180193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.190590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Attempting to bind port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:06.191019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Attempting to bind port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:06.191378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Attempting to bind port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 on network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:06.203932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:06.203932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Checking segment: {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:06.203932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.203932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Bound using segment: {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:06.204590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Bound port: 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:06.204839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.211612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] For port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:06.228539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9fac3402-f51a-4ff0-b830-58f5d36d644f None None] Port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:06.246426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] For port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:06.254013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ba25f621-9d5d-4fc2-8d86-2ee7cde235ea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:06.272849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Sync routers for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:06.279908 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.290917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:06.291526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:06.292240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:06.314755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.379599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33266) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:06.384404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29782e0-df12-4932-8f28-b8d2a816d863 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:06.417203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:06.417566 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.426726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.491823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:06.492471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:06.501162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:06.502377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:06.505074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:06.509657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:06.512939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:06.536275 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:06.550027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f406a6b2-98b9-4e54-946e-8e4c866ade1f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:06.589503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] For port 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:06.598060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea6bf5-d617-4b7a-ae2f-da72740c3d0f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:06.600578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255fc91-fe26-4974-b6a9-217a26bd7be4 None None] Pushing event updated for resources: {'Port': ['ID=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:06.694944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] For port 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1c56b9a6-a07f-495e-be7c-7ee5a4080642,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:06.702745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] Provisioning complete for port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:06.703410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.739419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66e41b20-7b5e-4e8a-9bbb-11fe4b41a3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.773239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Router 0124f017-b5a3-43a9-9ea4-248f0fe2353e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:06.789447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.986576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:06.987237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66e41b20-7b5e-4e8a-9bbb-11fe4b41a3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:06.994629 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5af0463c-6495-4ed1-9114-49807e7f82f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/0124f017-b5a3-43a9-9ea4-248f0fe2353e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235306 Dec 23 12:54:07.036197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:07.039775 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 2, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:07.091600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d7e26-732f-40ed-b48f-8a31be949bc2 None None] Pushing event updated for resources: {'Port': ['ID=1c56b9a6-a07f-495e-be7c-7ee5a4080642,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:07.096703 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Checking router: 1a9bd882-27fd-4b38-8819-533769eed4e7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:07.097487 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Updating router 1a9bd882-27fd-4b38-8819-533769eed4e7 port 94670231-3b7f-40f5-9609-b332eef83562 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:54:07.161788 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.453019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.491094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] For port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:07.529391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb24e8b4-30ad-484d-bafd-ec18a52b6931', 'name': '', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'mac_address': 'fa:16:3e:a7:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 2, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'subnets': [{'id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:07.567253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b231e-301a-4852-a350-c5137cf321f3 None None] The sync data for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 is: [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb24e8b4-30ad-484d-bafd-ec18a52b6931', 'name': '', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'mac_address': 'fa:16:3e:a7:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 2, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'subnets': [{'id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:07.569493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.616205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-66e41b20-7b5e-4e8a-9bbb-11fe4b41a3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.646792 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.657082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331ee9-510b-410e-8c74-3a459faf9c59 None None] Pushing event updated for resources: {'Port': ['ID=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:07.678077 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e41b20-7b5e-4e8a-9bbb-11fe4b41a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a295d-cebf-43d7-9a8a-b70a7b4261ed,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:07.690382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-66e41b20-7b5e-4e8a-9bbb-11fe4b41a3b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b150647dba174f6fa8ba542800e9f8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3040371 Dec 23 12:54:07.690382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.690745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33294) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:07.704587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Provisioning complete for port f406a6b2-98b9-4e54-946e-8e4c866ade1f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:07.705286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.739409 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.791366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Port f406a6b2-98b9-4e54-946e-8e4c866ade1f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:07.814433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Provisioning complete for port fb24e8b4-30ad-484d-bafd-ec18a52b6931 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:07.814852 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.832173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.841702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11190-2b02-4724-92b3-5173a71e260d None None] Pushing event updated for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:07.882983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:07.898792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-66176c1d-cf0c-461b-a3ba-a082b6cca813 None None] Port fb24e8b4-30ad-484d-bafd-ec18a52b6931 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:08.056413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Attempting to bind port 94670231-3b7f-40f5-9609-b332eef83562 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:08.059305 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Attempting to bind port 94670231-3b7f-40f5-9609-b332eef83562 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:08.059927 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Attempting to bind port 94670231-3b7f-40f5-9609-b332eef83562 on network 00fbd0a6-b68c-4fad-816d-732680024c8d {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:08.088788 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:08.089479 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Checking segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:08.090915 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.092163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Bound using segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:08.093178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.095393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Bound port: 94670231-3b7f-40f5-9609-b332eef83562, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:08.096001 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.104966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.108924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c0a295d-cebf-43d7-9a8a-b70a7b4261ed HTTP/1.1" status: 204 len: 168 time: 0.4109497 Dec 23 12:54:08.122353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f23dba-0e82-4c1c-826c-f4bfe03a2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a295d-cebf-43d7-9a8a-b70a7b4261ed,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:08.288337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.382160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] For port 94670231-3b7f-40f5-9609-b332eef83562, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:08.382160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] For port 94670231-3b7f-40f5-9609-b332eef83562, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=94670231-3b7f-40f5-9609-b332eef83562,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:08.428981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1c56b9a6-a07f-495e-be7c-7ee5a4080642 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:08.507423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f826b1dd-5781-4b68-a38a-8cb125baca2b None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:08.508784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f826b1dd-5781-4b68-a38a-8cb125baca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.539385 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.577148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:08.577148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.639388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f826b1dd-5781-4b68-a38a-8cb125baca2b None None] Port 94670231-3b7f-40f5-9609-b332eef83562 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:08.653828 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:08.654501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:08.710201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:54:08.729412 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:08.826090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1c56b9a6-a07f-495e-be7c-7ee5a4080642,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:08.888293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11190-2b02-4724-92b3-5173a71e260d None None] Pushing event updated for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:08.936067 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:08.944467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa154aa3-dcbc-4053-a3b5-eac7fc06f4f4 None None] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:08.995504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:08.996235 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.142835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.144177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-041927a8-5c85-418b-8f65-d63afb26a7b4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8564553 Dec 23 12:54:09.147319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:09.339430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:09.364138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a72cac-4d93-4d5e-9caa-8c58ea7f873a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.438493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-584a80aa-c73b-47c6-ad0b-8a2f0ead5d64 None None] Provisioning complete for port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:09.438774 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-584a80aa-c73b-47c6-ad0b-8a2f0ead5d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.442450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Sync routers for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:09.480224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a72cac-4d93-4d5e-9caa-8c58ea7f873a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.536165 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:08Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:09.545835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=1c56b9a6-a07f-495e-be7c-7ee5a4080642,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:09.553784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-52a72cac-4d93-4d5e-9caa-8c58ea7f873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.580318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:09.581918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:09.599463 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d486364-2e56-4147-ad75-46634bff68c3 None None] The sync data for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 is: [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:08Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:09.617696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-52a72cac-4d93-4d5e-9caa-8c58ea7f873a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d7c9d6ec08f4f4285f59b4a4c7ebcb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765787 Dec 23 12:54:09.620882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:09.695935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.728591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72cac-4d93-4d5e-9caa-8c58ea7f873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf9d77a-0ffd-45fc-8952-d474bf1d5e78,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:09.769073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.881240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.885161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.886678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cf9d77a-0ffd-45fc-8952-d474bf1d5e78 HTTP/1.1" status: 204 len: 168 time: 0.2646081 Dec 23 12:54:09.901316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b19fe0-b782-402b-a85a-49a0e6f5368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf9d77a-0ffd-45fc-8952-d474bf1d5e78,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:09.902156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:09.924553 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:54:09.973772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:10.238381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:10.238381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.264183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Allocated IP 172.20.0.1 (9fcb349c-38dc-41e6-8edb-4fc4d28dd08e/04e89a4e-ae13-433f-9990-f72b5052263b/d5df4a07-2466-44d1-b10c-1a8aa99cec69) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:10.403042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.498853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:10.516362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.573535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:10.579678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:10.600806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:10.648740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:10.650233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.717699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.752530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:10.768619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:10.785965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:06Z', 'revision_number': 3, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:10.998620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Checking router: 5cee2ecb-256c-4c49-b313-83a3b1e73e18 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:11.000500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Updating router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 port f406a6b2-98b9-4e54-946e-8e4c866ade1f binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:54:11.023079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] For port 94670231-3b7f-40f5-9609-b332eef83562, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=94670231-3b7f-40f5-9609-b332eef83562,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:11.056084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.124434 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.220123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1c56b9a6-a07f-495e-be7c-7ee5a4080642 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:11.230996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.451304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1694293a-b77b-4796-9799-9338439c184a None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:11.451785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1694293a-b77b-4796-9799-9338439c184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.457230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c270d9b-945a-4ecc-b6ac-0d3e24fa384c None None] Pushing event updated for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:11.466721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.536920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.605406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1694293a-b77b-4796-9799-9338439c184a None None] Port d5df4a07-2466-44d1-b10c-1a8aa99cec69 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:11.611174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:11.625866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:11.626598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.632922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.678575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1694293a-b77b-4796-9799-9338439c184a None None] Provisioning complete for port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:11.678941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1694293a-b77b-4796-9799-9338439c184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.796334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:11.801060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:11.884139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:11.977934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 94670231-3b7f-40f5-9609-b332eef83562 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:11.985036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.040994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:12.127912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206bbb0-03e7-4abe-a25c-eab88812f3d0 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:12.155887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Attempting to bind port f406a6b2-98b9-4e54-946e-8e4c866ade1f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:12.156337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Attempting to bind port f406a6b2-98b9-4e54-946e-8e4c866ade1f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:12.156745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Attempting to bind port f406a6b2-98b9-4e54-946e-8e4c866ade1f on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:12.161234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f948d-aa30-449d-9aa5-2c971c846d55 None None] Pushing event updated for resources: {'Port': ['ID=f406a6b2-98b9-4e54-946e-8e4c866ade1f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:12.187577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:12.187985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:12.188373 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.188781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:12.189305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Bound port: f406a6b2-98b9-4e54-946e-8e4c866ade1f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:12.189692 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.232246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:12.232632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.303281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-29f418a9-227e-4aea-8a0b-744b39184c00 None None] Provisioning complete for port f406a6b2-98b9-4e54-946e-8e4c866ade1f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:12.303824 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29f418a9-227e-4aea-8a0b-744b39184c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.335944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] For port f406a6b2-98b9-4e54-946e-8e4c866ade1f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:12.376653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] For port f406a6b2-98b9-4e54-946e-8e4c866ade1f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f406a6b2-98b9-4e54-946e-8e4c866ade1f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:12.380885 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:12.387577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-29f418a9-227e-4aea-8a0b-744b39184c00 None None] Port f406a6b2-98b9-4e54-946e-8e4c866ade1f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:12.397342 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f9cdc9d-ec6f-4c71-a47b-5271ceb70ab0 admin admin] 10.222.0.16 "PUT /v2.0/routers/5cee2ecb-256c-4c49-b313-83a3b1e73e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484508 Dec 23 12:54:12.518595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.559617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 94670231-3b7f-40f5-9609-b332eef83562 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:12.589460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4b7f5d3e-400d-45c0-8012-7ba10b17717f None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:12.589832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5d3e-400d-45c0-8012-7ba10b17717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.598795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-d154c955-1f07-427d-aa93-72add191b0c4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:12.610179 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-d154c955-1f07-427d-aa93-72add191b0c4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1746788 Dec 23 12:54:12.633624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-58e3d3ff-0f02-4fa5-825f-45e923f4a1da tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0215600 Dec 23 12:54:12.690338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ee028-129d-46e4-9b90-838204ac01ee None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:12.731690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-d17c2860-bd8e-4b80-b35c-3acbe2472e4c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970836 Dec 23 12:54:12.748907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f948d-aa30-449d-9aa5-2c971c846d55 None None] Pushing event updated for resources: {'Port': ['ID=f406a6b2-98b9-4e54-946e-8e4c866ade1f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:12.758711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f5d3e-400d-45c0-8012-7ba10b17717f None None] Port d5df4a07-2466-44d1-b10c-1a8aa99cec69 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:12.761400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:12.762152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:12.821438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 94670231-3b7f-40f5-9609-b332eef83562 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:12.822102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.870859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-7274629b-0e5a-434a-9ad9-60cc32ffe417 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235483 Dec 23 12:54:12.943700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] Provisioning complete for port f406a6b2-98b9-4e54-946e-8e4c866ade1f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:12.944359 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:12.983580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:13.011629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-7698a0b5-1f92-4498-b55a-253ddc7759bd service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341672 Dec 23 12:54:13.468733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33434) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:13.468733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079750447', 'description': 'tempest-secgroup-smoke-2079750447 description', 'project_id': '0fa2282c1def4d8bba95a0577733c03c'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:13.470899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.470899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] For port f406a6b2-98b9-4e54-946e-8e4c866ade1f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f406a6b2-98b9-4e54-946e-8e4c866ade1f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:13.470899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd5df4a07-2466-44d1-b10c-1a8aa99cec69', 'name': '', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'mac_address': 'fa:16:3e:dd:94:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:09Z', 'updated_at': '2021-12-23T12:54:11Z', 'revision_number': 2, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'subnets': [{'id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:13.470899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f5cf-e050-436a-af64-cfa67bd3236d None None] The sync data for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 is: [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd5df4a07-2466-44d1-b10c-1a8aa99cec69', 'name': '', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'mac_address': 'fa:16:3e:dd:94:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:09Z', 'updated_at': '2021-12-23T12:54:11Z', 'revision_number': 2, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'subnets': [{'id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:13.472887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.498913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04a6bc6a-86de-4d02-b9b8-653888e369f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.502627 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.552193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.562411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4a92d-3cbb-4685-a4c7-c06273381830 None None] Pushing event updated for resources: {'Port': ['ID=f406a6b2-98b9-4e54-946e-8e4c866ade1f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:13.713221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.774606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:13.876133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:13.882956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-62c8fa78-00c0-4706-b7c0-56fda08d7359 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7617190 Dec 23 12:54:13.886001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33454) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:13.894703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:14.028396 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Sync routers for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:14.041762 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.045097 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:14.046695 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:14.119110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.258704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.292948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8e5a9f-46bd-4faa-8894-883444e3f1ea,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:14.300860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:14.313956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.314540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.315081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.315608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.316691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.321999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.322354 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.322699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.323044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.323383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.323718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.324201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.324357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:14.333569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-268c7b65-186a-49f0-9fae-bdc29cb23ed1 req-f87c2d0e-791f-4282-a6b8-dab7b99aeb39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.3726108 Dec 23 12:54:14.386663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.388303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-571dded5-3640-4f22-8893-de287a10e639 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5008624 Dec 23 12:54:14.390973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33496) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:14.405561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:14.485073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.574528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.582293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb24e8b4-30ad-484d-bafd-ec18a52b6931', 'name': '', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'mac_address': 'fa:16:3e:a7:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 2, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'subnets': [{'id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:14.612375 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Checking router: 0124f017-b5a3-43a9-9ea4-248f0fe2353e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:14.612876 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Updating router 0124f017-b5a3-43a9-9ea4-248f0fe2353e port fb24e8b4-30ad-484d-bafd-ec18a52b6931 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:54:14.647300 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.681929 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.710740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd14b8f-2dcb-442a-aa54-e9d385d80126,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:14.769151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:14.772989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0fae4c56-5295-4d04-b5e8-355b0290162b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783653 Dec 23 12:54:14.773349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33512) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:14.778152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:14.938063 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.008886 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.021420 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.126968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.156977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8daca3-e5c7-4d89-8630-b7e9aae544d0,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:15.167332 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.225147 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdba54-6d9d-4a23-856e-a4a5376fb7f0 None None] Pushing event updated for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:15.294417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Attempting to bind port fb24e8b4-30ad-484d-bafd-ec18a52b6931 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:15.294779 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Attempting to bind port fb24e8b4-30ad-484d-bafd-ec18a52b6931 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:15.295339 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Attempting to bind port fb24e8b4-30ad-484d-bafd-ec18a52b6931 on network bf3d1e24-1476-4dad-89a5-c2f0e009d64e {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:15.302349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:15.303134 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Checking segment: {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:15.303723 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.304290 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Bound using segment: {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:15.310884 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Bound port: fb24e8b4-30ad-484d-bafd-ec18a52b6931, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:15.311594 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.335477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.337542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-096f9578-e6a1-42bd-80a4-bc25f89f5bc8 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5623865 Dec 23 12:54:15.351000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33544) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:15.359080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:15.442166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] For port fb24e8b4-30ad-484d-bafd-ec18a52b6931, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:15.449802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] For port fb24e8b4-30ad-484d-bafd-ec18a52b6931, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb24e8b4-30ad-484d-bafd-ec18a52b6931,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:15.461049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1141cf09-d997-4847-b215-11ba8f81676b req-2f7f97be-efd6-4d54-af6d-02b346cb5764 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0292385 Dec 23 12:54:15.538840 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.546542 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.571627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] Provisioning complete for port fb24e8b4-30ad-484d-bafd-ec18a52b6931 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:15.572136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.663431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:15.664133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:53:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:15.709023 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdba54-6d9d-4a23-856e-a4a5376fb7f0 None None] Pushing event updated for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:15.724410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.752189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.814070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] For port fb24e8b4-30ad-484d-bafd-ec18a52b6931, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb24e8b4-30ad-484d-bafd-ec18a52b6931,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:15.841744 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:15.884292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.899802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c56f51-6a11-4047-bb2e-8b58d3929bea,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:15.988337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.992300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:15.996795 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bc6c3462-b5d8-4f83-94b8-b8ac4dc39abb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6406641 Dec 23 12:54:15.996930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33564) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:16.001572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:16.075103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbd495-edab-4221-aa53-439487ce0811 None None] Pushing event updated for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:16.086470 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb24e8b4-30ad-484d-bafd-ec18a52b6931', 'name': '', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'mac_address': 'fa:16:3e:a7:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:15Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'subnets': [{'id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:16.113937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a35d7c70-cea0-4368-b25f-66a4777b381e None None] Provisioning complete for port fb24e8b4-30ad-484d-bafd-ec18a52b6931 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:16.114442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a35d7c70-cea0-4368-b25f-66a4777b381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.118768 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a63c3-99ee-493a-865a-a4ec5cff986d None None] The sync data for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 is: [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T12:54:05Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'fb24e8b4-30ad-484d-bafd-ec18a52b6931', 'name': '', 'network_id': 'bf3d1e24-1476-4dad-89a5-c2f0e009d64e', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'mac_address': 'fa:16:3e:a7:c8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:15Z', 'revision_number': 4, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'subnets': [{'id': '6361d5ef-e4ac-4f05-8239-49a5594b361e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:16.159942 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Project 0fa2282c1def4d8bba95a0577733c03c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:54:16.164226 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7438311b-834f-46e7-9cd2-9af1c84e0d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.171339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.263307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.407186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.427335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5374816c-c4bb-4a6d-8e00-42b1c76249d5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:16.523276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.524718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5c499264-cfd2-4d6d-87f0-6f1f9eb792ac tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5277572 Dec 23 12:54:16.532577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33592) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:16.532577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'security_group_rule': {'security_group_id': '9c1584f0-b6fb-4a85-b672-ba66b0ac8c41', 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:16.628999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7a084ad-937f-4238-a6e2-c1081143c330 req-a3fd1cbd-bb53-4c62-8740-6c6c0674452a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0384099 Dec 23 12:54:16.635923 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.678330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f406a6b2-98b9-4e54-946e-8e4c866ade1f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:16.734647 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Project 0fa2282c1def4d8bba95a0577733c03c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:54:16.738342 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.741326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f406a6b2-98b9-4e54-946e-8e4c866ade1f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:16.741326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.839371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.918519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:16.976374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47065a5-471f-485a-a69f-8a2f5a75ad56,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:17.026400 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:17.037020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-88c3dc12-b24b-406a-97d9-e70f58ccc255 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992151 Dec 23 12:54:17.045038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb24e8b4-30ad-484d-bafd-ec18a52b6931 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:17.092834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fb24e8b4-30ad-484d-bafd-ec18a52b6931 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:17.096922 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:17.287201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-bae18573-5bf0-4869-9d99-6c3f7a757740 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:17.289749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-bae18573-5bf0-4869-9d99-6c3f7a757740 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.2007861 Dec 23 12:54:17.303876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:17.322046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-4f2e8b81-1f63-4c6e-b5e0-68311d66eafb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079750447&fields=id&tenant_id=0fa2282c1def4d8bba95a0577733c03c HTTP/1.1" status: 200 len: 267 time: 0.0780051 Dec 23 12:54:17.469908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-5c4b0a3b-a562-49f2-8bdc-8bb2ef71a607 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:17.470620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-5c4b0a3b-a562-49f2-8bdc-8bb2ef71a607 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 808 time: 0.1377218 Dec 23 12:54:17.488169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-7385876d-5fca-409a-843c-414b11190148 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/quotas/0fa2282c1def4d8bba95a0577733c03c HTTP/1.1" status: 200 len: 375 time: 0.0166256 Dec 23 12:54:17.553783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-71e39e87-ef0e-4163-b88f-65ddf373b4d2 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562067 Dec 23 12:54:17.556534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:17.560382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:17.682098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-3b01ac8a-6726-4726-ac22-996f14cc3dcd service neutron] 10.222.0.16 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271849 Dec 23 12:54:17.731520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.12 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/2432fa4c-40df-47ea-aa49-414d8a6e29a7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:17.791195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a40b7ca-2ded-4b2e-95fd-911dde530a19 req-73d52f28-5747-43f7-a9ba-4eaf4b022784 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0510693 Dec 23 12:54:17.864651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d3520288-41c8-4119-9158-067d812f4ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744385 Dec 23 12:54:18.042464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.104338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Sync routers for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:18.134860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:18.135764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:18.191414 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.229330 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e51f43a5-139a-4b43-9408-ca0b00df71e3 req-6d06d3fa-b373-4646-9aa9-4d20a205990b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.0573864 Dec 23 12:54:18.301304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.326197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:18.334678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:18.356731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:18.459694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:18.569926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:18.570764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.601188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:18.640153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.762849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-5314af27-af4a-46c5-9691-763b78a1a35c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4641328 Dec 23 12:54:18.777683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Request body: {'port': {'device_id': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:18.835152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8aa7e4aa-1544-46a7-9440-db16dd919832 None None] Provisioning complete for port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:18.835748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e4aa-1544-46a7-9440-db16dd919832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.863388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:18.889447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8aa7e4aa-1544-46a7-9440-db16dd919832 None None] Port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:18.921335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd5df4a07-2466-44d1-b10c-1a8aa99cec69', 'name': '', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'mac_address': 'fa:16:3e:dd:94:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:09Z', 'updated_at': '2021-12-23T12:54:11Z', 'revision_number': 2, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'subnets': [{'id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:18.979484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Checking router: 5cee2ecb-256c-4c49-b313-83a3b1e73e18 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:18.979842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Updating router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 port d5df4a07-2466-44d1-b10c-1a8aa99cec69 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:54:19.005565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d96f3-ae1b-44e4-af5d-e0d307d35393 req-1866af17-a76a-4d57-b903-f139c09c1de8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:19.007659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5d96f3-ae1b-44e4-af5d-e0d307d35393 req-1866af17-a76a-4d57-b903-f139c09c1de8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 932 time: 0.0909750 Dec 23 12:54:19.009961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.094505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a5d96f3-ae1b-44e4-af5d-e0d307d35393 req-bc07c1d9-109d-42b6-b3d7-064b1d1d0421 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767069 Dec 23 12:54:19.342839 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.345255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2432fa4c-40df-47ea-aa49-414d8a6e29a7 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:19.365684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.397617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.400400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Transition to ACTIVE for port object 2432fa4c-40df-47ea-aa49-414d8a6e29a7 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:54:19.409174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-307f4ebc-c2de-4508-83ad-913c1962b456 req-bdd2738a-801a-4ed6-a3ba-41b720076eaa tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.0342293 Dec 23 12:54:19.538695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.567507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.626075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fda14-ff3f-4007-82d8-91ffa54012cf None None] Pushing event updated for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:19.651625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:19.793595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Attempting to bind port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:19.795965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Attempting to bind port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:19.796185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Attempting to bind port d5df4a07-2466-44d1-b10c-1a8aa99cec69 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:19.796460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Attempting to bind port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:19.796726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Attempting to bind port d5df4a07-2466-44d1-b10c-1a8aa99cec69 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:19.797210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Attempting to bind port d5df4a07-2466-44d1-b10c-1a8aa99cec69 on network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:19.804515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:19.805390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Checking segment: {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:19.805673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:54:19.806012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Attempting to bind port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:19.806143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.806510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Bound using segment: {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:19.807209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Bound port: d5df4a07-2466-44d1-b10c-1a8aa99cec69, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:19.807623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.812347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:19.813001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:19.816864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:19.816864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Bound port: 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:19.819751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:19.904715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] For port d5df4a07-2466-44d1-b10c-1a8aa99cec69, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:19.911187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] For port d5df4a07-2466-44d1-b10c-1a8aa99cec69, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5df4a07-2466-44d1-b10c-1a8aa99cec69,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:19.912278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:19.922454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:19.992248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.042633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.072344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:20.073098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:20.081532 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:20.081895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.117406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:20.143617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fda14-ff3f-4007-82d8-91ffa54012cf None None] Pushing event updated for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:20.209343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:20.212347 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.214939 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] 10.222.0.43 "PUT /v2.0/ports/2432fa4c-40df-47ea-aa49-414d8a6e29a7 HTTP/1.1" status: 200 len: 1092 time: 1.4432328 Dec 23 12:54:20.231611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:20.238236 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc44388-6362-4563-885d-1ded039a7b22" -d '{"events": [{"name": "network-changed", "server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:20.382229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05600a2-faac-4543-9d29-f47e773aefb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:20.394494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:20.408705 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f94c7b-5143-4b87-b8c9-09f36ab337ee x-openstack-request-id: req-56f94c7b-5143-4b87-b8c9-09f36ab337ee {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:20.408705 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:20.408705 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56f94c7b-5143-4b87-b8c9-09f36ab337ee {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:20.408705 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7', 'status': 'completed', 'code': 200} Dec 23 12:54:20.509086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da785de5-5295-423b-b0ba-caaa1cff3a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.513596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-f44449b4-3246-491a-b885-7dc89f407bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:20.520345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-f44449b4-3246-491a-b885-7dc89f407bda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 1095 time: 0.0865717 Dec 23 12:54:20.561071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bd326-7220-4126-bf65-558bf1d152bc req-d61c8877-3e6e-484d-a64c-cef8d12efbd5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:20.568855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.572396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb2bd326-7220-4126-bf65-558bf1d152bc req-d61c8877-3e6e-484d-a64c-cef8d12efbd5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.2937307 Dec 23 12:54:20.607741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-1c8aa2b5-d5ac-413d-9563-e80f862b69a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7 HTTP/1.1" status: 200 len: 217 time: 0.0778184 Dec 23 12:54:20.657610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] For port d5df4a07-2466-44d1-b10c-1a8aa99cec69, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5df4a07-2466-44d1-b10c-1a8aa99cec69,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:20.702184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5df4a07-2466-44d1-b10c-1a8aa99cec69 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:20.707458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c13ef58-84a5-4f1f-980c-416685bfb491 req-7aec7be9-aaea-4657-908f-37eccb0c83ce tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.1023612 Dec 23 12:54:20.717123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a27e72c6-802c-4a8b-9996-4d41794902c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:20.721820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-a27e72c6-802c-4a8b-9996-4d41794902c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.1081989 Dec 23 12:54:20.768383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb2bd326-7220-4126-bf65-558bf1d152bc req-9045464e-15af-4094-8cdf-6718eae4ed35 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950009 Dec 23 12:54:20.780458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.807602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-d702a3f6-fdd8-4106-a591-bc4eda3b121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:20.810513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-d702a3f6-fdd8-4106-a591-bc4eda3b121c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804329 Dec 23 12:54:20.856127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da785de5-5295-423b-b0ba-caaa1cff3a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.902927 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-da785de5-5295-423b-b0ba-caaa1cff3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.913821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2d05-4581-42e2-b0fd-162c56be20c3 None None] Pushing event updated for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:20.943792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-adfecd6b-8b56-4019-979c-91b750dc1432 None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:20.944170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adfecd6b-8b56-4019-979c-91b750dc1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:20.972995 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-e6663aff-1d78-4fda-a581-5eba6e64b123 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515415 Dec 23 12:54:20.999238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da785de5-5295-423b-b0ba-caaa1cff3a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c0e78-9eda-402c-a41e-c9f0827170a6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:21.003951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:21.004325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:21.006168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-da785de5-5295-423b-b0ba-caaa1cff3a2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28accb2faa654e1dbb2fcc4a696cf078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8867052 Dec 23 12:54:21.008605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33744) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:21.082898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:21.088686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd5df4a07-2466-44d1-b10c-1a8aa99cec69', 'name': '', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'mac_address': 'fa:16:3e:dd:94:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:09Z', 'updated_at': '2021-12-23T12:54:19Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'subnets': [{'id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:21.114491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-837eac83-2c2d-47a8-993e-d46ffea27c2d req-336b8b52-1929-4f19-8490-024edebc98ed service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356308 Dec 23 12:54:21.127037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8b6e-8be1-4d91-8225-310b85517b84 None None] The sync data for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 is: [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd5df4a07-2466-44d1-b10c-1a8aa99cec69', 'name': '', 'network_id': '9fcb349c-38dc-41e6-8edb-4fc4d28dd08e', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'mac_address': 'fa:16:3e:dd:94:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:09Z', 'updated_at': '2021-12-23T12:54:19Z', 'revision_number': 4, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'subnets': [{'id': '04e89a4e-ae13-433f-9990-f72b5052263b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:21.153297 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:21.282434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44388-6362-4563-885d-1ded039a7b22 req-e5d84119-5c85-4675-9081-8a0a9d441018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:21.284366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-e5d84119-5c85-4675-9081-8a0a9d441018 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 1095 time: 0.0496092 Dec 23 12:54:21.361382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:21.364876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:21.366161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c54c0e78-9eda-402c-a41e-c9f0827170a6 HTTP/1.1" status: 204 len: 168 time: 0.3561375 Dec 23 12:54:21.374793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefb787-629c-4245-93b9-c69a5298e808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c0e78-9eda-402c-a41e-c9f0827170a6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:21.548336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44388-6362-4563-885d-1ded039a7b22 req-12c81b1a-9eb2-4f01-a563-85302e8b45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:21.549881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-12c81b1a-9eb2-4f01-a563-85302e8b45ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.2577655 Dec 23 12:54:21.682394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-e352e567-4b7d-48e9-9d1d-a4b71051f045 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7 HTTP/1.1" status: 200 len: 217 time: 0.1230128 Dec 23 12:54:21.691606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-2b8e865a-2605-4577-9a0c-ec628f7fa8b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:21.693660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-2b8e865a-2605-4577-9a0c-ec628f7fa8b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 808 time: 0.3403478 Dec 23 12:54:21.933991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-8b55b7e2-d063-426d-974e-23c07f156f0b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fa2282c1def4d8bba95a0577733c03c HTTP/1.1" status: 200 len: 380 time: 0.2268825 Dec 23 12:54:21.935682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44388-6362-4563-885d-1ded039a7b22 req-80e3c5a5-4b6f-4e5a-a41b-48b478d2606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:21.937185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-80e3c5a5-4b6f-4e5a-a41b-48b478d2606f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.2423899 Dec 23 12:54:21.958433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'port': {'device_id': '7fba7810-3e96-407b-912a-2a728b505ad1', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'admin_state_up': True, 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'security_groups': ['9c1584f0-b6fb-4a85-b672-ba66b0ac8c41']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:22.001128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd7d14c-0fc7-4a31-b3a3-9c5f8593b6ce req-970f6ecf-aea5-4632-9024-fa5a203a7e57 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.0942678 Dec 23 12:54:22.035600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbea4-54cc-4b27-a1ea-4796b94983a3 req-a7f85b70-8679-418d-a656-ce737d02f519 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:22.037613 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6abbea4-54cc-4b27-a1ea-4796b94983a3 req-a7f85b70-8679-418d-a656-ce737d02f519 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.0989685 Dec 23 12:54:22.108932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6abbea4-54cc-4b27-a1ea-4796b94983a3 req-b2678129-71b0-417e-9eb6-670536d34e70 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650010 Dec 23 12:54:22.144427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44388-6362-4563-885d-1ded039a7b22 req-72d6f8c7-c42d-4e30-9c91-a1753bc7624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:22.147810 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-72d6f8c7-c42d-4e30-9c91-a1753bc7624d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193628 Dec 23 12:54:22.567093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5df4a07-2466-44d1-b10c-1a8aa99cec69 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:22.644063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d5df4a07-2466-44d1-b10c-1a8aa99cec69 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:22.644625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:22.700889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-cee7dc5d-9ce1-4d5f-ad32-88b10fa76217 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449219 Dec 23 12:54:22.767846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Made reservation on behalf of 0fa2282c1def4d8bba95a0577733c03c for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:22.771672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:22.895736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-abc44388-6362-4563-885d-1ded039a7b22 req-69c8c7c4-bdd3-4677-a91f-3746ceb74582 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879292 Dec 23 12:54:22.903139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:22.946256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Allocated IP 172.20.0.6 (00fbd0a6-b68c-4fad-816d-732680024c8d/cb1c0d3e-e5ad-4259-9b1a-98c131a621ca/fe8a114c-e635-4573-8b8b-b7cad81666e0) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:23.124305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.259306 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.313527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Network 00fbd0a6-b68c-4fad-816d-732680024c8d is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:23.322309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:23.327843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:23.358656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:23.401386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:23.403137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.491043 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-d4cde193-ccc1-4971-b1ef-680c369d8ea5 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5492764 Dec 23 12:54:23.503992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Request body: {'port': {'device_id': '7fba7810-3e96-407b-912a-2a728b505ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:23.506961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bc4cdd4-6155-465b-8f35-8ae866f2947a req-14156da8-8fa9-474d-94e6-92b5edd90666 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.4413745 Dec 23 12:54:23.578067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d312d2-3ce7-40e1-ba18-c9520b89e24a req-69132468-5ffd-4236-ac91-bb961a64a455 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:23.591289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d312d2-3ce7-40e1-ba18-c9520b89e24a req-69132468-5ffd-4236-ac91-bb961a64a455 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.0868592 Dec 23 12:54:23.614590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.643824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0d312d2-3ce7-40e1-ba18-c9520b89e24a req-ea2be0fd-20f0-4872-8bc6-fece851b985b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514307 Dec 23 12:54:23.693307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0816022f-ed05-4a1f-9b85-41cf91c8232e None None] Provisioning complete for port fe8a114c-e635-4573-8b8b-b7cad81666e0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:23.693896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0816022f-ed05-4a1f-9b85-41cf91c8232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.729664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0816022f-ed05-4a1f-9b85-41cf91c8232e None None] Port fe8a114c-e635-4573-8b8b-b7cad81666e0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:23.915543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8a114c-e635-4573-8b8b-b7cad81666e0 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:23.923850 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:23.941995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Transition to ACTIVE for port object fe8a114c-e635-4573-8b8b-b7cad81666e0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:54:24.029570 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.099661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:24.151948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Attempting to bind port fe8a114c-e635-4573-8b8b-b7cad81666e0 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:24.152315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Attempting to bind port fe8a114c-e635-4573-8b8b-b7cad81666e0 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:24.152666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Attempting to bind port fe8a114c-e635-4573-8b8b-b7cad81666e0 on network 00fbd0a6-b68c-4fad-816d-732680024c8d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:24.157454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Port fe8a114c-e635-4573-8b8b-b7cad81666e0 on network 00fbd0a6-b68c-4fad-816d-732680024c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:54:24.157775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Attempting to bind port fe8a114c-e635-4573-8b8b-b7cad81666e0 on network 00fbd0a6-b68c-4fad-816d-732680024c8d {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:24.163800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:24.164140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Checking segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:24.164524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Bound using segment: {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:24.164985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Bound port: fe8a114c-e635-4573-8b8b-b7cad81666e0, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcff011-5823-48ca-9d42-9102d65f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:24.165407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.246410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:24.249971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:24.384676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.432359 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.433324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.434833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 1091 time: 0.9358323 Dec 23 12:54:24.435155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:24.437428 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e0c159-8816-47f5-ac6c-1fbb104c50af" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:24.459775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac9af-6f6b-4a93-b4c0-a522cd3fb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:24.491659 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad26c82-e4c5-4858-90d8-5b7e72d63aa1 x-openstack-request-id: req-3ad26c82-e4c5-4858-90d8-5b7e72d63aa1 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:24.491659 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:24.491659 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ad26c82-e4c5-4858-90d8-5b7e72d63aa1 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:24.491659 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'status': 'completed', 'code': 200} Dec 23 12:54:24.522940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33824) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:24.604312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-0085359c-18dd-43e9-85f4-323fcd08623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.606387 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-0085359c-18dd-43e9-85f4-323fcd08623e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0931411 Dec 23 12:54:24.716891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed32065-cbf6-42c3-8530-426512894710 req-4f2d4edf-97e2-4615-9b94-283028632a24 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.721071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed32065-cbf6-42c3-8530-426512894710 req-4f2d4edf-97e2-4615-9b94-283028632a24 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 943 time: 0.0870447 Dec 23 12:54:24.727251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.769137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-01fa12cc-612b-4984-8052-362322c95a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.770748 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-01fa12cc-612b-4984-8052-362322c95a04 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fa2282c1def4d8bba95a0577733c03c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1553228 Dec 23 12:54:24.880973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-a3a1e041-8317-4187-9c39-6bd9785699df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.883719 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f4e0c159-8816-47f5-ac6c-1fbb104c50af req-a3a1e041-8317-4187-9c39-6bd9785699df service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051607 Dec 23 12:54:24.893122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed32065-cbf6-42c3-8530-426512894710 req-42f286bb-07fe-4a1a-804b-2b031a60116e tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171465 Dec 23 12:54:24.901302 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee8af-87ac-4dac-8f5e-a7362759fea1 req-93cfa133-bc7c-483d-a2d4-2076b7ba8e76 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.902821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7fee8af-87ac-4dac-8f5e-a7362759fea1 req-93cfa133-bc7c-483d-a2d4-2076b7ba8e76 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1251934 Dec 23 12:54:24.979433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:24.984348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-21fd1b1a-d0ce-48b8-9266-2516da74b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:24.986125 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-21fd1b1a-d0ce-48b8-9266-2516da74b39b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0448139 Dec 23 12:54:25.006563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7fee8af-87ac-4dac-8f5e-a7362759fea1 req-0a2d5f5d-b656-4108-bbb6-ca684351bd28 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946665 Dec 23 12:54:25.036199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-bdb3bdec-66bc-42e8-8ee4-ecb60eca4136 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 217 time: 0.0426486 Dec 23 12:54:25.041180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:25.084928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac5f78fd4d174debbe44a04198f7a086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5576522 Dec 23 12:54:25.084928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd0f446-5291-4426-8b0f-98de6f7635b9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:25.088928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33832) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:25.091797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.092154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.092498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.092851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.093306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.097573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f755-ddbb-463d-933d-47df3c51f07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:54:25.116742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-e6782052-7038-47d6-ae76-a147037f49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:25.118256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-e6782052-7038-47d6-ae76-a147037f49e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.0755444 Dec 23 12:54:25.188056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-a31d7d18-75b9-401d-9702-d6ab00a0e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:25.189656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-a31d7d18-75b9-401d-9702-d6ab00a0e741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637860 Dec 23 12:54:25.190872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:25.257800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:25.326726 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-85e42d45-63d2-441a-8f4b-5889365482e6 service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263552 Dec 23 12:54:25.419993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a686d4e1-23cb-4d4d-a3f9-bad89999d950 req-081db05c-8694-4a62-ac0e-5a8168fea832 service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Dec 23 12:54:25.441396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:25.444193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:25.445472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fd0f446-5291-4426-8b0f-98de6f7635b9 HTTP/1.1" status: 204 len: 168 time: 0.3552320 Dec 23 12:54:25.454056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacbe16-a179-4303-ae4d-8912db5bf8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd0f446-5291-4426-8b0f-98de6f7635b9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:26.046501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738395-fd26-4be6-94b7-1f5182726387 req-cbd46ead-08ff-4908-991e-d3fb331b7926 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:26.048385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43738395-fd26-4be6-94b7-1f5182726387 req-cbd46ead-08ff-4908-991e-d3fb331b7926 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 943 time: 0.0682442 Dec 23 12:54:26.147864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43738395-fd26-4be6-94b7-1f5182726387 req-72be2eab-8da1-4432-95be-f425a9b757a2 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843759 Dec 23 12:54:26.165505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e14c-3359-429b-90fd-208911d034d2 req-13b988b3-cad1-4c17-9b78-6dac61dcf524 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:26.167025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bff4e14c-3359-429b-90fd-208911d034d2 req-13b988b3-cad1-4c17-9b78-6dac61dcf524 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.0796351 Dec 23 12:54:26.217206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bff4e14c-3359-429b-90fd-208911d034d2 req-58fe2939-adf8-4e89-a6f1-59319fad5bb4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Dec 23 12:54:26.553156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33862) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:26.651963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1207046419'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:26.727189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:26.731113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:26.740911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:26.822163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:26.886415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:26.909812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:54:26.925633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418a2f23-a76e-424c-9e22-c612a146016f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:26.928835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:26.931011 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment 3800055f-331c-4ce8-8b30-c5f9f9060b93 of type vlan for network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 Dec 23 12:54:26.970322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.046795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:27.050992 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:27.055360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:27.055360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.132113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=8d91da67-4de7-40ad-a7cb-93b4e801e8e6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:27.142833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:54:27.172256 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e919c0c-a9c6-40ac-a59a-c06b19932551 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6160178 Dec 23 12:54:27.172764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33868) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:27.186037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1668809982'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:27.291712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7f43-d672-43f3-b57a-4e136a0fcec4 req-338f0bff-10a0-4cef-ab8c-47d89f38e0c0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:27.293553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31dc7f43-d672-43f3-b57a-4e136a0fcec4 req-338f0bff-10a0-4cef-ab8c-47d89f38e0c0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 943 time: 0.0644021 Dec 23 12:54:27.310706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:27.314089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.385490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:54:27.411840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c649b-9097-48d8-8593-53ec7c0fa90d req-ed4e6d1b-16bc-48ae-86c9-41343df96b1c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:27.413424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c93c649b-9097-48d8-8593-53ec7c0fa90d req-ed4e6d1b-16bc-48ae-86c9-41343df96b1c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1158628 Dec 23 12:54:27.417561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31dc7f43-d672-43f3-b57a-4e136a0fcec4 req-0b7f186d-85de-4f02-b602-cc33c5473d14 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101298 Dec 23 12:54:27.420805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.421183 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment d2f7d867-c54c-4646-b6ad-e01eb8833743 of type vlan for network 78df1112-fbc3-42eb-8af6-1ca583f06858 Dec 23 12:54:27.486233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.510835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c93c649b-9097-48d8-8593-53ec7c0fa90d req-5e508e2d-e8bd-43ac-aa70-eac38dcebf00 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805652 Dec 23 12:54:27.584109 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.590711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:27.591871 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:27.661363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=78df1112-fbc3-42eb-8af6-1ca583f06858,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:27.671201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:54:27.718657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95afe42e-05e0-4186-9e93-dd205e4dcc18 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5387995 Dec 23 12:54:27.721535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33874) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:27.728213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:27.903732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:27.907256 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.011680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fe8a114c-e635-4573-8b8b-b7cad81666e0 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:54:28.113898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:28.125115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'port_id': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'mac_address': 'fa:16:3e:38:ee:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:54:28.167832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.183950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8a114c-e635-4573-8b8b-b7cad81666e0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:28.204584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:28.206072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.271296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=42fcc388-7b0f-4dcd-800c-85dc5ebd131c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:28.282169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': '3800055f-331c-4ce8-8b30-c5f9f9060b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:28.282528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 8d91da67-4de7-40ad-a7cb-93b4e801e8e6, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:54:28.290727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.340600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:28.353713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:54:28.422626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 8d91da67-4de7-40ad-a7cb-93b4e801e8e6) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:28.426665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:28.427212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.433775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a72da0-bf3a-4190-ad1a-7878405fd31c None None] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:28.515909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33878) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:28.516499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-60e3bd31-28ea-4143-bb85-c05edf257f20 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7918723 Dec 23 12:54:28.522317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:28.580582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700057-a368-44d3-8267-2cc368029786 req-9d6d2045-f67d-459f-8814-be5a8cfec200 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:28.614253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e700057-a368-44d3-8267-2cc368029786 req-9d6d2045-f67d-459f-8814-be5a8cfec200 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 944 time: 0.1183317 Dec 23 12:54:28.621867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['fe8a114c-e635-4573-8b8b-b7cad81666e0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:54:28.629871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-8d91da67-4de7-40ad-a7cb-93b4e801e8e6', 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '42fcc388-7b0f-4dcd-800c-85dc5ebd131c'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:54:28.633570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.740316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e700057-a368-44d3-8267-2cc368029786 req-fbf33aa0-16e8-4c69-a5fa-c185dda318ec tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226838 Dec 23 12:54:28.748357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f85ec-c91f-43ef-97e6-5c680078f02a req-6f008680-10e5-4769-aacc-87f7e79948af tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:28.750051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-178f85ec-c91f-43ef-97e6-5c680078f02a req-6f008680-10e5-4769-aacc-87f7e79948af tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1264949 Dec 23 12:54:28.807623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-178f85ec-c91f-43ef-97e6-5c680078f02a req-bfbe3a9a-5010-4f22-807c-276ec986b211 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Dec 23 12:54:28.840815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:28.845794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:28.870149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Allocated IP 2001:db8::2 (8d91da67-4de7-40ad-a7cb-93b4e801e8e6/42fcc388-7b0f-4dcd-800c-85dc5ebd131c/08aa4e22-76c5-4794-b905-38c437db5413) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:29.112178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.122084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.173474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.193742 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'd2f7d867-c54c-4646-b6ad-e01eb8833743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:29.194110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 78df1112-fbc3-42eb-8af6-1ca583f06858, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:54:29.196314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=ada4d8e1-2ad2-492c-945d-8ff2113d3b72,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:29.220424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:29.225763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:29.230453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:29.235828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Pushing event updated for resources: {'Port': ['ID=08aa4e22-76c5-4794-b905-38c437db5413,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:29.275586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:54:29.286710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Attempting to bind port 08aa4e22-76c5-4794-b905-38c437db5413 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:29.287923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Attempting to bind port 08aa4e22-76c5-4794-b905-38c437db5413 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '3800055f-331c-4ce8-8b30-c5f9f9060b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:29.287923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Attempting to bind port 08aa4e22-76c5-4794-b905-38c437db5413 on network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:29.292438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:29.292815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Checking segment: {'id': '3800055f-331c-4ce8-8b30-c5f9f9060b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:29.293241 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.293635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Bound using segment: {'id': '3800055f-331c-4ce8-8b30-c5f9f9060b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:29.294124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Bound port: 08aa4e22-76c5-4794-b905-38c437db5413, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800055f-331c-4ce8-8b30-c5f9f9060b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8d91da67-4de7-40ad-a7cb-93b4e801e8e6'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:29.294480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.349872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 78df1112-fbc3-42eb-8af6-1ca583f06858) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:29.354659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:29.362766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.363253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] For port 08aa4e22-76c5-4794-b905-38c437db5413, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:29.363253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7fdcfe-e3b1-4e60-8434-a8b2920e7fb7 None None] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:29.363253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] For port 08aa4e22-76c5-4794-b905-38c437db5413, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=08aa4e22-76c5-4794-b905-38c437db5413,segment=NetworkSegment(3800055f-331c-4ce8-8b30-c5f9f9060b93),segment_id=3800055f-331c-4ce8-8b30-c5f9f9060b93)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:29.444758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e4ab0708-543c-4a3d-ab33-d7ee322b3165 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9267662 Dec 23 12:54:29.446909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33884) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:29.452279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.457945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-226268865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:29.478279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-78df1112-fbc3-42eb-8af6-1ca583f06858', 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': 'ada4d8e1-2ad2-492c-945d-8ff2113d3b72'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:54:29.479146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.535904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ed976-e56c-465d-9da2-d8c07159acfb None None] Pushing event updated for resources: {'Port': ['ID=08aa4e22-76c5-4794-b905-38c437db5413,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:29.573071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.574248 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.633036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.659411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Allocated IP 2001:db8:1::2 (78df1112-fbc3-42eb-8af6-1ca583f06858/ada4d8e1-2ad2-492c-945d-8ff2113d3b72/384f9b75-5268-4830-a74d-ce0376582d49) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:29.704435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.793521 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.796874 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af072d56-dc2a-4d9b-9018-34975cfa08f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3473294 Dec 23 12:54:29.798452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33896) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:29.876477 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:29.978565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.027533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:30.031692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fe8a114c-e635-4573-8b8b-b7cad81666e0 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:30.038262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:30.043136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da57f-e4df-4645-8588-cabfc263e19b req-ad3ed795-3e41-401d-89f3-9e8b14b3b117 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:30.045767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33900) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:30.051887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-451da57f-e4df-4645-8588-cabfc263e19b req-ad3ed795-3e41-401d-89f3-9e8b14b3b117 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 944 time: 0.1675162 Dec 23 12:54:30.054993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536504973', 'description': 'tempest-secgroup-smoke-1536504973 description', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:30.103002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Pushing event updated for resources: {'Port': ['ID=384f9b75-5268-4830-a74d-ce0376582d49,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:30.115706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:30.189624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Attempting to bind port 384f9b75-5268-4830-a74d-ce0376582d49 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:30.190384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Attempting to bind port 384f9b75-5268-4830-a74d-ce0376582d49 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd2f7d867-c54c-4646-b6ad-e01eb8833743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:30.190384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Attempting to bind port 384f9b75-5268-4830-a74d-ce0376582d49 on network 78df1112-fbc3-42eb-8af6-1ca583f06858 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:30.191033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.196584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:30.197011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Checking segment: {'id': 'd2f7d867-c54c-4646-b6ad-e01eb8833743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:30.197422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.197821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Bound using segment: {'id': 'd2f7d867-c54c-4646-b6ad-e01eb8833743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:30.198885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Bound port: 384f9b75-5268-4830-a74d-ce0376582d49, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f7d867-c54c-4646-b6ad-e01eb8833743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '78df1112-fbc3-42eb-8af6-1ca583f06858'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:30.199273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.213340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-451da57f-e4df-4645-8588-cabfc263e19b req-ea1c440b-6a90-4b4a-9efb-d89b3db731c3 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561918 Dec 23 12:54:30.234949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.247426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port fe8a114c-e635-4573-8b8b-b7cad81666e0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:54:30.254481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f4ca-4e30-4883-b800-510475dbfa6b req-26bb0701-f34d-473c-b642-cb0e3d07e527 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:30.254976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port fe8a114c-e635-4573-8b8b-b7cad81666e0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:30.255453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.255707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e63f4ca-4e30-4883-b800-510475dbfa6b req-26bb0701-f34d-473c-b642-cb0e3d07e527 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1174803 Dec 23 12:54:30.269969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.318329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] For port 384f9b75-5268-4830-a74d-ce0376582d49, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:30.322277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] For port 384f9b75-5268-4830-a74d-ce0376582d49, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=384f9b75-5268-4830-a74d-ce0376582d49,segment=NetworkSegment(d2f7d867-c54c-4646-b6ad-e01eb8833743),segment_id=d2f7d867-c54c-4646-b6ad-e01eb8833743)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:30.334593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.374418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.377260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3448bcf5-6bea-461a-a4c9-56811c67cdf9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:30.412430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:30.417207 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e1a3cb-ea49-4f4f-a50c-b025457dbf0b" -d '{"events": [{"server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:30.420873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.445782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e63f4ca-4e30-4883-b800-510475dbfa6b req-993335d7-cf1b-418e-a665-5d4a404ed00a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396749 Dec 23 12:54:30.446338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.450208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0da09c6e-d511-4910-8093-65212ac74476 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4006760 Dec 23 12:54:30.450987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33904) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:30.486290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:30.490902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:30.492927 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881305c7-fbf5-4d3b-ae08-c5f815bd5de1 x-openstack-request-id: req-881305c7-fbf5-4d3b-ae08-c5f815bd5de1 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:30.493216 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "name": "network-vif-plugged", "status": "completed", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:30.493462 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-881305c7-fbf5-4d3b-ae08-c5f815bd5de1 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:30.493861 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'code': 200} Dec 23 12:54:30.536314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a19c1-a337-449f-ba5c-e31611c47c8f None None] Pushing event updated for resources: {'Port': ['ID=384f9b75-5268-4830-a74d-ce0376582d49,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:30.590338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.637774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 08aa4e22-76c5-4794-b905-38c437db5413 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:30.644579 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.662325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8::1 (8d91da67-4de7-40ad-a7cb-93b4e801e8e6/42fcc388-7b0f-4dcd-800c-85dc5ebd131c/9a8c013a-1c5c-42d4-a102-99fe92248294) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:30.676522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241739-5360-4347-b43e-682bf43b864c req-cda03759-09a8-4e8d-96a4-1f6ac160bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:30.678581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d241739-5360-4347-b43e-682bf43b864c req-cda03759-09a8-4e8d-96a4-1f6ac160bd03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1085157 Dec 23 12:54:30.699853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:30.721553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 08aa4e22-76c5-4794-b905-38c437db5413 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:30.722779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.787013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.801171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d241739-5360-4347-b43e-682bf43b864c req-7f55b985-38d4-4132-a571-2e5e43de7692 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012986 Dec 23 12:54:30.844132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.851927 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.864571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:30.886446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc25ae3-9460-4681-abd6-1154ffab3368,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:30.930625 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 08aa4e22-76c5-4794-b905-38c437db5413, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=08aa4e22-76c5-4794-b905-38c437db5413,segment=NetworkSegment(3800055f-331c-4ce8-8b30-c5f9f9060b93),segment_id=3800055f-331c-4ce8-8b30-c5f9f9060b93)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:30.938576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73353477-6493-4d3a-a6a3-09b9f07b92c3 None None] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:30.961854 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.004477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.008479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-76f9cb1c-0dc0-43d4-b256-475033e16f1f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5538814 Dec 23 12:54:31.008806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33906) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:31.010290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:31.013142 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:31.013761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:31.017605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:31.018268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.059990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.076551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=9a8c013a-1c5c-42d4-a102-99fe92248294,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:31.092883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c304e2b8-246a-44eb-a8c3-62a19a4c77ed None None] Provisioning complete for port 08aa4e22-76c5-4794-b905-38c437db5413 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:31.095940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c304e2b8-246a-44eb-a8c3-62a19a4c77ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.127507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.150420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=08aa4e22-76c5-4794-b905-38c437db5413,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:31.203122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.245070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.274174 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.298687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12202350-71f6-4857-90cb-e05db2019c94,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:31.401700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.403339 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9f93e2b2-8efe-4952-9e51-24845883b431 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3930848 Dec 23 12:54:31.406063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:31.410941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:31.447073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88daa33-28d6-4ea3-af6b-2f84bb07a6e8 req-4b7457cc-1b31-4b67-a96f-6ae979a22428 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:31.448793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e88daa33-28d6-4ea3-af6b-2f84bb07a6e8 req-4b7457cc-1b31-4b67-a96f-6ae979a22428 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.1599452 Dec 23 12:54:31.451874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ce735cf3-bc5c-4201-ad06-1157fadc5c44 None None] Provisioning complete for port 9a8c013a-1c5c-42d4-a102-99fe92248294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:31.452461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce735cf3-bc5c-4201-ad06-1157fadc5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.499264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce735cf3-bc5c-4201-ad06-1157fadc5c44 None None] Port 9a8c013a-1c5c-42d4-a102-99fe92248294 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:31.520184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ce735cf3-bc5c-4201-ad06-1157fadc5c44 None None] Provisioning complete for port 08aa4e22-76c5-4794-b905-38c437db5413 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:31.520184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce735cf3-bc5c-4201-ad06-1157fadc5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.526503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.632873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.668903 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e88daa33-28d6-4ea3-af6b-2f84bb07a6e8 req-f8ae8c0a-138d-4fa1-8197-edcf7e9bd22f tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000542 Dec 23 12:54:31.680842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84361412-ab86-4df4-8b1f-283853d1bc88 req-1d4f3cef-980c-4e2c-86ef-1358bd7cb408 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:31.681054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.682429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84361412-ab86-4df4-8b1f-283853d1bc88 req-1d4f3cef-980c-4e2c-86ef-1358bd7cb408 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1361244 Dec 23 12:54:31.711535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9439661-eb33-4877-ae03-8877d5cb9df8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:31.743901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6c108ed6-0f0e-43b4-82bb-629ca427ebb4 None None] Provisioning complete for port 9a8c013a-1c5c-42d4-a102-99fe92248294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:31.744358 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c108ed6-0f0e-43b4-82bb-629ca427ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.758048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.766709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-84361412-ab86-4df4-8b1f-283853d1bc88 req-f73eecd8-ccc0-458f-92aa-602966e287b4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706346 Dec 23 12:54:31.780798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6c108ed6-0f0e-43b4-82bb-629ca427ebb4 None None] Port 9a8c013a-1c5c-42d4-a102-99fe92248294 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:31.789666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.793470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e44c9d79-bbdb-42d6-a571-7474cbc2bc8c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839858 Dec 23 12:54:31.793840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33914) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:31.798419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:31.819624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.820392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.863327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211167ee-30de-4538-a7c8-5059e98774fb None None] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:31.917823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:31.917823 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=9a8c013a-1c5c-42d4-a102-99fe92248294,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:31.937692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] Provisioning complete for port 384f9b75-5268-4830-a74d-ce0376582d49 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:31.938178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.003130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:32.007965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:32.010869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.069559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.104968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.108294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] For port 384f9b75-5268-4830-a74d-ce0376582d49, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=384f9b75-5268-4830-a74d-ce0376582d49,segment=NetworkSegment(d2f7d867-c54c-4646-b6ad-e01eb8833743),segment_id=d2f7d867-c54c-4646-b6ad-e01eb8833743)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:32.130281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679c01a6-5072-46f7-b3a8-5d6462c76876,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:32.207227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.238057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.239438 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9704930b-582a-4ede-be40-21924923639d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4445767 Dec 23 12:54:32.240564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router f525595c-fbb0-472d-854c-57f0010d6b8b is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:54:32.242184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33916) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:32.247315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:32.287779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84125-dba2-4565-8cd7-0c363659ddc2 None None] Pushing event updated for resources: {'Port': ['ID=384f9b75-5268-4830-a74d-ce0376582d49,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:32.342898 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Project c2f3598642ae4b2697894b4bbc7ec517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:54:32.350513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.418453 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.432411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-18c84849-9cd9-46c2-8b30-4dac87c8edeb None None] Provisioning complete for port 384f9b75-5268-4830-a74d-ce0376582d49 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:32.432759 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18c84849-9cd9-46c2-8b30-4dac87c8edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.497209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.524101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c3f72e-cf6b-4120-beca-dd9382afb9f8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:32.536361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-18c84849-9cd9-46c2-8b30-4dac87c8edeb None None] Provisioning complete for port 9a8c013a-1c5c-42d4-a102-99fe92248294 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:32.536969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18c84849-9cd9-46c2-8b30-4dac87c8edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.577682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-18c84849-9cd9-46c2-8b30-4dac87c8edeb None None] Port 9a8c013a-1c5c-42d4-a102-99fe92248294 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:32.596257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.598867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1e4333d4-319d-4238-8e03-7e337013bde2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3553050 Dec 23 12:54:32.601411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33918) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:32.605858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'security_group_rule': {'security_group_id': '3448bcf5-6bea-461a-a4c9-56811c67cdf9', 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:32.644253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 08aa4e22-76c5-4794-b905-38c437db5413 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:32.681570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:32.692418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6294a684-5c8e-4853-b4ac-39b0fbf31753 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871849 Dec 23 12:54:32.692418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33920) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:32.694054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 08aa4e22-76c5-4794-b905-38c437db5413 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:32.694494 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.698472 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] Sync routers for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:32.709938 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Project c2f3598642ae4b2697894b4bbc7ec517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:54:32.716543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.735477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:32.739403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:32.743364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a3ab2-9473-416b-a078-6d19cf7a136c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:32.747268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-571a3ab2-9473-416b-a078-6d19cf7a136c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports/9a8c013a-1c5c-42d4-a102-99fe92248294 HTTP/1.1" status: 200 len: 911 time: 0.0538085 Dec 23 12:54:32.748701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33924) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:32.783748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 384f9b75-5268-4830-a74d-ce0376582d49 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:32.808877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:32.819048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:32.820038 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:32.838386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 384f9b75-5268-4830-a74d-ce0376582d49 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:32.841044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.852767 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.862261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:32.863485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd65ab-3790-4bbf-ae85-841f4cb13184 None None] The sync data for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:32.938140 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:32.949737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c30768-236e-4232-9dee-90825e4d6a1b req-d7bd2b9b-905d-443d-b82a-b9ef82685d1a tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:32.951197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c30768-236e-4232-9dee-90825e4d6a1b req-d7bd2b9b-905d-443d-b82a-b9ef82685d1a tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.1151569 Dec 23 12:54:32.960129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba52ff80-762a-409d-a0ec-544ca383c546,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:32.997326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 2432fa4c-40df-47ea-aa49-414d8a6e29a7 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:54:33.031392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:33.033079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3b8da8fc-54ef-4fe2-af2e-431714faa3c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4306898 Dec 23 12:54:33.033711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4efaf5-9005-47ea-a19b-f41465ea5d0f req-cafd3e97-dd50-4b06-9678-5b0990b713ed tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:33.035723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f4efaf5-9005-47ea-a19b-f41465ea5d0f req-cafd3e97-dd50-4b06-9678-5b0990b713ed tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 944 time: 0.1550794 Dec 23 12:54:33.198711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42c30768-236e-4232-9dee-90825e4d6a1b req-eb293ca2-29b3-4c15-8a58-c74f911b5e39 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132263 Dec 23 12:54:33.210439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f4efaf5-9005-47ea-a19b-f41465ea5d0f req-f0110a14-43a0-41b4-96ed-13b93716d193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628053 Dec 23 12:54:33.277782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:33.290108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '2432fa4c-40df-47ea-aa49-414d8a6e29a7', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': '2432fa4c-40df-47ea-aa49-414d8a6e29a7', 'mac_address': 'fa:16:3e:96:fa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:54:33.329937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:33.343277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2432fa4c-40df-47ea-aa49-414d8a6e29a7 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:33.363772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:33.407616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:33.423762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:33.430563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-bcbe84a7-0bad-4e15-a168-19fee80250fa tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536504973&fields=id&tenant_id=c2f3598642ae4b2697894b4bbc7ec517 HTTP/1.1" status: 200 len: 267 time: 0.1096063 Dec 23 12:54:33.440445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749098aa-88da-4594-a203-6c75a776f6b3 req-799c2a10-76d5-470d-9109-b88ba235da9b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:33.442064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-749098aa-88da-4594-a203-6c75a776f6b3 req-799c2a10-76d5-470d-9109-b88ba235da9b tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.1340349 Dec 23 12:54:33.476210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:33.630569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['2432fa4c-40df-47ea-aa49-414d8a6e29a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:54:33.643078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-749098aa-88da-4594-a203-6c75a776f6b3 req-e079a86d-c2e4-4f59-ac16-00b70ee6c7f3 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879320 Dec 23 12:54:33.697030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-194e9252-2355-4d6d-a280-52c43a45432e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:33.698541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-194e9252-2355-4d6d-a280-52c43a45432e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 814 time: 0.2556074 Dec 23 12:54:33.785159 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-d3cccc0b-0fa5-4473-8d23-c7941914a610 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/quotas/c2f3598642ae4b2697894b4bbc7ec517 HTTP/1.1" status: 200 len: 375 time: 0.0699384 Dec 23 12:54:33.881286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf29a8-0dcd-4144-aa4a-787403b13e61 req-44b0de40-b735-4216-bb48-7d73b0b15dce tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:33.882686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6abf29a8-0dcd-4144-aa4a-787403b13e61 req-44b0de40-b735-4216-bb48-7d73b0b15dce tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.1563253 Dec 23 12:54:33.911665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-724f1d07-529a-4fdc-a76d-1b61c79ac4c1 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188951 Dec 23 12:54:33.920269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8:1::1 (78df1112-fbc3-42eb-8af6-1ca583f06858/ada4d8e1-2ad2-492c-945d-8ff2113d3b72/c84ceb93-69c4-4a5e-b0a9-e53c75d15bca) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:34.010208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6abf29a8-0dcd-4144-aa4a-787403b13e61 req-bfd2971b-b583-4b5c-bff7-584914cc83bb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204069 Dec 23 12:54:34.033565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33940) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:34.143362 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.147209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-ab537bf7-d52d-445f-9ed4-888dec11686b service neutron] 10.222.0.16 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215931 Dec 23 12:54:34.178547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a0937-275a-4097-91ad-2d1b64d56b2b tempest-TestServerBasicOps-1113517576 tempest-TestServerBasicOps-1113517576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:34.180069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad6a0937-275a-4097-91ad-2d1b64d56b2b tempest-TestServerBasicOps-1113517576 tempest-TestServerBasicOps-1113517576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1091 time: 0.1454837 Dec 23 12:54:34.184160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 33944) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:34.188442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:34.257308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-a5861123-848e-457c-a117-9ea22d513f82 service neutron] 10.222.0.16 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023052 Dec 23 12:54:34.270150 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.304384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.376575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.382461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:34.389395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:34.392550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:34.393116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.395703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=c84ceb93-69c4-4a5e-b0a9-e53c75d15bca,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:34.447979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb95c3-c5e6-4683-ae7f-22f26afe6f6d req-3c107d94-c7ee-412c-adb6-039eaabf3823 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:34.449506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bdb95c3-c5e6-4683-ae7f-22f26afe6f6d req-3c107d94-c7ee-412c-adb6-039eaabf3823 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 945 time: 0.1565113 Dec 23 12:54:34.507167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Allocated IP 172.25.7.246 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:34.539554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bdb95c3-c5e6-4683-ae7f-22f26afe6f6d req-b5fe96c3-95f8-4911-bcf7-5083ae76edd8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808516 Dec 23 12:54:34.627832 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.641298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.710287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b7d8250f-2a26-4a84-94ed-3e10471b1845 None None] Provisioning complete for port c84ceb93-69c4-4a5e-b0a9-e53c75d15bca triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:34.710803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7d8250f-2a26-4a84-94ed-3e10471b1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.739626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:34.752423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8250f-2a26-4a84-94ed-3e10471b1845 None None] Port c84ceb93-69c4-4a5e-b0a9-e53c75d15bca cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:34.783558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:34.787048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:34.789527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:34.821236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'Port': ['ID=d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:34.953839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36a93866-e61f-4e1d-914c-dfa695a1ad05 req-61b7f6a5-9f3c-4b43-8b11-aa1a8f32acdb tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0681200 Dec 23 12:54:34.979495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.028725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 2432fa4c-40df-47ea-aa49-414d8a6e29a7 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:35.040801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.041699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.131522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=c84ceb93-69c4-4a5e-b0a9-e53c75d15bca,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:35.173004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:35.174445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:35.180125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:54:35.189604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:35.190082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.277149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router f525595c-fbb0-472d-854c-57f0010d6b8b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:35.291758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.354096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:35.356925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:35.359811 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72973278-f7ed-4a41-ad84-b6d98fff9641" -d '{"events": [{"server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:35.377212 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.406234 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5f53f-37ff-4906-9534-43897c5cebda x-openstack-request-id: req-66a5f53f-37ff-4906-9534-43897c5cebda {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:35.406536 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:35.406785 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66a5f53f-37ff-4906-9534-43897c5cebda {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:35.407223 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7', 'code': 200} Dec 23 12:54:35.410609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:35.416138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f87f72c7-3275-4d65-b163-b0a91ae3c778 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6662045 Dec 23 12:54:35.418753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33964) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:35.423937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] Sync routers for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:35.444153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:35.445948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:35.482351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107a12b-33a3-4253-8801-7f9234063a88 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:35.483817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4107a12b-33a3-4253-8801-7f9234063a88 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports/c84ceb93-69c4-4a5e-b0a9-e53c75d15bca HTTP/1.1" status: 200 len: 913 time: 0.0641308 Dec 23 12:54:35.487105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33966) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:35.506965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:35.515537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.561889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:35.562591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:35.563003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9dd7-38bb-4041-bd6e-f5d304ba6b9e req-026a3ff2-7eef-4389-abee-4cc73f13839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:35.566207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-435a9dd7-38bb-4041-bd6e-f5d304ba6b9e req-026a3ff2-7eef-4389-abee-4cc73f13839e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 1097 time: 0.0881755 Dec 23 12:54:35.568703 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.618060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:35.618748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3122e8e2-c9f0-4141-abad-7228f46e3570 None None] The sync data for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:35.649835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d5ab0a64-6483-4baa-9c62-7ad9b929912c None None] Provisioning complete for port c84ceb93-69c4-4a5e-b0a9-e53c75d15bca triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:35.650545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0a64-6483-4baa-9c62-7ad9b929912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.652013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:35.692580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab0a64-6483-4baa-9c62-7ad9b929912c None None] Port c84ceb93-69c4-4a5e-b0a9-e53c75d15bca cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:35.733251 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-435a9dd7-38bb-4041-bd6e-f5d304ba6b9e req-bafb2eaf-86ab-4f4c-9fa4-113e20576f49 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323504 Dec 23 12:54:35.768385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6fd35-631b-4940-9ba1-2555f70ede54 req-1e41d7e2-08a4-4d8f-ac33-bc2ab0117f00 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:35.773649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3f6fd35-631b-4940-9ba1-2555f70ede54 req-1e41d7e2-08a4-4d8f-ac33-bc2ab0117f00 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.1043913 Dec 23 12:54:35.811758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.856539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3f6fd35-631b-4940-9ba1-2555f70ede54 req-b40f4846-e111-489e-965c-ecdf3b53d251 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789783 Dec 23 12:54:35.896517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.932350 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:35.974272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event updated for resources: {'Port': ['ID=d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:35.982492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:36.046402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a874ca64-370d-4af0-a9f4-e64d28b4a64d req-468f78f9-c466-423c-a8dc-15a275db7a3f tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0300949 Dec 23 12:54:36.094964 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Floating IP a9660269-c735-46a0-8c77-6c13d5c47458 associated. External IP: 172.25.7.246, port: fe8a114c-e635-4573-8b8b-b7cad81666e0. Dec 23 12:54:36.220214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port c84ceb93-69c4-4a5e-b0a9-e53c75d15bca {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:36.220553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:36.318072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:36.331807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for c84ceb93-69c4-4a5e-b0a9-e53c75d15bca owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:36.612281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:36.626968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Router 1a9bd882-27fd-4b38-8819-533769eed4e7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:36.646883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=c84ceb93-69c4-4a5e-b0a9-e53c75d15bca,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:36.754112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:36.771181 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Sync routers for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:36.783196 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:36.786811 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:36.860067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:36.955807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8223920d-352b-46a5-b9df-0e1f2690b788 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7704847 Dec 23 12:54:36.957173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:36.960193 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:37.010553 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:37.011678 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d87f8-f072-4826-9773-295c47a3e90a x-openstack-request-id: req-7a9d87f8-f072-4826-9773-295c47a3e90a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:37.011978 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:37.012236 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a9d87f8-f072-4826-9773-295c47a3e90a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:37.013714 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'status': 'completed', 'code': 200} Dec 23 12:54:37.079917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-ef5ba5db-3155-4941-91da-19eee141779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.082115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-ef5ba5db-3155-4941-91da-19eee141779d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0479631 Dec 23 12:54:37.191547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-2c8ad8a6-05bc-450e-a6f0-1a0d1171c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.193026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-2c8ad8a6-05bc-450e-a6f0-1a0d1171c9b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 909 time: 0.1014931 Dec 23 12:54:37.195688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b951b9f-eada-4d9f-8cca-b1788e5fbdf1 req-15b6f3d7-21e4-4f67-a261-1fe3c28dea0d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0639236 Dec 23 12:54:37.220425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfb1c3-5b71-4b25-9b00-37a0ef5a003c req-0d83b1b4-85ca-4aba-9ebd-dbf63a75c0ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.222697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bcfb1c3-5b71-4b25-9b00-37a0ef5a003c req-0d83b1b4-85ca-4aba-9ebd-dbf63a75c0ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.1487820 Dec 23 12:54:37.245072 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:37.283678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-7ae3c47e-c265-4646-9016-c4826c90a15c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 999 time: 0.0824561 Dec 23 12:54:37.319621 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a9660269-c735-46a0-8c77-6c13d5c47458', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'port_id': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'mac_address': 'fa:16:3e:38:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba7810-3e96-407b-912a-2a728b505ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:35Z', 'updated_at': '2021-12-23T12:54:35Z', 'revision_number': 0, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.345099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-0124a889-ee3b-40f5-a2b6-b8baf5219df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.346576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-0124a889-ee3b-40f5-a2b6-b8baf5219df2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.0562513 Dec 23 12:54:37.348508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9bcfb1c3-5b71-4b25-9b00-37a0ef5a003c req-8aeb750a-da7b-449b-b4bf-b1e9ac5094c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184244 Dec 23 12:54:37.353639 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Checking router: 1a9bd882-27fd-4b38-8819-533769eed4e7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:54:37.367106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:37.367106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.409078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-d1463cee-9b8c-4af9-ad70-b2607c1a1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.411265 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-d1463cee-9b8c-4af9-ad70-b2607c1a1c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549169 Dec 23 12:54:37.467775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router f525595c-fbb0-472d-854c-57f0010d6b8b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:37.497756 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:54:37.577186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:37.583187 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69eda069-cee4-407b-87c0-0f25df19f52b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941882 Dec 23 12:54:37.586445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33982) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:37.588723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] Sync routers for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:37.591201 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-9f462b4a-fc58-4fe2-bc4a-3836235042cb service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730268 Dec 23 12:54:37.601576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:37.602852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.643342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.652663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:37.653580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.691249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-3a2f4288-e102-4735-8ae0-d49c7a497ced tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:37.692901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.693731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2768ecd-2440-4c18-a0a5-1386e35f8277 None None] The sync data for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:37.693908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-3a2f4288-e102-4735-8ae0-d49c7a497ced tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 814 time: 0.2287199 Dec 23 12:54:37.772067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5fea02ab-6f98-4a66-b518-f0251a0ff1ab req-75e473bc-c14a-486f-b797-caa55a3dc51d service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663105 Dec 23 12:54:37.788936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a9660269-c735-46a0-8c77-6c13d5c47458', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'port_id': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'mac_address': 'fa:16:3e:38:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba7810-3e96-407b-912a-2a728b505ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:35Z', 'updated_at': '2021-12-23T12:54:35Z', 'revision_number': 0, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:37.809307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-33674a38-7b16-42c8-9421-c9608ea2ac9a tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f3598642ae4b2697894b4bbc7ec517 HTTP/1.1" status: 200 len: 380 time: 0.1040030 Dec 23 12:54:37.820726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'port': {'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'admin_state_up': True, 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'security_groups': ['3448bcf5-6bea-461a-a4c9-56811c67cdf9']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:37.834324 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208388e-fbac-40b6-a8a0-4eb2ac86a491 None None] The sync data for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 is: [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'a9660269-c735-46a0-8c77-6c13d5c47458', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'port_id': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'mac_address': 'fa:16:3e:38:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba7810-3e96-407b-912a-2a728b505ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:35Z', 'updated_at': '2021-12-23T12:54:35Z', 'revision_number': 0, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:38.019361 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.027888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Made reservation on behalf of c2f3598642ae4b2697894b4bbc7ec517 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:38.031937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.111096 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec68a2-599e-4e67-a339-9b42adc1cd71 None None] New status for floating IP a9660269-c735-46a0-8c77-6c13d5c47458: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:54:38.200010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Allocated IP 172.20.0.13 (8f8670d1-378c-4c44-b7e4-45a7e2c83716/e017e954-6383-4068-9921-36702d4d1078/459e8917-db59-48b1-b618-60ec1d74bd15) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:38.342916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1f65e55-0812-4307-a088-c64f59910194 req-0fc1947c-7c89-4bf0-9ae8-8af53077c979 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0342607 Dec 23 12:54:38.383691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.394188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 9a8c013a-1c5c-42d4-a102-99fe92248294 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:38.396648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.489046 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.529616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282984f-b9c3-4701-9e25-5ecf4fd5cebc req-1cdb49c5-8b7f-4e3a-8ac4-b66fa4c741a9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:38.531251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7282984f-b9c3-4701-9e25-5ecf4fd5cebc req-1cdb49c5-8b7f-4e3a-8ac4-b66fa4c741a9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.0845971 Dec 23 12:54:38.533059 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.535957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:38.539145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:38.543551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:38.569247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 9a8c013a-1c5c-42d4-a102-99fe92248294 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:38.570202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:38.604477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:38.605583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.640756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7282984f-b9c3-4701-9e25-5ecf4fd5cebc req-d8808c6b-bdc7-40f2-8afd-867de9aa0e8f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992041 Dec 23 12:54:38.686952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-f37f9e6d-9c39-4edd-921d-67cefac5954d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655689 Dec 23 12:54:38.693828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-e60f8ab3-a38e-4cd0-9194-5aa762018cb2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:54:38.696211 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-e60f8ab3-a38e-4cd0-9194-5aa762018cb2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081208 Dec 23 12:54:38.714837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Request body: {'port': {'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:38.800163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.833383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738045a-3fd7-4c2d-be92-8a0cbe16b25c req-5298e38f-40e5-4887-a5e0-01a1ee6918f3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:38.835191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7738045a-3fd7-4c2d-be92-8a0cbe16b25c req-5298e38f-40e5-4887-a5e0-01a1ee6918f3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.0771010 Dec 23 12:54:38.853876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-16f83963-4e48-4a20-abde-fc70884ba00c None None] Provisioning complete for port 459e8917-db59-48b1-b618-60ec1d74bd15 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:38.860159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16f83963-4e48-4a20-abde-fc70884ba00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.894852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-16f83963-4e48-4a20-abde-fc70884ba00c None None] Port 459e8917-db59-48b1-b618-60ec1d74bd15 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:38.903046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7738045a-3fd7-4c2d-be92-8a0cbe16b25c req-e7cb0b48-b365-4673-932b-6a3ff6d903c0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Dec 23 12:54:38.904100 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:38.935989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=9a8c013a-1c5c-42d4-a102-99fe92248294,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:39.100344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.130061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8efb95-e80e-449e-916b-c57079575a15 req-fa1eac5a-245e-4638-8c13-4e7722734a2c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:39.131694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a8efb95-e80e-449e-916b-c57079575a15 req-fa1eac5a-245e-4638-8c13-4e7722734a2c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.1079485 Dec 23 12:54:39.169030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459e8917-db59-48b1-b618-60ec1d74bd15 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:39.178816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.200318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Transition to ACTIVE for port object 459e8917-db59-48b1-b618-60ec1d74bd15 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:54:39.310784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a8efb95-e80e-449e-916b-c57079575a15 req-b33c989a-e405-4ef0-8fa2-a71889654f62 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398263 Dec 23 12:54:39.325871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router f525595c-fbb0-472d-854c-57f0010d6b8b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:39.334550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.432257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:39.437813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ddd7bd6-3e43-46be-b4f7-a76cb8b37879 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500741 Dec 23 12:54:39.440303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:39.443604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] Sync routers for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:39.460565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:39.462907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:39.503609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Pushing event updated for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:39.515644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:39.527510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-92c9975b-e14f-44a4-bf4e-62d8ded71107 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f525595c-fbb0-472d-854c-57f0010d6b8b HTTP/1.1" status: 200 len: 205 time: 0.0856738 Dec 23 12:54:39.532121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 33998) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:39.542184 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] Routers {'f525595c-fbb0-472d-854c-57f0010d6b8b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:39.542877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f525595c-fbb0-472d-854c-57f0010d6b8b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:39.579181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:39.579411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb882f4d-71a4-4ef0-96d8-35978db7f295 None None] The sync data for ids ['f525595c-fbb0-472d-854c-57f0010d6b8b'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:39.608256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Attempting to bind port 459e8917-db59-48b1-b618-60ec1d74bd15 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:39.609070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Attempting to bind port 459e8917-db59-48b1-b618-60ec1d74bd15 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:39.609707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Attempting to bind port 459e8917-db59-48b1-b618-60ec1d74bd15 on network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:39.617054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Port 459e8917-db59-48b1-b618-60ec1d74bd15 on network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:54:39.617754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Attempting to bind port 459e8917-db59-48b1-b618-60ec1d74bd15 on network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:39.627767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:39.631240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Checking segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:39.632078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Bound using segment: {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:39.632941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Bound port: 459e8917-db59-48b1-b618-60ec1d74bd15, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a151f17e-dd48-4c60-a4f5-3330ed5caffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:39.634028 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.692934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.703401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3a794-669e-477a-b1f9-824b6104b889 req-15864fb1-1e90-4c10-b9d3-f4c977e2dc03 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:39.705167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71d3a794-669e-477a-b1f9-824b6104b889 req-15864fb1-1e90-4c10-b9d3-f4c977e2dc03 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.2076128 Dec 23 12:54:39.746196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:39.749402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=459e8917-db59-48b1-b618-60ec1d74bd15,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:39.824377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.864340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:39.865129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:39.866745 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] 10.222.0.43 "PUT /v2.0/ports/459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1092 time: 1.1609733 Dec 23 12:54:39.867297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:39.869731 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52712f3-a910-4dac-b140-31cc7cf80eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:39.895019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645fe9-2602-4e6f-9969-0839f35cb238 service neutron] Pushing event updated for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:39.902397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71d3a794-669e-477a-b1f9-824b6104b889 req-17e92b7f-52de-441a-8de1-042fb64407ae tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479335 Dec 23 12:54:39.988977 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d9ccf5-2f12-40a8-a0a9-e6ac06a5102c x-openstack-request-id: req-b9d9ccf5-2f12-40a8-a0a9-e6ac06a5102c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:39.989390 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:39.990298 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9d9ccf5-2f12-40a8-a0a9-e6ac06a5102c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:39.990800 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:54:40.024194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.027461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.043029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b1a3-ae5f-4ca1-a941-fdc91053132d req-8d9b05ea-f9af-4c52-85a3-a95712616f01 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.046441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-6a058992-a7b0-4ac0-a0f9-9ccf2d1bfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.048299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-6a058992-a7b0-4ac0-a0f9-9ccf2d1bfb09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1095 time: 0.0708721 Dec 23 12:54:40.049418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc98b1a3-ae5f-4ca1-a941-fdc91053132d req-8d9b05ea-f9af-4c52-85a3-a95712616f01 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.2303329 Dec 23 12:54:40.099595 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-d2dc303a-bdec-47d9-a591-b0968671e665 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 217 time: 0.0432136 Dec 23 12:54:40.152545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc98b1a3-ae5f-4ca1-a941-fdc91053132d req-fa58bb15-4411-4115-b013-312c8b58242e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976436 Dec 23 12:54:40.167348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-aeef74c6-bf07-4c97-a58a-1e46f9ac3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.169155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-aeef74c6-bf07-4c97-a58a-1e46f9ac3bb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0618784 Dec 23 12:54:40.182773 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.183305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router f525595c-fbb0-472d-854c-57f0010d6b8b {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:54:40.190673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.192065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9cb72351-9830-49de-9469-76f97540ff47 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b HTTP/1.1" status: 204 len: 168 time: 0.6608634 Dec 23 12:54:40.196746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34004) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:40.221328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27d307-86d9-4677-9292-01327399281f req-4322d9f6-5b26-4e43-9114-cb6c536ec31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.226656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-4322d9f6-5b26-4e43-9114-cb6c536ec31e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460210 Dec 23 12:54:40.250007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet ada4d8e1-2ad2-492c-945d-8ff2113d3b72 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:54:40.253282 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.301223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.323501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-1d01eaed-f5fd-429f-b700-7003436c6a89 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916722 Dec 23 12:54:40.386218 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.421552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0a27d307-86d9-4677-9292-01327399281f req-af1cb389-e8e2-4f34-84fb-a326cad4cd58 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900838 Dec 23 12:54:40.564900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.599985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=ada4d8e1-2ad2-492c-945d-8ff2113d3b72,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:40.606011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.614483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e1856f45-93ee-4f02-a2e9-2f68324b0804 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/ada4d8e1-2ad2-492c-945d-8ff2113d3b72 HTTP/1.1" status: 204 len: 168 time: 0.4142992 Dec 23 12:54:40.614742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa3b5e-7c37-464e-b3bb-64bb7dc73d40 None None] Network 78df1112-fbc3-42eb-8af6-1ca583f06858 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:40.615198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-6f8d152f-35c8-4fb2-b69c-52dd46b9c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.615198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-6f8d152f-35c8-4fb2-b69c-52dd46b9c6dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1095 time: 0.0613661 Dec 23 12:54:40.616565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:40.680334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 42fcc388-7b0f-4dcd-800c-85dc5ebd131c {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:54:40.684900 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.721740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-fb8e59b9-db36-4eca-af93-8cef760dbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.723924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-fb8e59b9-db36-4eca-af93-8cef760dbe94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.1017144 Dec 23 12:54:40.733233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.797293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-7290f101-4900-4b26-8376-349938be54a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 217 time: 0.0635726 Dec 23 12:54:40.821795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] DHCP port deletion for 78df1112-fbc3-42eb-8af6-1ca583f06858 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:40.835289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.867140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-514d7e6b-8ed6-4be0-9563-7407d0b3b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.869295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-514d7e6b-8ed6-4be0-9563-7407d0b3b516 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0611362 Dec 23 12:54:40.889044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Deleting port 384f9b75-5268-4830-a74d-ce0376582d49 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:40.890019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.923096 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-56ae5a24-23a1-4a13-998f-13eb32479ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:40.924690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-56ae5a24-23a1-4a13-998f-13eb32479ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478837 Dec 23 12:54:40.981889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] For port 384f9b75-5268-4830-a74d-ce0376582d49, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=384f9b75-5268-4830-a74d-ce0376582d49,segment=NetworkSegment(d2f7d867-c54c-4646-b6ad-e01eb8833743),segment_id=d2f7d867-c54c-4646-b6ad-e01eb8833743)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:40.982438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:40.989906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.000242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Calling delete_port for 384f9b75-5268-4830-a74d-ce0376582d49 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:41.016862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac576c-c8f2-4353-9144-4af91d471d47 None None] Network 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:41.033514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.038299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/42fcc388-7b0f-4dcd-800c-85dc5ebd131c HTTP/1.1" status: 204 len: 168 time: 0.4206192 Dec 23 12:54:41.042321 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34010) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:41.052166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818c9b2-554e-46ef-b7b7-e21660e7f183 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=42fcc388-7b0f-4dcd-800c-85dc5ebd131c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:41.108388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6ef5e-07b0-4ec2-997a-b00f1d50e1e7 req-f17cc683-45ab-43f0-959f-d5805a2ee279 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:41.110210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9f6ef5e-07b0-4ec2-997a-b00f1d50e1e7 req-f17cc683-45ab-43f0-959f-d5805a2ee279 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.1103821 Dec 23 12:54:41.194016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.211674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9f6ef5e-07b0-4ec2-997a-b00f1d50e1e7 req-cdeabfa3-2662-4a65-9743-181fd41911e6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897491 Dec 23 12:54:41.236379 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-eadacceb-d684-4015-9b41-c6804d94be58 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032420 Dec 23 12:54:41.283596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] DHCP port deletion for 8d91da67-4de7-40ad-a7cb-93b4e801e8e6 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:41.292478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.315285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-0e3471fb-2f4f-414b-8fa9-8588dcfa9173 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:41.316858 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-0e3471fb-2f4f-414b-8fa9-8588dcfa9173 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.1169069 Dec 23 12:54:41.330927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] The port '384f9b75-5268-4830-a74d-ce0376582d49' was deleted {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 12:54:41.341758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8bde-8792-4685-b6bf-d57d3b0432b5 req-660aa14a-61d8-4249-9339-f3355b5ca472 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:41.343598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aacc8bde-8792-4685-b6bf-d57d3b0432b5 req-660aa14a-61d8-4249-9339-f3355b5ca472 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 946 time: 0.0873396 Dec 23 12:54:41.376393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] Pushing event deleted for resources: {'Port': ['ID=384f9b75-5268-4830-a74d-ce0376582d49,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:41.398519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ecb49-d156-4311-9c4f-be5c5d113c28 None None] No DVR routers for this DVR port 384f9b75-5268-4830-a74d-ce0376582d49 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:41.431885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Deleting port 08aa4e22-76c5-4794-b905-38c437db5413 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:41.432385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.448238 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.459354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aacc8bde-8792-4685-b6bf-d57d3b0432b5 req-e25c6829-16b6-4561-aee6-006083cbdfca tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970385 Dec 23 12:54:41.478254 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-f47a7f23-ffcc-4750-bf95-0b1f48459af9 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410359 Dec 23 12:54:41.487902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:41.488234 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.499923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78df1112-fbc3-42eb-8af6-1ca583f06858']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:41.513616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f7d867-c54c-4646-b6ad-e01eb8833743') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:41.513915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f7d867-c54c-4646-b6ad-e01eb8833743') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:41.522737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] For port 08aa4e22-76c5-4794-b905-38c437db5413, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=08aa4e22-76c5-4794-b905-38c437db5413,segment=NetworkSegment(3800055f-331c-4ce8-8b30-c5f9f9060b93),segment_id=3800055f-331c-4ce8-8b30-c5f9f9060b93)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:41.523672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.527399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.542020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Calling delete_port for 08aa4e22-76c5-4794-b905-38c437db5413 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:41.542863 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.552857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:54:41.554316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.604779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port 2432fa4c-40df-47ea-aa49-414d8a6e29a7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=2432fa4c-40df-47ea-aa49-414d8a6e29a7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:41.605422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:54:41.606337 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:54:41.625042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 2432fa4c-40df-47ea-aa49-414d8a6e29a7 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:41.681203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.686649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.690841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/78df1112-fbc3-42eb-8af6-1ca583f06858 HTTP/1.1" status: 204 len: 168 time: 0.6466901 Dec 23 12:54:41.694400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:41.704075 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.713364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc11c9-1baf-4844-a4e3-f297bf80197e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=78df1112-fbc3-42eb-8af6-1ca583f06858,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:41.720744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] No DVR routers for this DVR port 08aa4e22-76c5-4794-b905-38c437db5413 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:41.746702 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c312471-3dbd-4610-8784-67bf7266010c None None] Pushing event deleted for resources: {'Port': ['ID=08aa4e22-76c5-4794-b905-38c437db5413,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:41.804934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.914728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.924365 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:41.936619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['2432fa4c-40df-47ea-aa49-414d8a6e29a7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:54:41.962329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d91da67-4de7-40ad-a7cb-93b4e801e8e6']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:41.971559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=2432fa4c-40df-47ea-aa49-414d8a6e29a7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:41.984502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3800055f-331c-4ce8-8b30-c5f9f9060b93') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:41.984727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3800055f-331c-4ce8-8b30-c5f9f9060b93') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:42.016162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.035632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port 2432fa4c-40df-47ea-aa49-414d8a6e29a7 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:42.039341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.042761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76857470-dfa6-4c0a-b1f1-a3a9c6f8a6ff req-18700585-0cbe-4f9d-baaa-5d228c7e58ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "DELETE /v2.0/ports/2432fa4c-40df-47ea-aa49-414d8a6e29a7 HTTP/1.1" status: 204 len: 173 time: 0.7195282 Dec 23 12:54:42.043283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'name': 'network-vif-deleted', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:42.045581 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15595fe-6ab5-4773-8cba-f3e288e44fb2" -d '{"events": [{"server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "name": "network-vif-deleted", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:42.058417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.066374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:54:42.069076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:54:42.071322 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:54:42.109998 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada74442-01d2-412b-a245-f3b001db3a1e x-openstack-request-id: req-ada74442-01d2-412b-a245-f3b001db3a1e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:42.110500 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49ed7f-e67a-435d-a251-6910e4ae2d1d", "name": "network-vif-deleted", "tag": "2432fa4c-40df-47ea-aa49-414d8a6e29a7", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:42.110917 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ada74442-01d2-412b-a245-f3b001db3a1e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:42.111498 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49ed7f-e67a-435d-a251-6910e4ae2d1d', 'name': 'network-vif-deleted', 'tag': '2432fa4c-40df-47ea-aa49-414d8a6e29a7', 'status': 'completed', 'code': 200} Dec 23 12:54:42.247736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.258717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.266036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/8d91da67-4de7-40ad-a7cb-93b4e801e8e6 HTTP/1.1" status: 204 len: 168 time: 0.5668981 Dec 23 12:54:42.266514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34020) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:42.272774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ad4f5-6525-4cc1-a4d4-bc796d7120c3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=8d91da67-4de7-40ad-a7cb-93b4e801e8e6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:42.273132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-377985866'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:42.355301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:42.358870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.374379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa295-cb18-4159-8bbe-3dba8244fadf req-ccded2fa-363b-40d7-9df3-e54778c2aebf tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:42.375917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a43aa295-cb18-4159-8bbe-3dba8244fadf req-ccded2fa-363b-40d7-9df3-e54778c2aebf tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0547571 Dec 23 12:54:42.386116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:54:42.396986 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.397340 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment c464bce8-6af4-4ed5-baef-08d452678661 of type vlan for network cbf22d61-9d54-43f5-a21f-d2330d166998 Dec 23 12:54:42.452033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.538492 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.544712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:42.545523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:42.555932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 08aa4e22-76c5-4794-b905-38c437db5413 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:54:42.580117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 08aa4e22-76c5-4794-b905-38c437db5413 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:54:42.580994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 08aa4e22-76c5-4794-b905-38c437db5413 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:54:42.582002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 384f9b75-5268-4830-a74d-ce0376582d49 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:54:42.604778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 384f9b75-5268-4830-a74d-ce0376582d49 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:54:42.605548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 384f9b75-5268-4830-a74d-ce0376582d49 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:54:42.650397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=cbf22d61-9d54-43f5-a21f-d2330d166998,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:42.661717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network cbf22d61-9d54-43f5-a21f-d2330d166998 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:54:42.704099 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0569de3c-bbf5-4223-b46a-1dd990b59da4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4331949 Dec 23 12:54:42.704099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34024) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:42.710203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:42.777377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa8630be-99d5-49df-b21a-39efc16eae9a req-da922c19-27b5-48e5-b97c-db275c9e5887 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0311539 Dec 23 12:54:42.816010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a43aa295-cb18-4159-8bbe-3dba8244fadf req-3055efb2-82d1-4fc3-994f-97cb5690592e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320242 Dec 23 12:54:42.926544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:42.930118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.188871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.254554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=4aa67610-9851-47cc-9bdd-41076f1e0310,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:43.262753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'c464bce8-6af4-4ed5-baef-08d452678661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:43.263477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: cbf22d61-9d54-43f5-a21f-d2330d166998, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:54:43.297741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73529f95-fab6-4d3f-a713-e434412a72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.366340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network cbf22d61-9d54-43f5-a21f-d2330d166998 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:54:43.439340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, cbf22d61-9d54-43f5-a21f-d2330d166998) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:43.443562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:43.444163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.448483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a322f-9c9c-419d-9b9e-4a2fe980ce8e None None] Network cbf22d61-9d54-43f5-a21f-d2330d166998 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:43.542244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c65d3e05-ad19-4c63-afae-cf8f5f9a0990 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8344574 Dec 23 12:54:43.542559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:43.547095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-413440100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:43.555352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-cbf22d61-9d54-43f5-a21f-d2330d166998', 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '4aa67610-9851-47cc-9bdd-41076f1e0310'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:54:43.556244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.652743 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.653953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.703123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Allocated IP 2001:db8::2 (cbf22d61-9d54-43f5-a21f-d2330d166998/4aa67610-9851-47cc-9bdd-41076f1e0310/5b674688-cf0e-468f-bbdf-39f2344a5af3) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:43.733545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.812887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.858560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.905482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-96f4f251-5b9d-481b-b97e-25d3819be3c7 req-54fd327b-3883-4b4f-bbe4-7173268ad65f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0300064 Dec 23 12:54:43.941428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:43.943205 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-688c5941-5c6b-4860-aa66-c1f9c1d72d1f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3993826 Dec 23 12:54:43.950409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34036) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:43.955682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'port': {'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998', 'name': 'tempest-RoutersIpV6Test-1681485835'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:43.970917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4774243-92c2-4f42-9491-ae9a42526ff6 req-1e38507d-d78e-4508-bdaf-f6e3663f46e2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:43.973126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4774243-92c2-4f42-9491-ae9a42526ff6 req-1e38507d-d78e-4508-bdaf-f6e3663f46e2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0703993 Dec 23 12:54:43.980126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.040256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Network cbf22d61-9d54-43f5-a21f-d2330d166998 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:44.046068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:44.046068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:44.062917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4774243-92c2-4f42-9491-ae9a42526ff6 req-3e8bff32-6a10-4ab8-b2f1-9b8199e59e2b tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744772 Dec 23 12:54:44.084677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Pushing event updated for resources: {'Port': ['ID=5b674688-cf0e-468f-bbdf-39f2344a5af3,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:44.114021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Attempting to bind port 5b674688-cf0e-468f-bbdf-39f2344a5af3 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:44.114421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Attempting to bind port 5b674688-cf0e-468f-bbdf-39f2344a5af3 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c464bce8-6af4-4ed5-baef-08d452678661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:44.114795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Attempting to bind port 5b674688-cf0e-468f-bbdf-39f2344a5af3 on network cbf22d61-9d54-43f5-a21f-d2330d166998 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:44.120023 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:44.120398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Checking segment: {'id': 'c464bce8-6af4-4ed5-baef-08d452678661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:44.120837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.121232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Bound using segment: {'id': 'c464bce8-6af4-4ed5-baef-08d452678661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:44.121692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Bound port: 5b674688-cf0e-468f-bbdf-39f2344a5af3, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c464bce8-6af4-4ed5-baef-08d452678661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cbf22d61-9d54-43f5-a21f-d2330d166998'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:44.122090 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.186520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] For port 5b674688-cf0e-468f-bbdf-39f2344a5af3, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:44.189545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] For port 5b674688-cf0e-468f-bbdf-39f2344a5af3, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b674688-cf0e-468f-bbdf-39f2344a5af3,segment=NetworkSegment(c464bce8-6af4-4ed5-baef-08d452678661),segment_id=c464bce8-6af4-4ed5-baef-08d452678661)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:44.240852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:44.244340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.262076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] device_id is not set on port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 yet. {{(pid=104038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 12:54:44.275348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.338657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca82b-31a3-4433-9cc6-35f385e25861 None None] Pushing event updated for resources: {'Port': ['ID=5b674688-cf0e-468f-bbdf-39f2344a5af3,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:44.402553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8::10d (cbf22d61-9d54-43f5-a21f-d2330d166998/4aa67610-9851-47cc-9bdd-41076f1e0310/e80fd8ef-621a-4c5d-99bd-a905d2fc3409) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:44.615944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.710106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.754210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network cbf22d61-9d54-43f5-a21f-d2330d166998 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:44.757355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:44.761259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:44.767205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:44.767821 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:44.790557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=e80fd8ef-621a-4c5d-99bd-a905d2fc3409,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:44.859417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-38d8f2ca-024d-4ac5-8363-8a80a6c00a89 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9079132 Dec 23 12:54:44.862080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34038) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:45.030846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b50e1adf-cf66-4cfb-acff-c8217db5d93e req-082ccbcf-664a-41c6-ab52-9f6550b80985 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0397441 Dec 23 12:54:45.048812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 2432fa4c-40df-47ea-aa49-414d8a6e29a7 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:54:45.109912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 2432fa4c-40df-47ea-aa49-414d8a6e29a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:54:45.114009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 2432fa4c-40df-47ea-aa49-414d8a6e29a7 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:54:45.245422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e9261-a709-4c63-9a2b-d616bdfdf9a5 req-90f4cd65-6c83-427a-afac-c98e7ddfbb9e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:45.247506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a1e9261-a709-4c63-9a2b-d616bdfdf9a5 req-90f4cd65-6c83-427a-afac-c98e7ddfbb9e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0907750 Dec 23 12:54:45.339812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a1e9261-a709-4c63-9a2b-d616bdfdf9a5 req-4aa36efe-5487-4293-b397-245b5bcd8f74 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850649 Dec 23 12:54:45.501609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f0400-b283-4f70-8545-55b082f1707c None None] Network cbf22d61-9d54-43f5-a21f-d2330d166998 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:45.580647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] Provisioning complete for port 5b674688-cf0e-468f-bbdf-39f2344a5af3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:45.580647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:45.686208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:45.700544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:45.745883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] For port 5b674688-cf0e-468f-bbdf-39f2344a5af3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b674688-cf0e-468f-bbdf-39f2344a5af3,segment=NetworkSegment(c464bce8-6af4-4ed5-baef-08d452678661),segment_id=c464bce8-6af4-4ed5-baef-08d452678661)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:45.846723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:45.927707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9532093-18dd-4bb2-8b4f-59a855b5ae6d None None] Pushing event updated for resources: {'Port': ['ID=5b674688-cf0e-468f-bbdf-39f2344a5af3,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:45.976065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.030695 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.172729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c9540cc-477f-42f2-8046-4ba509fedfa1 None None] Provisioning complete for port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:46.173406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c9540cc-477f-42f2-8046-4ba509fedfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.218812 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23fd8d9b-3ae1-4353-9bce-0c829eb343f4 req-180654ad-977f-4bcc-8ce6-0ca66243f684 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0543861 Dec 23 12:54:46.226303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=e80fd8ef-621a-4c5d-99bd-a905d2fc3409,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:46.236246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0c9540cc-477f-42f2-8046-4ba509fedfa1 None None] Port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:46.245974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c9540cc-477f-42f2-8046-4ba509fedfa1 None None] Provisioning complete for port 5b674688-cf0e-468f-bbdf-39f2344a5af3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:46.246207 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c9540cc-477f-42f2-8046-4ba509fedfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.289132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-732fec02-f5c1-4451-aeb5-6f8a3432c8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.328438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.497866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1ff1fe49-738f-4312-bc72-317a26040958 None None] Provisioning complete for port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:46.497866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fe49-738f-4312-bc72-317a26040958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.509051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf00ee-f4d7-48f7-a599-24bd6bd9dcb6 req-01e7838b-49b3-44ac-9daf-8e5a30e9bab2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:46.511259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acbf00ee-f4d7-48f7-a599-24bd6bd9dcb6 req-01e7838b-49b3-44ac-9daf-8e5a30e9bab2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0849156 Dec 23 12:54:46.569912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.573552 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.587548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1fe49-738f-4312-bc72-317a26040958 None None] Port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:46.625262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b674688-cf0e-468f-bbdf-39f2344a5af3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:46.653145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acbf00ee-f4d7-48f7-a599-24bd6bd9dcb6 req-fe4759af-d932-4377-a531-c40c12f34621 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265209 Dec 23 12:54:46.678381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5b674688-cf0e-468f-bbdf-39f2344a5af3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:46.678744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.729833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7f1bf168-9a29-44e8-9772-cb2a83efc4f8 None None] Provisioning complete for port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:46.730188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7f1bf168-9a29-44e8-9772-cb2a83efc4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.797992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bf168-9a29-44e8-9772-cb2a83efc4f8 None None] Port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:46.886880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.923986 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:54:46.972586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:46.973397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:47.058933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=e80fd8ef-621a-4c5d-99bd-a905d2fc3409,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:47.103078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network cbf22d61-9d54-43f5-a21f-d2330d166998 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:47.105418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:47.292302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 4f3d7da8-00e8-48f6-9f16-72cd91279e90 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:54:47.330327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b54ae263-3c15-4641-a25a-03e8938cfc7a req-85dd695a-4136-4c34-a02c-904b4be763b4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0424349 Dec 23 12:54:47.400138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:47.405073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e5f347fd-638f-4479-a614-1616ac82758b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/4f3d7da8-00e8-48f6-9f16-72cd91279e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417907 Dec 23 12:54:47.407622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34050) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:47.410777 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] Sync routers for ids ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:47.421718 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] Routers {'4f3d7da8-00e8-48f6-9f16-72cd91279e90'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:47.422640 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:47.425531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-87ecaf3b-c290-4b46-8606-14d5a6fb1cc8 None None] Provisioning complete for port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:47.425993 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-87ecaf3b-c290-4b46-8606-14d5a6fb1cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:47.452669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89595f7e-0cb9-4743-8653-6176e91eafad tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:47.454105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89595f7e-0cb9-4743-8653-6176e91eafad tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports/e80fd8ef-621a-4c5d-99bd-a905d2fc3409 HTTP/1.1" status: 200 len: 984 time: 0.0454504 Dec 23 12:54:47.455175 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:47.457470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34052) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:47.463881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-87ecaf3b-c290-4b46-8606-14d5a6fb1cc8 None None] Port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:47.466192 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] Routers {'4f3d7da8-00e8-48f6-9f16-72cd91279e90'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:47.466806 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:47.504376 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:47.505053 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d33b1-9446-4160-bbac-1dcc2ebbf6a2 None None] The sync data for ids ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:47.750826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ee58-3163-423d-a7ef-63d6b57e68ad req-f24f0625-4afb-46dd-bbdf-fbb186236bbe tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:47.752370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8735ee58-3163-423d-a7ef-63d6b57e68ad req-f24f0625-4afb-46dd-bbdf-fbb186236bbe tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0504289 Dec 23 12:54:47.806051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8735ee58-3163-423d-a7ef-63d6b57e68ad req-a2563239-3f78-43e4-a2a7-3c66855941fe tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457213 Dec 23 12:54:47.824091 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.040614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port e80fd8ef-621a-4c5d-99bd-a905d2fc3409 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:48.041320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.129428 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.141471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for e80fd8ef-621a-4c5d-99bd-a905d2fc3409 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:48.247239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.377216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.416314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=e80fd8ef-621a-4c5d-99bd-a905d2fc3409,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:48.443933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce2f4d14-1760-48ea-9795-5fd6dad1db86 req-dc0dbdb9-08ae-42b3-abb5-09c28c3e7e8b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae49ed7f-e67a-435d-a251-6910e4ae2d1d HTTP/1.1" status: 200 len: 210 time: 0.0440500 Dec 23 12:54:48.515013 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.533932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:48.691352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 4f3d7da8-00e8-48f6-9f16-72cd91279e90 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:48.769408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:48.774366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ad197fe7-db9c-48d0-acd1-18396487390c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/4f3d7da8-00e8-48f6-9f16-72cd91279e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3159237 Dec 23 12:54:48.777037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34058) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:48.779633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] Sync routers for ids ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:48.793285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] Routers {'4f3d7da8-00e8-48f6-9f16-72cd91279e90'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:48.793984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:48.826965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:48.836342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] Routers {'4f3d7da8-00e8-48f6-9f16-72cd91279e90'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:48.836994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:48.869927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:48.870660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092bbe6-0180-4143-a412-f59f84fd865f None None] The sync data for ids ['4f3d7da8-00e8-48f6-9f16-72cd91279e90'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:48.936863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150444be-01cf-442b-971e-396a6ce3858a req-784059b7-9edb-44e1-b5f5-3b3063304bac tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:48.938387 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-150444be-01cf-442b-971e-396a6ce3858a req-784059b7-9edb-44e1-b5f5-3b3063304bac tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0521228 Dec 23 12:54:48.966349 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-086ad4c0-d583-474b-85e7-35d55f105eff tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 12:54:48.967400 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-086ad4c0-d583-474b-85e7-35d55f105eff tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/4f3d7da8-00e8-48f6-9f16-72cd91279e90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1894433 Dec 23 12:54:48.970203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:48.990222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-150444be-01cf-442b-971e-396a6ce3858a req-407cece2-d6b3-469c-9cc5-f3e58977116b tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449719 Dec 23 12:54:48.997513 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b94b3f7b-128b-48e9-b963-e5294705d9d5 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f3d7da8-00e8-48f6-9f16-72cd91279e90 HTTP/1.1" status: 200 len: 205 time: 0.0262039 Dec 23 12:54:48.999842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34064) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:49.235994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.405775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.567026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.569235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.686158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.686665 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3d7da8-00e8-48f6-9f16-72cd91279e90 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:54:49.693527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.695730 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-16ffabce-83b5-4f57-bc6a-c258cb8a34da tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/4f3d7da8-00e8-48f6-9f16-72cd91279e90 HTTP/1.1" status: 204 len: 168 time: 0.6949692 Dec 23 12:54:49.697340 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34070) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:49.748619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 4aa67610-9851-47cc-9bdd-41076f1e0310 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:54:49.751665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.800348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:49.882685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.030578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.063536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa67610-9851-47cc-9bdd-41076f1e0310,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:50.068067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.071552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8f07fcb6-58b8-4846-8c3f-0a91cd34661f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/4aa67610-9851-47cc-9bdd-41076f1e0310 HTTP/1.1" status: 204 len: 168 time: 0.3732738 Dec 23 12:54:50.074210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34076) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:50.081903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2bd03-5922-4140-b8ad-053f8b88f7bf None None] Network cbf22d61-9d54-43f5-a21f-d2330d166998 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:50.122334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162aaa5-6665-4510-8558-538439e316b5 req-78585da8-7179-463d-b755-09a9f031d4a9 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:50.124320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4162aaa5-6665-4510-8558-538439e316b5 req-78585da8-7179-463d-b755-09a9f031d4a9 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0624981 Dec 23 12:54:50.192412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.200410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4162aaa5-6665-4510-8558-538439e316b5 req-556043fd-56bd-4ef6-bd93-b693344212ef tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661514 Dec 23 12:54:50.255770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 5b674688-cf0e-468f-bbdf-39f2344a5af3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:50.256116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.271109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] DHCP port deletion for cbf22d61-9d54-43f5-a21f-d2330d166998 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:50.323256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Deleting port 5b674688-cf0e-468f-bbdf-39f2344a5af3 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:50.323758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.328139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 5b674688-cf0e-468f-bbdf-39f2344a5af3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b674688-cf0e-468f-bbdf-39f2344a5af3,segment=NetworkSegment(c464bce8-6af4-4ed5-baef-08d452678661),segment_id=c464bce8-6af4-4ed5-baef-08d452678661)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:50.328511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.343324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 5b674688-cf0e-468f-bbdf-39f2344a5af3 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:50.389096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] For port 5b674688-cf0e-468f-bbdf-39f2344a5af3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b674688-cf0e-468f-bbdf-39f2344a5af3,segment=NetworkSegment(c464bce8-6af4-4ed5-baef-08d452678661),segment_id=c464bce8-6af4-4ed5-baef-08d452678661)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:50.389936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.405000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Calling delete_port for 5b674688-cf0e-468f-bbdf-39f2344a5af3 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:50.520361 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.528582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.535435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b674688-cf0e-468f-bbdf-39f2344a5af3 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:54:50.556125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=5b674688-cf0e-468f-bbdf-39f2344a5af3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:50.563854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 5b674688-cf0e-468f-bbdf-39f2344a5af3 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:50.578939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] Pushing event deleted for resources: {'Port': ['ID=5b674688-cf0e-468f-bbdf-39f2344a5af3,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:50.580775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5b674688-cf0e-468f-bbdf-39f2344a5af3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:54:50.581858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b674688-cf0e-468f-bbdf-39f2344a5af3 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:54:50.585531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027a722-6840-45e0-8974-c9a50b5eedea None None] No DVR routers for this DVR port 5b674688-cf0e-468f-bbdf-39f2344a5af3 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:50.650766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.672668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf22d61-9d54-43f5-a21f-d2330d166998']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:50.682613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c464bce8-6af4-4ed5-baef-08d452678661') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:50.682914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c464bce8-6af4-4ed5-baef-08d452678661') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:50.693919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.709434 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.715925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:54:50.716343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:54:50.719580 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:54:50.858285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.865382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:50.872234 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/cbf22d61-9d54-43f5-a21f-d2330d166998 HTTP/1.1" status: 204 len: 168 time: 0.7826169 Dec 23 12:54:50.879261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34082) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:50.879261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054536583'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:50.881755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb7e4-9aa9-414e-8005-05bc09bf5f56 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=cbf22d61-9d54-43f5-a21f-d2330d166998,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:50.982799 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:50.986459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.010420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:54:51.020758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.021132 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment c715c869-4432-4f9c-acf5-f6eb76af9716 of type vlan for network 9078e352-08a1-47e6-a746-33a6ffe5f312 Dec 23 12:54:51.077243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.155182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.160996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:51.161580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.227415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=9078e352-08a1-47e6-a746-33a6ffe5f312,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:51.240488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:54:51.277878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cd2f2f34-d52c-4e06-bee8-b253cd94f1f9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4042671 Dec 23 12:54:51.280852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:51.286045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:51.348540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c675e26-fbfe-4fff-87b2-b52b8bba1821 req-ca294a1a-3326-40ba-ae06-d9646a94e72c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:51.350181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c675e26-fbfe-4fff-87b2-b52b8bba1821 req-ca294a1a-3326-40ba-ae06-d9646a94e72c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0657043 Dec 23 12:54:51.406984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7c675e26-fbfe-4fff-87b2-b52b8bba1821 req-b13ddacc-410e-4544-ba85-82938699b4ec tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494487 Dec 23 12:54:51.463380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:54:51.466935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.709775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.772021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=aad0da9f-d45b-4ad6-81ff-d16f7099e178,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:51.783071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'c715c869-4432-4f9c-acf5-f6eb76af9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:51.783071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 9078e352-08a1-47e6-a746-33a6ffe5f312, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:54:51.834962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:54:51.943531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9078e352-08a1-47e6-a746-33a6ffe5f312) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:51.956608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:51.957327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:51.966163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff05b4-0b44-4035-8238-0e19059dc616 None None] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:52.063063 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0934dc4-e640-417d-9f81-b7d5f8e62f29 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7786305 Dec 23 12:54:52.063197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:52.065206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-9078e352-08a1-47e6-a746-33a6ffe5f312', 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': 'aad0da9f-d45b-4ad6-81ff-d16f7099e178'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:54:52.068866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.069138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582548827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:52.188551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.189696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.209374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Allocated IP 2001:db8::2 (9078e352-08a1-47e6-a746-33a6ffe5f312/aad0da9f-d45b-4ad6-81ff-d16f7099e178/25ad9d57-3f85-40b3-a792-deeaf9105ce4) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:52.243593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.309829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.357086 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.397177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.398398 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34370b99-b642-4bab-97ff-0d13def4e4f2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3340306 Dec 23 12:54:52.401290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:52.429490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.476589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:52.481027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:52.486060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:52.549267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Pushing event updated for resources: {'Port': ['ID=25ad9d57-3f85-40b3-a792-deeaf9105ce4,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:52.566031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Attempting to bind port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:54:52.566510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Attempting to bind port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'c715c869-4432-4f9c-acf5-f6eb76af9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:54:52.567054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Attempting to bind port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 on network 9078e352-08a1-47e6-a746-33a6ffe5f312 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:54:52.569713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a78e2-840f-4f3d-a2ab-481b5707c57b req-bccfb1fd-cb23-4aaf-a3de-1a47db7fc0ae tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:52.571271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d0a78e2-840f-4f3d-a2ab-481b5707c57b req-bccfb1fd-cb23-4aaf-a3de-1a47db7fc0ae tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 944 time: 0.0687809 Dec 23 12:54:52.579197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:54:52.579580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Checking segment: {'id': 'c715c869-4432-4f9c-acf5-f6eb76af9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:54:52.580294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.580449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Bound using segment: {'id': 'c715c869-4432-4f9c-acf5-f6eb76af9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:54:52.581440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Bound port: 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c715c869-4432-4f9c-acf5-f6eb76af9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9078e352-08a1-47e6-a746-33a6ffe5f312'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:54:52.581836 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.637690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d0a78e2-840f-4f3d-a2ab-481b5707c57b req-06ec5ba0-5707-4777-9f11-53aa764cc8a4 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600524 Dec 23 12:54:52.658312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] For port 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:54:52.658312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] For port 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25ad9d57-3f85-40b3-a792-deeaf9105ce4,segment=NetworkSegment(c715c869-4432-4f9c-acf5-f6eb76af9716),segment_id=c715c869-4432-4f9c-acf5-f6eb76af9716)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:54:52.733963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.761537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:52.845000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23a4f-9c34-4e49-81f1-4697ed46c373 None None] Pushing event updated for resources: {'Port': ['ID=25ad9d57-3f85-40b3-a792-deeaf9105ce4,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:52.973111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.000533 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8::1 (9078e352-08a1-47e6-a746-33a6ffe5f312/aad0da9f-d45b-4ad6-81ff-d16f7099e178/b974a497-3791-4153-996b-57dabca72ddf) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:53.108678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 459e8917-db59-48b1-b618-60ec1d74bd15 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:54:53.155501 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.229119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=459e8917-db59-48b1-b618-60ec1d74bd15,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:53.242948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '459e8917-db59-48b1-b618-60ec1d74bd15', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:54:53.258182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.285309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.298943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459e8917-db59-48b1-b618-60ec1d74bd15 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:54:53.318841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=b974a497-3791-4153-996b-57dabca72ddf,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:53.321560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=459e8917-db59-48b1-b618-60ec1d74bd15,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:53.322689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:53.324427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:53.326568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:53.327098 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.395323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.449044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:53.505937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.586451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['459e8917-db59-48b1-b618-60ec1d74bd15'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:54:53.793911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bfaa6-5ba3-4137-9f3c-f6642640ddfa req-bc6fe9cb-cda1-4bd1-9a63-82cbfa5c8c55 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:53.797660 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.801482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d0bfaa6-5ba3-4137-9f3c-f6642640ddfa req-bc6fe9cb-cda1-4bd1-9a63-82cbfa5c8c55 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 945 time: 0.0636909 Dec 23 12:54:53.864589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.865577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:53.891552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d0bfaa6-5ba3-4137-9f3c-f6642640ddfa req-d8675b05-8832-43b6-9858-90c45f985cbc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792389 Dec 23 12:54:53.941478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b87cd2-6506-4677-bdb7-50fe8af3436d None None] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:53.983652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=b974a497-3791-4153-996b-57dabca72ddf,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:54.030146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:54.032937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:54.074962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] Provisioning complete for port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:54.075331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.193246 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.228842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] For port 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25ad9d57-3f85-40b3-a792-deeaf9105ce4,segment=NetworkSegment(c715c869-4432-4f9c-acf5-f6eb76af9716),segment_id=c715c869-4432-4f9c-acf5-f6eb76af9716)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:54.298144 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.299375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 17a74687-5279-42fe-ac00-05b141df0bbd is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:54:54.364122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8536-43a5-4c62-a115-70f28cd67546 None None] Pushing event updated for resources: {'Port': ['ID=25ad9d57-3f85-40b3-a792-deeaf9105ce4,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:54.434291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-01847f3c-67b9-4d47-bb01-b062ab33ca04 None None] Provisioning complete for port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:54.434852 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01847f3c-67b9-4d47-bb01-b062ab33ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.492092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:54.504416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3a007165-8b7c-41b3-b23c-c632095c475e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/17a74687-5279-42fe-ac00-05b141df0bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018958 Dec 23 12:54:54.507050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34136) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:54.508368 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] Sync routers for ids ['17a74687-5279-42fe-ac00-05b141df0bbd'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:54.539808 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] Routers {'17a74687-5279-42fe-ac00-05b141df0bbd'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:54.542134 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['17a74687-5279-42fe-ac00-05b141df0bbd'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:54.590042 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae17bd9-fca4-4f18-b600-4485aaf1adee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:54.598353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ae17bd9-fca4-4f18-b600-4485aaf1adee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports/b974a497-3791-4153-996b-57dabca72ddf HTTP/1.1" status: 200 len: 911 time: 0.0902233 Dec 23 12:54:54.601436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34146) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:54.629054 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:54.636237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-01847f3c-67b9-4d47-bb01-b062ab33ca04 None None] Provisioning complete for port b974a497-3791-4153-996b-57dabca72ddf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:54.636647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01847f3c-67b9-4d47-bb01-b062ab33ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.653978 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] Routers {'17a74687-5279-42fe-ac00-05b141df0bbd'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:54.654607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['17a74687-5279-42fe-ac00-05b141df0bbd'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:54.704514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25ad9d57-3f85-40b3-a792-deeaf9105ce4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:54.741812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:54.743608 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b9090c-24eb-4642-92ff-030b6f39d93e None None] The sync data for ids ['17a74687-5279-42fe-ac00-05b141df0bbd'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:54.776097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-01847f3c-67b9-4d47-bb01-b062ab33ca04 None None] Port b974a497-3791-4153-996b-57dabca72ddf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:54.801130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:54.801507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.917604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-346f95bf-b936-4023-9bb1-84b0b01b5230 req-16b757b0-4cde-4fa2-bf89-2895fd9191de service neutron] (104037) timed out ('10.222.0.16', 60328) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:54:54.928112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-56365478-28aa-4f92-8c9d-98ee3a0e2e62 None None] Provisioning complete for port b974a497-3791-4153-996b-57dabca72ddf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:54.928484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56365478-28aa-4f92-8c9d-98ee3a0e2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:54.969593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-56365478-28aa-4f92-8c9d-98ee3a0e2e62 None None] Port b974a497-3791-4153-996b-57dabca72ddf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:55.018148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60989-0dcd-4437-8bb6-43c01210c8cb req-24278692-c6e6-41c7-a024-58273e23bc2c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:55.020295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff60989-0dcd-4437-8bb6-43c01210c8cb req-24278692-c6e6-41c7-a024-58273e23bc2c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 945 time: 0.0625186 Dec 23 12:54:55.042224 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.073383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ff60989-0dcd-4437-8bb6-43c01210c8cb req-14fd2b60-0e80-4d54-8bcb-57559aa551e7 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 Dec 23 12:54:55.105030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5565ccff-069c-4a57-a508-acaef5670261 None None] Provisioning complete for port b974a497-3791-4153-996b-57dabca72ddf triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:55.105030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5565ccff-069c-4a57-a508-acaef5670261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.130671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 459e8917-db59-48b1-b618-60ec1d74bd15 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:54:55.169584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5565ccff-069c-4a57-a508-acaef5670261 None None] Port b974a497-3791-4153-996b-57dabca72ddf cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:54:55.292068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 459e8917-db59-48b1-b618-60ec1d74bd15 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:54:55.296051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 459e8917-db59-48b1-b618-60ec1d74bd15 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:55.296423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.397078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port b974a497-3791-4153-996b-57dabca72ddf {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:55.397419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.398812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.431620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:54:55.433918 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a207413-45f5-4ea4-8141-e9d48725b3b7" -d '{"events": [{"server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "name": "network-vif-plugged", "status": "completed", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:54:55.452795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=459e8917-db59-48b1-b618-60ec1d74bd15,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:55.475306 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a3c0f-23a1-4346-844e-340696f28903 x-openstack-request-id: req-8c9a3c0f-23a1-4346-844e-340696f28903 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:54:55.475729 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "name": "network-vif-plugged", "status": "completed", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:54:55.476030 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c9a3c0f-23a1-4346-844e-340696f28903 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:54:55.476452 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'code': 200} Dec 23 12:54:55.493324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.505910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for b974a497-3791-4153-996b-57dabca72ddf owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:55.531048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.585179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:55.648233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771b56-c7ae-419d-86d1-b23824740b39 req-14268e70-af00-43d6-a0f3-d7370d329a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:55.649783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81771b56-c7ae-419d-86d1-b23824740b39 req-14268e70-af00-43d6-a0f3-d7370d329a98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.1159339 Dec 23 12:54:55.703792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81771b56-c7ae-419d-86d1-b23824740b39 req-477ee040-84b6-4bcc-8e76-2ad04f6c9500 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Dec 23 12:54:55.794912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:55.829110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=b974a497-3791-4153-996b-57dabca72ddf,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:55.926395 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.094277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 17a74687-5279-42fe-ac00-05b141df0bbd has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:54:56.178372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:54:56.186442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-123b10b1-a392-4396-8836-e6d7065109c7 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/17a74687-5279-42fe-ac00-05b141df0bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836453 Dec 23 12:54:56.190055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34190) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:56.193661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] Sync routers for ids ['17a74687-5279-42fe-ac00-05b141df0bbd'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:54:56.207724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] Routers {'17a74687-5279-42fe-ac00-05b141df0bbd'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:56.208451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['17a74687-5279-42fe-ac00-05b141df0bbd'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:56.219286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-26d68b94-cd28-4189-8c99-033d9bae68c2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a74687-5279-42fe-ac00-05b141df0bbd HTTP/1.1" status: 200 len: 205 time: 0.0311065 Dec 23 12:54:56.224471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34192) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:56.227833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75de76-5839-44cc-a856-b049473c4829 req-371c5b31-073d-4ce0-9d20-3503850998c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:56.230933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c75de76-5839-44cc-a856-b049473c4829 req-371c5b31-073d-4ce0-9d20-3503850998c3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.0708935 Dec 23 12:54:56.248273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:56.263914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] Routers {'17a74687-5279-42fe-ac00-05b141df0bbd'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:54:56.264916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['17a74687-5279-42fe-ac00-05b141df0bbd'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:56.293571 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c75de76-5839-44cc-a856-b049473c4829 req-10c7659f-c1bf-4d14-89eb-158e7f961323 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552876 Dec 23 12:54:56.310539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:56.310817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.311406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e8f90-e1ba-49b3-899e-0d9375b289bd None None] The sync data for ids ['17a74687-5279-42fe-ac00-05b141df0bbd'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:54:56.810318 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.814488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.977681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.978325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router 17a74687-5279-42fe-ac00-05b141df0bbd {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:54:56.988477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:56.988477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5b39a04-9706-4019-8d50-67dd22c68754 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/17a74687-5279-42fe-ac00-05b141df0bbd HTTP/1.1" status: 204 len: 168 time: 0.7661228 Dec 23 12:54:56.989715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34196) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:57.045922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet aad0da9f-d45b-4ad6-81ff-d16f7099e178 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:54:57.049137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.097371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.181421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.331730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.366974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=aad0da9f-d45b-4ad6-81ff-d16f7099e178,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:57.382463 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.383210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfbe7f5-a800-489e-b5df-2c6932db4aa1 None None] Network 9078e352-08a1-47e6-a746-33a6ffe5f312 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:54:57.383646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34200) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:57.384019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3fdb91c5-e1c7-4168-ba04-c5e43ad4fc61 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/aad0da9f-d45b-4ad6-81ff-d16f7099e178 HTTP/1.1" status: 204 len: 168 time: 0.3902264 Dec 23 12:54:57.491022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.524177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca97d-e7fb-47f0-82f1-51cf49dcf93f req-76c34e1b-e217-4642-bb7b-150142822dac tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:57.525458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34bca97d-e7fb-47f0-82f1-51cf49dcf93f req-76c34e1b-e217-4642-bb7b-150142822dac tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.1575408 Dec 23 12:54:57.576070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] DHCP port deletion for 9078e352-08a1-47e6-a746-33a6ffe5f312 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:57.599612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34bca97d-e7fb-47f0-82f1-51cf49dcf93f req-381615bb-d51c-49bd-a577-d572b51ce57e tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570877 Dec 23 12:54:57.614204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:57.614818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.641679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Deleting port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:54:57.642141 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.694811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25ad9d57-3f85-40b3-a792-deeaf9105ce4,segment=NetworkSegment(c715c869-4432-4f9c-acf5-f6eb76af9716),segment_id=c715c869-4432-4f9c-acf5-f6eb76af9716)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:57.695489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.717710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] For port 25ad9d57-3f85-40b3-a792-deeaf9105ce4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=25ad9d57-3f85-40b3-a792-deeaf9105ce4,segment=NetworkSegment(c715c869-4432-4f9c-acf5-f6eb76af9716),segment_id=c715c869-4432-4f9c-acf5-f6eb76af9716)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:54:57.718411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.732397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 25ad9d57-3f85-40b3-a792-deeaf9105ce4 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:57.733717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Calling delete_port for 25ad9d57-3f85-40b3-a792-deeaf9105ce4 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:54:57.766432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca473d-bb96-4253-af89-2289e3b6983a req-a346d20e-3186-4c2a-9890-df8aeb8e2985 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:57.767967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6ca473d-bb96-4253-af89-2289e3b6983a req-a346d20e-3186-4c2a-9890-df8aeb8e2985 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.0697536 Dec 23 12:54:57.861262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6ca473d-bb96-4253-af89-2289e3b6983a req-cc69238f-62c4-4d9c-9269-1549759de0eb tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638487 Dec 23 12:54:57.885957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34208) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:57.897908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.911481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:57.939854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] Pushing event deleted for resources: {'Port': ['ID=25ad9d57-3f85-40b3-a792-deeaf9105ce4,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:57.944544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab1b8b-94ba-46ed-a68a-68f1b161ca7f None None] No DVR routers for this DVR port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:57.944742 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=25ad9d57-3f85-40b3-a792-deeaf9105ce4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:57.951614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 25ad9d57-3f85-40b3-a792-deeaf9105ce4 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:54:58.046130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.067489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9078e352-08a1-47e6-a746-33a6ffe5f312']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:58.076490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a5c88-0a6e-45f9-a8d2-443e16c349e0 tempest-TestVolumeBackupRestore-603063786 tempest-TestVolumeBackupRestore-603063786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:58.077450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c715c869-4432-4f9c-acf5-f6eb76af9716') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:58.077839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c715c869-4432-4f9c-acf5-f6eb76af9716') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:54:58.084386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34212) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:58.085447 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a0a5c88-0a6e-45f9-a8d2-443e16c349e0 tempest-TestVolumeBackupRestore-603063786 tempest-TestVolumeBackupRestore-603063786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1092 time: 0.1982887 Dec 23 12:54:58.094023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:58.103079 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.122567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.212557 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.253548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:54:58.253977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:54:58.259367 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:54:58.366505 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.373828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.375779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.379028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/9078e352-08a1-47e6-a746-33a6ffe5f312 HTTP/1.1" status: 204 len: 168 time: 0.9972358 Dec 23 12:54:58.383677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34214) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:54:58.388387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1310047947', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:54:58.397710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818fe7-596d-4560-9a01-5deea4a4347b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=9078e352-08a1-47e6-a746-33a6ffe5f312,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:58.476109 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.477587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.498308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Allocated IP 172.25.7.106 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/18a2033e-936a-4102-b7a6-8ee709384fe1) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:58.547657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.560642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25ad9d57-3f85-40b3-a792-deeaf9105ce4 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:54:58.584084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 25ad9d57-3f85-40b3-a792-deeaf9105ce4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:54:58.592132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 25ad9d57-3f85-40b3-a792-deeaf9105ce4 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:54:58.647868 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.723746 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-300080b7-95d1-4d92-a68a-4836e5383872 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123064 Dec 23 12:54:58.750516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.798833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:58.806250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'Port': ['ID=18a2033e-936a-4102-b7a6-8ee709384fe1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:58.810920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:58.812792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:58.817320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:58.835190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-15721427-7108-40e0-b337-8ad37c6b1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:58.836698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-15721427-7108-40e0-b337-8ad37c6b1822 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0529912 Dec 23 12:54:59.022780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-9c314d43-98aa-4d7b-9d8d-0544542fc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:59.022780 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-9c314d43-98aa-4d7b-9d8d-0544542fc06b service neutron] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 909 time: 0.1560259 Dec 23 12:54:59.093435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-561bb5d9-9ba7-4d29-a3cf-b88e4455e886 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 1001 time: 0.0725751 Dec 23 12:54:59.147374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-fe5f6f54-2700-4941-8e0f-ea189ee36203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:59.148969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-fe5f6f54-2700-4941-8e0f-ea189ee36203 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.0482364 Dec 23 12:54:59.203815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-2d891ec6-e5df-4ff7-a446-f75169f666ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:54:59.205402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-2d891ec6-e5df-4ff7-a446-f75169f666ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498643 Dec 23 12:54:59.210802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.245117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-5ba6e8d4-41d3-4312-9093-90bfa346404d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:54:59.246215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-5ba6e8d4-41d3-4312-9093-90bfa346404d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053916 Dec 23 12:54:59.343060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.349948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.373103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.455466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-b218c37b-4404-4667-a996-9ef0ff81a4df service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829453 Dec 23 12:54:59.514066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.567444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 172.25.7.210 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2e569405-c365-4411-a4e6-4c603f87d256) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:54:59.642771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-52612bf0-1c6e-46b7-b094-fa0226ca642f req-8457524f-8f4e-4d57-a7ec-8b927af2ed56 service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781564 Dec 23 12:54:59.699390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.817243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.817810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.867876 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:54:59.870985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:54:59.876522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:54:59.892249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afda364-bccd-4430-bb23-051a73b04c79 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:54:59.899138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event updated for resources: {'Port': ['ID=18a2033e-936a-4102-b7a6-8ee709384fe1,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:59.921205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=2e569405-c365-4411-a4e6-4c603f87d256,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:54:59.930233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:54:59.938415 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b57256ba-8409-4e13-b342-493e2977065a None None] Provisioning complete for port 2e569405-c365-4411-a4e6-4c603f87d256 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:54:59.939054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b57256ba-8409-4e13-b342-493e2977065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:00.068408 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Floating IP 8a27e7a8-368c-44ed-94af-5bc5a498f10f associated. External IP: 172.25.7.106, port: 459e8917-db59-48b1-b618-60ec1d74bd15. Dec 23 12:55:00.147966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b57256ba-8409-4e13-b342-493e2977065a None None] Port 2e569405-c365-4411-a4e6-4c603f87d256 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:00.262711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:00.301738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:00.419659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:00.430925 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:00.443643 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:00.448391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:00.479062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:00.500397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:00.544592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-675c3976-6088-457e-ac79-05152da02f85 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4565072 Dec 23 12:55:00.544592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:55:00.547018 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c11a9-2045-456e-803f-e4ed51c097c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:55:00.550058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34220) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:00.583338 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:00.616814 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bd33c7-847b-40af-94fb-aba19042f720 x-openstack-request-id: req-31bd33c7-847b-40af-94fb-aba19042f720 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:55:00.616814 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:55:00.616814 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31bd33c7-847b-40af-94fb-aba19042f720 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:55:00.616814 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:55:00.620367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c39d2f-4000-4efc-a248-de23ab48fea2 tempest-TestVolumeBackupRestore-603063786 tempest-TestVolumeBackupRestore-603063786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:00.622043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7c39d2f-4000-4efc-a248-de23ab48fea2 tempest-TestVolumeBackupRestore-603063786 tempest-TestVolumeBackupRestore-603063786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1092 time: 0.0703647 Dec 23 12:55:00.627000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34224) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:00.633970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Request body: {'floatingip': {'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:00.679539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-232f5de9-9e4c-4fdd-9deb-2c0a2c85badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:00.681398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-232f5de9-9e4c-4fdd-9deb-2c0a2c85badb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.0580111 Dec 23 12:55:00.713683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:00.902431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:54:59Z', 'revision_number': 0, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:00.983487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 5f88269b-3a39-4f82-b5aa-645dc025ad27 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:55:01.016086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-446820e8-a43c-449b-84d6-47741e4f9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:01.017810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-446820e8-a43c-449b-84d6-47741e4f9352 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.3295739 Dec 23 12:55:01.093161 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:01.110258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:01.114493 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.180985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-5dca55fa-7fef-4ed2-9673-ae89c256b2ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1000 time: 0.1547425 Dec 23 12:55:01.253478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-836915d0-179b-4d19-bd80-d8fb4dab56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:01.259562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-836915d0-179b-4d19-bd80-d8fb4dab56e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0710118 Dec 23 12:55:01.291148 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:01.341717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-23256fa3-166f-46a6-b678-dc860e3c5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:01.343537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-23256fa3-166f-46a6-b678-dc860e3c5c60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773587 Dec 23 12:55:01.637137 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:54:59Z', 'revision_number': 0, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.668201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f9c73-f7ec-4419-94e8-dcc44e517752 None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:54:59Z', 'revision_number': 0, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:01.775491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:01.788730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] Sync routers for ids ['5f88269b-3a39-4f82-b5aa-645dc025ad27'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:01.814889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] Routers {'5f88269b-3a39-4f82-b5aa-645dc025ad27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:01.816738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5f88269b-3a39-4f82-b5aa-645dc025ad27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.843293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-c5d3e81f-172d-4137-9cb3-16869e1106f3 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919829 Dec 23 12:55:01.871646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:01.873628 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fb76ed42-c35f-4e86-9b8e-c109ff57551d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4888623 Dec 23 12:55:01.879798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34230) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:01.890857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.906161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] Routers {'5f88269b-3a39-4f82-b5aa-645dc025ad27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:01.906939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5f88269b-3a39-4f82-b5aa-645dc025ad27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.962576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:01.963500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998b35d-00c7-402a-b4b4-1c6106ba4170 None None] The sync data for ids ['5f88269b-3a39-4f82-b5aa-645dc025ad27'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:02.034210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-574c11a9-2045-456e-803f-e4ed51c097c4 req-d80d0ec8-d9a7-4087-8199-eda9fb599eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799767 Dec 23 12:55:02.082968 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de577037-b217-46e6-8cce-d99398e5f821 None None] New status for floating IP 8a27e7a8-368c-44ed-94af-5bc5a498f10f: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:55:02.084367 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9ea70be5-8bc9-4529-849b-4376095f680a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers/5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 200 len: 885 time: 0.2028260 Dec 23 12:55:02.089102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34232) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:02.381321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:02.441842 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.db.api [None req-de577037-b217-46e6-8cce-d99398e5f821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:55:02.442228 n-d-822750-2 neutron-server[104040]: DEBUG oslo_db.api [None req-de577037-b217-46e6-8cce-d99398e5f821 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:55:02.443259 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:02.499721 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-39ca46b4-1967-4a67-bca4-4fa3e5c379b9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4095116 Dec 23 12:55:02.502511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34234) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:02.507607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1310047947'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:02.691388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:02.819553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:02.826836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:02.853562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:02.864872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:55:02.868105 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8cfc19-206a-49e7-84ad-ebcdac88b763" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:55:02.913011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f4cc10a-3fd5-4e05-88c6-e0b87e897817 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "PUT /v2.0/floatingips/8a27e7a8-368c-44ed-94af-5bc5a498f10f HTTP/1.1" status: 200 len: 992 time: 2.2784543 Dec 23 12:55:02.936214 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49e2fe-c343-4834-97f4-221ded899c43 x-openstack-request-id: req-2c49e2fe-c343-4834-97f4-221ded899c43 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:55:02.936711 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:55:02.937151 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c49e2fe-c343-4834-97f4-221ded899c43 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:55:02.937608 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:55:02.944256 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de577037-b217-46e6-8cce-d99398e5f821 None None] New status for floating IP 8a27e7a8-368c-44ed-94af-5bc5a498f10f: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:55:02.949571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:03.077164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-f1813719-b10a-41de-be04-bec1b94e93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:03.078794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-f1813719-b10a-41de-be04-bec1b94e93dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.1195686 Dec 23 12:55:03.157959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 5f88269b-3a39-4f82-b5aa-645dc025ad27 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:03.236782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-25deb208-c231-4635-98c6-288b8d09e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:03.238986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-25deb208-c231-4635-98c6-288b8d09e2be service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.1533730 Dec 23 12:55:03.256030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:03.267800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:03.268616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.350981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-7e729223-6cfb-48cf-8826-f0cf3cbbd541 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1002 time: 0.1046591 Dec 23 12:55:03.353843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:03.360960 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:03.365645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34240) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:03.366034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-83284901-e430-440b-87b8-d473db4a826b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 200 len: 892 time: 0.8616326 Dec 23 12:55:03.370560 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] Sync routers for ids ['5f88269b-3a39-4f82-b5aa-645dc025ad27'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:03.395401 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] Routers {'5f88269b-3a39-4f82-b5aa-645dc025ad27'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:03.396326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5f88269b-3a39-4f82-b5aa-645dc025ad27'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.415663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-4d6ac0d7-80a7-4b4b-ad7a-82ace8314314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:03.417344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-4d6ac0d7-80a7-4b4b-ad7a-82ace8314314 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0505557 Dec 23 12:55:03.450790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:03.482598 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.499004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-78a62930-ea72-4698-8efa-33971a58bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:03.499386 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] Routers {'5f88269b-3a39-4f82-b5aa-645dc025ad27'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:03.500337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-78a62930-ea72-4698-8efa-33971a58bfd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763631 Dec 23 12:55:03.501819 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5f88269b-3a39-4f82-b5aa-645dc025ad27'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.504920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0bc2e2be-7995-4817-a2d8-97dcb68fa7ca tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers/5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 200 len: 892 time: 0.1357527 Dec 23 12:55:03.505605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34242) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:03.550029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.550793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f9e16-3f48-439b-a5e3-bbfdb067b8b4 None None] The sync data for ids ['5f88269b-3a39-4f82-b5aa-645dc025ad27'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:03.552647 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-847543ea-f2db-4996-82da-d87eeac10f2f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 200 len: 205 time: 0.0448892 Dec 23 12:55:03.554184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34244) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:03.629814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-715fe17a-1189-4bdf-b3d9-ef8df9188884 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220772 Dec 23 12:55:03.689043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:03.751619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc8cfc19-206a-49e7-84ad-ebcdac88b763 req-95dadd4f-2d21-4f4e-be6e-a310a108e015 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143570 Dec 23 12:55:03.779803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:55:03Z', 'revision_number': 2, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.812622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:03.820294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:03.829160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:03.830307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:03.951328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:03.984488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 2e569405-c365-4411-a4e6-4c603f87d256 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:03.985146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.070887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.084184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 2e569405-c365-4411-a4e6-4c603f87d256 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:04.197638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:55:03Z', 'revision_number': 2, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:04.225224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f09b3-4dbd-4158-b3c9-af4e60d7d930 None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '8a27e7a8-368c-44ed-94af-5bc5a498f10f', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'port_id': '459e8917-db59-48b1-b618-60ec1d74bd15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'mac_address': 'fa:16:3e:5f:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:54:59Z', 'updated_at': '2021-12-23T12:55:03Z', 'revision_number': 2, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:04.332619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.367008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=2e569405-c365-4411-a4e6-4c603f87d256,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:04.386126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed72493-35cb-4660-9dba-2d5e02fc92fb None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:04.438672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.533880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.536730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.587831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-cc0bcc52-ee33-44a8-b0a1-9bb6ef90277d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463197 Dec 23 12:55:04.685891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-30d700fa-d7ec-4cbc-9e6e-8d3092308e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:04.762916 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-30d700fa-d7ec-4cbc-9e6e-8d3092308e40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.0482304 Dec 23 12:55:04.812634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-5b30c318-476a-47b9-885f-fb1e65a16208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:04.814292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-5b30c318-476a-47b9-885f-fb1e65a16208 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.1038036 Dec 23 12:55:04.875835 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.876316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router 5f88269b-3a39-4f82-b5aa-645dc025ad27 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:55:04.887759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:04.888247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-786819d2-9b18-42cb-b1b5-ed044f067694 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1002 time: 0.0662458 Dec 23 12:55:04.888916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f78a5fca-3173-44df-b7cb-54a4fdc8fb8c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 204 len: 168 time: 1.3337054 Dec 23 12:55:04.892741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34248) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:04.899242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1602197465'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:04.939300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:55:04.942572 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f496ce17-3b55-4085-bd03-d905b455c84b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:55:04.945166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-5d44f516-0734-41de-bf18-4fe6a18c6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:04.946803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-5d44f516-0734-41de-bf18-4fe6a18c6ee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0517251 Dec 23 12:55:04.985866 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d8332-8c22-40e6-82ea-959c03cfac60 x-openstack-request-id: req-ed9d8332-8c22-40e6-82ea-959c03cfac60 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:55:04.986335 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:55:04.986434 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed9d8332-8c22-40e6-82ea-959c03cfac60 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:55:04.986783 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:55:04.989114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:04.992637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.014849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-1cb685f9-54e4-4314-899f-616376ba2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.016215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-1cb685f9-54e4-4314-899f-616376ba2a14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623379 Dec 23 12:55:05.023804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:55:05.033638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.033998 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment f258deef-ab4f-4135-8c56-166e8a9192d6 of type vlan for network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 Dec 23 12:55:05.086154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.124278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-9f8b7a4e-2f50-41f0-9a41-0663ece3797d service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002913 Dec 23 12:55:05.197838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.205058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.205749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.222017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-785a4422-b8da-435e-b39a-72ad142b21b7 req-d7e6c99d-2fc8-4159-b899-6c4fb3d167d7 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912092 Dec 23 12:55:05.281257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=08eef130-e1d0-4ba6-b84f-4c8b47f5ab27,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:05.292371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:55:05.310269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ce17-3b55-4085-bd03-d905b455c84b req-face6298-9d85-4bf6-ad94-57027e489b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.311857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-face6298-9d85-4bf6-ad94-57027e489b0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.0480738 Dec 23 12:55:05.340935 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-65be0779-8aaf-4c80-b238-82dd1e16cf65 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4454806 Dec 23 12:55:05.343645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34254) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:05.349252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:05.428838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ce17-3b55-4085-bd03-d905b455c84b req-12b2dd1a-d7c9-40e7-9ede-9431c13e35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.430639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-12b2dd1a-d7c9-40e7-9ede-9431c13e35b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.1119311 Dec 23 12:55:05.505293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-0ff468cf-6d9d-4b20-8c9d-7b54b85b75a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1002 time: 0.0661271 Dec 23 12:55:05.515313 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:05.519537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.561044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ce17-3b55-4085-bd03-d905b455c84b req-eba2f8d3-79a7-4f70-b9c6-9831a635b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.562715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-eba2f8d3-79a7-4f70-b9c6-9831a635b0a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0488489 Dec 23 12:55:05.617719 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ce17-3b55-4085-bd03-d905b455c84b req-40ae0595-e29e-4733-8f85-bf759ac32ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:05.619644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-40ae0595-e29e-4733-8f85-bf759ac32ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499473 Dec 23 12:55:05.722376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-dcc1c6af-01dd-4e43-9b1b-50f54ce53078 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951464 Dec 23 12:55:05.818245 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:05.821690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f496ce17-3b55-4085-bd03-d905b455c84b req-4276fe15-6360-4ab6-9fbf-9ac210938627 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921862 Dec 23 12:55:05.881469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=9bdd4234-f0a2-4576-9c8b-1963a0df89ae,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:05.889070 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'f258deef-ab4f-4135-8c56-166e8a9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:05.889446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:55:05.989224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:55:06.051130 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:06.056078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:06.056526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.062910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8bf2e-69df-40bf-b328-9e54f044edc9 None None] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:06.147046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3373dc86-8c95-4925-bb2b-d3645f9beef8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8017118 Dec 23 12:55:06.154480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34258) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:06.159673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2090198775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:06.172810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-08eef130-e1d0-4ba6-b84f-4c8b47f5ab27', 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '9bdd4234-f0a2-4576-9c8b-1963a0df89ae'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:55:06.173711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.262787 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.264468 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.317977 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.323502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Allocated IP 2001:db8::2 (08eef130-e1d0-4ba6-b84f-4c8b47f5ab27/9bdd4234-f0a2-4576-9c8b-1963a0df89ae/52b5f51d-dcac-440b-8a90-e4c4f9b96ec3) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:06.390105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.471274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.511144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.512382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6ad6d96c-3b81-4ec7-a467-7c00858d9eb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3568397 Dec 23 12:55:06.515470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:06.538145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.586669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:06.589726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:06.593794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:06.608913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Pushing event updated for resources: {'Port': ['ID=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:06.636556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.636927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.637274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.637743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.638168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.638567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.638988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.639386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.640037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.640427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.640852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.641273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.641664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:06.671339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Attempting to bind port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:06.671770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Attempting to bind port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f258deef-ab4f-4135-8c56-166e8a9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:06.672101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Attempting to bind port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 on network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:06.678217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:06.679122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Checking segment: {'id': 'f258deef-ab4f-4135-8c56-166e8a9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:06.679579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.679979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Bound using segment: {'id': 'f258deef-ab4f-4135-8c56-166e8a9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:06.680874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Bound port: 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f258deef-ab4f-4135-8c56-166e8a9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '08eef130-e1d0-4ba6-b84f-4c8b47f5ab27'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:06.681497 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.755008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] For port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:06.758479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] For port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,segment=NetworkSegment(f258deef-ab4f-4135-8c56-166e8a9192d6),segment_id=f258deef-ab4f-4135-8c56-166e8a9192d6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:06.817023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.834379 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:06.931877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ba992-c9d6-4174-a295-f45c9f0e2f43 None None] Pushing event updated for resources: {'Port': ['ID=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:07.204437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8::1 (08eef130-e1d0-4ba6-b84f-4c8b47f5ab27/9bdd4234-f0a2-4576-9c8b-1963a0df89ae/5ed8d1b3-166a-4624-9b19-368281a058fb) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:07.358515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:07.458799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:07.520892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:07.566212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:07.566212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:07.566212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:07.566212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=5ed8d1b3-166a-4624-9b19-368281a058fb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:07.902055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.118701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3021af-6375-46f2-bac6-dc1bd99c3e80 None None] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:08.202988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] Provisioning complete for port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:08.203356 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.243790 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.311387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.314060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.341907 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.381140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] For port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,segment=NetworkSegment(f258deef-ab4f-4135-8c56-166e8a9192d6),segment_id=f258deef-ab4f-4135-8c56-166e8a9192d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:08.401926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=5ed8d1b3-166a-4624-9b19-368281a058fb,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:08.469045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.500222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:08.502127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:08.523027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646301d-2708-4d29-aa71-c17c1182bdd2 None None] Pushing event updated for resources: {'Port': ['ID=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:08.640084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:08.707160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8d7266b0-4b24-45ec-b247-64c2f537cd62 None None] Provisioning complete for port 5ed8d1b3-166a-4624-9b19-368281a058fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:08.707607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d7266b0-4b24-45ec-b247-64c2f537cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.720895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 10997d7b-b587-43be-95f5-121be96f45a4 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:55:08.747519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8d7266b0-4b24-45ec-b247-64c2f537cd62 None None] Port 5ed8d1b3-166a-4624-9b19-368281a058fb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:08.748700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:08.749275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:08.793462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8d7266b0-4b24-45ec-b247-64c2f537cd62 None None] Provisioning complete for port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:08.793827 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d7266b0-4b24-45ec-b247-64c2f537cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:09.055072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f7e46189-9d7d-4843-9791-f5c4e884e2df None None] Provisioning complete for port 5ed8d1b3-166a-4624-9b19-368281a058fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:09.055797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7e46189-9d7d-4843-9791-f5c4e884e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:09.103098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7e46189-9d7d-4843-9791-f5c4e884e2df None None] Port 5ed8d1b3-166a-4624-9b19-368281a058fb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:09.337002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:09.337002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-12203748-c3d1-4c00-966c-feea0905bbde tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/10997d7b-b587-43be-95f5-121be96f45a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6905024 Dec 23 12:55:09.337002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34268) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:09.339545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] Sync routers for ids ['10997d7b-b587-43be-95f5-121be96f45a4'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:09.339545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] Routers {'10997d7b-b587-43be-95f5-121be96f45a4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:09.339545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['10997d7b-b587-43be-95f5-121be96f45a4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:09.339545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a0ac47df-ee5a-4612-ad06-52970c306037 None None] Provisioning complete for port 5ed8d1b3-166a-4624-9b19-368281a058fb triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:09.339545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a0ac47df-ee5a-4612-ad06-52970c306037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:09.379460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017b6ec-1d8d-46d2-acd6-5574bdd190ad tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:09.386560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f017b6ec-1d8d-46d2-acd6-5574bdd190ad tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports/5ed8d1b3-166a-4624-9b19-368281a058fb HTTP/1.1" status: 200 len: 911 time: 0.1723132 Dec 23 12:55:09.386920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:09.397330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bdd4234-f0a2-4576-9c8b-1963a0df89ae'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:09.451217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:09.474276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] Routers {'10997d7b-b587-43be-95f5-121be96f45a4'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:09.474898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['10997d7b-b587-43be-95f5-121be96f45a4'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:09.477636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac47df-ee5a-4612-ad06-52970c306037 None None] Port 5ed8d1b3-166a-4624-9b19-368281a058fb cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:09.509981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:09.510640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910ed6b-5b86-4d43-b9b6-44265da52db2 None None] The sync data for ids ['10997d7b-b587-43be-95f5-121be96f45a4'] in n-d-822750-2 is: [] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:09.557996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.261646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.343571 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.350536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:10.353163 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.353163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/ports/5ed8d1b3-166a-4624-9b19-368281a058fb HTTP/1.1" status: 200 len: 911 time: 0.9643936 Dec 23 12:55:10.355554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34292) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:10.462826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c4b79-5825-41d0-bfc2-77bcc19ce485 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=5ed8d1b3-166a-4624-9b19-368281a058fb,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:10.566311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:10.618281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:10.618647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.717308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:10.975259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 5ed8d1b3-166a-4624-9b19-368281a058fb {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:10.975595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:11.061520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:11.075141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 5ed8d1b3-166a-4624-9b19-368281a058fb owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:11.366420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:11.392922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=5ed8d1b3-166a-4624-9b19-368281a058fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:11.499442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:11.670829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 10997d7b-b587-43be-95f5-121be96f45a4 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:11.747868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:11.753084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e3a0ee8a-24be-46ba-b902-ff82c6ec03c9 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/10997d7b-b587-43be-95f5-121be96f45a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3964491 Dec 23 12:55:11.755915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34296) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:11.758909 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] Sync routers for ids ['10997d7b-b587-43be-95f5-121be96f45a4'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:11.772068 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] Routers {'10997d7b-b587-43be-95f5-121be96f45a4'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:11.772779 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['10997d7b-b587-43be-95f5-121be96f45a4'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:11.788010 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b8a526a-a2d9-4785-9ad9-42cde3a84075 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=10997d7b-b587-43be-95f5-121be96f45a4 HTTP/1.1" status: 200 len: 205 time: 0.0310073 Dec 23 12:55:11.788250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34306) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:11.812731 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:11.822220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] Routers {'10997d7b-b587-43be-95f5-121be96f45a4'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:11.822928 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:54:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['10997d7b-b587-43be-95f5-121be96f45a4'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:11.856575 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:11.857270 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9aa41-5a5c-4dcf-a115-7b7448b6e997 None None] The sync data for ids ['10997d7b-b587-43be-95f5-121be96f45a4'] in n-d-822750-2 is: [] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:11.864714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.042974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.045107 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.161087 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.161549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router 10997d7b-b587-43be-95f5-121be96f45a4 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:55:12.168466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.172395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d59fd4cd-da7a-45fa-9bf3-761e4d4e9746 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/10997d7b-b587-43be-95f5-121be96f45a4 HTTP/1.1" status: 204 len: 168 time: 0.3805149 Dec 23 12:55:12.172395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34308) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:12.224270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 9bdd4234-f0a2-4576-9c8b-1963a0df89ae {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:55:12.227526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.272584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.359058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.510019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.543182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdd4234-f0a2-4576-9c8b-1963a0df89ae,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:12.546746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.550063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-99fc3ba6-0e89-4776-a4be-a10c60d8108b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/9bdd4234-f0a2-4576-9c8b-1963a0df89ae HTTP/1.1" status: 204 len: 168 time: 0.3768938 Dec 23 12:55:12.553516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34312) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:12.557851 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19bf7e-7a4f-463e-9dd2-0087606a27b7 None None] Network 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:12.633449 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.699802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:12.700141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.723096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] DHCP port deletion for 08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:12.766529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,segment=NetworkSegment(f258deef-ab4f-4135-8c56-166e8a9192d6),segment_id=f258deef-ab4f-4135-8c56-166e8a9192d6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:12.766893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.775436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Deleting port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:12.776256 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.780435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:12.847841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] For port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,segment=NetworkSegment(f258deef-ab4f-4135-8c56-166e8a9192d6),segment_id=f258deef-ab4f-4135-8c56-166e8a9192d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:12.848560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.861797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Calling delete_port for 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:12.960527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.967372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:12.986258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:12.994402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:13.004881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=52b5f51d-dcac-440b-8a90-e4c4f9b96ec3,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:13.012741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b75497-7b7f-40cf-be78-8692aad5f7f8 None None] No DVR routers for this DVR port 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:13.092532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.113983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eef130-e1d0-4ba6-b84f-4c8b47f5ab27']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:13.123510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f258deef-ab4f-4135-8c56-166e8a9192d6') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:13.123802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f258deef-ab4f-4135-8c56-166e8a9192d6') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:13.134170 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.148490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.155236 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:55:13.155713 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:55:13.158773 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:55:13.286126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b16e7941-3f4b-4c12-95b6-4e730c988a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.297834 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.303124 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.306788 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/08eef130-e1d0-4ba6-b84f-4c8b47f5ab27 HTTP/1.1" status: 204 len: 168 time: 0.7525208 Dec 23 12:55:13.311092 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34316) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:13.315858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1210266797', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:13.325516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e08b21-e4e5-461f-967b-6dd7f8bfbe8a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=08eef130-e1d0-4ba6-b84f-4c8b47f5ab27,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:13.383466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.384659 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.441163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.498002 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.705555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.707217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ace9f6d0-2272-42e3-8d37-543880244e69 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3951178 Dec 23 12:55:13.710065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34320) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:13.715211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-660418649'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:13.828721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:13.832620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.858895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:55:13.870450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:13.870788 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment df60d5cb-5f79-4bd1-b1dc-cb2fb8097849 of type vlan for network f7edb40e-c8f5-4315-a0ef-14883c9272f9 Dec 23 12:55:13.913838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.016688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.025132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:14.026024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.096837 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=f7edb40e-c8f5-4315-a0ef-14883c9272f9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:14.107199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:55:14.151625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7248d295-fbc9-4064-a3a1-522e126c50c1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4404974 Dec 23 12:55:14.155473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34322) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:14.177330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:14.343120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:14.347551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.544336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:14.573865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:14.574339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 52b5f51d-dcac-440b-8a90-e4c4f9b96ec3 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:14.641137 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.706322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=adc29a64-cb53-4121-af7a-f635558d5b99,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:14.717727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.718078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.718425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.718762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.719144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.719427 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.719753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.720078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.720403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.720733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.721084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.722180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.722522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:14.728080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:14.734026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: f7edb40e-c8f5-4315-a0ef-14883c9272f9, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:55:14.852111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:55:14.983040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f7edb40e-c8f5-4315-a0ef-14883c9272f9) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:14.987082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:14.987852 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:14.992392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65c595-73a5-4284-b4bd-db0efa8ae70c None None] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:15.106927 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3c4ae8de-2d45-4231-aded-f87b41e0c029 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9414248 Dec 23 12:55:15.107178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:55:15.107931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.109033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34326) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:15.267250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Allocated IP 2001:db8::2 (f7edb40e-c8f5-4315-a0ef-14883c9272f9/adc29a64-cb53-4121-af7a-f635558d5b99/17635f1a-1781-40d7-a927-03d013596980) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:15.401847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.435403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.572293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.614882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:15.617810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:15.622475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:15.631490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Pushing event updated for resources: {'Port': ['ID=17635f1a-1781-40d7-a927-03d013596980,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:15.678833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Attempting to bind port 17635f1a-1781-40d7-a927-03d013596980 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:15.679159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Attempting to bind port 17635f1a-1781-40d7-a927-03d013596980 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:15.679535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Attempting to bind port 17635f1a-1781-40d7-a927-03d013596980 on network f7edb40e-c8f5-4315-a0ef-14883c9272f9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:15.685113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:15.685489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Checking segment: {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:15.685892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.686181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8::1 (f7edb40e-c8f5-4315-a0ef-14883c9272f9/adc29a64-cb53-4121-af7a-f635558d5b99/1455fb41-7377-469d-bbae-0842b1670977) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:15.686340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Bound using segment: {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:15.686746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Bound port: 17635f1a-1781-40d7-a927-03d013596980, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:15.687126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.758202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] For port 17635f1a-1781-40d7-a927-03d013596980, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:15.761966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] For port 17635f1a-1781-40d7-a927-03d013596980, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=17635f1a-1781-40d7-a927-03d013596980,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:15.803935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:15.982084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.024310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.056938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e632a9e-ff29-459b-9ddf-f4a213d60bb3 None None] Pushing event updated for resources: {'Port': ['ID=17635f1a-1781-40d7-a927-03d013596980,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:16.078547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:16.081959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:16.084391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:16.086409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.123917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:16.246593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecb18263-c6bd-4c2a-b3dc-fdc998f594cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.442047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.590411 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.595322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 17635f1a-1781-40d7-a927-03d013596980 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:16.656628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 17635f1a-1781-40d7-a927-03d013596980 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:16.657343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.749707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.766515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.785119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 17635f1a-1781-40d7-a927-03d013596980, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=17635f1a-1781-40d7-a927-03d013596980,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:16.891866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.892655 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.931054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:16.991576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:16.994452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=17635f1a-1781-40d7-a927-03d013596980,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:17.019118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b085b8-bdbe-48a8-bc25-89256e45e526 None None] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:17.043853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:17.045338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:17.091737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ace3a8b0-27e8-4256-8dc6-64f863405b8f None None] Provisioning complete for port 17635f1a-1781-40d7-a927-03d013596980 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:17.092110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ace3a8b0-27e8-4256-8dc6-64f863405b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.234804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:55:17.340498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:17.345686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0dcf7348-dd9e-43f0-992c-d858384048e8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2354414 Dec 23 12:55:17.349103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34332) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:17.351935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:17.354416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956132077'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:17.365934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:17.366703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:17.440764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:17.444507 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.470800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:55:17.473876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:17.483577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.483964 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment 80180dbd-0cca-40be-b5cc-e589ab87352a of type vlan for network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 Dec 23 12:55:17.531439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.620839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cf4bae92-32fc-482b-a9a3-9d063217e673 None None] Provisioning complete for port 17635f1a-1781-40d7-a927-03d013596980 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:17.621762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf4bae92-32fc-482b-a9a3-9d063217e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.642042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.650608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:17.656131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.735420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=ab4e66cc-fd7a-48e5-85d5-50c5f3403c68,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:17.768703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:55:17.780696 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c36a742e-0d52-467c-8e0a-f5a0c31691f3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4305270 Dec 23 12:55:17.783600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34336) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:17.791220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:17.876587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cf4bae92-32fc-482b-a9a3-9d063217e673 None None] Provisioning complete for port 1455fb41-7377-469d-bbae-0842b1670977 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:17.876983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf4bae92-32fc-482b-a9a3-9d063217e673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.913501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:16Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:16Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:17.957775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:17.957775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Updating router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 port 1455fb41-7377-469d-bbae-0842b1670977 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:55:17.973867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bae92-32fc-482b-a9a3-9d063217e673 None None] Port 1455fb41-7377-469d-bbae-0842b1670977 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:17.983318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:17.983888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:17.987522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.129122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5b47d47c-a9af-476e-9775-c7e0ca604f2d None None] Provisioning complete for port 1455fb41-7377-469d-bbae-0842b1670977 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:18.129492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b47d47c-a9af-476e-9775-c7e0ca604f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.234884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5b47d47c-a9af-476e-9775-c7e0ca604f2d None None] Port 1455fb41-7377-469d-bbae-0842b1670977 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:18.332730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.335008 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.339073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.402946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=36554724-16be-46c1-bc60-5d5c67685113,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:18.411535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.413958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:18.414595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: ab4e66cc-fd7a-48e5-85d5-50c5f3403c68, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:55:18.802642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647dd68-6ce9-4b43-98a1-b45a2b9518f5 None None] Pushing event updated for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:18.802642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Attempting to bind port 1455fb41-7377-469d-bbae-0842b1670977 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:18.802642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Attempting to bind port 1455fb41-7377-469d-bbae-0842b1670977 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:18.805648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Attempting to bind port 1455fb41-7377-469d-bbae-0842b1670977 on network f7edb40e-c8f5-4315-a0ef-14883c9272f9 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Checking segment: {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Bound using segment: {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Bound port: 1455fb41-7377-469d-bbae-0842b1670977, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 17635f1a-1781-40d7-a927-03d013596980 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:18.807709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.808560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ab4e66cc-fd7a-48e5-85d5-50c5f3403c68) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:18.808560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:18.808560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.808999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a58d0-dc95-4d46-8024-e2e0e3b79064 None None] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:18.838158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-45541cae-1a5d-4d91-b542-f609b2c1416b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0474660 Dec 23 12:55:18.838519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34340) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:18.911651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] For port 1455fb41-7377-469d-bbae-0842b1670977, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:18.940418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] For port 1455fb41-7377-469d-bbae-0842b1670977, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1455fb41-7377-469d-bbae-0842b1670977,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:18.952475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 17635f1a-1781-40d7-a927-03d013596980 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:18.952853 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:18.980212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9c03d33c-0fda-47c6-8ccf-0a32d255377d None None] Provisioning complete for port 1455fb41-7377-469d-bbae-0842b1670977 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:18.980212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c03d33c-0fda-47c6-8ccf-0a32d255377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.070848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.074435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9c03d33c-0fda-47c6-8ccf-0a32d255377d None None] Port 1455fb41-7377-469d-bbae-0842b1670977 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:19.106558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:55:19.107419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.223686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647dd68-6ce9-4b43-98a1-b45a2b9518f5 None None] Pushing event updated for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:19.227078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:19.227704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:19.356718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.573038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:19.573038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] Provisioning complete for port 1455fb41-7377-469d-bbae-0842b1670977 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:19.573038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.573038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Allocated IP 2001:db8:1::2 (ab4e66cc-fd7a-48e5-85d5-50c5f3403c68/36554724-16be-46c1-bc60-5d5c67685113/b8ade7a2-212c-446e-a2ff-b24b1cf15db2) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:19.573945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.798995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.828614 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.860338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] For port 1455fb41-7377-469d-bbae-0842b1670977, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1455fb41-7377-469d-bbae-0842b1670977,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:19.871289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:16Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:18Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:19.902859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a3dc9-05a6-4f6e-8ea3-1aa1fcbfdb2f None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:16Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:18Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:19.961112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:19.998591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.019993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:20.029173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:20.035677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:20.042342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Pushing event updated for resources: {'Port': ['ID=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:20.043137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8:1::1 (ab4e66cc-fd7a-48e5-85d5-50c5f3403c68/36554724-16be-46c1-bc60-5d5c67685113/e31d61bd-ddb5-4f9f-af42-e4f83efb785a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:20.201157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.211975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Attempting to bind port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:20.212493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Attempting to bind port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:20.212935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Attempting to bind port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 on network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:20.224906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b2b2a-d43e-4bb7-bfbc-68fd48a71eaa None None] Pushing event updated for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:20.236057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:20.236274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Checking segment: {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:20.236631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.237129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Bound using segment: {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:20.237630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Bound port: b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:20.238204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.327116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.380526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] For port b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:20.384553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] For port b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:20.385136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:20.389021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:20.392603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:20.393856 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.440452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:20.466314 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.542534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bcd4d-941e-4cab-8565-be4467fa9545 None None] Pushing event updated for resources: {'Port': ['ID=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:20.621194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1455fb41-7377-469d-bbae-0842b1670977 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:20.641067 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:20.702168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 1455fb41-7377-469d-bbae-0842b1670977 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:20.702631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.049381 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.132783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.134006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.234301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:21.288407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:21.289941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:21.405056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:21.517534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:21.523567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f96d7d09-2aa9-4ef2-a494-8919bc25c72d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839485 Dec 23 12:55:21.526411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34348) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:21.531726 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1111356499'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:21.692780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:21.697299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.724177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:55:21.735198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.735545 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment 402ef795-94a5-4bb8-ac09-6a823d10f038 of type vlan for network 432f62aa-6954-4590-82e2-373d59ae5699 Dec 23 12:55:21.778375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.891996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.898685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:21.899309 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:21.992660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=432f62aa-6954-4590-82e2-373d59ae5699,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:22.006947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8ee2f31-1e7d-445f-bf44-10587c68053e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4767499 Dec 23 12:55:22.007453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34352) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:22.008491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 432f62aa-6954-4590-82e2-373d59ae5699 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:55:22.014003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:22.180381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:22.193437 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:22.194353 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:22.246891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:22.251083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.305406 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:22.313066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24251dc-9d4f-40c9-9942-3e07e71e4132 None None] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:22.387180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] Provisioning complete for port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:22.387582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.517810 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:20Z', 'revision_number': 3, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:20Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:22.535038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.560088 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:22.560443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Updating router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 port e31d61bd-ddb5-4f9f-af42-e4f83efb785a binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:55:22.572558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] For port b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:22.589930 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.598824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b8ade7a2-212c-446e-a2ff-b24b1cf15db2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:22.652838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:22.653280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.663735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.715406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.768570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=2ed7c327-5522-4b56-a425-96cda77e4002,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:22.789519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:22.789882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 432f62aa-6954-4590-82e2-373d59ae5699, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:55:22.810564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92cfe3-091b-4050-bf19-2a2d7a928df0 None None] Pushing event updated for resources: {'Port': ['ID=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:22.852706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f71c9214-e3cf-4534-bcc5-973da8acab8e None None] Provisioning complete for port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:22.853428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f71c9214-e3cf-4534-bcc5-973da8acab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.888145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 432f62aa-6954-4590-82e2-373d59ae5699 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:55:22.937777 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:22.970337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f71c9214-e3cf-4534-bcc5-973da8acab8e None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:22.970771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f71c9214-e3cf-4534-bcc5-973da8acab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.016608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f71c9214-e3cf-4534-bcc5-973da8acab8e None None] Port e31d61bd-ddb5-4f9f-af42-e4f83efb785a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:23.021166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 432f62aa-6954-4590-82e2-373d59ae5699) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:23.026205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:23.027040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.028155 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.035736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8a110-c465-4a1b-9d1a-02a24a5629ce None None] Network 432f62aa-6954-4590-82e2-373d59ae5699 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:23.115449 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.131262 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e4db7cf0-f95a-44b6-ab62-8df96ba8643f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1225572 Dec 23 12:55:23.134999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34360) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:23.170179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f3d46acd-7c54-4ce3-9d4e-a8caac4b8463 None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:23.170758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f3d46acd-7c54-4ce3-9d4e-a8caac4b8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.179457 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Pushing event updated for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:23.192283 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.193305 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.193853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.194326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.194819 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.197542 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.197982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.198393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.198842 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.199246 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.199646 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.200042 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.200438 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:23.204400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-432f62aa-6954-4590-82e2-373d59ae5699', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:55:23.209094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.267238 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Attempting to bind port e31d61bd-ddb5-4f9f-af42-e4f83efb785a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:23.268124 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Attempting to bind port e31d61bd-ddb5-4f9f-af42-e4f83efb785a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:23.268966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Attempting to bind port e31d61bd-ddb5-4f9f-af42-e4f83efb785a on network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:23.275048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:23.275713 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Checking segment: {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:23.276297 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.276970 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Bound using segment: {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:23.277620 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Bound port: e31d61bd-ddb5-4f9f-af42-e4f83efb785a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80180dbd-0cca-40be-b5cc-e589ab87352a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:23.278309 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.323306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f3d46acd-7c54-4ce3-9d4e-a8caac4b8463 None None] Port e31d61bd-ddb5-4f9f-af42-e4f83efb785a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:23.377359 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] For port e31d61bd-ddb5-4f9f-af42-e4f83efb785a, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:23.382121 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] For port e31d61bd-ddb5-4f9f-af42-e4f83efb785a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:23.400347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Allocated IP 2001:db8:2::2 (432f62aa-6954-4590-82e2-373d59ae5699/2ed7c327-5522-4b56-a425-96cda77e4002/19a822ee-45db-4d56-8a63-045eb49de6c4) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:23.478305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3b3f8965-5e12-4760-a806-9883649057dd None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:23.478680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8965-5e12-4760-a806-9883649057dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.516157 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.540673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f8965-5e12-4760-a806-9883649057dd None None] Port e31d61bd-ddb5-4f9f-af42-e4f83efb785a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:23.590680 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:23.591365 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:23.594251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89caa0-64eb-483e-813a-2383380abfd9 None None] Pushing event updated for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:23.615329 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.633791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.691170 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:23.732761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.799155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Network 432f62aa-6954-4590-82e2-373d59ae5699 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:23.809805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:23.817807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:23.835594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:23.835964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.928260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Pushing event updated for resources: {'Port': ['ID=19a822ee-45db-4d56-8a63-045eb49de6c4,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:23.942835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Attempting to bind port 19a822ee-45db-4d56-8a63-045eb49de6c4 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:23.942835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Attempting to bind port 19a822ee-45db-4d56-8a63-045eb49de6c4 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:23.942835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Attempting to bind port 19a822ee-45db-4d56-8a63-045eb49de6c4 on network 432f62aa-6954-4590-82e2-373d59ae5699 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:23.944073 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:55:23.952554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:23.953234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Checking segment: {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:23.953740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.954202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Bound using segment: {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:23.954775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Bound port: 19a822ee-45db-4d56-8a63-045eb49de6c4, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:23.955224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:23.976049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:20Z', 'revision_number': 3, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:23Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:23.993179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8:2::1 (432f62aa-6954-4590-82e2-373d59ae5699/2ed7c327-5522-4b56-a425-96cda77e4002/d5da2298-eed9-4253-9d11-31003318dee5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:24.013031 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfebc0f-334d-4eaa-bb7a-5efd37aca962 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:20Z', 'revision_number': 3, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:23Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:24.060280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.071818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] For port 19a822ee-45db-4d56-8a63-045eb49de6c4, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:24.095166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] For port 19a822ee-45db-4d56-8a63-045eb49de6c4, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19a822ee-45db-4d56-8a63-045eb49de6c4,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:24.113794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] For port e31d61bd-ddb5-4f9f-af42-e4f83efb785a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:24.143577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.167560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.230380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.255699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e86f4-71ee-4e8b-9b5b-ece0cb745dea None None] Pushing event updated for resources: {'Port': ['ID=19a822ee-45db-4d56-8a63-045eb49de6c4,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:24.291278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.348408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb104a-e88f-47c1-895e-276d6b53fe45 None None] Pushing event updated for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:24.373448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 432f62aa-6954-4590-82e2-373d59ae5699 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:24.376916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:24.381973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:24.382508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.392533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c4c2845c-bab2-4feb-9699-f86604f44dd7 None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:24.392983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4c2845c-bab2-4feb-9699-f86604f44dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.432387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:24.680448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.767411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b8ade7a2-212c-446e-a2ff-b24b1cf15db2 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:24.849456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:24.849834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:24.963918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e31d61bd-ddb5-4f9f-af42-e4f83efb785a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:25.028661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e31d61bd-ddb5-4f9f-af42-e4f83efb785a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:25.029067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.077709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.183617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.185437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.244311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:25.289212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.289560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.289905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.290411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.290769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.291098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.291418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.291743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.292063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.292380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.292699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.293043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.293361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:55:25.352717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 432f62aa-6954-4590-82e2-373d59ae5699 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:25.354298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:25.460580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:25.558704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ce3a8-5a73-4d08-818d-4840de25a28c None None] Network 432f62aa-6954-4590-82e2-373d59ae5699 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:25.563355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:25.569012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-792b7372-6bb4-498d-be04-43f84c338380 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318490 Dec 23 12:55:25.571598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34366) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:25.576436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054553515'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:25.607326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:25.628769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:25.629489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:25.659846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:25.663515 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.688453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:55:25.715527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.716305 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added segment ca705b09-2531-4548-9e3d-d625395e28d0 of type vlan for network 7cad013b-4111-4668-a9ec-baf4af079ab0 Dec 23 12:55:25.818933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] Provisioning complete for port 19a822ee-45db-4d56-8a63-045eb49de6c4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:25.819301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.821886 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.825774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:25.931654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:25.942718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:25.943678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.037147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Network': ['ID=7cad013b-4111-4668-a9ec-baf4af079ab0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:26.060491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:55:26.062845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ce811e7-9c93-40a7-9590-ec98126e7a35 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4901688 Dec 23 12:55:26.065878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34372) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:26.072457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'subnet': {'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:26.280641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Made reservation on behalf of 72372266719248108e5ee21417ad2b6f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:26.284736 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.322045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.380356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] For port 19a822ee-45db-4d56-8a63-045eb49de6c4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19a822ee-45db-4d56-8a63-045eb49de6c4,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:26.397107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:26.425408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:26.425760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Updating router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 port d5da2298-eed9-4253-9d11-31003318dee5 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:55:26.454530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.466014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.547652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6781cb9-4663-41de-88a1-e26bf1299c6b None None] Pushing event updated for resources: {'Port': ['ID=19a822ee-45db-4d56-8a63-045eb49de6c4,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:26.601548 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.632425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19a822ee-45db-4d56-8a63-045eb49de6c4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:26.668638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Subnet': ['ID=8be4166a-fa92-490c-b3ec-99211e5992ee,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:26.677988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Checking segment: {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:26.678814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network hostable DHCP agents. Network: 7cad013b-4111-4668-a9ec-baf4af079ab0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:55:26.679125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3b92f9e5-3d77-4886-9315-20bd42fe26c0 None None] Provisioning complete for port d5da2298-eed9-4253-9d11-31003318dee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:26.679495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b92f9e5-3d77-4886-9315-20bd42fe26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.765599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3b92f9e5-3d77-4886-9315-20bd42fe26c0 None None] Port d5da2298-eed9-4253-9d11-31003318dee5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:26.789836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 19a822ee-45db-4d56-8a63-045eb49de6c4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:26.790197 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.793644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:55:26.830997 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3b92f9e5-3d77-4886-9315-20bd42fe26c0 None None] Provisioning complete for port 19a822ee-45db-4d56-8a63-045eb49de6c4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:26.831370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b92f9e5-3d77-4886-9315-20bd42fe26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.885981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 7cad013b-4111-4668-a9ec-baf4af079ab0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:26.890006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:26.890857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:26.924999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26ce50-646c-4359-aa30-d53477b250ad None None] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:27.014935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.032094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-87411fa5-dc43-47bc-8b88-f8e77e3a8aee tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9644015 Dec 23 12:55:27.035183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34386) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:27.107799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.136720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-7cad013b-4111-4668-a9ec-baf4af079ab0', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'project_id': '72372266719248108e5ee21417ad2b6f', 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:55:27.137586 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.181698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfe059-3003-42b5-b24d-67eb272cced9 None None] Pushing event updated for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:27.317225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Attempting to bind port d5da2298-eed9-4253-9d11-31003318dee5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:27.317518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Attempting to bind port d5da2298-eed9-4253-9d11-31003318dee5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:27.317856 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Attempting to bind port d5da2298-eed9-4253-9d11-31003318dee5 on network 432f62aa-6954-4590-82e2-373d59ae5699 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:27.321201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-87f11b0d-afcc-4fca-9c4a-ee34a1f1e682 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:27.322759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-87f11b0d-afcc-4fca-9c4a-ee34a1f1e682 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.2337332 Dec 23 12:55:27.342791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-69a9e462-cdfa-4f7f-b404-12810ca9548d None None] Provisioning complete for port d5da2298-eed9-4253-9d11-31003318dee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:27.343215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-69a9e462-cdfa-4f7f-b404-12810ca9548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.348402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:27.348794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Checking segment: {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:27.349216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.349613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Bound using segment: {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:27.350101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Bound port: d5da2298-eed9-4253-9d11-31003318dee5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402ef795-94a5-4bb8-ac09-6a823d10f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:27.350488 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.388900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-c027c448-884c-4234-af3f-128c74afe719 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0535150 Dec 23 12:55:27.435730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-69a9e462-cdfa-4f7f-b404-12810ca9548d None None] Port d5da2298-eed9-4253-9d11-31003318dee5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:27.439158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Allocated IP 2001:db8:3::2 (7cad013b-4111-4668-a9ec-baf4af079ab0/8be4166a-fa92-490c-b3ec-99211e5992ee/0d55ed96-b045-4380-8a59-fa8dd17fcf87) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:27.514594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] For port d5da2298-eed9-4253-9d11-31003318dee5, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:27.534678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] For port d5da2298-eed9-4253-9d11-31003318dee5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5da2298-eed9-4253-9d11-31003318dee5,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:27.587321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a56b77da-7409-4bc2-8e07-03a64804759a None None] Provisioning complete for port d5da2298-eed9-4253-9d11-31003318dee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:27.587712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a56b77da-7409-4bc2-8e07-03a64804759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.661620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-a56b77da-7409-4bc2-8e07-03a64804759a None None] Port d5da2298-eed9-4253-9d11-31003318dee5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:27.663410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.675248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.732865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:27.733500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:27.802693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfe059-3003-42b5-b24d-67eb272cced9 None None] Pushing event updated for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:27.810496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:27.839454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-e71195ee-e4ab-4c73-abf9-514995ba9e39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636928 Dec 23 12:55:27.863785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:27.869986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:27.874990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:27.884701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:27.918433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Pushing event updated for resources: {'Port': ['ID=0d55ed96-b045-4380-8a59-fa8dd17fcf87,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:28.010648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.014910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d7d41bdc-263b-420c-97f0-10ea94403788 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638124 Dec 23 12:55:28.043197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Attempting to bind port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:28.043572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Attempting to bind port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:28.043935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Attempting to bind port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 on network 7cad013b-4111-4668-a9ec-baf4af079ab0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:28.056688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:28.057084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Checking segment: {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:28.057525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.057881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Bound using segment: {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:28.058355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Bound port: 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:28.058739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.141558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] Provisioning complete for port d5da2298-eed9-4253-9d11-31003318dee5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:28.141844 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.203135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-8cfaf870-1f27-43cd-bfdc-7efe3dc7c8ec service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781244 Dec 23 12:55:28.213638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] For port 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:28.235048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] For port 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d55ed96-b045-4380-8a59-fa8dd17fcf87,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:28.376876 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Allocated IP 2001:db8:3::1 (7cad013b-4111-4668-a9ec-baf4af079ab0/8be4166a-fa92-490c-b3ec-99211e5992ee/441ef0b5-c034-4722-962e-b92dedd08bad) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:28.453166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.490467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.500653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:27Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:28.548512 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.548768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f13c18-90ed-48b1-9a73-69d23f885398 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:27Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:28.604963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc9cf-473d-431f-a4bf-7ac0a2018b5f None None] Pushing event updated for resources: {'Port': ['ID=0d55ed96-b045-4380-8a59-fa8dd17fcf87,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:28.616027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19a822ee-45db-4d56-8a63-045eb49de6c4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:28.665670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9684cced-91cb-4207-a828-63b0878da83b req-77b94203-8c99-45fa-b98f-fc7d8a38c457 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.2024820 Dec 23 12:55:28.676257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] For port d5da2298-eed9-4253-9d11-31003318dee5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5da2298-eed9-4253-9d11-31003318dee5,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:28.711873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 19a822ee-45db-4d56-8a63-045eb49de6c4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:28.712244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.755164 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.806835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.815819 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:28.828443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:28.832620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:28.833162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:28.835658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:28.893258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadb54a-8653-4fa5-8e0b-1f90d95dfc2e None None] Pushing event updated for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:29.144702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.438779 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.554371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.555268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.645396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event updated for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:29.694839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:29.696777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:29.701644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b570923-cbd9-4a1d-9b79-884dc25e0ff4 None None] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:29.769416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] Provisioning complete for port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:29.770028 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.803075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acae0e3c-9fa4-4ba4-9467-aa89de14757c req-309c6dcb-b4bf-455c-8163-78b30e7d2c5e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0549622 Dec 23 12:55:29.849651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:29.895936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:29.936261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] For port 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d55ed96-b045-4380-8a59-fa8dd17fcf87,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:29.962396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:29.967418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-af70970d-123e-4216-b0d9-272ab773e3b6 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9312663 Dec 23 12:55:29.971758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34404) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:29.973854 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:29.977405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:29.984539 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:29.985431 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:30.012238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.070573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f986a-6d40-4715-abd9-66d505b2eace None None] Pushing event updated for resources: {'Port': ['ID=0d55ed96-b045-4380-8a59-fa8dd17fcf87,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:30.097833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:30.237675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-52911636-792d-4499-b234-ba1a0770d430 None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:30.238489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52911636-792d-4499-b234-ba1a0770d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.281209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-52911636-792d-4499-b234-ba1a0770d430 None None] Port 441ef0b5-c034-4722-962e-b92dedd08bad cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:30.293174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-52911636-792d-4499-b234-ba1a0770d430 None None] Provisioning complete for port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:30.293486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52911636-792d-4499-b234-ba1a0770d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.358564 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:29Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:29Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:30.391837 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:30.392297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Updating router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 port 441ef0b5-c034-4722-962e-b92dedd08bad binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:55:30.425621 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.428517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:55:30.447802 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.extraroute_db [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Removed routes are [] {{(pid=104038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:55:30.448211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.542187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-512c18b8-143c-4ef0-863b-ff36de491404 None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:30.542687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-512c18b8-143c-4ef0-863b-ff36de491404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.617719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-512c18b8-143c-4ef0-863b-ff36de491404 None None] Port 441ef0b5-c034-4722-962e-b92dedd08bad cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:30.710002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5da2298-eed9-4253-9d11-31003318dee5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:30.762061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2688820b-7ce5-4496-837a-fd451911b707 None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:30.762442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2688820b-7ce5-4496-837a-fd451911b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.789648 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.805258 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2688820b-7ce5-4496-837a-fd451911b707 None None] Port 441ef0b5-c034-4722-962e-b92dedd08bad cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:30.816628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d5da2298-eed9-4253-9d11-31003318dee5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:30.817035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.830829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-450fb88c-bf0d-4805-aa00-46e6eb28f916 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:30.832373 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-450fb88c-bf0d-4805-aa00-46e6eb28f916 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.2898834 Dec 23 12:55:30.852293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:30.857483 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.874138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.928044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d55ed96-b045-4380-8a59-fa8dd17fcf87 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:30.928192 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb7b66-664d-4154-b35a-1f814b3fdc36 None None] Pushing event updated for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:30.928271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:30.942244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9f0f353-56fa-4986-a444-264f01760f02 req-11e681e4-953a-4e14-be97-a05a7f31ecb0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0384667 Dec 23 12:55:31.022443 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Attempting to bind port 441ef0b5-c034-4722-962e-b92dedd08bad on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:31.022904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Attempting to bind port 441ef0b5-c034-4722-962e-b92dedd08bad by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:31.023232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Attempting to bind port 441ef0b5-c034-4722-962e-b92dedd08bad on network 7cad013b-4111-4668-a9ec-baf4af079ab0 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:31.029534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:31.029995 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.033210 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:31.034574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Checking segment: {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:31.034987 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.035381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Bound using segment: {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:31.035862 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Bound port: 441ef0b5-c034-4722-962e-b92dedd08bad, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca705b09-2531-4548-9e3d-d625395e28d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:31.036241 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.143608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:31.172008 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] For port 441ef0b5-c034-4722-962e-b92dedd08bad, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:31.179333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] For port 441ef0b5-c034-4722-962e-b92dedd08bad, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=441ef0b5-c034-4722-962e-b92dedd08bad,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:31.253483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:55:31.256945 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.261860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:31.270225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.271336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da7ca91d-7c45-480d-a6bb-aed0903c29f1 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 954 time: 1.2981346 Dec 23 12:55:31.274113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34408) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:31.310212 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.341319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:31.342970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.380838 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:31.383646 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:31.423662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.6 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/172fae9c-1b83-49ce-adcb-f0dec18deae3) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:55:31.431622 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb7b66-664d-4154-b35a-1f814b3fdc36 None None] Pushing event updated for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:31.436204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-457c6628-8122-467a-b4ac-66f3c432bd0c tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 954 time: 0.1582627 Dec 23 12:55:31.436204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34410) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:31.446969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'routes': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:31.505810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.514461 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:31.557106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] For port 441ef0b5-c034-4722-962e-b92dedd08bad, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=441ef0b5-c034-4722-962e-b92dedd08bad,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:31.646361 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.686446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.732450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3681f9c-9698-460e-84f4-c92d017cdf2b None None] Pushing event updated for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:31.769793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-788f53e4-999d-431e-81d7-04b1e685f1ac None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:31.770216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-788f53e4-999d-431e-81d7-04b1e685f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.852583 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:31.920095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:55:31.923626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:55:31.926893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:55:31.962255 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:30Z', 'revision_number': 6, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:31Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:31.974246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:32.014667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added routes are [] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:55:32.015155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:55:32.028236 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094518-a530-4fc6-b942-728f2fa68117 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:30Z', 'revision_number': 6, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:31Z', 'revision_number': 4, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:32.045240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:32.045912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.071343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.139341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-0beab63d-16e4-41db-8d6f-cc257b011d4f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934093 Dec 23 12:55:32.154418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Request body: {'port': {'device_id': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:32.167997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecc347-a28b-47a6-bc66-5cae23fbe62f req-274861b7-5600-44ff-8d0a-ceca42b26b57 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:32.173418 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55ecc347-a28b-47a6-bc66-5cae23fbe62f req-274861b7-5600-44ff-8d0a-ceca42b26b57 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 931 time: 0.0662744 Dec 23 12:55:32.244127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.301491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55ecc347-a28b-47a6-bc66-5cae23fbe62f req-2899b806-d175-45f9-a686-9ce4f670a03c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235492 Dec 23 12:55:32.339214 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fcebe53c-878c-49ce-ab27-3621d0790a5c None None] Provisioning complete for port 172fae9c-1b83-49ce-adcb-f0dec18deae3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:32.339797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fcebe53c-878c-49ce-ab27-3621d0790a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.384101 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fcebe53c-878c-49ce-ab27-3621d0790a5c None None] Port 172fae9c-1b83-49ce-adcb-f0dec18deae3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:55:32.445972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.450268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.589318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:32.613382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172fae9c-1b83-49ce-adcb-f0dec18deae3 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:55:32.633809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.640002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 441ef0b5-c034-4722-962e-b92dedd08bad up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:55:32.653690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Transition to ACTIVE for port object 172fae9c-1b83-49ce-adcb-f0dec18deae3 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:55:32.707867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 441ef0b5-c034-4722-962e-b92dedd08bad triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:55:32.708521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.714584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.716767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:32.727539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:32.728779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-72c5ec65-e437-4491-9e7b-3575ba0a3e06 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 704 time: 1.2917733 Dec 23 12:55:32.734087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34418) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:32.793123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Pushing event updated for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:32.875339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7d2313ce-d0bf-4051-887e-609103180544 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 704 time: 0.1399982 Dec 23 12:55:32.878831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34420) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:32.973515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Attempting to bind port 172fae9c-1b83-49ce-adcb-f0dec18deae3 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:55:32.974440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Attempting to bind port 172fae9c-1b83-49ce-adcb-f0dec18deae3 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:55:32.974780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Attempting to bind port 172fae9c-1b83-49ce-adcb-f0dec18deae3 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:32.980698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Port 172fae9c-1b83-49ce-adcb-f0dec18deae3 on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:55:32.981055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Attempting to bind port 172fae9c-1b83-49ce-adcb-f0dec18deae3 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:55:32.988517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:55:32.988964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:55:32.989271 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:55:32.989714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Bound port: 172fae9c-1b83-49ce-adcb-f0dec18deae3, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:55:32.990077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:33.073986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:55:33.077550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:55:33.150931 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:33.208417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:33.209090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:33.210704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/172fae9c-1b83-49ce-adcb-f0dec18deae3 HTTP/1.1" status: 200 len: 1091 time: 1.0612788 Dec 23 12:55:33.211181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:55:33.217417 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bda9b1-9f12-49b9-aa4c-2060fd285218" -d '{"events": [{"name": "network-changed", "server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:55:33.274838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:33.275315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02205f8-1c0b-401a-ba84-f4958a4301b9 service neutron] Pushing event updated for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:33.318578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:33.319672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:33.375312 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff6ab6d-3fe0-48cc-8940-37635b9b6bf9 x-openstack-request-id: req-bff6ab6d-3fe0-48cc-8940-37635b9b6bf9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:55:33.375665 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:55:33.375866 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bff6ab6d-3fe0-48cc-8940-37635b9b6bf9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:55:33.376275 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3', 'status': 'completed', 'code': 200} Dec 23 12:55:33.409205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-ca676f97-5733-4513-a61c-cab4dbd14fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:33.410743 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-ca676f97-5733-4513-a61c-cab4dbd14fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 1094 time: 0.1057084 Dec 23 12:55:33.467113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:33.530427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:33.718642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83be9a-b1f1-43eb-ad7e-83ecce760737 req-fd398acb-8f3d-49b2-bc17-222a2c6092a4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:33.727350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d83be9a-b1f1-43eb-ad7e-83ecce760737 req-fd398acb-8f3d-49b2-bc17-222a2c6092a4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.2899196 Dec 23 12:55:33.780121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:32Z', 'revision_number': 7, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:31Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:33.789970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d83be9a-b1f1-43eb-ad7e-83ecce760737 req-cfb82406-b69c-4efd-9714-31030e0f574a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568554 Dec 23 12:55:33.813708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:33.827741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:33.828515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:33.875583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-2aab125f-5cc8-4c52-b871-3680e165b115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3 HTTP/1.1" status: 200 len: 217 time: 0.4552357 Dec 23 12:55:33.931629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 441ef0b5-c034-4722-962e-b92dedd08bad {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:33.931975 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:33.938199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:33.954691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-6c816f47-d4b3-4073-b5c1-6d3a89445cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:33.958023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-6c816f47-d4b3-4073-b5c1-6d3a89445cac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0752082 Dec 23 12:55:34.010519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-a6c1d869-d0ab-4073-a600-cd1f01e150c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:34.012210 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-a6c1d869-d0ab-4073-a600-cd1f01e150c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461817 Dec 23 12:55:34.028504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 441ef0b5-c034-4722-962e-b92dedd08bad, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=441ef0b5-c034-4722-962e-b92dedd08bad,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:34.028895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:34.047978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 441ef0b5-c034-4722-962e-b92dedd08bad owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:34.119186 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-6e5449fd-217e-4818-9b34-d9967aefcdbd service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985553 Dec 23 12:55:34.210824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:32Z', 'revision_number': 7, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:31Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:34.233052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-89220f28-be65-4fc0-a8b1-03512dc0e849 req-3c74decb-4fc1-42ce-a61e-3d3a118f615b service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061287 Dec 23 12:55:34.246061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17689466-55bd-4689-8582-faef8c115ba0 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:32Z', 'revision_number': 7, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '441ef0b5-c034-4722-962e-b92dedd08bad', 'name': '', 'network_id': '7cad013b-4111-4668-a9ec-baf4af079ab0', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:8a:15:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:28Z', 'updated_at': '2021-12-23T12:55:31Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '8be4166a-fa92-490c-b3ec-99211e5992ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:34.343325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:34.376201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=441ef0b5-c034-4722-962e-b92dedd08bad,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:34.452590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-6b0af70b-8d32-42cc-9445-25a12be47aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:34.454124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-6b0af70b-8d32-42cc-9445-25a12be47aed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 1094 time: 0.0850143 Dec 23 12:55:34.539231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:34.629948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-786f1d7d-f237-4a9c-bc75-5238e2620cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:34.631423 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-786f1d7d-f237-4a9c-bc75-5238e2620cbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.1680868 Dec 23 12:55:34.694949 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-e217b23b-5b25-4f5b-9977-cdf2f93ea3bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3 HTTP/1.1" status: 200 len: 217 time: 0.0519836 Dec 23 12:55:34.754592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-79a8140c-6d90-4c61-b1f3-b942f451d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:34.756210 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-79a8140c-6d90-4c61-b1f3-b942f451d717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0544193 Dec 23 12:55:34.833557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-d1923c3c-50a6-4a07-a6ce-99241892a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:34.835117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-d1923c3c-50a6-4a07-a6ce-99241892a183 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707142 Dec 23 12:55:34.946177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-bb44e727-7f2e-4dba-a36d-bf02182d1ffb service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028397 Dec 23 12:55:35.048576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-29bda9b1-9f12-49b9-aa4c-2060fd285218 req-a97f908b-3d36-4be0-8917-9bceadfa0b65 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924997 Dec 23 12:55:35.139818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef30c6-1c06-49c5-9bf9-8d21bd5bb452 req-66c959b0-21dc-4432-b5b1-d2f8dbfffbe1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:35.141631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fef30c6-1c06-49c5-9bf9-8d21bd5bb452 req-66c959b0-21dc-4432-b5b1-d2f8dbfffbe1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.1056781 Dec 23 12:55:35.238825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fef30c6-1c06-49c5-9bf9-8d21bd5bb452 req-9d4fabea-a791-406f-b25d-9f675f78b532 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Dec 23 12:55:35.240551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:35.351395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:35.356953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ca66a2f6-2d5e-4644-b8ff-c5d810ab1293 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769940 Dec 23 12:55:35.359654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34430) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:35.362802 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:35.374277 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:35.375023 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:35.419241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 8be4166a-fa92-490c-b3ec-99211e5992ee {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:55:35.422901 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.467447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.475846 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:35.562424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.700059 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:34Z', 'revision_number': 8, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:35.709355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.728373 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:35.737673 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:35.738474 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:35.739532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=8be4166a-fa92-490c-b3ec-99211e5992ee,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:35.744702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.750448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-10bb6a99-9d34-43be-a656-9646be3156bb tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/8be4166a-fa92-490c-b3ec-99211e5992ee HTTP/1.1" status: 204 len: 168 time: 0.3867745 Dec 23 12:55:35.750736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34432) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:35.766633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09b317-6349-4467-b5eb-1a43947ce7e8 None None] Network 7cad013b-4111-4668-a9ec-baf4af079ab0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:35.837694 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:35.853404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.937033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:35.937377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:35.944421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] DHCP port deletion for 7cad013b-4111-4668-a9ec-baf4af079ab0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:35.999778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Deleting port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:36.000042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.011981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d55ed96-b045-4380-8a59-fa8dd17fcf87,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:36.011981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.026953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 0d55ed96-b045-4380-8a59-fa8dd17fcf87 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:36.077308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:34Z', 'revision_number': 8, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:36.077615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] For port 0d55ed96-b045-4380-8a59-fa8dd17fcf87, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0d55ed96-b045-4380-8a59-fa8dd17fcf87,segment=NetworkSegment(ca705b09-2531-4548-9e3d-d625395e28d0),segment_id=ca705b09-2531-4548-9e3d-d625395e28d0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:36.078076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.091420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Calling delete_port for 0d55ed96-b045-4380-8a59-fa8dd17fcf87 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:36.108599 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21652e52-07e7-4c2a-9d8f-351026579fca None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:34Z', 'revision_number': 8, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5da2298-eed9-4253-9d11-31003318dee5', 'name': '', 'network_id': '432f62aa-6954-4590-82e2-373d59ae5699', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:d1:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:23Z', 'updated_at': '2021-12-23T12:55:28Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '2ed7c327-5522-4b56-a425-96cda77e4002', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:36.199740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.205718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.229111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] Pushing event deleted for resources: {'Port': ['ID=0d55ed96-b045-4380-8a59-fa8dd17fcf87,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:36.233216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:36.235120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09257a-4845-402f-9ae8-b660e796a8ac None None] No DVR routers for this DVR port 0d55ed96-b045-4380-8a59-fa8dd17fcf87 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:36.243130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=0d55ed96-b045-4380-8a59-fa8dd17fcf87,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:36.347598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.372735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cad013b-4111-4668-a9ec-baf4af079ab0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:36.384667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca705b09-2531-4548-9e3d-d625395e28d0') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:36.384991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca705b09-2531-4548-9e3d-d625395e28d0') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:36.403072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a741f-03a4-447a-8314-99663ce87a9f req-5f43a217-81be-43b3-853b-4cfd415360ba tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:36.404608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc8a741f-03a4-447a-8314-99663ce87a9f req-5f43a217-81be-43b3-853b-4cfd415360ba tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0950222 Dec 23 12:55:36.406509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.432475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.443745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:55:36.444217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:55:36.447220 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:55:36.534894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc8a741f-03a4-447a-8314-99663ce87a9f req-0577e824-cbcb-408d-ab60-f0f491c42149 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Dec 23 12:55:36.570937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d55ed96-b045-4380-8a59-fa8dd17fcf87 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:36.600745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0d55ed96-b045-4380-8a59-fa8dd17fcf87 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:36.601123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0d55ed96-b045-4380-8a59-fa8dd17fcf87 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:36.601530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 441ef0b5-c034-4722-962e-b92dedd08bad no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:36.621397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 441ef0b5-c034-4722-962e-b92dedd08bad {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:36.621719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 441ef0b5-c034-4722-962e-b92dedd08bad not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:36.651771 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.659592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:36.662831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/7cad013b-4111-4668-a9ec-baf4af079ab0 HTTP/1.1" status: 204 len: 168 time: 0.9111245 Dec 23 12:55:36.665587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34436) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:36.674560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ead74-9fb8-4463-a16c-f8cc0af1f05e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=7cad013b-4111-4668-a9ec-baf4af079ab0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:37.020611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:37.273525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port d5da2298-eed9-4253-9d11-31003318dee5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:37.273858 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:37.364547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port d5da2298-eed9-4253-9d11-31003318dee5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5da2298-eed9-4253-9d11-31003318dee5,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:37.364933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:37.377964 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for d5da2298-eed9-4253-9d11-31003318dee5 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:37.645839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:37.647836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1bbb-69d7-4111-a51b-652444d46fe3 req-639b346a-e422-4753-96f2-5c64e024b27e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:37.649377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64fb1bbb-69d7-4111-a51b-652444d46fe3 req-639b346a-e422-4753-96f2-5c64e024b27e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0505998 Dec 23 12:55:37.673992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=d5da2298-eed9-4253-9d11-31003318dee5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:37.712196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64fb1bbb-69d7-4111-a51b-652444d46fe3 req-bd6c9244-903b-464a-8a0d-a04b0a96c512 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567334 Dec 23 12:55:37.805578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:37.999928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:38.096656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:38.101840 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-20ff1d79-234e-48a0-a8a7-d55653bf7624 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4352291 Dec 23 12:55:38.105062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34442) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:38.108040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:38.118063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:38.118675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:38.157429 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 2ed7c327-5522-4b56-a425-96cda77e4002 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:55:38.161803 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.209064 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.210614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:38.297021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.465113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.488925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed7c327-5522-4b56-a425-96cda77e4002,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:38.496241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.500210 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-645c2d98-ff14-486f-b3d4-6bfb943e94c8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/2ed7c327-5522-4b56-a425-96cda77e4002 HTTP/1.1" status: 204 len: 168 time: 0.3937194 Dec 23 12:55:38.502777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34446) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:38.507951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e9a5f-9553-4c93-9d28-76ed9ff2fc0f None None] Network 432f62aa-6954-4590-82e2-373d59ae5699 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:38.593090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.650758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 19a822ee-45db-4d56-8a63-045eb49de6c4 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:38.651336 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.686317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:37Z', 'revision_number': 9, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:38.723114 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:38.723371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 19a822ee-45db-4d56-8a63-045eb49de6c4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19a822ee-45db-4d56-8a63-045eb49de6c4,segment=NetworkSegment(402ef795-94a5-4bb8-ac09-6a823d10f038),segment_id=402ef795-94a5-4bb8-ac09-6a823d10f038)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:38.723822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.734298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:38.734903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:38.739929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 19a822ee-45db-4d56-8a63-045eb49de6c4 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:38.819426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] DHCP port deletion for 432f62aa-6954-4590-82e2-373d59ae5699 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:38.856131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9674c3-e953-4314-a8d7-e5b75c647abb req-73c64df0-be35-4ba6-943e-fe204d9f8c2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:38.857721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb9674c3-e953-4314-a8d7-e5b75c647abb req-73c64df0-be35-4ba6-943e-fe204d9f8c2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0557835 Dec 23 12:55:38.866356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:38.910038 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb9674c3-e953-4314-a8d7-e5b75c647abb req-7bd49088-7230-4a87-951b-301294b4a29e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Dec 23 12:55:38.920346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:38.960451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 19a822ee-45db-4d56-8a63-045eb49de6c4 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:38.963226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=19a822ee-45db-4d56-8a63-045eb49de6c4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:39.004730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Deleting port 19a822ee-45db-4d56-8a63-045eb49de6c4 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:39.005129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.047490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.069067 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432f62aa-6954-4590-82e2-373d59ae5699']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:39.080024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402ef795-94a5-4bb8-ac09-6a823d10f038') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:39.080352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402ef795-94a5-4bb8-ac09-6a823d10f038') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:39.090104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.095649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] For port 19a822ee-45db-4d56-8a63-045eb49de6c4, host n-d-822750-2, got binding levels [] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:39.096734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.104279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.110304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:55:39.110683 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.112595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Calling delete_port for 19a822ee-45db-4d56-8a63-045eb49de6c4 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:55:39.115431 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:55:39.136665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Port 19a822ee-45db-4d56-8a63-045eb49de6c4 was not found and therefore no delete operation was performed {{(pid=104039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:55:39.145164 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.176887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] No DVR routers for this DVR port 19a822ee-45db-4d56-8a63-045eb49de6c4 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:39.180516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1968ba-2d3b-4643-921d-e10a3fa4061f None None] Pushing event deleted for resources: {'Port': ['ID=19a822ee-45db-4d56-8a63-045eb49de6c4,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:39.201931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:37Z', 'revision_number': 9, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:39.235619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b78374-9c4c-41f8-837b-6f4310fad212 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:37Z', 'revision_number': 9, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31d61bd-ddb5-4f9f-af42-e4f83efb785a', 'name': '', 'network_id': 'ab4e66cc-fd7a-48e5-85d5-50c5f3403c68', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:98:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '36554724-16be-46c1-bc60-5d5c67685113', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:19Z', 'updated_at': '2021-12-23T12:55:24Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': '36554724-16be-46c1-bc60-5d5c67685113', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:39.325972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.330817 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.334458 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/432f62aa-6954-4590-82e2-373d59ae5699 HTTP/1.1" status: 204 len: 168 time: 0.8303826 Dec 23 12:55:39.337367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34452) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:39.352126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c65cf-7edf-4925-819a-0a75bb0aedb3 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=432f62aa-6954-4590-82e2-373d59ae5699,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:39.695446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:39.965258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34460) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:39.979509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port e31d61bd-ddb5-4f9f-af42-e4f83efb785a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:39.979984 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:40.063082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce49fa-a671-4911-a6f7-397072d6917e req-7bed4d3e-fb04-4ab4-a3c6-df91f1338254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:40.065182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62ce49fa-a671-4911-a6f7-397072d6917e req-7bed4d3e-fb04-4ab4-a3c6-df91f1338254 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0983913 Dec 23 12:55:40.103858 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eb7d3-73eb-4d0b-ba6f-70ee5b78958f req-1eb954a3-65d9-4d8e-8bf6-0a53e2f2ab57 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:40.105380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f32eb7d3-73eb-4d0b-ba6f-70ee5b78958f req-1eb954a3-65d9-4d8e-8bf6-0a53e2f2ab57 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0797083 Dec 23 12:55:40.113019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-62ce49fa-a671-4911-a6f7-397072d6917e req-d29e9331-060b-44c9-96db-2b32bd701fa7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Dec 23 12:55:40.123291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port e31d61bd-ddb5-4f9f-af42-e4f83efb785a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:40.123740 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:40.148358 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for e31d61bd-ddb5-4f9f-af42-e4f83efb785a owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:40.211163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f32eb7d3-73eb-4d0b-ba6f-70ee5b78958f req-020ba9f0-a69d-450b-b7c2-4561b586a0a3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984735 Dec 23 12:55:40.441223 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:40.470840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=e31d61bd-ddb5-4f9f-af42-e4f83efb785a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:40.594380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:40.656309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5da2298-eed9-4253-9d11-31003318dee5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:40.679852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d5da2298-eed9-4253-9d11-31003318dee5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:40.680201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5da2298-eed9-4253-9d11-31003318dee5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:40.680762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19a822ee-45db-4d56-8a63-045eb49de6c4 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:40.703602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 19a822ee-45db-4d56-8a63-045eb49de6c4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:40.703954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19a822ee-45db-4d56-8a63-045eb49de6c4 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:40.801434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:40.896630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:40.902087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cac8db22-6128-4f11-bfd5-ec9470148241 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5635550 Dec 23 12:55:40.905401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34466) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:40.906400 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:40.922994 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:40.924872 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:40.977030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet 36554724-16be-46c1-bc60-5d5c67685113 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:55:40.980597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.022159 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:41.031608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.135078 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.236320 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:40Z', 'revision_number': 10, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:41.267685 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:41.277423 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:41.278037 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:41.319804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.345276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf4e2-a1b0-482c-8f2d-518848d64a3c req-086e1077-f8fc-45ad-a821-a88f4b46aff1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:41.347943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-579cf4e2-a1b0-482c-8f2d-518848d64a3c req-086e1077-f8fc-45ad-a821-a88f4b46aff1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0661581 Dec 23 12:55:41.370654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=36554724-16be-46c1-bc60-5d5c67685113,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:41.384570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:41.386416 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.390043 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ceb52b4a-d39c-4b75-bb27-23e452e82663 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/36554724-16be-46c1-bc60-5d5c67685113 HTTP/1.1" status: 204 len: 168 time: 0.4836552 Dec 23 12:55:41.393052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34480) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:41.399268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab77b27-8ebe-40c2-bd60-6f8bad956d1b None None] Network ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:41.414059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-579cf4e2-a1b0-482c-8f2d-518848d64a3c req-93734245-ee75-4efc-a5f8-7b524bb4635e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595264 Dec 23 12:55:41.489993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.556942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:41.557287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.574594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] DHCP port deletion for ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:41.635757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Deleting port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:41.636643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.644502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:41.644670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.660222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for b8ade7a2-212c-446e-a2ff-b24b1cf15db2 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:41.706659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] For port b8ade7a2-212c-446e-a2ff-b24b1cf15db2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,segment=NetworkSegment(80180dbd-0cca-40be-b5cc-e589ab87352a),segment_id=80180dbd-0cca-40be-b5cc-e589ab87352a)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:41.707217 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.719135 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:40Z', 'revision_number': 10, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:41.725727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Calling delete_port for b8ade7a2-212c-446e-a2ff-b24b1cf15db2 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:41.754950 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15facfa6-bff8-4293-a044-99c4196fb111 None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:40Z', 'revision_number': 10, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None, '_interfaces': [{'id': '1455fb41-7377-469d-bbae-0842b1670977', 'name': '', 'network_id': 'f7edb40e-c8f5-4315-a0ef-14883c9272f9', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'mac_address': 'fa:16:3e:1e:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:55:15Z', 'updated_at': '2021-12-23T12:55:19Z', 'revision_number': 5, 'project_id': '72372266719248108e5ee21417ad2b6f', 'subnets': [{'id': 'adc29a64-cb53-4121-af7a-f635558d5b99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:41.839630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.847251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.867778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:41.871169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:41.875895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] No DVR routers for this DVR port b8ade7a2-212c-446e-a2ff-b24b1cf15db2 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:41.890332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205787dd-6e3b-425f-873b-796aa0fa9635 None None] Pushing event deleted for resources: {'Port': ['ID=b8ade7a2-212c-446e-a2ff-b24b1cf15db2,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:41.961251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:41.985223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4e66cc-fd7a-48e5-85d5-50c5f3403c68']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:41.994557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80180dbd-0cca-40be-b5cc-e589ab87352a') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:41.994849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80180dbd-0cca-40be-b5cc-e589ab87352a') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:42.004188 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.020646 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.026682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:55:42.027232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:55:42.030019 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:55:42.172601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.180267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.183458 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/ab4e66cc-fd7a-48e5-85d5-50c5f3403c68 HTTP/1.1" status: 204 len: 168 time: 0.7891591 Dec 23 12:55:42.186604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34484) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:42.196721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d967a-3647-4d9b-90ec-04a6414b6b91 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=ab4e66cc-fd7a-48e5-85d5-50c5f3403c68,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:42.573580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b8ade7a2-212c-446e-a2ff-b24b1cf15db2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:42.578324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf001-e7c7-4b80-9eb4-14a3423cf35a req-b86ba0d6-0f0d-4f73-9100-e5cdde3006e5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:42.579884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55fcf001-e7c7-4b80-9eb4-14a3423cf35a req-b86ba0d6-0f0d-4f73-9100-e5cdde3006e5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0860858 Dec 23 12:55:42.589240 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.594240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b8ade7a2-212c-446e-a2ff-b24b1cf15db2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:42.594585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b8ade7a2-212c-446e-a2ff-b24b1cf15db2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:42.594999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e31d61bd-ddb5-4f9f-af42-e4f83efb785a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:42.614257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e31d61bd-ddb5-4f9f-af42-e4f83efb785a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:42.614600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e31d61bd-ddb5-4f9f-af42-e4f83efb785a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:42.710066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55fcf001-e7c7-4b80-9eb4-14a3423cf35a req-c0e06e6a-2969-4db5-86aa-8c6b8e6f45b1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204865 Dec 23 12:55:42.873789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 1455fb41-7377-469d-bbae-0842b1670977 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:42.874134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.971862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 1455fb41-7377-469d-bbae-0842b1670977, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1455fb41-7377-469d-bbae-0842b1670977,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:42.972147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:42.984522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 1455fb41-7377-469d-bbae-0842b1670977 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:43.280181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:43.317193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=1455fb41-7377-469d-bbae-0842b1670977,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:43.337731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2e45c38a-81d3-4066-ae01-2f7dcc2d9ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:43.431519 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:43.936909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4686dd-5819-422a-a9ca-aeacc43ebc3d req-1ebdd80f-a0ab-4eaf-94ee-c7c144b10ac7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:43.938376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d4686dd-5819-422a-a9ca-aeacc43ebc3d req-1ebdd80f-a0ab-4eaf-94ee-c7c144b10ac7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.1152499 Dec 23 12:55:44.007854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:44.042022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d4686dd-5819-422a-a9ca-aeacc43ebc3d req-02529592-82c8-4eaf-8dfd-346bccb99b59 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660322 Dec 23 12:55:44.109702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:44.114862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a4baedc8-5276-4072-aebe-3150bc07a26b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9272232 Dec 23 12:55:44.117572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34490) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:44.119408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:44.130676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:44.133986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:44.177243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting subnet adc29a64-cb53-4121-af7a-f635558d5b99 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:55:44.180501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.202462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:44.225831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.258400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:44.285579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:44.293845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:44.294446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:44.315843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.366291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:44.429272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:44.456191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3730f109-3eef-43e8-9680-1dc7e5e5547c None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:44.463579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.493684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.497412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/adc29a64-cb53-4121-af7a-f635558d5b99 HTTP/1.1" status: 204 len: 168 time: 0.3787267 Dec 23 12:55:44.498539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfbfac-1b65-452a-8e71-b7ca07d05843 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Subnet': ['ID=adc29a64-cb53-4121-af7a-f635558d5b99,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:44.498928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81cb82-c154-40a1-ad51-18b24426fc0e None None] Network f7edb40e-c8f5-4315-a0ef-14883c9272f9 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:55:44.500269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34492) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:44.579716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.639169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Deleting port 17635f1a-1781-40d7-a927-03d013596980 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:44.639511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.704677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] For port 17635f1a-1781-40d7-a927-03d013596980, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=17635f1a-1781-40d7-a927-03d013596980,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:44.705065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.718888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Calling delete_port for 17635f1a-1781-40d7-a927-03d013596980 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:44.831272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] DHCP port deletion for f7edb40e-c8f5-4315-a0ef-14883c9272f9 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:55:44.895130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Deleting port 17635f1a-1781-40d7-a927-03d013596980 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:55:44.895508 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.910116 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:44.949948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Port': ['ID=17635f1a-1781-40d7-a927-03d013596980,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:44.956759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No DVR routers for this DVR port 17635f1a-1781-40d7-a927-03d013596980 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:44.962233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1455fb41-7377-469d-bbae-0842b1670977 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:45.005730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1455fb41-7377-469d-bbae-0842b1670977 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:45.006079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1455fb41-7377-469d-bbae-0842b1670977 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:45.006510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 17635f1a-1781-40d7-a927-03d013596980 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:55:45.039052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.043666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 17635f1a-1781-40d7-a927-03d013596980 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:55:45.044013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 17635f1a-1781-40d7-a927-03d013596980 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:55:45.046448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] For port 17635f1a-1781-40d7-a927-03d013596980, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=17635f1a-1781-40d7-a927-03d013596980,segment=NetworkSegment(df60d5cb-5f79-4bd1-b1dc-cb2fb8097849),segment_id=df60d5cb-5f79-4bd1-b1dc-cb2fb8097849)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:55:45.046837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.060038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Calling delete_port for 17635f1a-1781-40d7-a927-03d013596980 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:55:45.068759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7edb40e-c8f5-4315-a0ef-14883c9272f9']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:45.078995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:45.079184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df60d5cb-5f79-4bd1-b1dc-cb2fb8097849') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:45.088951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.103871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.113439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:55:45.113936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:55:45.117284 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:55:45.149903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.175627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] Pushing event deleted for resources: {'Port': ['ID=17635f1a-1781-40d7-a927-03d013596980,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:45.179514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1ddff-3c4b-4498-88db-f92dcf93b069 None None] No DVR routers for this DVR port 17635f1a-1781-40d7-a927-03d013596980 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:55:45.186100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b247d23-2c64-4eaa-839d-5f0c9b97d051 req-9ea0d80a-a6c7-43fc-a5ed-96f7d2f150cc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:45.188375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b247d23-2c64-4eaa-839d-5f0c9b97d051 req-9ea0d80a-a6c7-43fc-a5ed-96f7d2f150cc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0720294 Dec 23 12:55:45.239834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b247d23-2c64-4eaa-839d-5f0c9b97d051 req-8388c866-1dd7-4fec-b24a-b980eb4ab18e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Dec 23 12:55:45.308581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.315723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.318885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/networks/f7edb40e-c8f5-4315-a0ef-14883c9272f9 HTTP/1.1" status: 204 len: 168 time: 0.8174996 Dec 23 12:55:45.321761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34498) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:45.326631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'routes': None}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:45.332536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ef41-ea71-4863-b3ff-7d1ecf780abc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Pushing event deleted for resources: {'Network': ['ID=f7edb40e-c8f5-4315-a0ef-14883c9272f9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:45.491628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Added routes are [] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 23 12:55:45.491814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.extraroute_db [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Removed routes are [] {{(pid=104037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 23 12:55:45.492162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.647709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.651169 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.742901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:55:45.826184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:45.834529 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.835716 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c832ccb1-bd9b-4da9-bc93-f78b4907e511 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 705 time: 0.5127735 Dec 23 12:55:45.836500 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Sync routers for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:45.838681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:45.847505 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:45.848204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:45.866246 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4350023a-2af1-4b5a-bcfe-c64ca47c620f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 205 time: 0.0263946 Dec 23 12:55:45.869343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34504) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:45.923840 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:45.948702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:45.981329 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:46.013365 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Checking router: b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:46.023753 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Routers {'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:46.024362 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:46.075200 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c2fbaf51-ec71-4823-89e3-ff27897d04e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.097613 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] Set router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:46.115703 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.118149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.156471 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:46.185253 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3fbfa-d7a3-438e-8e30-59ba2eca398f None None] The sync data for ids ['b5fa9e00-89f2-4e27-b4fd-b2a4038121a9'] in n-d-822750-2 is: [{'id': 'b5fa9e00-89f2-4e27-b4fd-b2a4038121a9', 'name': 'tempest-RoutersIpV6Test-router-1210266797', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:13Z', 'updated_at': '2021-12-23T12:55:43Z', 'revision_number': 11, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:46.291182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.291961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:55:46.301605 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.302620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7e0c9d3-b5c6-4e2b-a878-588ebd43327b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 204 len: 168 time: 0.4318964 Dec 23 12:55:46.306907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34508) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:46.316452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2099373714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:46.384439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d12d7c-b22b-427c-8c1c-d2749a6537d3 req-39d4cd79-5775-4bdb-b44c-eec416e6cfa0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:46.387904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35d12d7c-b22b-427c-8c1c-d2749a6537d3 req-39d4cd79-5775-4bdb-b44c-eec416e6cfa0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0692151 Dec 23 12:55:46.434684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.435815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.438570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35d12d7c-b22b-427c-8c1c-d2749a6537d3 req-46195d49-5141-4506-b427-add707a21a07 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Dec 23 12:55:46.499826 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.652731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.685854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.790665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:46.791880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5b4cbb33-5cb8-4f39-9448-f5dd7fffcd17 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4806223 Dec 23 12:55:46.794776 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:46.799253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:55:47.013270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237848'] for router, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:47.086242 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584612'] for router, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:47.251559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Router 9e0d03e1-29f6-43fd-96ab-75378407b5fd is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:55:47.567045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0f6b5-5db0-4f46-a3e8-221808c4a66d req-50b8ac5d-09a3-4399-af23-763f5a026a85 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:47.568642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ab0f6b5-5db0-4f46-a3e8-221808c4a66d req-50b8ac5d-09a3-4399-af23-763f5a026a85 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0552626 Dec 23 12:55:47.619737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ab0f6b5-5db0-4f46-a3e8-221808c4a66d req-8dcc8109-d1c9-420e-a0cd-f8662591eddb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Dec 23 12:55:47.702418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:55:47.710316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:47.711742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ae7dfad-ae1c-407d-accd-9d05aa74edef tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "PUT /v2.0/routers/9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 200 len: 698 time: 0.9157658 Dec 23 12:55:47.713563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Sync routers for ids ['9e0d03e1-29f6-43fd-96ab-75378407b5fd'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:55:47.714319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34514) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:47.733533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Routers {'9e0d03e1-29f6-43fd-96ab-75378407b5fd'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:47.733533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9e0d03e1-29f6-43fd-96ab-75378407b5fd'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:47.797340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9f270d4c-37ab-4920-94d1-1f990a2cb50d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/routers/9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 200 len: 704 time: 0.0819085 Dec 23 12:55:47.799929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34516) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:47.803446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Set router 9e0d03e1-29f6-43fd-96ab-75378407b5fd gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:47.825478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d5244b1c-3e61-4501-823d-a42dc0c458dc tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 200 len: 205 time: 0.0245168 Dec 23 12:55:47.829971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34518) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:47.861357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0d03e1-29f6-43fd-96ab-75378407b5fd', 'name': 'tempest-RoutersIpV6Test-router-2099373714', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:46Z', 'updated_at': '2021-12-23T12:55:47Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:47.888320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Checking router: 9e0d03e1-29f6-43fd-96ab-75378407b5fd for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:55:47.898490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Routers {'9e0d03e1-29f6-43fd-96ab-75378407b5fd'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:55:47.899097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9e0d03e1-29f6-43fd-96ab-75378407b5fd'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:47.907594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:47.977815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] Set router 9e0d03e1-29f6-43fd-96ab-75378407b5fd gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:55:48.034255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0d03e1-29f6-43fd-96ab-75378407b5fd', 'name': 'tempest-RoutersIpV6Test-router-2099373714', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:46Z', 'updated_at': '2021-12-23T12:55:47Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:55:48.067530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d15a42-2192-44d5-91ad-5a44077b16a4 None None] The sync data for ids ['9e0d03e1-29f6-43fd-96ab-75378407b5fd'] in n-d-822750-2 is: [{'id': '9e0d03e1-29f6-43fd-96ab-75378407b5fd', 'name': 'tempest-RoutersIpV6Test-router-2099373714', 'tenant_id': '72372266719248108e5ee21417ad2b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:55:46Z', 'updated_at': '2021-12-23T12:55:47Z', 'revision_number': 2, 'project_id': '72372266719248108e5ee21417ad2b6f', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:55:48.072887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.075041 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.205720 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.206421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0d03e1-29f6-43fd-96ab-75378407b5fd {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:55:48.213472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.214609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-119f0695-cf06-4c69-8288-923406a994df tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 204 len: 168 time: 0.3830962 Dec 23 12:55:48.219426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34520) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.247741 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3155b3f-cd3d-48c8-9ba7-c850afb0abc4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 200 len: 205 time: 0.0272574 Dec 23 12:55:48.250141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34522) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.273892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.289361 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-4cb5d227-918b-46df-86a2-1f49cff587d8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.290338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4cb5d227-918b-46df-86a2-1f49cff587d8 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/9e0d03e1-29f6-43fd-96ab-75378407b5fd HTTP/1.1" status: 404 len: 336 time: 0.0392535 Dec 23 12:55:48.293086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.323163 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3abca33-1842-49c8-9e54-da95a8d28506 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.323611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3abca33-1842-49c8-9e54-da95a8d28506 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.327002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b3abca33-1842-49c8-9e54-da95a8d28506 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/8be4166a-fa92-490c-b3ec-99211e5992ee HTTP/1.1" status: 404 len: 337 time: 0.0329170 Dec 23 12:55:48.329628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34526) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.360515 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee35efad-bf56-4961-86f1-553d03ec2002 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.360981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee35efad-bf56-4961-86f1-553d03ec2002 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.365406 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ee35efad-bf56-4961-86f1-553d03ec2002 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/2ed7c327-5522-4b56-a425-96cda77e4002 HTTP/1.1" status: 404 len: 337 time: 0.0345943 Dec 23 12:55:48.369091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.395465 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08eee6e-b179-4d6b-a432-aa1fa1152978 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.395910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08eee6e-b179-4d6b-a432-aa1fa1152978 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.398921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d08eee6e-b179-4d6b-a432-aa1fa1152978 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/36554724-16be-46c1-bc60-5d5c67685113 HTTP/1.1" status: 404 len: 337 time: 0.0288754 Dec 23 12:55:48.401421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34530) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.427485 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a37042-d891-4049-9475-244b9d376880 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.427922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a37042-d891-4049-9475-244b9d376880 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.432909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-55a37042-d891-4049-9475-244b9d376880 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/adc29a64-cb53-4121-af7a-f635558d5b99 HTTP/1.1" status: 404 len: 337 time: 0.0305870 Dec 23 12:55:48.435589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34532) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.466415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-52224434-9426-40b6-8b49-e5ddc660536e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 200 len: 205 time: 0.0296965 Dec 23 12:55:48.468783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34534) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.512128 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-08ecf6d1-ac42-497e-8488-9ff26633e61e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.513205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-08ecf6d1-ac42-497e-8488-9ff26633e61e tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/b5fa9e00-89f2-4e27-b4fd-b2a4038121a9 HTTP/1.1" status: 404 len: 336 time: 0.0434861 Dec 23 12:55:48.516043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34536) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.551727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c1a314d7-2ef4-4127-bc82-f41edea7819b tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=10997d7b-b587-43be-95f5-121be96f45a4 HTTP/1.1" status: 200 len: 205 time: 0.0345035 Dec 23 12:55:48.553356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34538) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.577401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:48.591125 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-3a8ccef9-9538-40be-bde5-1f85d8980646 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.592184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a8ccef9-9538-40be-bde5-1f85d8980646 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/10997d7b-b587-43be-95f5-121be96f45a4 HTTP/1.1" status: 404 len: 336 time: 0.0378306 Dec 23 12:55:48.594682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34540) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.623840 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c442d73e-1ea3-4715-92ae-a671b00cb4ec tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.624395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c442d73e-1ea3-4715-92ae-a671b00cb4ec tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.628020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c442d73e-1ea3-4715-92ae-a671b00cb4ec tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/9bdd4234-f0a2-4576-9c8b-1963a0df89ae HTTP/1.1" status: 404 len: 337 time: 0.0319185 Dec 23 12:55:48.630878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.664156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e2d9c8f1-d46d-4b24-810b-57995c994609 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 200 len: 205 time: 0.0298896 Dec 23 12:55:48.664340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34546) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.717961 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-56ffb4c4-d1c6-44d9-ba9d-f1678212ad4f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.718953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-56ffb4c4-d1c6-44d9-ba9d-f1678212ad4f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/5f88269b-3a39-4f82-b5aa-645dc025ad27 HTTP/1.1" status: 404 len: 336 time: 0.0535574 Dec 23 12:55:48.722955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34548) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.768420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-233e67ac-a744-492e-9729-c771cad37bda tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a74687-5279-42fe-ac00-05b141df0bbd HTTP/1.1" status: 200 len: 205 time: 0.0412486 Dec 23 12:55:48.771973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34550) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.785374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4fa50-675d-4e8a-b424-03d4b413b144 req-66aac4de-db74-41ec-bb5c-8f8ecfe6ac2b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:48.787379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22c4fa50-675d-4e8a-b424-03d4b413b144 req-66aac4de-db74-41ec-bb5c-8f8ecfe6ac2b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0782504 Dec 23 12:55:48.814650 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-806c82eb-59ad-4656-b016-daaa7bc1f4b4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.816372 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-806c82eb-59ad-4656-b016-daaa7bc1f4b4 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/17a74687-5279-42fe-ac00-05b141df0bbd HTTP/1.1" status: 404 len: 336 time: 0.0464261 Dec 23 12:55:48.818880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34552) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.838255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22c4fa50-675d-4e8a-b424-03d4b413b144 req-b1a1a5d3-47e5-444c-80ce-6dc5507eb1af tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Dec 23 12:55:48.845063 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-368e3f6c-f266-4ccc-9fe8-909352d291fd tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.845522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368e3f6c-f266-4ccc-9fe8-909352d291fd tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.849823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-368e3f6c-f266-4ccc-9fe8-909352d291fd tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/aad0da9f-d45b-4ad6-81ff-d16f7099e178 HTTP/1.1" status: 404 len: 337 time: 0.0300200 Dec 23 12:55:48.852466 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34554) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.883962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6ee54b97-bf17-4a58-af1a-ac0d9ef6d54f tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f3d7da8-00e8-48f6-9f16-72cd91279e90 HTTP/1.1" status: 200 len: 205 time: 0.0302200 Dec 23 12:55:48.895011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34556) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.937809 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-d3912e19-7ed1-44ce-8141-84ab58ac9e14 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:48.938880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3912e19-7ed1-44ce-8141-84ab58ac9e14 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/4f3d7da8-00e8-48f6-9f16-72cd91279e90 HTTP/1.1" status: 404 len: 336 time: 0.0429070 Dec 23 12:55:48.941783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34558) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:48.969910 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f811713-3dcb-47a2-9a9c-7745c4f61305 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:48.970477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f811713-3dcb-47a2-9a9c-7745c4f61305 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:48.974503 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f811713-3dcb-47a2-9a9c-7745c4f61305 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/4aa67610-9851-47cc-9bdd-41076f1e0310 HTTP/1.1" status: 404 len: 337 time: 0.0316963 Dec 23 12:55:48.993316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34560) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.022007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2bb7eb2b-d77c-4362-a50a-6aba38b8a83d tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f525595c-fbb0-472d-854c-57f0010d6b8b HTTP/1.1" status: 200 len: 205 time: 0.0275071 Dec 23 12:55:49.033173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34562) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.072305 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-a99cb560-751a-4e86-8c3e-f67f554cb9e2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] delete failed (client error): The resource could not be found. Dec 23 12:55:49.073297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a99cb560-751a-4e86-8c3e-f67f554cb9e2 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/routers/f525595c-fbb0-472d-854c-57f0010d6b8b HTTP/1.1" status: 404 len: 336 time: 0.0384421 Dec 23 12:55:49.075759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34564) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.108966 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-4961b257-a55c-47bc-a7e8-6ba900651a4a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:49.109407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4961b257-a55c-47bc-a7e8-6ba900651a4a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:49.113420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4961b257-a55c-47bc-a7e8-6ba900651a4a tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/ada4d8e1-2ad2-492c-945d-8ff2113d3b72 HTTP/1.1" status: 404 len: 337 time: 0.0367820 Dec 23 12:55:49.115882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34566) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.143629 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cc2ad5-c1d8-41d4-a04a-79266a434f80 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] DELETE failed (client error): The resource could not be found. Dec 23 12:55:49.144257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cc2ad5-c1d8-41d4-a04a-79266a434f80 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 12:55:49.148051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-64cc2ad5-c1d8-41d4-a04a-79266a434f80 tempest-RoutersIpV6Test-19524699 tempest-RoutersIpV6Test-19524699-project] 10.222.0.16 "DELETE /v2.0/subnets/42fcc388-7b0f-4dcd-800c-85dc5ebd131c HTTP/1.1" status: 404 len: 337 time: 0.0310411 Dec 23 12:55:49.218303 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:49.651602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34572) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.789353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-698bf3dd-d908-4b52-9d38-10c56f1c92d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72372266719248108e5ee21417ad2b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365416 Dec 23 12:55:49.791755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34576) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:49.842741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:49.865851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:49.965051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65931d0-fb45-460e-bea7-618887cdd7b4 req-b17a520b-c8a1-48d2-8836-5adac8380a5d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:49.966570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e65931d0-fb45-460e-bea7-618887cdd7b4 req-b17a520b-c8a1-48d2-8836-5adac8380a5d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0538955 Dec 23 12:55:50.014976 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e65931d0-fb45-460e-bea7-618887cdd7b4 req-1a541ea1-3b71-44bf-9033-0db050dcde04 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Dec 23 12:55:50.017176 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:50.026394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:50.026394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/418a2f23-a76e-424c-9e22-c612a146016f HTTP/1.1" status: 204 len: 168 time: 0.2289522 Dec 23 12:55:50.030051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6568d-7594-463c-9769-28fbf50f30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418a2f23-a76e-424c-9e22-c612a146016f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:51.135906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a48e-8e52-45ef-a417-ce94fd094d42 req-4667b34d-4b23-4fee-a516-297e866b792a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:51.137535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d392a48e-8e52-45ef-a417-ce94fd094d42 req-4667b34d-4b23-4fee-a516-297e866b792a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0512872 Dec 23 12:55:51.188400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d392a48e-8e52-45ef-a417-ce94fd094d42 req-0cbab53b-8c21-4167-84b2-58632cfea77f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 Dec 23 12:55:52.313528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48af479-1170-47a4-bcd2-2b062a7768bb req-e731f6d2-b17b-4803-80bd-5ed71b6dfad0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:52.324364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c48af479-1170-47a4-bcd2-2b062a7768bb req-e731f6d2-b17b-4803-80bd-5ed71b6dfad0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0520580 Dec 23 12:55:52.369881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c48af479-1170-47a4-bcd2-2b062a7768bb req-dc2b996f-8f56-42ef-a4a9-f96c618882cf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480046 Dec 23 12:55:52.960620 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:53.496702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac31ccc-7266-4f32-9ee8-ed4d5c36a09c req-e86db678-cf74-40b7-8916-62c67616733f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:53.498324 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ac31ccc-7266-4f32-9ee8-ed4d5c36a09c req-e86db678-cf74-40b7-8916-62c67616733f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0541961 Dec 23 12:55:53.553001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1ac31ccc-7266-4f32-9ee8-ed4d5c36a09c req-07a32446-8bc9-4b72-b57e-a8a62fe2d659 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Dec 23 12:55:54.669185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1af43-5f3e-47ca-883a-f1e6900213ed req-f80df66a-a474-4cef-87e2-fb3fdf477cf9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:54.670546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd1af43-5f3e-47ca-883a-f1e6900213ed req-f80df66a-a474-4cef-87e2-fb3fdf477cf9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0486271 Dec 23 12:55:54.720200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd1af43-5f3e-47ca-883a-f1e6900213ed req-0ed1145a-3d5a-45bc-bf60-000fbbe724d8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Dec 23 12:55:55.854039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de39e9-8cc0-4436-9d26-3e086a1d716c req-328c199b-155e-43ec-8388-385ea0ebb7d3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:55.855544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03de39e9-8cc0-4436-9d26-3e086a1d716c req-328c199b-155e-43ec-8388-385ea0ebb7d3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0586026 Dec 23 12:55:55.908206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03de39e9-8cc0-4436-9d26-3e086a1d716c req-42e9414b-1fe9-4c91-b384-094c3c8c18df tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Dec 23 12:55:57.028223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166cfa1-1438-493d-a015-263212e10296 req-ffeca3f1-b54d-4f3f-9849-7ba83b964a96 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:57.033129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6166cfa1-1438-493d-a015-263212e10296 req-ffeca3f1-b54d-4f3f-9849-7ba83b964a96 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0519607 Dec 23 12:55:57.082713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6166cfa1-1438-493d-a015-263212e10296 req-dd580ef4-b56c-4b78-9f86-45506b2e121a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Dec 23 12:55:58.207503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59afe-d262-446b-9a2d-69663c47ce6b req-921d5998-8c29-4397-b66f-5d92d8172087 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:58.209792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a59afe-d262-446b-9a2d-69663c47ce6b req-921d5998-8c29-4397-b66f-5d92d8172087 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0578821 Dec 23 12:55:58.258217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a59afe-d262-446b-9a2d-69663c47ce6b req-e6c626a4-2141-4d92-a842-0861b9c1eedf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Dec 23 12:55:59.420465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98183dd-61a1-4b2d-84af-049ddef2fa8e req-d0e39d03-ed73-45a2-840f-8ed5c703a93b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:55:59.423540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c98183dd-61a1-4b2d-84af-049ddef2fa8e req-d0e39d03-ed73-45a2-840f-8ed5c703a93b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0586622 Dec 23 12:55:59.440979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34678) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:59.476839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c98183dd-61a1-4b2d-84af-049ddef2fa8e req-93cbba68-6f38-4dbd-8764-7a909a20514b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Dec 23 12:55:59.559594 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b682373-9afb-4218-8dfb-db7d98d2630c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:59.646274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b682373-9afb-4218-8dfb-db7d98d2630c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:59.771315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2b682373-9afb-4218-8dfb-db7d98d2630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:59.813442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2b682373-9afb-4218-8dfb-db7d98d2630c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d39e47a09be49efa1b32f2e75a40142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705707 Dec 23 12:55:59.814668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b682373-9afb-4218-8dfb-db7d98d2630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3964c0-c00c-4085-b291-cf1a641ce8d2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:55:59.817154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:55:59.868965 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:55:59.890999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:00.040359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:00.040359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:00.040359 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c3964c0-c00c-4085-b291-cf1a641ce8d2 HTTP/1.1" status: 204 len: 168 time: 0.2205236 Dec 23 12:56:00.047442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6eede-a5c8-436d-b114-68c752c9ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3964c0-c00c-4085-b291-cf1a641ce8d2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:00.606383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edfd53-d419-4389-8e79-b367dddf6076 req-454e398e-9a26-4a8c-b7e9-92d412883a9f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:00.608499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53edfd53-d419-4389-8e79-b367dddf6076 req-454e398e-9a26-4a8c-b7e9-92d412883a9f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0562143 Dec 23 12:56:00.677523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53edfd53-d419-4389-8e79-b367dddf6076 req-0338a134-62c8-44b1-b8e4-4e21a7ea71bd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616806 Dec 23 12:56:00.709924 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-2c94dc02-4fd9-4f61-8ed9-0cad8d19b49f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1627903 Dec 23 12:56:00.801992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-49bd0d77-74c2-4fcc-9e00-3a79a81412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:00.803554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-49bd0d77-74c2-4fcc-9e00-3a79a81412c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0464473 Dec 23 12:56:00.890406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34692) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:00.901864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-affb0e33-c299-43c0-a7db-ebda8bfb50e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:00.931175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-bd98215e-9ac2-4de5-bd37-05661325e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:00.932785 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-bd98215e-9ac2-4de5-bd37-05661325e42c service neutron] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 909 time: 0.1102977 Dec 23 12:56:00.943748 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:56:01.025356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-af490ced-35e7-4d74-9124-708ffc0de2a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 1001 time: 0.0839658 Dec 23 12:56:01.094219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-affb0e33-c299-43c0-a7db-ebda8bfb50e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.098229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-6a7dc1b9-5dce-424d-8186-1175c2c62f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:01.099823 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-6a7dc1b9-5dce-424d-8186-1175c2c62f69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.0675681 Dec 23 12:56:01.150358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-11aab241-da0b-4c31-92de-7c1b8411f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:01.151903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-11aab241-da0b-4c31-92de-7c1b8411f3a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443113 Dec 23 12:56:01.206686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-affb0e33-c299-43c0-a7db-ebda8bfb50e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.260925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb0e33-c299-43c0-a7db-ebda8bfb50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa3e4f-3f91-4502-bf03-129d0387e11c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:01.268422 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-affb0e33-c299-43c0-a7db-ebda8bfb50e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df632ecaac474aa78b06625082719ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803775 Dec 23 12:56:01.269011 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:01.293179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-80bbfb3f-3d89-4d4e-be74-1043da05da14 service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345322 Dec 23 12:56:01.339446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.365270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.408135 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4cb83c79-2616-4d5d-b597-ac82bccd6e6e req-bf287128-49b0-450c-b3e8-d2955949ec77 service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078947 Dec 23 12:56:01.491396 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.494018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:01.495242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3fa3e4f-3f91-4502-bf03-129d0387e11c HTTP/1.1" status: 204 len: 168 time: 0.2249632 Dec 23 12:56:01.504065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76977920-566b-43e3-99c5-22d9aecf08e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa3e4f-3f91-4502-bf03-129d0387e11c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:01.803175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1cc5a-e46a-46f9-9cac-289a9577ce06 req-1394df9c-cbfd-43fd-9fb8-8653a520bc9d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:01.804767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65c1cc5a-e46a-46f9-9cac-289a9577ce06 req-1394df9c-cbfd-43fd-9fb8-8653a520bc9d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0561795 Dec 23 12:56:01.867417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65c1cc5a-e46a-46f9-9cac-289a9577ce06 req-1b235525-95b3-4056-905c-e0f7adb99387 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543888 Dec 23 12:56:02.989861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203614-a24c-4516-999c-33ac339d60ee req-c9211bb2-108c-40f3-b612-5f16acd1133a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:02.991346 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d203614-a24c-4516-999c-33ac339d60ee req-c9211bb2-108c-40f3-b612-5f16acd1133a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0530744 Dec 23 12:56:03.040969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d203614-a24c-4516-999c-33ac339d60ee req-2ebfca46-824d-4be8-b46c-9939b5c5e9cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Dec 23 12:56:04.070277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34754) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:04.172889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbaff-8bf0-4114-bc58-d6dfcfa2f2c7 req-1aebae87-010a-492f-a328-4e3b1fa4b90a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:04.172889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-576fbaff-8bf0-4114-bc58-d6dfcfa2f2c7 req-1aebae87-010a-492f-a328-4e3b1fa4b90a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0503521 Dec 23 12:56:04.196872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e161eba7-2b12-4576-b49c-99921783cbad admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.239751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-576fbaff-8bf0-4114-bc58-d6dfcfa2f2c7 req-acdfbf18-6357-4892-a971-f65dae6cd33e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Dec 23 12:56:04.304197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e161eba7-2b12-4576-b49c-99921783cbad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.377085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e161eba7-2b12-4576-b49c-99921783cbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.421784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161eba7-2b12-4576-b49c-99921783cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e728b-3721-41b2-9f63-3a4cb5dae24f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:04.427400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e161eba7-2b12-4576-b49c-99921783cbad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13aacb95e7b14315a091488ea9b6bdaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560226 Dec 23 12:56:04.430878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34758) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:04.481540 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.502439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.663178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.666185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:04.667475 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68e728b-3721-41b2-9f63-3a4cb5dae24f HTTP/1.1" status: 204 len: 168 time: 0.2356095 Dec 23 12:56:04.677239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868b7ce-3637-4004-b8fd-58cbacd15abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e728b-3721-41b2-9f63-3a4cb5dae24f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:05.374425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c123-da27-4f3b-800b-01d4f828a126 req-7e09887d-e6db-4b37-9797-0bff5ca9af5d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:05.376865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53f7c123-da27-4f3b-800b-01d4f828a126 req-7e09887d-e6db-4b37-9797-0bff5ca9af5d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0608506 Dec 23 12:56:05.385790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34768) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:05.407341 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7621628c-920e-4056-9a96-fd5f3b86b1c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.446126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53f7c123-da27-4f3b-800b-01d4f828a126 req-184c3e50-e205-4783-8fe2-fabfaa045210 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Dec 23 12:56:05.493966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7621628c-920e-4056-9a96-fd5f3b86b1c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.571498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7621628c-920e-4056-9a96-fd5f3b86b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.616862 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7621628c-920e-4056-9a96-fd5f3b86b1c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0125e9db9e04933b9297b6df970b05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294583 Dec 23 12:56:05.617800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621628c-920e-4056-9a96-fd5f3b86b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb0c68-6d7b-43f6-8c2d-5b99283c46de,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:05.619428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:05.671170 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.694374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.839598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.842147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:05.843345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eeb0c68-6d7b-43f6-8c2d-5b99283c46de HTTP/1.1" status: 204 len: 168 time: 0.2229033 Dec 23 12:56:05.851673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4bc31-3bf1-4f0b-9ad9-c816b575c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb0c68-6d7b-43f6-8c2d-5b99283c46de,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:06.589317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-8a941f6b-7004-48ae-838a-431f15066b31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710161 Dec 23 12:56:06.601577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f0ed-f15f-43b3-8fcf-fdc567056dfa req-0ad0d635-5c3d-4e57-9b8c-27f5dd3afdac tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:06.603235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6198f0ed-f15f-43b3-8fcf-fdc567056dfa req-0ad0d635-5c3d-4e57-9b8c-27f5dd3afdac tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0837481 Dec 23 12:56:06.687497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6198f0ed-f15f-43b3-8fcf-fdc567056dfa req-2150ee90-b78d-4f7a-8232-7911d9584fbd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731888 Dec 23 12:56:06.695874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-25b700bf-f54a-4bca-8ac3-52ac18d88d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:06.697376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-25b700bf-f54a-4bca-8ac3-52ac18d88d7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.0599494 Dec 23 12:56:06.808196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-ad9dbca2-70c8-4074-ae14-34e1ad9d3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:06.809801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-ad9dbca2-70c8-4074-ae14-34e1ad9d3755 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.0924890 Dec 23 12:56:06.885217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-5816ca44-5192-4310-8730-ca5683f491e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 1002 time: 0.0678456 Dec 23 12:56:06.942209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-19dddb82-ca15-4430-b843-f4eaa2eed52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:06.944425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-19dddb82-ca15-4430-b843-f4eaa2eed52d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0521860 Dec 23 12:56:06.993451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-d0de7ff1-bfcb-40be-ab20-bd7eb4932259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:06.994973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-d0de7ff1-bfcb-40be-ab20-bd7eb4932259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430617 Dec 23 12:56:07.089001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-a32744d1-88b2-4331-a045-ca258000cd30 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863063 Dec 23 12:56:07.190683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99ba0eec-f0ef-4a3a-b769-1676469f9e37 req-69f92bf6-585c-491d-8d0a-2e268104f259 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939622 Dec 23 12:56:07.819238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f10c8b-4077-49c2-afba-1607c2bda1a7 req-47a82daf-d2be-452a-8c37-e60577944059 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:07.820750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1f10c8b-4077-49c2-afba-1607c2bda1a7 req-47a82daf-d2be-452a-8c37-e60577944059 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0512753 Dec 23 12:56:07.871875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1f10c8b-4077-49c2-afba-1607c2bda1a7 req-aa2cda3a-0f7d-44d8-b30a-1a957e07891b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Dec 23 12:56:08.990969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9494-b707-48a4-9e85-a04c9520d14c req-bf75b5ed-96ef-4955-a1bb-5358b93b6603 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:08.992653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a1b9494-b707-48a4-9e85-a04c9520d14c req-bf75b5ed-96ef-4955-a1bb-5358b93b6603 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0533907 Dec 23 12:56:09.045990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a1b9494-b707-48a4-9e85-a04c9520d14c req-d244f0fe-8fa1-494d-8d63-fae270211e8c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Dec 23 12:56:09.782043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:09.889130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-37f0d9cc-3265-4aa4-99f5-596f3899aa38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:09.963245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-37f0d9cc-3265-4aa4-99f5-596f3899aa38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.091233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-37f0d9cc-3265-4aa4-99f5-596f3899aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.140768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-37f0d9cc-3265-4aa4-99f5-596f3899aa38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e4aa69869641eabbdd55d083552026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575425 Dec 23 12:56:10.141794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0d9cc-3265-4aa4-99f5-596f3899aa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8826883-99cb-432c-baf6-418366f392aa,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:10.144460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34854) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:10.180683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67818-fa04-4dcb-9f33-dfc7bf99bf76 req-6c4a8cd0-582c-4fd6-bd93-3ad38f3c7b45 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:10.182207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5f67818-fa04-4dcb-9f33-dfc7bf99bf76 req-6c4a8cd0-582c-4fd6-bd93-3ad38f3c7b45 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0598300 Dec 23 12:56:10.197550 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.219472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.229621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5f67818-fa04-4dcb-9f33-dfc7bf99bf76 req-8894636c-3d32-4392-ae05-aea1a3f3f551 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Dec 23 12:56:10.347900 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.350709 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:10.351928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8826883-99cb-432c-baf6-418366f392aa HTTP/1.1" status: 204 len: 168 time: 0.2059779 Dec 23 12:56:10.359750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae7fb-bc67-42be-b3ce-cfcd750e3108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8826883-99cb-432c-baf6-418366f392aa,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:10.933101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 34860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:10.949969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d14d96e5-d387-4d6c-b924-e4a429cff202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.022150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d14d96e5-d387-4d6c-b924-e4a429cff202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.136889 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d14d96e5-d387-4d6c-b924-e4a429cff202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.177010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d14d96e5-d387-4d6c-b924-e4a429cff202 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d8aa49eb7834bb39bbb3e38a7dab626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427101 Dec 23 12:56:11.177794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d96e5-d387-4d6c-b924-e4a429cff202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b0312f-e777-49a5-a78b-fb101a99a00a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:11.180011 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34862) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:11.230300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.251223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.337462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.340126 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:11.341410 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6b0312f-e777-49a5-a78b-fb101a99a00a HTTP/1.1" status: 204 len: 168 time: 0.1595592 Dec 23 12:56:11.349295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb80a4f-4359-4373-9db6-e948abab8048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b0312f-e777-49a5-a78b-fb101a99a00a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:11.351064 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca785-dfe1-4bc1-a591-bc10c76a1b4d req-e542855d-554a-43a3-82ce-9828156e961d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:11.352598 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194ca785-dfe1-4bc1-a591-bc10c76a1b4d req-e542855d-554a-43a3-82ce-9828156e961d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0515256 Dec 23 12:56:11.406253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194ca785-dfe1-4bc1-a591-bc10c76a1b4d req-64046ce1-45cf-468d-b3b1-ecb41f8bbee4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Dec 23 12:56:12.532635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dd631-de9c-466a-9942-1edf156fe2de req-7e31c47e-d395-413a-a69f-604cd8318052 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:12.534182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d0dd631-de9c-466a-9942-1edf156fe2de req-7e31c47e-d395-413a-a69f-604cd8318052 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0571203 Dec 23 12:56:12.583686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d0dd631-de9c-466a-9942-1edf156fe2de req-be047021-b68d-4110-8a0d-3bca4828e14a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Dec 23 12:56:13.325737 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a76d314d-acf9-4841-8872-5510b9f391c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:13.701926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51e11e-31a7-4051-b250-bece152fb7b0 req-6f1291af-6ff2-4e1e-afaf-2a1046a53206 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:13.703417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f51e11e-31a7-4051-b250-bece152fb7b0 req-6f1291af-6ff2-4e1e-afaf-2a1046a53206 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0490811 Dec 23 12:56:13.751713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f51e11e-31a7-4051-b250-bece152fb7b0 req-afcb7b82-324f-41dd-81ea-870d6d0ece43 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Dec 23 12:56:13.887722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 34942) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:14.087858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Deleting port 18a2033e-936a-4102-b7a6-8ee709384fe1 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:14.088206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.171508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.171765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.184933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Calling delete_port for 18a2033e-936a-4102-b7a6-8ee709384fe1 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:14.480075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.509441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event deleted for resources: {'Port': ['ID=18a2033e-936a-4102-b7a6-8ee709384fe1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:14.589189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.589531 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Floating IP 8a27e7a8-368c-44ed-94af-5bc5a498f10f disassociated (deleted). External IP: 172.25.7.106, port: 459e8917-db59-48b1-b618-60ec1d74bd15. Dec 23 12:56:14.840927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:56:14.939172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f804-fa55-4cfe-b907-287220b53d22 req-1b26cd45-3494-47cd-ae08-5e0294cd7247 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:14.947268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55c1f804-fa55-4cfe-b907-287220b53d22 req-1b26cd45-3494-47cd-ae08-5e0294cd7247 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0984192 Dec 23 12:56:14.969662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:56:14.974617 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:14.982559 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:56:14.997560 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:15.000029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:15.023151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-72fc1cf3-1acf-4331-aff1-51e8db6557f3 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "DELETE /v2.0/floatingips/8a27e7a8-368c-44ed-94af-5bc5a498f10f HTTP/1.1" status: 204 len: 168 time: 1.1334946 Dec 23 12:56:15.023751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:56:15.028188 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:56:15.055061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55c1f804-fa55-4cfe-b907-287220b53d22 req-0448bd11-1fe3-4a82-996d-2afb61b0d255 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011384 Dec 23 12:56:15.131468 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c108a0b4-4ce8-4951-97da-a0f1500b8900 x-openstack-request-id: req-c108a0b4-4ce8-4951-97da-a0f1500b8900 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:56:15.135824 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:56:15.135824 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c108a0b4-4ce8-4951-97da-a0f1500b8900 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:56:15.135824 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:56:15.136048 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:15.376456 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:15.414027 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:56:15.427386 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:15.428428 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:55:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:15.658101 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:15.710549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-60faa580-e370-4b15-ae94-4c50ca12f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:15.712488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-60faa580-e370-4b15-ae94-4c50ca12f406 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 1097 time: 0.5473242 Dec 23 12:56:15.793299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4bead-cd6b-4bc9-97fa-42ec9c5dce56 req-a604ff27-e98b-4e61-ad25-a3651bcd07e5 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:15.797298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b4bead-cd6b-4bc9-97fa-42ec9c5dce56 req-a604ff27-e98b-4e61-ad25-a3651bcd07e5 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.1596844 Dec 23 12:56:15.873211 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:15.881817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b4bead-cd6b-4bc9-97fa-42ec9c5dce56 req-45c38cd1-b5e0-4711-964a-d3a144cf6b1b tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741296 Dec 23 12:56:15.916094 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b146d-c647-4186-abff-14216fb7cc4a None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'efd48558-54f8-4484-811c-891558920cde', 'name': '', 'network_id': '8f8670d1-378c-4c44-b7e4-45a7e2c83716', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'mac_address': 'fa:16:3e:8e:3a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'e017e954-6383-4068-9921-36702d4d1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:06Z', 'updated_at': '2021-12-23T12:51:12Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'subnets': [{'id': 'e017e954-6383-4068-9921-36702d4d1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:56:15.946248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-701b403f-9f84-4400-acc5-6d15f693a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:15.947755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-701b403f-9f84-4400-acc5-6d15f693a624 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 200 len: 915 time: 0.2274854 Dec 23 12:56:16.004037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-7ea2bd03-a2d3-43e3-93f1-00bb2fb93916 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 200 len: 217 time: 0.0465689 Dec 23 12:56:16.068989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-0c4f596e-8b89-4e3d-8f13-99177dc817b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:16.070634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-0c4f596e-8b89-4e3d-8f13-99177dc817b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 200 len: 853 time: 0.0589812 Dec 23 12:56:16.102347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1e83-f096-4781-9781-e0d37dc8cbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:16.190580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-d71bafe9-b146-4ce4-a54f-f223f167a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:16.192615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-d71bafe9-b146-4ce4-a54f-f223f167a4fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f8670d1-378c-4c44-b7e4-45a7e2c83716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131868 Dec 23 12:56:16.279238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d0102-548c-4098-9214-f48226b5ec5d req-7923fae0-8fb4-4cfe-9df2-e007c8867ec0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:16.280766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d1d0102-548c-4098-9214-f48226b5ec5d req-7923fae0-8fb4-4cfe-9df2-e007c8867ec0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.1354415 Dec 23 12:56:16.323217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460852c0-4d29-4144-b552-3dd0c0e99b69 None None] New status for floating IP 8a27e7a8-368c-44ed-94af-5bc5a498f10f: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:56:16.355482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-73b3c8fe-a6d8-4e05-91ef-8a0eaf1286a2 service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505771 Dec 23 12:56:16.374497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d1d0102-548c-4098-9214-f48226b5ec5d req-e1a18f21-77ca-43f0-9a48-4b9df719b476 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823705 Dec 23 12:56:16.488778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bef9e0bf-3345-4b44-bf8c-f4553c65ab1e req-640f68db-9ec8-496a-9226-2927f340718d service neutron] 10.222.0.43 "GET /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107185 Dec 23 12:56:16.554725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:17.028801 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa62b3-40f0-4ec3-9aa4-39df4b773def req-04b7a867-0f14-4176-a219-7cbc3c7ad01d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:17.031331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89fa62b3-40f0-4ec3-9aa4-39df4b773def req-04b7a867-0f14-4176-a219-7cbc3c7ad01d tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.0631237 Dec 23 12:56:17.111492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89fa62b3-40f0-4ec3-9aa4-39df4b773def req-59960b2b-7a04-4875-8761-a21fc80ce97c tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/security-groups?id=3448bcf5-6bea-461a-a4c9-56811c67cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738368 Dec 23 12:56:17.133436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-bb1ae658-b789-48fc-8830-a8c6eae8ccb0 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:17.134953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-bb1ae658-b789-48fc-8830-a8c6eae8ccb0 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 946 time: 0.0721443 Dec 23 12:56:17.237920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Deleting port 459e8917-db59-48b1-b618-60ec1d74bd15 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:17.238330 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:17.335711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] For port 459e8917-db59-48b1-b618-60ec1d74bd15, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=459e8917-db59-48b1-b618-60ec1d74bd15,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:17.336009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:17.350917 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Calling delete_port for 459e8917-db59-48b1-b618-60ec1d74bd15 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:17.534640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12143f-db28-4a67-9f8a-d246a1f0bf1a req-01b4660d-b0a4-44b1-8208-697110723f8d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:17.536189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f12143f-db28-4a67-9f8a-d246a1f0bf1a req-01b4660d-b0a4-44b1-8208-697110723f8d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0651348 Dec 23 12:56:17.569492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:17.614647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event deleted for resources: {'Port': ['ID=459e8917-db59-48b1-b618-60ec1d74bd15,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:17.621164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f12143f-db28-4a67-9f8a-d246a1f0bf1a req-1edcd0eb-75be-4d2e-ae46-a8021d8e4a64 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780706 Dec 23 12:56:17.660479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] No DVR routers for this DVR port 459e8917-db59-48b1-b618-60ec1d74bd15 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:17.663186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:17.667060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f9b1b93-69be-409f-94d2-8ba06b664275 req-184896fe-e8e0-4cb2-8ca2-e1d097ba4dcc tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.43 "DELETE /v2.0/ports/459e8917-db59-48b1-b618-60ec1d74bd15 HTTP/1.1" status: 204 len: 173 time: 0.5256031 Dec 23 12:56:17.667727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'name': 'network-vif-deleted', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:56:17.669429 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b5d94-b64c-4964-99b5-f7b09d2f0c39" -d '{"events": [{"server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "name": "network-vif-deleted", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:56:17.706327 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12922f4-c904-4070-a3f4-ad221a2ccd38 x-openstack-request-id: req-e12922f4-c904-4070-a3f4-ad221a2ccd38 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:56:17.706762 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d05fc9-790d-4d39-9aff-b2535ce49cbc", "name": "network-vif-deleted", "tag": "459e8917-db59-48b1-b618-60ec1d74bd15", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:56:17.707022 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e12922f4-c904-4070-a3f4-ad221a2ccd38 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:56:17.707431 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d05fc9-790d-4d39-9aff-b2535ce49cbc', 'name': 'network-vif-deleted', 'tag': '459e8917-db59-48b1-b618-60ec1d74bd15', 'status': 'completed', 'code': 200} Dec 23 12:56:18.248499 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1618c7ea-8cae-40ec-b37d-c5494bddc53f req-3af04276-0fec-41fc-b553-773f06ddc3e1 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0338061 Dec 23 12:56:18.250926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:18.576483 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:18.766053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed95c-7361-4390-b117-cf89ea88e2f3 req-aafce05f-5408-4afa-bbed-c76342d3a853 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:18.769540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da6ed95c-7361-4390-b117-cf89ea88e2f3 req-aafce05f-5408-4afa-bbed-c76342d3a853 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0561984 Dec 23 12:56:18.825178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da6ed95c-7361-4390-b117-cf89ea88e2f3 req-57de19f9-579f-48fc-9548-924160588039 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Dec 23 12:56:19.234222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:19.352427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19bf490f-eed2-4cf2-8568-de37789f4da2 req-9aca19cd-ffc1-4d2a-a170-dc39e97d5b33 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0290544 Dec 23 12:56:19.979264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816796a3-dd1f-4ae7-b18e-a4422b983da5 req-4ece0e60-fc10-46fa-a9a3-412bb73afe5c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:19.981163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-816796a3-dd1f-4ae7-b18e-a4422b983da5 req-4ece0e60-fc10-46fa-a9a3-412bb73afe5c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0540075 Dec 23 12:56:20.035738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-816796a3-dd1f-4ae7-b18e-a4422b983da5 req-d880b2dd-9bcf-4f5b-b163-64e03589045f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485926 Dec 23 12:56:20.668207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00087a70-f75d-42e2-ae44-3d0030982dfa req-c8c3a281-1658-411e-82a6-5e5dba3306c2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0293787 Dec 23 12:56:21.165844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faebc2-0481-4f28-b36f-5b5835c87120 req-43a0b48e-35ce-4acb-80bd-780f23f95622 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:21.168693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97faebc2-0481-4f28-b36f-5b5835c87120 req-43a0b48e-35ce-4acb-80bd-780f23f95622 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0583155 Dec 23 12:56:21.219215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97faebc2-0481-4f28-b36f-5b5835c87120 req-ef6a27e1-7645-4ecf-8493-e3509c419601 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Dec 23 12:56:21.510294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 459e8917-db59-48b1-b618-60ec1d74bd15 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:21.535139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 459e8917-db59-48b1-b618-60ec1d74bd15 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:21.535584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 459e8917-db59-48b1-b618-60ec1d74bd15 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:21.770820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f75dec4f-a2fa-4f81-bc3a-2d0444807606 req-a998c350-bf59-4b87-8b05-19a6ff3ffaf2 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0279593 Dec 23 12:56:22.362083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a5f28-e2c0-49c7-85cc-ad92dd3c8065 req-27da3041-b151-4ce9-88cc-0db13a23da3d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:22.369076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-234a5f28-e2c0-49c7-85cc-ad92dd3c8065 req-27da3041-b151-4ce9-88cc-0db13a23da3d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0743430 Dec 23 12:56:22.425911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-234a5f28-e2c0-49c7-85cc-ad92dd3c8065 req-3fc35d23-b540-44c8-93c8-c1dbfcd0a721 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470610 Dec 23 12:56:22.483913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-7e12a132-c2ce-47c9-9b25-85e4b1fb3f52 req-43f28580-f3c4-43e9-976d-029df4cd5041 service neutron] (104037) timed out ('10.222.0.57', 55730) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:56:22.883782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90965b70-4382-4db9-95b8-0486259bc27a req-52488106-586c-4a9f-a7b8-f8c0f9b49d59 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1d05fc9-790d-4d39-9aff-b2535ce49cbc HTTP/1.1" status: 200 len: 210 time: 0.0268867 Dec 23 12:56:22.897132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:23.555780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb489fc7-aaff-4663-9e61-a3ddb16e26c9 req-ce367bf1-d0ec-4d05-97bc-511bfb63bad6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:23.557300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb489fc7-aaff-4663-9e61-a3ddb16e26c9 req-ce367bf1-d0ec-4d05-97bc-511bfb63bad6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0575035 Dec 23 12:56:23.607661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb489fc7-aaff-4663-9e61-a3ddb16e26c9 req-72e38a89-a0cf-4aea-a910-6f41712a510e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Dec 23 12:56:23.944624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35032) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:24.003423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:24.032200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:24.216719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:24.219342 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:24.220521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] 10.222.0.16 "DELETE /v2.0/security-groups/3448bcf5-6bea-461a-a4c9-56811c67cdf9 HTTP/1.1" status: 204 len: 168 time: 0.2748506 Dec 23 12:56:24.230303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf15246-6287-4afb-920f-e5aa7325c6b6 tempest-TestVolumeBackupRestore-378037767 tempest-TestVolumeBackupRestore-378037767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3448bcf5-6bea-461a-a4c9-56811c67cdf9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:24.732129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b3ab9-4720-42c9-9fe8-1c3f140a51f3 req-3cbdb395-fd2e-4d04-977c-bf1dc24be6b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:24.733657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-259b3ab9-4720-42c9-9fe8-1c3f140a51f3 req-3cbdb395-fd2e-4d04-977c-bf1dc24be6b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0563798 Dec 23 12:56:24.790584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-259b3ab9-4720-42c9-9fe8-1c3f140a51f3 req-2c944b25-4101-460a-8569-f92dfaf44d89 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 Dec 23 12:56:25.921454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bbb26-69a7-4698-b83c-ca8a7dc209af req-59c5d5a0-ac4a-4d20-88f5-63d8af773933 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:25.923302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f81bbb26-69a7-4698-b83c-ca8a7dc209af req-59c5d5a0-ac4a-4d20-88f5-63d8af773933 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 943 time: 0.0578952 Dec 23 12:56:25.972982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f81bbb26-69a7-4698-b83c-ca8a7dc209af req-70e52862-8c32-487e-964c-c02ac8ddb76e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Dec 23 12:56:26.529990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 172fae9c-1b83-49ce-adcb-f0dec18deae3 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:56:26.631669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:26.645671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '172fae9c-1b83-49ce-adcb-f0dec18deae3', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': '172fae9c-1b83-49ce-adcb-f0dec18deae3', 'mac_address': 'fa:16:3e:ab:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:56:26.701511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:26.716339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172fae9c-1b83-49ce-adcb-f0dec18deae3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:56:26.741441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:26.874248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:26.967039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:26.980055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.980411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.980751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.981242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.981578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.982315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.982661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.983078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.983406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.983731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.984053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.984374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:26.984693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:27.119903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8d1d9-90d8-4b20-b628-904949b7226b req-967bea53-3427-4ee2-b837-1058659d246b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:27.122337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ed8d1d9-90d8-4b20-b628-904949b7226b req-967bea53-3427-4ee2-b837-1058659d246b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 944 time: 0.0622718 Dec 23 12:56:27.197595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['172fae9c-1b83-49ce-adcb-f0dec18deae3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:56:27.213347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ed8d1d9-90d8-4b20-b628-904949b7226b req-c50054c4-5bb3-4665-8a61-a80768b341ab tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Dec 23 12:56:28.394962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f0a5-455d-4c36-bc85-71dbb95e17d4 req-56fb3347-30c2-457b-b416-6f3032578f77 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:28.403506 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a03f0a5-455d-4c36-bc85-71dbb95e17d4 req-56fb3347-30c2-457b-b416-6f3032578f77 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 944 time: 0.0998454 Dec 23 12:56:28.462876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a03f0a5-455d-4c36-bc85-71dbb95e17d4 req-f08d52c6-0057-41d0-9f0f-4d47e6f73e19 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585053 Dec 23 12:56:28.528931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 172fae9c-1b83-49ce-adcb-f0dec18deae3 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:56:28.645451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 172fae9c-1b83-49ce-adcb-f0dec18deae3 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:56:28.651213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 172fae9c-1b83-49ce-adcb-f0dec18deae3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:56:28.651827 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:28.769966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:28.793237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:56:28.795473 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3336395c-ad2f-4058-bfe2-c2e196ff2f09" -d '{"events": [{"server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "name": "network-vif-plugged", "status": "completed", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:56:28.815212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:28.853417 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8f492-6f7f-4bdf-8030-bc8210655484 x-openstack-request-id: req-59a8f492-6f7f-4bdf-8030-bc8210655484 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:56:28.853780 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "name": "network-vif-plugged", "status": "completed", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:56:28.854104 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59a8f492-6f7f-4bdf-8030-bc8210655484 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:56:28.854567 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3', 'code': 200} Dec 23 12:56:28.885042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:28.947326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:29.021999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63751c3-9a92-4b4f-afe8-db7202992dfe req-03a0124b-118f-4207-9362-3150b09445fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:29.025229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b63751c3-9a92-4b4f-afe8-db7202992dfe req-03a0124b-118f-4207-9362-3150b09445fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 1096 time: 0.1043925 Dec 23 12:56:29.089947 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b63751c3-9a92-4b4f-afe8-db7202992dfe req-9a875e88-e5aa-4255-add1-8ba78a9d2c28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Dec 23 12:56:29.592815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6150f-7a69-428d-a66d-84813d5086e8 req-10e92048-9c52-4364-9ca6-4def95e564c0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:29.600940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d6150f-7a69-428d-a66d-84813d5086e8 req-10e92048-9c52-4364-9ca6-4def95e564c0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0575840 Dec 23 12:56:29.660776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d6150f-7a69-428d-a66d-84813d5086e8 req-0d4d3d07-d0cd-48dd-8b5b-1ccfd634b2c1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Dec 23 12:56:30.482408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35328) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:30.875321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ff3c0-ff66-4d31-b109-ee090a3d5b38 req-7c8efa51-ce51-4ab0-9778-3d1b7671c3c8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:30.876912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e41ff3c0-ff66-4d31-b109-ee090a3d5b38 req-7c8efa51-ce51-4ab0-9778-3d1b7671c3c8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0694678 Dec 23 12:56:31.033071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e41ff3c0-ff66-4d31-b109-ee090a3d5b38 req-3dbd7de5-1cce-4c2a-843f-454fb734e391 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Dec 23 12:56:31.185812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67db817-32f5-4590-aa52-e14b31345564 req-047a5133-d5b9-41bc-95d8-a0a85e68dd3c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:31.187202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67db817-32f5-4590-aa52-e14b31345564 req-047a5133-d5b9-41bc-95d8-a0a85e68dd3c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0757804 Dec 23 12:56:31.281437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67db817-32f5-4590-aa52-e14b31345564 req-372f2bf0-0fb7-4a08-8c83-7d88b17d0e7d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853477 Dec 23 12:56:31.296925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:31.486679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2f7ea-e834-484d-973d-ac7318691850 req-b814fab3-a123-4ba4-aeee-5de01ce72867 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:31.488177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4f2f7ea-e834-484d-973d-ac7318691850 req-b814fab3-a123-4ba4-aeee-5de01ce72867 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.1016822 Dec 23 12:56:31.577781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4f2f7ea-e834-484d-973d-ac7318691850 req-bc146ff7-8c2d-4c3b-811a-84aa1b085c6d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 Dec 23 12:56:31.669270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Deleting port efd48558-54f8-4484-811c-891558920cde {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:31.669608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:31.756872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] For port efd48558-54f8-4484-811c-891558920cde, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=efd48558-54f8-4484-811c-891558920cde,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:31.757143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:31.772540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Calling delete_port for efd48558-54f8-4484-811c-891558920cde owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:32.102802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:32.129702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd48558-54f8-4484-811c-891558920cde,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:32.143554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.143554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.143554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.143868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.144055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.144389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.144723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.145080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.145412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.145762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.146090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.146418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.146751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:32.321699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d95f8-ade7-4a91-b833-86c4da5d6340 req-2834a30e-b6b0-4696-80b6-6b20ace8629d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:32.323316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a50d95f8-ade7-4a91-b833-86c4da5d6340 req-2834a30e-b6b0-4696-80b6-6b20ace8629d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0997586 Dec 23 12:56:32.408308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:32.418344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a50d95f8-ade7-4a91-b833-86c4da5d6340 req-890fbe73-f0f9-4095-b07f-41536594b183 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638444 Dec 23 12:56:32.640111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Router b7202f3b-1388-47c0-a0d5-0055143c6b40 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:56:33.082499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:56:33.088175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c893cab-3a50-4e70-9824-7dc03671f246 admin admin] 10.222.0.16 "PUT /v2.0/routers/b7202f3b-1388-47c0-a0d5-0055143c6b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6046999 Dec 23 12:56:33.090769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35444) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:33.094006 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Sync routers for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:56:33.104971 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:33.105627 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:33.205187 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.216772 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:33.328522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.417288 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:56:31Z', 'revision_number': 5, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port': {'id': 'be134239-159f-4e7f-8436-571306dd8c4d', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:03Z', 'updated_at': '2021-12-23T12:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:33.443791 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Checking router: b7202f3b-1388-47c0-a0d5-0055143c6b40 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:56:33.452770 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Routers {'b7202f3b-1388-47c0-a0d5-0055143c6b40'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:33.453583 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b7202f3b-1388-47c0-a0d5-0055143c6b40'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:33.482449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Deleting port be134239-159f-4e7f-8436-571306dd8c4d {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:33.482794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.548798 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] Set router b7202f3b-1388-47c0-a0d5-0055143c6b40 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:33.604095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f9b9-24b4-4767-aac1-fe846cf84a3e req-0b1e5d9a-42f2-44ee-af23-8613ced3bf58 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:33.605521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc62f9b9-24b4-4767-aac1-fe846cf84a3e req-0b1e5d9a-42f2-44ee-af23-8613ced3bf58 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0811205 Dec 23 12:56:33.606724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0109e555-526d-415f-832b-44b76a420d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:56:33Z', 'revision_number': 6, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:33.611683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] For port be134239-159f-4e7f-8436-571306dd8c4d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=be134239-159f-4e7f-8436-571306dd8c4d,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:33.612053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.633877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e555-526d-415f-832b-44b76a420d0d None None] The sync data for ids ['b7202f3b-1388-47c0-a0d5-0055143c6b40'] in n-d-822750-2 is: [{'id': 'b7202f3b-1388-47c0-a0d5-0055143c6b40', 'name': 'tempest-TestVolumeBackupRestore-2034303555-router', 'tenant_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:02Z', 'updated_at': '2021-12-23T12:56:33Z', 'revision_number': 6, 'project_id': 'c2f3598642ae4b2697894b4bbc7ec517', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:56:33.634323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Calling delete_port for be134239-159f-4e7f-8436-571306dd8c4d owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:33.711443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc62f9b9-24b4-4767-aac1-fe846cf84a3e req-fab3ade3-7f17-4b7b-a2d0-5675d46f2141 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884006 Dec 23 12:56:33.802577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-65403129-fbce-4106-8aac-a01e010eb517 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:33.804067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-65403129-fbce-4106-8aac-a01e010eb517 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 945 time: 0.0554848 Dec 23 12:56:33.900426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 172fae9c-1b83-49ce-adcb-f0dec18deae3 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:33.900918 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.932023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:33.958640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=be134239-159f-4e7f-8436-571306dd8c4d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:33.975979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2445f23-9b7c-4d37-b6e5-f5e0ee08f60d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:56:34.016038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port 172fae9c-1b83-49ce-adcb-f0dec18deae3, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=172fae9c-1b83-49ce-adcb-f0dec18deae3,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:34.016735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.035767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.043420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 172fae9c-1b83-49ce-adcb-f0dec18deae3 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:34.141275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.143734 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.285298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.285962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7202f3b-1388-47c0-a0d5-0055143c6b40 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:56:34.290880 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.292226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cecfade4-7409-4579-8572-66a28ee27e30 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b7202f3b-1388-47c0-a0d5-0055143c6b40 HTTP/1.1" status: 204 len: 168 time: 1.2004414 Dec 23 12:56:34.294774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35488) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:34.308853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.315032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['172fae9c-1b83-49ce-adcb-f0dec18deae3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:56:34.341678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=172fae9c-1b83-49ce-adcb-f0dec18deae3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:34.343118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Deleting subnet e017e954-6383-4068-9921-36702d4d1078 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:56:34.346633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.367857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.368115 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.368705 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.369167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.369597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.370050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.370453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.370791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.371118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.371443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.371768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.372093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.372579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:56:34.386748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.395632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port 172fae9c-1b83-49ce-adcb-f0dec18deae3 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:34.398530 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.405346 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af9f516e-0fff-4290-9f4c-049e2050dbf0 req-6a084145-625f-4d94-a21d-7b23fe0683ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "DELETE /v2.0/ports/172fae9c-1b83-49ce-adcb-f0dec18deae3 HTTP/1.1" status: 204 len: 173 time: 0.5944397 Dec 23 12:56:34.405965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'name': 'network-vif-deleted', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:56:34.408289 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f003c5c7-d0e4-45e4-80b5-3d557554f518" -d '{"events": [{"server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "name": "network-vif-deleted", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:56:34.467559 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296bd98a-7687-48b0-b865-f4dee74f3e66 x-openstack-request-id: req-296bd98a-7687-48b0-b865-f4dee74f3e66 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:56:34.467855 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2954ad2d-cd18-4ab1-a74d-0785ade74de1", "name": "network-vif-deleted", "tag": "172fae9c-1b83-49ce-adcb-f0dec18deae3", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:56:34.468110 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-296bd98a-7687-48b0-b865-f4dee74f3e66 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:56:34.468530 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2954ad2d-cd18-4ab1-a74d-0785ade74de1', 'name': 'network-vif-deleted', 'tag': '172fae9c-1b83-49ce-adcb-f0dec18deae3', 'status': 'completed', 'code': 200} Dec 23 12:56:34.515915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.625137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device be134239-159f-4e7f-8436-571306dd8c4d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:34.655183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: be134239-159f-4e7f-8436-571306dd8c4d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:34.655758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device be134239-159f-4e7f-8436-571306dd8c4d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:34.666066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device efd48558-54f8-4484-811c-891558920cde no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:34.678231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: efd48558-54f8-4484-811c-891558920cde {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:34.678603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device efd48558-54f8-4484-811c-891558920cde not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:34.697167 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.746492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e017e954-6383-4068-9921-36702d4d1078,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:34.756571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.763117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35510) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:34.765859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f2fe9-c09e-4f0a-a77f-a508a2d2509a None None] Network 8f8670d1-378c-4c44-b7e4-45a7e2c83716 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:56:34.777417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0d4bd6ad-3175-4f5e-83f4-c133807d2752 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e017e954-6383-4068-9921-36702d4d1078 HTTP/1.1" status: 204 len: 168 time: 0.4648027 Dec 23 12:56:34.848679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f26eaa2-1067-46c9-aa75-839deb06f5c0 req-cee94f61-43fe-4c4e-92cf-fcbd015ac41b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Dec 23 12:56:34.899543 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:34.984960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Deleting port ad313f41-9957-42f9-85ab-b49551c29c18 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:34.985299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.005837 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] DHCP port deletion for 8f8670d1-378c-4c44-b7e4-45a7e2c83716 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:56:35.063535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] For port ad313f41-9957-42f9-85ab-b49551c29c18, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad313f41-9957-42f9-85ab-b49551c29c18,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:35.065253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.077117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Deleting port ad313f41-9957-42f9-85ab-b49551c29c18 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:35.077580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.081018 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Calling delete_port for ad313f41-9957-42f9-85ab-b49551c29c18 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:35.150731 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] For port ad313f41-9957-42f9-85ab-b49551c29c18, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad313f41-9957-42f9-85ab-b49551c29c18,segment=NetworkSegment(a151f17e-dd48-4c60-a4f5-3330ed5caffa),segment_id=a151f17e-dd48-4c60-a4f5-3330ed5caffa)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:35.151284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.166585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Calling delete_port for ad313f41-9957-42f9-85ab-b49551c29c18 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:56:35.284562 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 12:56:35.287975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.297209 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.313525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Pushing event deleted for resources: {'Port': ['ID=ad313f41-9957-42f9-85ab-b49551c29c18,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:35.318375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] No DVR routers for this DVR port ad313f41-9957-42f9-85ab-b49551c29c18 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:35.332706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] Pushing event deleted for resources: {'Port': ['ID=ad313f41-9957-42f9-85ab-b49551c29c18,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:35.334825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a352a21-9245-41cb-9b5a-7016a6f9462c None None] No DVR routers for this DVR port ad313f41-9957-42f9-85ab-b49551c29c18 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:35.417032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.439811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8670d1-378c-4c44-b7e4-45a7e2c83716']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:35.450169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a151f17e-dd48-4c60-a4f5-3330ed5caffa') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:35.450461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a151f17e-dd48-4c60-a4f5-3330ed5caffa') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:35.459893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.473401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.479987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:56:35.480371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:56:35.482072 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:56:35.794343 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.806847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:35.813617 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f8670d1-378c-4c44-b7e4-45a7e2c83716 HTTP/1.1" status: 204 len: 168 time: 1.0492897 Dec 23 12:56:35.817168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35542) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:35.827541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e996-a476-413e-b38f-e65c13d8dfff admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8670d1-378c-4c44-b7e4-45a7e2c83716,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:35.977767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03c7072a-1c57-4a2a-b591-41421bcfd023 req-23094883-6062-463d-8cfd-fede08d12baf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Dec 23 12:56:36.245315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:36.524744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Deleting port 51bd8009-7672-46ff-854a-825b9d772b87 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:36.525305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:36.577117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 172fae9c-1b83-49ce-adcb-f0dec18deae3 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:36.617699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 172fae9c-1b83-49ce-adcb-f0dec18deae3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:36.618517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 172fae9c-1b83-49ce-adcb-f0dec18deae3 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:36.620489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad313f41-9957-42f9-85ab-b49551c29c18 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:36.632554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] For port 51bd8009-7672-46ff-854a-825b9d772b87, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=51bd8009-7672-46ff-854a-825b9d772b87,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:36.633080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:36.644683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ad313f41-9957-42f9-85ab-b49551c29c18 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:36.645179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad313f41-9957-42f9-85ab-b49551c29c18 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:36.647608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Calling delete_port for 51bd8009-7672-46ff-854a-825b9d772b87 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:36.942606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:36.975257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bd8009-7672-46ff-854a-825b9d772b87,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:37.124204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afd5c8f7-9e6a-4766-9321-0f766834c98a req-3c8472d9-1ee3-45b7-b8dc-dd4642500b37 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0337746 Dec 23 12:56:37.202075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:37.462996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Router 56172918-3d28-4f8b-bffc-39ad43ad0a66 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:56:37.573480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:56:37.578719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c67c7537-37fd-4b97-9424-025d6725d0f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/56172918-3d28-4f8b-bffc-39ad43ad0a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602129 Dec 23 12:56:37.581068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35584) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:37.585288 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Sync routers for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:56:37.599227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:37.600079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:37.692691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:37.712491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:37.816797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:37.901459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:56:36Z', 'revision_number': 5, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port': {'id': '741ad830-55c9-45de-80f9-dbd78454cee1', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:51:12Z', 'updated_at': '2021-12-23T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:37.941894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Checking router: 56172918-3d28-4f8b-bffc-39ad43ad0a66 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:56:37.946871 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:56:37.952520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Routers {'56172918-3d28-4f8b-bffc-39ad43ad0a66'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:56:37.953432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['56172918-3d28-4f8b-bffc-39ad43ad0a66'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:37.955932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Deleting port 741ad830-55c9-45de-80f9-dbd78454cee1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:37.956397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.048446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] Set router 56172918-3d28-4f8b-bffc-39ad43ad0a66 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:56:38.103775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:56:37Z', 'revision_number': 6, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:38.135014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3caf-a62e-4cfb-9253-42d59a5bcb81 None None] The sync data for ids ['56172918-3d28-4f8b-bffc-39ad43ad0a66'] in n-d-822750-2 is: [{'id': '56172918-3d28-4f8b-bffc-39ad43ad0a66', 'name': 'tempest-TestVolumeBackupRestore-554170190-router', 'tenant_id': '971eb9d107e241b98cbdbca8d7866bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:51:11Z', 'updated_at': '2021-12-23T12:56:37Z', 'revision_number': 6, 'project_id': '971eb9d107e241b98cbdbca8d7866bb5', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:56:38.383058 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35aba05a-f636-4d24-b5e5-8413330d5e94 req-981e9702-3131-41e2-ae3a-22041b51b547 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0337739 Dec 23 12:56:38.416139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] For port 741ad830-55c9-45de-80f9-dbd78454cee1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=741ad830-55c9-45de-80f9-dbd78454cee1,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:38.416508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.429738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Calling delete_port for 741ad830-55c9-45de-80f9-dbd78454cee1 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:38.668209 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.698435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Pushing event deleted for resources: {'Port': ['ID=741ad830-55c9-45de-80f9-dbd78454cee1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:38.715476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296efb0d-1a58-42d1-8945-ed1e04fc49ba None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:56:38.760744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.854031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.856101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.932969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 51bd8009-7672-46ff-854a-825b9d772b87 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:38.948071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.948728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56172918-3d28-4f8b-bffc-39ad43ad0a66 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:56:38.955719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:38.963378 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4eba56d6-1d06-4793-b6bf-4f99efb1d552 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56172918-3d28-4f8b-bffc-39ad43ad0a66 HTTP/1.1" status: 204 len: 168 time: 1.3783019 Dec 23 12:56:38.963998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35592) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:38.975012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 51bd8009-7672-46ff-854a-825b9d772b87 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:38.975591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 51bd8009-7672-46ff-854a-825b9d772b87 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:39.022761 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Deleting subnet b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:56:39.027091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.071306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.152180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.276999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.300908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:39.308231 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.311002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-00d88d0c-46a6-4985-af5b-82f107ffe1e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b7fb6b91-3e6c-4f0b-9b4b-cb2dd4798e39 HTTP/1.1" status: 204 len: 168 time: 0.3461528 Dec 23 12:56:39.313649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35600) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:39.315409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b54345-e8e8-4730-bb04-e488ac47a598 None None] Network 05ed0acf-afc2-4299-af1a-c3da12abc65c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:56:39.394489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.467684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Deleting port cf207834-f460-4536-ad20-db26a8f8f847 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:39.468055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.503199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3cbecaff-1482-409f-b199-6f099ab98b3b req-358d2805-3acc-46df-adf5-77ee45c92a26 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=2954ad2d-cd18-4ab1-a74d-0785ade74de1 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Dec 23 12:56:39.516844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] DHCP port deletion for 05ed0acf-afc2-4299-af1a-c3da12abc65c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:56:39.545970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] For port cf207834-f460-4536-ad20-db26a8f8f847, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cf207834-f460-4536-ad20-db26a8f8f847,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:39.546325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.559505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Calling delete_port for cf207834-f460-4536-ad20-db26a8f8f847 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:39.566555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Deleting port cf207834-f460-4536-ad20-db26a8f8f847 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:56:39.566930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.638586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] For port cf207834-f460-4536-ad20-db26a8f8f847, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cf207834-f460-4536-ad20-db26a8f8f847,segment=NetworkSegment(d14ae03d-88fd-4708-84c4-8a833ef6ed69),segment_id=d14ae03d-88fd-4708-84c4-8a833ef6ed69)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:56:39.638812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.653545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Calling delete_port for cf207834-f460-4536-ad20-db26a8f8f847 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:56:39.731044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.741290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.766928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] No DVR routers for this DVR port cf207834-f460-4536-ad20-db26a8f8f847 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:39.771056 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] Pushing event deleted for resources: {'Port': ['ID=cf207834-f460-4536-ad20-db26a8f8f847,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:39.773590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131fd81-e382-4250-91fb-d0a95186e0c5 None None] No DVR routers for this DVR port cf207834-f460-4536-ad20-db26a8f8f847 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:56:39.781026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf207834-f460-4536-ad20-db26a8f8f847,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:39.858764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.889765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ed0acf-afc2-4299-af1a-c3da12abc65c']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:39.903169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14ae03d-88fd-4708-84c4-8a833ef6ed69') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:39.903778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14ae03d-88fd-4708-84c4-8a833ef6ed69') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:56:39.913985 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.928517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.935576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:56:39.935957 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:56:39.937623 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:56:40.045372 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.058810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.065662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/05ed0acf-afc2-4299-af1a-c3da12abc65c HTTP/1.1" status: 204 len: 168 time: 0.7509663 Dec 23 12:56:40.078293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45882a87-ba8d-4f62-815d-c290a2b9eb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ed0acf-afc2-4299-af1a-c3da12abc65c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:40.390733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35614) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:40.435766 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f89a11d0-8a03-43f8-b777-3c75c735e0d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2f3598642ae4b2697894b4bbc7ec517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436535 Dec 23 12:56:40.438346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35616) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:40.496509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.520421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.621510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 741ad830-55c9-45de-80f9-dbd78454cee1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:40.647814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 741ad830-55c9-45de-80f9-dbd78454cee1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:40.648776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 741ad830-55c9-45de-80f9-dbd78454cee1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:40.649558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cf207834-f460-4536-ad20-db26a8f8f847 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:56:40.651144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.654971 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:40.656558 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1ef0dff-aa34-4f6c-932a-caa708bc367c HTTP/1.1" status: 204 len: 168 time: 0.2166419 Dec 23 12:56:40.667674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc691ec1-812a-4382-855a-d2dd4429f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef0dff-aa34-4f6c-932a-caa708bc367c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:40.687245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cf207834-f460-4536-ad20-db26a8f8f847 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:56:40.687594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cf207834-f460-4536-ad20-db26a8f8f847 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:56:41.317589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35628) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:41.379279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1e2b1107-0962-4e30-8e22-5362b447cb0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=971eb9d107e241b98cbdbca8d7866bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579691 Dec 23 12:56:41.379526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35630) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:41.433301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:41.455806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:41.576404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:41.579128 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:41.582786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/755ee81c-7989-4cb0-bf4c-d35bc263cf00 HTTP/1.1" status: 204 len: 168 time: 0.1998050 Dec 23 12:56:41.590587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3134bd1-d42c-41a4-8648-7326dc66efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755ee81c-7989-4cb0-bf4c-d35bc263cf00,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:43.292585 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-430018e3-cfdd-45f5-b296-6ed437510b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.329381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35646) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:43.441689 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59ffbf52-b3ee-453d-8b17-0f992b08ce68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.541860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59ffbf52-b3ee-453d-8b17-0f992b08ce68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.634061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59ffbf52-b3ee-453d-8b17-0f992b08ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.674964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-59ffbf52-b3ee-453d-8b17-0f992b08ce68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3179efe4f0f94564b54aa3dfa670920a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433766 Dec 23 12:56:43.675784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffbf52-b3ee-453d-8b17-0f992b08ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfed9f-3730-4dbd-80c7-ab03d9deec2b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:43.678148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35650) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:43.733630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.756184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.874069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.877126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:43.878457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4cfed9f-3730-4dbd-80c7-ab03d9deec2b HTTP/1.1" status: 204 len: 168 time: 0.1993895 Dec 23 12:56:43.887495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54534617-7865-4624-8a3b-fb0678433a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfed9f-3730-4dbd-80c7-ab03d9deec2b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:46.079128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0efbe283-2e7b-402f-b5d1-26cc38d3e6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:46.554586 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:48.250767 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:48.547623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:49.199397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.443149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35816) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:52.557820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe2eefa1-7dd0-4cb6-ba6c-fb6d1eb0c714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.640390 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe2eefa1-7dd0-4cb6-ba6c-fb6d1eb0c714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.724804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe2eefa1-7dd0-4cb6-ba6c-fb6d1eb0c714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.767122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fe2eefa1-7dd0-4cb6-ba6c-fb6d1eb0c714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd049308434745838a09a448212cb35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225036 Dec 23 12:56:52.768053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eefa1-7dd0-4cb6-ba6c-fb6d1eb0c714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0cbe70-8e8d-4c14-a747-ac342142aeda,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:52.769757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35820) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:52.824623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.848498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.925686 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.953970 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.956866 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:52.958044 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c0cbe70-8e8d-4c14-a747-ac342142aeda HTTP/1.1" status: 204 len: 168 time: 0.1873348 Dec 23 12:56:52.966193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79983697-4e99-40e8-941a-70c1c81ef9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0cbe70-8e8d-4c14-a747-ac342142aeda,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:53.581908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35828) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:53.597482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf7be915-5caa-4ca8-bf30-91b05625cd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.675616 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf7be915-5caa-4ca8-bf30-91b05625cd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.742512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bf7be915-5caa-4ca8-bf30-91b05625cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.782840 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bf7be915-5caa-4ca8-bf30-91b05625cd7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef9b70f337a94e9898bb072e8dad43ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998341 Dec 23 12:56:53.783795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7be915-5caa-4ca8-bf30-91b05625cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42b6e6-d7f8-49dc-b845-889234a35203,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:53.785518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:53.839384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.861514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.987859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.990593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:53.994845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c42b6e6-d7f8-49dc-b845-889234a35203 HTTP/1.1" status: 204 len: 168 time: 0.2043111 Dec 23 12:56:54.002459 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3882eca-3341-47dd-a9e6-94a323d88a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42b6e6-d7f8-49dc-b845-889234a35203,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:57.624526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35892) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:57.631050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'network': {'name': 'tempest-network-smoke--2121414620', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:56:57.868519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:56:57.872010 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:57.881113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:57.960897 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.067784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.095795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:56:58.105993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e32e5ee-8f73-4a5d-b635-262bc64cc30a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:58.111181 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.111523 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Added segment 92e2e405-8804-4196-85e5-1a7037ed97d6 of type vlan for network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 Dec 23 12:56:58.156130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.250974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.256703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:56:58.257331 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.330160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Network': ['ID=aedcda59-b5d7-4ae5-9faa-7f76f2587b03,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:58.340156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:56:58.376456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a332342-b2f7-4389-8520-5e59c1b27a88 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7479906 Dec 23 12:56:58.377443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35896) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:56:58.381544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'admin_state_up': True, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:56:58.479994 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.481296 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.545048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:58.748014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.013666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.037751 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.147721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.25.7.158 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f0641d07-69d7-4cf9-8424-46213cd25c88) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:56:59.256162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.376881 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.420704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:56:59.423564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:56:59.428105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:56:59.432058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=f0641d07-69d7-4cf9-8424-46213cd25c88,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:56:59.440578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276847a4-3987-43df-be5c-c44583405146 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:56:59.546621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eb6bf168-f628-4733-a616-5469772a7062 None None] Provisioning complete for port f0641d07-69d7-4cf9-8424-46213cd25c88 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:56:59.547146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf168-f628-4733-a616-5469772a7062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.592639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf168-f628-4733-a616-5469772a7062 None None] Port f0641d07-69d7-4cf9-8424-46213cd25c88 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:56:59.759413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:56:59.967979 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:00.338864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 82d8432d-9376-4994-be03-29b50d82813a is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:57:00.453353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:57:00.463717 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Sync routers for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:57:00.475594 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:00.484326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:00.563261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:00.564618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a237cf40-17a2-4eda-b40f-1065af6f979a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1867356 Dec 23 12:57:00.567628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35902) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:00.589697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:00.752855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-54fa3b8d-20a8-4f1e-92e7-17089a06868c tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a102afd2eb7846f89c12dcca010b58f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1840980 Dec 23 12:57:00.755481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35906) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:00.791816 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:56:59Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:00.825658 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Checking router: 82d8432d-9376-4994-be03-29b50d82813a for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:57:00.826235 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Updating router 82d8432d-9376-4994-be03-29b50d82813a port f0641d07-69d7-4cf9-8424-46213cd25c88 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:57:00.862372 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:00.875541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a0be3-297a-4fff-9693-9c5ffe567369 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:00.880216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-982a0be3-297a-4fff-9693-9c5ffe567369 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1207900 Dec 23 12:57:00.880977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35908) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:00.934160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35910) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:00.934682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ff0728cf-c33d-4dac-ab60-5ea375d13855 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518236 Dec 23 12:57:00.939237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-536907861', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:01.155737 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.342620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:57:01.346437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.372952 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.421227 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Pushing event updated for resources: {'Port': ['ID=f0641d07-69d7-4cf9-8424-46213cd25c88,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:01.425345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b9700-c771-40e6-9681-c78c921ade49 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:57:01.438720 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Attempting to bind port f0641d07-69d7-4cf9-8424-46213cd25c88 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:01.439166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Attempting to bind port f0641d07-69d7-4cf9-8424-46213cd25c88 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:01.439710 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Attempting to bind port f0641d07-69d7-4cf9-8424-46213cd25c88 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:01.449141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:01.449647 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:01.450154 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.450668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:01.451237 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Bound port: f0641d07-69d7-4cf9-8424-46213cd25c88, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:01.451715 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.455136 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.455580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.456119 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.456563 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.457025 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.457469 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.457899 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.458331 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.458755 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.459808 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.459808 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.459808 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.460364 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:01.525491 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] For port f0641d07-69d7-4cf9-8424-46213cd25c88, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:01.532248 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] For port f0641d07-69d7-4cf9-8424-46213cd25c88, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f0641d07-69d7-4cf9-8424-46213cd25c88,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:01.538957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cf9b5876-dea8-46bb-ad90-2f9439647440 None None] Provisioning complete for port f0641d07-69d7-4cf9-8424-46213cd25c88 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:01.539640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cf9b5876-dea8-46bb-ad90-2f9439647440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.588649 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.641228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b5876-dea8-46bb-ad90-2f9439647440 None None] Port f0641d07-69d7-4cf9-8424-46213cd25c88 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:01.665589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-f597ecf0-023c-4b38-af61-c1b430c94123 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787234 Dec 23 12:57:01.677734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feb9c4-bbcd-43fe-a152-4fbda7672fa5 None None] Pushing event updated for resources: {'Port': ['ID=f0641d07-69d7-4cf9-8424-46213cd25c88,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:01.701604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:01.702223 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:01.716400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b39f9b-1b76-4a6b-9dbf-346d1e9bc962 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:57:01.737299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.792047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-a7937027-0120-4150-af15-d5883b6a832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:01.794146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-a7937027-0120-4150-af15-d5883b6a832f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0812898 Dec 23 12:57:01.800484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Subnet': ['ID=bd9ee91d-0927-46f6-8c8a-b57859260eff,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:01.804954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] Provisioning complete for port f0641d07-69d7-4cf9-8424-46213cd25c88 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:01.805505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:01.844255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Checking segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:01.844721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network hostable DHCP agents. Network: aedcda59-b5d7-4ae5-9faa-7f76f2587b03, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:57:01.932793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:57:01.962113 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-1f7c9eb7-e908-4fb1-acef-f9dfd562a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:01.964619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-1f7c9eb7-e908-4fb1-acef-f9dfd562a111 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 909 time: 0.1425419 Dec 23 12:57:01.970040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.005437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] For port f0641d07-69d7-4cf9-8424-46213cd25c88, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f0641d07-69d7-4cf9-8424-46213cd25c88,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:02.008514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:02.033747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, aedcda59-b5d7-4ae5-9faa-7f76f2587b03) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:02.040490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:02.044082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.045477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7273200-ec08-47ff-82d9-8ec3fb583de3 None None] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:57:02.145275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.168318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a271ba7-64cb-4f99-8651-c3a0dabb93ff tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2332530 Dec 23 12:57:02.169506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35930) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:02.272498 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:56:59Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:02.287012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f65c7-9479-4ee5-8c45-6cd6bb24735b None None] Pushing event updated for resources: {'Port': ['ID=f0641d07-69d7-4cf9-8424-46213cd25c88,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:02.310884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:57:02.312117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.315002 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f20a23-6ccd-44f7-b4c1-a9770fcf2471 None None] The sync data for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 is: [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:56:59Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:57:02.510832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Allocated IP 172.20.0.2 (aedcda59-b5d7-4ae5-9faa-7f76f2587b03/bd9ee91d-0927-46f6-8c8a-b57859260eff/59402e77-880d-4626-88e3-d9f7aa62938f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:02.654005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-83630aa2-7d47-4c8b-8476-611c712dc6ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 1001 time: 0.6817110 Dec 23 12:57:02.723122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.769220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-b6d81dba-fd4f-4ac1-b8a9-609e527ee0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:02.771070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-b6d81dba-fd4f-4ac1-b8a9-609e527ee0ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.1099629 Dec 23 12:57:02.783179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.849473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:02.852465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Pushing event updated for resources: {'Port': ['ID=59402e77-880d-4626-88e3-d9f7aa62938f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:02.857307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:02.859912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:02.886375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-78e4f4de-05b2-48da-a2f6-790e193efd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:02.888154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-78e4f4de-05b2-48da-a2f6-790e193efd97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102030 Dec 23 12:57:02.952700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Attempting to bind port 59402e77-880d-4626-88e3-d9f7aa62938f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:02.953545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Attempting to bind port 59402e77-880d-4626-88e3-d9f7aa62938f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:02.954081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Attempting to bind port 59402e77-880d-4626-88e3-d9f7aa62938f on network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:02.957781 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.966589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:02.967240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Checking segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:02.967810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:02.968360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Bound using segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:02.969104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Bound port: 59402e77-880d-4626-88e3-d9f7aa62938f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:02.969668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:03.033880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-0f56e0e3-f1aa-4a6f-8081-e13f757d430c service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360412 Dec 23 12:57:03.063768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] For port 59402e77-880d-4626-88e3-d9f7aa62938f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:03.069802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] For port 59402e77-880d-4626-88e3-d9f7aa62938f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=59402e77-880d-4626-88e3-d9f7aa62938f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:03.125403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:03.150991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52eb958-989d-4505-b2ed-7ab848697e0f req-7653f738-b653-4b88-b668-a9b9d223baaa service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040485 Dec 23 12:57:03.194583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd9fb4-dfe4-46cd-a444-5ce6dc434611 None None] Pushing event updated for resources: {'Port': ['ID=59402e77-880d-4626-88e3-d9f7aa62938f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:03.344578 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.20.0.1 (aedcda59-b5d7-4ae5-9faa-7f76f2587b03/bd9ee91d-0927-46f6-8c8a-b57859260eff/4e2b51f6-136d-46d2-be69-731cbc52b66f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:03.551672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:03.668640 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:03.728307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:03.735521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:03.738208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:03.793660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:03.815332 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.019733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.337627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.354060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7281d-2eb2-4026-a4c3-74b07115e5e8 None None] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:57:04.387756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.421807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] Provisioning complete for port 59402e77-880d-4626-88e3-d9f7aa62938f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:04.422183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.473130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:04.476104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.541522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.580567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:04.581902 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] For port 59402e77-880d-4626-88e3-d9f7aa62938f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=59402e77-880d-4626-88e3-d9f7aa62938f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:04.582079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:04.656454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.757096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8a3a-37ae-4218-8317-cbbbd8081ead None None] Pushing event updated for resources: {'Port': ['ID=59402e77-880d-4626-88e3-d9f7aa62938f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:04.771074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 82d8432d-9376-4994-be03-29b50d82813a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:57:04.793507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 59402e77-880d-4626-88e3-d9f7aa62938f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:04.907059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:57:04.913574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-124d2d53-4955-42bf-aac3-05830fab3685 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "PUT /v2.0/routers/82d8432d-9376-4994-be03-29b50d82813a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7426004 Dec 23 12:57:04.916770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35952) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:04.927193 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 59402e77-880d-4626-88e3-d9f7aa62938f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:04.927193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:04.929122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--627349410', 'description': 'tempest-secgroup_access--627349410 description', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:04.994871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7d865344-d879-4b76-9a3a-255147806f0c None None] Provisioning complete for port 59402e77-880d-4626-88e3-d9f7aa62938f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:04.995360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d865344-d879-4b76-9a3a-255147806f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.040133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.072017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f0641d07-69d7-4cf9-8424-46213cd25c88 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:05.124848 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.165919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Sync routers for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:57:05.187045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f0641d07-69d7-4cf9-8424-46213cd25c88 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:05.187414 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.188789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:05.189444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:05.205713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.243747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7616a2-973d-4384-9f19-a0278c597c38,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:05.271918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7d865344-d879-4b76-9a3a-255147806f0c None None] Provisioning complete for port 4e2b51f6-136d-46d2-be69-731cbc52b66f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:05.272498 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d865344-d879-4b76-9a3a-255147806f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.299091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.300539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e78302d1-ddb4-4152-b895-d56dcfe6c546 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3827865 Dec 23 12:57:05.303949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 35954) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:05.310082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1036176271', 'description': 'tempest-secgroup_general--1036176271 description', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:05.362635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7d865344-d879-4b76-9a3a-255147806f0c None None] Port 4e2b51f6-136d-46d2-be69-731cbc52b66f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:05.374986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:05.423357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.509305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.537084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-086a3311-17de-44a8-b851-1658343cd516 None None] Provisioning complete for port 4e2b51f6-136d-46d2-be69-731cbc52b66f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:05.537459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-086a3311-17de-44a8-b851-1658343cd516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.570999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.599825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-086a3311-17de-44a8-b851-1658343cd516 None None] Port 4e2b51f6-136d-46d2-be69-731cbc52b66f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:05.605693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bfeca6-b2bf-4545-8673-fc72b76f4a49,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:05.655929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:04Z', 'revision_number': 2, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:05.658859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.660146 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ac8d8d51-f18c-4236-af63-62c6c6b08844 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3538554 Dec 23 12:57:05.663205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 35956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:05.668849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'security_group_rule': {'security_group_id': 'ec7616a2-973d-4384-9f19-a0278c597c38', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:05.683254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Checking router: 82d8432d-9376-4994-be03-29b50d82813a for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:57:05.683463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Updating router 82d8432d-9376-4994-be03-29b50d82813a port 4e2b51f6-136d-46d2-be69-731cbc52b66f binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:57:05.709036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.764769 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.813270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.896778 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.922240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d183bdc1-c93f-44dc-96f3-2a8cd478809d,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:05.996205 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:05.999021 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b506c9c2-0da9-4a6b-b2ba-d11dac27040c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346376 Dec 23 12:57:06.002172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.096862 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.149291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47d14e-8370-49bd-a9a5-062f91c42108 None None] Pushing event updated for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:06.193391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-ffb2fb86-931e-4013-9167-08f0d2a5b39d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1036176271&fields=id&tenant_id=a102afd2eb7846f89c12dcca010b58f7 HTTP/1.1" status: 200 len: 267 time: 0.0653241 Dec 23 12:57:06.207303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Attempting to bind port 4e2b51f6-136d-46d2-be69-731cbc52b66f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:06.207766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Attempting to bind port 4e2b51f6-136d-46d2-be69-731cbc52b66f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:06.208266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Attempting to bind port 4e2b51f6-136d-46d2-be69-731cbc52b66f on network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:06.214066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:06.214553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Checking segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:06.215023 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.215478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Bound using segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:06.216166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Bound port: 4e2b51f6-136d-46d2-be69-731cbc52b66f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:06.216753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.255525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-4749a2e3-1f3e-4197-9faf-6c4da724a19f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--627349410&fields=id&tenant_id=a102afd2eb7846f89c12dcca010b58f7 HTTP/1.1" status: 200 len: 267 time: 0.0522180 Dec 23 12:57:06.454285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d98e9d76-a41a-4f2d-a304-db264c5fbffa None None] Provisioning complete for port 4e2b51f6-136d-46d2-be69-731cbc52b66f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:06.454858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d98e9d76-a41a-4f2d-a304-db264c5fbffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.490668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] For port 4e2b51f6-136d-46d2-be69-731cbc52b66f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:06.508980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] For port 4e2b51f6-136d-46d2-be69-731cbc52b66f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e2b51f6-136d-46d2-be69-731cbc52b66f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:06.510489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d98e9d76-a41a-4f2d-a304-db264c5fbffa None None] Port 4e2b51f6-136d-46d2-be69-731cbc52b66f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:06.589027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.645845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 59402e77-880d-4626-88e3-d9f7aa62938f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:06.730118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47d14e-8370-49bd-a9a5-062f91c42108 None None] Pushing event updated for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:06.746526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:06.747172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:06.771950 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-52d8065d-3e53-4fda-9a1e-3937a4fb1d2f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:06.774068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-52d8065d-3e53-4fda-9a1e-3937a4fb1d2f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/networks?id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 200 len: 797 time: 0.5070629 Dec 23 12:57:06.799447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-36e1f7b3-10ea-4c17-ba84-e004ca5d9c64 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/quotas/a102afd2eb7846f89c12dcca010b58f7 HTTP/1.1" status: 200 len: 375 time: 0.0112102 Dec 23 12:57:06.858510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-ff2e6f94-d892-4e7f-9b99-6f2e50a67c80 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511305 Dec 23 12:57:06.860843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 59402e77-880d-4626-88e3-d9f7aa62938f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:06.861210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:06.914002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:07.067056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-36da6132-7d4b-462d-b09d-ed2ecfffb887 service neutron] 10.222.0.16 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920063 Dec 23 12:57:07.106553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] Provisioning complete for port 4e2b51f6-136d-46d2-be69-731cbc52b66f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:07.106996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:07.169240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-d09756cc-f97b-4922-8c63-8030db7ab64b service neutron] 10.222.0.16 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948160 Dec 23 12:57:07.264736 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:07.293115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:06Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:07.330779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0cb4b-dd3a-4da5-920e-12c67c7bc6ad None None] The sync data for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 is: [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:06Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:57:07.335158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] For port 4e2b51f6-136d-46d2-be69-731cbc52b66f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e2b51f6-136d-46d2-be69-731cbc52b66f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:07.428779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:07.519467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b5a6-aa1e-4984-8eda-2fb6d94b1b17 None None] Pushing event updated for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:07.520988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ffc78469-5918-464d-91b6-a276aa734ab9 req-97cd9cbe-4f09-4b52-8a14-24e74f5daa77 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 210 time: 0.0476303 Dec 23 12:57:08.623780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6290119-4802-43fe-a20f-77ef822fea61 req-a1aabf65-9e15-46b6-827d-15715b614e7a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Dec 23 12:57:08.651468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e2b51f6-136d-46d2-be69-731cbc52b66f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:08.704113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4e2b51f6-136d-46d2-be69-731cbc52b66f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:08.704481 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:09.724618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03646d85-a463-4632-805f-445aecff7735 req-a4430490-eda8-46fc-ae82-e5333438ed7f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 210 time: 0.0310905 Dec 23 12:57:10.078095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-b71ee459-1e8c-4c0c-b4a6-88e555fe7ae3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:10.079536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-b71ee459-1e8c-4c0c-b4a6-88e555fe7ae3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.43 "GET /v2.0/networks?id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 200 len: 797 time: 0.1053903 Dec 23 12:57:10.167806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0c6d2efc-a65d-474a-b328-3b44dd69bdd3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a102afd2eb7846f89c12dcca010b58f7 HTTP/1.1" status: 200 len: 477 time: 0.0788219 Dec 23 12:57:10.177033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'port': {'device_id': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'admin_state_up': True, 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'security_groups': ['10bfeca6-b2bf-4545-8673-fc72b76f4a49', 'ec7616a2-973d-4384-9f19-a0278c597c38']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:10.405275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:57:10.409165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:10.543616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.20.0.10 (aedcda59-b5d7-4ae5-9faa-7f76f2587b03/bd9ee91d-0927-46f6-8c8a-b57859260eff/b9a49e26-be03-4f12-a614-4f185c6244ea) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:10.694271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:10.820337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58f84762-c46c-4df8-9272-dcc6296b0dd0 req-2aafbf5e-f679-4531-a307-702a7a62496e tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 210 time: 0.0259006 Dec 23 12:57:10.822704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:10.870224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:10.873969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:10.877639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:10.902482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:10.932533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:10.933217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.030913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-0bd0c303-393e-4f9d-b748-f1da407997b4 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8575447 Dec 23 12:57:11.044289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Request body: {'port': {'device_id': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:11.086192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-22bce3ad-015b-434f-910e-b81428031a2c None None] Provisioning complete for port b9a49e26-be03-4f12-a614-4f185c6244ea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:11.086192 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22bce3ad-015b-434f-910e-b81428031a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.106739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.124173 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-22bce3ad-015b-434f-910e-b81428031a2c None None] Port b9a49e26-be03-4f12-a614-4f185c6244ea cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:11.374585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a49e26-be03-4f12-a614-4f185c6244ea {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:57:11.382124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.395019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Transition to ACTIVE for port object b9a49e26-be03-4f12-a614-4f185c6244ea will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:57:11.496694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.548552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:11.624874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Attempting to bind port b9a49e26-be03-4f12-a614-4f185c6244ea on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:11.625140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Attempting to bind port b9a49e26-be03-4f12-a614-4f185c6244ea by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:11.625489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Attempting to bind port b9a49e26-be03-4f12-a614-4f185c6244ea on network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:11.630091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Port b9a49e26-be03-4f12-a614-4f185c6244ea on network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:57:11.630419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Attempting to bind port b9a49e26-be03-4f12-a614-4f185c6244ea on network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:11.636167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:11.636510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Checking segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:11.636921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Bound using segment: {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:11.637364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Bound port: b9a49e26-be03-4f12-a614-4f185c6244ea, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e2e405-8804-4196-85e5-1a7037ed97d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:11.637741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.705600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:11.708718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a49e26-be03-4f12-a614-4f185c6244ea,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:11.800052 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.833196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:11.833878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:11.835297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] 10.222.0.43 "PUT /v2.0/ports/b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 200 len: 1131 time: 0.7960155 Dec 23 12:57:11.840154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:11.842638 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e601ee-cdaa-47ea-a89d-8e5c67880c27" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:11.870260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffcd0e-cdd3-4c53-8fcb-1d87fe3d6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:11.902864 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a5fa90-5120-4ffe-a57b-df5ad5abf854 x-openstack-request-id: req-a8a5fa90-5120-4ffe-a57b-df5ad5abf854 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:11.908170 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:11.908170 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8a5fa90-5120-4ffe-a57b-df5ad5abf854 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:11.908170 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'status': 'completed', 'code': 200} Dec 23 12:57:12.015973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2055e9-4334-4ce0-a619-5d2b409434ed req-69de4805-b03e-4a0d-8ddf-698c0a5c8ec5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.017938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec2055e9-4334-4ce0-a619-5d2b409434ed req-69de4805-b03e-4a0d-8ddf-698c0a5c8ec5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 983 time: 0.0948899 Dec 23 12:57:12.020069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-94219640-6115-4b83-994d-513d5284bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.021456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-94219640-6115-4b83-994d-513d5284bfe2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1134 time: 0.0879283 Dec 23 12:57:12.144615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec2055e9-4334-4ce0-a619-5d2b409434ed req-16d7a1d7-f895-433b-86da-645a91d15a8a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1193855 Dec 23 12:57:12.167254 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-fbe0af9f-457c-4c4e-a78c-60d57ccd7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.168772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-fbe0af9f-457c-4c4e-a78c-60d57ccd7623 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a102afd2eb7846f89c12dcca010b58f7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1375146 Dec 23 12:57:12.266796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-c6942991-4ee4-4e98-a2e7-bb32d8fe3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.268536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16e601ee-cdaa-47ea-a89d-8e5c67880c27 req-c6942991-4ee4-4e98-a2e7-bb32d8fe3c71 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921888 Dec 23 12:57:12.352245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-cd573add-c69d-43fe-bd89-901153c0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.353948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-cd573add-c69d-43fe-bd89-901153c0e311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1134 time: 0.0486662 Dec 23 12:57:12.401013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-46340f2f-14aa-48bb-a620-9687de425939 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 200 len: 217 time: 0.0391300 Dec 23 12:57:12.451438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-b0a941f7-d8e1-4087-9212-c7263e32d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.453015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-b0a941f7-d8e1-4087-9212-c7263e32d841 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd9ee91d-0927-46f6-8c8a-b57859260eff HTTP/1.1" status: 200 len: 834 time: 0.0456755 Dec 23 12:57:12.504914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-fd329bda-725e-404c-a307-2b08aab64632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:12.506420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-fd329bda-725e-404c-a307-2b08aab64632 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466359 Dec 23 12:57:12.606440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-e53973a0-b33f-47e5-ab59-d4c8e745c51c service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928392 Dec 23 12:57:12.703835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11d7639b-15b1-4a9b-a3d5-711f6b126ce2 req-7e94f39b-26dc-4ea8-b9b9-60c25f64272f service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894716 Dec 23 12:57:13.270574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730e13-73ad-42f6-bafe-f606cbceff38 req-3a78450e-c1c7-482e-8e2f-5090adc2d640 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:13.272155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9730e13-73ad-42f6-bafe-f606cbceff38 req-3a78450e-c1c7-482e-8e2f-5090adc2d640 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 983 time: 0.0527599 Dec 23 12:57:13.274999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de257430-eb9f-4fec-ab77-64e4b42adade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:13.337117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9730e13-73ad-42f6-bafe-f606cbceff38 req-ad6ea981-6beb-43ed-81b8-624c2dd905c2 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557640 Dec 23 12:57:14.455168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0c3b4-933e-4e93-aad4-69f4ad11cf09 req-bd112961-2caf-4ee8-9390-ce7fb09a749c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:14.456777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93f0c3b4-933e-4e93-aad4-69f4ad11cf09 req-bd112961-2caf-4ee8-9390-ce7fb09a749c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 983 time: 0.0506117 Dec 23 12:57:14.515763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-93f0c3b4-933e-4e93-aad4-69f4ad11cf09 req-54057f6c-5483-4889-8c6a-6c4ec2d1fd1a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0520754 Dec 23 12:57:14.674550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-d2d04f5f-3d70-4063-9ea1-eb128d757f8c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:14.675915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-d2d04f5f-3d70-4063-9ea1-eb128d757f8c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1064110 Dec 23 12:57:14.691432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-39dab598-c9f7-4596-b206-2b1df7472d90 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0089495 Dec 23 12:57:14.741072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-c914aa8a-f7b5-4f56-8018-aef732442f55 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443280 Dec 23 12:57:14.834703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-e1f7ced2-c8af-40be-ba5c-134b3b7b8444 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860980 Dec 23 12:57:14.925290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-19d9bbaa-6d67-4ba9-9fb8-252bbeccfeb0 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841887 Dec 23 12:57:14.946390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:57:15.534041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f00a0c20-676b-4745-aac8-0579340e43c7 req-15b9af06-204e-4efb-974e-70458f8a570a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0286024 Dec 23 12:57:15.646398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c71b28-3496-4760-9a35-76a2aedf32e2 req-ae7e9efd-836b-45a7-9738-829f09e19b6a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:15.647881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8c71b28-3496-4760-9a35-76a2aedf32e2 req-ae7e9efd-836b-45a7-9738-829f09e19b6a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 983 time: 0.0587296 Dec 23 12:57:15.706402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8c71b28-3496-4760-9a35-76a2aedf32e2 req-3947dce5-c65c-430c-82b7-041577fc00a2 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518482 Dec 23 12:57:15.728265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a49e26-be03-4f12-a614-4f185c6244ea details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:57:15.825624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a49e26-be03-4f12-a614-4f185c6244ea,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:15.838293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'port_id': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'mac_address': 'fa:16:3e:fd:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:57:15.876008 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:15.889078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a49e26-be03-4f12-a614-4f185c6244ea {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:57:15.909198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a49e26-be03-4f12-a614-4f185c6244ea,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:16.017876 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:16.070141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:16.147683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d72565fd-a818-4a15-bdc2-07a7add308e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:16.247943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['b9a49e26-be03-4f12-a614-4f185c6244ea'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:57:16.571675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:16.630271 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7ff1dc5-b5fa-4e58-8d05-c9d9eaefdc1e req-6bb50daa-5e37-4e32-bce7-9057468e851e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0265832 Dec 23 12:57:16.828659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7ae38-9b5f-4d52-958e-510860c86e4f req-5d6230e8-fd83-487f-a777-9b1e7485caea tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:16.830212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccc7ae38-9b5f-4d52-958e-510860c86e4f req-5d6230e8-fd83-487f-a777-9b1e7485caea tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 984 time: 0.0510249 Dec 23 12:57:16.891548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccc7ae38-9b5f-4d52-958e-510860c86e4f req-ad029e29-eff8-4ca5-864c-9535ab3b87ab tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552278 Dec 23 12:57:17.387529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-0a34af24-3142-4ecd-bfcf-f1a9a530450c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:17.389017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-0a34af24-3142-4ecd-bfcf-f1a9a530450c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1027532 Dec 23 12:57:17.404122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:17.613950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:57:17.614512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:17.748977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5dc48ad5-02db-4b5b-a158-e407e431f7c1 req-761e9a78-96f5-4c75-99b3-9bbefc9a6c9b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0358248 Dec 23 12:57:17.750936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.7 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/6ca5d63f-7f33-4496-a935-5593b41de939) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:17.764017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a49e26-be03-4f12-a614-4f185c6244ea up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:17.890827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port b9a49e26-be03-4f12-a614-4f185c6244ea completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:57:17.895155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port b9a49e26-be03-4f12-a614-4f185c6244ea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:17.895572 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:17.901313 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:17.991689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:17.994837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.030225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a49e26-be03-4f12-a614-4f185c6244ea,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:18.031704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:18.034185 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa003a-f280-41e8-8ae4-e4b22e6c3fef" -d '{"events": [{"server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "name": "network-vif-plugged", "status": "completed", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:18.034623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477b10-c697-42a2-9fbe-8f92366818e3 req-666d255d-101b-41b5-aecf-5bbf7106cf7a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:18.049443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34477b10-c697-42a2-9fbe-8f92366818e3 req-666d255d-101b-41b5-aecf-5bbf7106cf7a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 984 time: 0.0603302 Dec 23 12:57:18.050486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:18.056811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:18.083416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:18.086830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:18.101384 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c01ead-219e-498e-b8b8-ab8b11e9766f x-openstack-request-id: req-e1c01ead-219e-498e-b8b8-ab8b11e9766f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:18.101678 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "name": "network-vif-plugged", "status": "completed", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:18.102159 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1c01ead-219e-498e-b8b8-ab8b11e9766f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:18.103018 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'code': 200} Dec 23 12:57:18.108861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.145933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34477b10-c697-42a2-9fbe-8f92366818e3 req-e06b1ee8-8562-4354-9796-998f75bef8b9 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0957949 Dec 23 12:57:18.170653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:18.171281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.219002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:18.220731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335ac2a-68a3-4b0b-82ca-170a3567c2d3 req-a05aa90c-0539-4a6f-ad7d-4545d54b8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:18.222297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2335ac2a-68a3-4b0b-82ca-170a3567c2d3 req-a05aa90c-0539-4a6f-ad7d-4545d54b8e9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0486536 Dec 23 12:57:18.261439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-716d29b5-1d04-40d9-9124-5b98c821b4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607349 Dec 23 12:57:18.275263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Request body: {'port': {'device_id': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:18.280957 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.281539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2335ac2a-68a3-4b0b-82ca-170a3567c2d3 req-5e148ebd-5319-46ed-9f19-45cbd96dd7e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516284 Dec 23 12:57:18.341511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.452163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6d58bb0b-dc06-4d20-be9f-c22e7175c928 None None] Provisioning complete for port 6ca5d63f-7f33-4496-a935-5593b41de939 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:18.452523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d58bb0b-dc06-4d20-be9f-c22e7175c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.497284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6d58bb0b-dc06-4d20-be9f-c22e7175c928 None None] Port 6ca5d63f-7f33-4496-a935-5593b41de939 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:18.569790 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.614182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca5d63f-7f33-4496-a935-5593b41de939 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:57:18.622503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.634337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Transition to ACTIVE for port object 6ca5d63f-7f33-4496-a935-5593b41de939 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:57:18.696656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.749493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:18.831500 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Attempting to bind port 6ca5d63f-7f33-4496-a935-5593b41de939 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:18.831970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Attempting to bind port 6ca5d63f-7f33-4496-a935-5593b41de939 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:18.832396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Attempting to bind port 6ca5d63f-7f33-4496-a935-5593b41de939 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:18.838407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Port 6ca5d63f-7f33-4496-a935-5593b41de939 on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:57:18.838725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Attempting to bind port 6ca5d63f-7f33-4496-a935-5593b41de939 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:18.844274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:18.844745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:18.845146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:18.845573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Bound port: 6ca5d63f-7f33-4496-a935-5593b41de939, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:18.845925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:18.892555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d709d9-c21e-4d35-9b76-3d97a250d350 req-ec9ae0ac-ad49-4303-987a-e30d75eb50cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:18.901472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d709d9-c21e-4d35-9b76-3d97a250d350 req-ec9ae0ac-ad49-4303-987a-e30d75eb50cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0707145 Dec 23 12:57:18.926098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:18.931210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6ca5d63f-7f33-4496-a935-5593b41de939,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:18.962026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d709d9-c21e-4d35-9b76-3d97a250d350 req-69326388-55f2-4627-9a3e-c2e7cb67991d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591030 Dec 23 12:57:18.988615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:19.027732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.028344 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:19.029806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] 10.222.0.57 "PUT /v2.0/ports/6ca5d63f-7f33-4496-a935-5593b41de939 HTTP/1.1" status: 200 len: 1091 time: 0.7591994 Dec 23 12:57:19.030262 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:19.032613 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721ca56-a0f0-48af-a614-09384e38f34e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:19.068047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03217e1d-59d8-410e-991f-e4b4ffd60a6e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:19.188249 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5910c826-35df-4b9c-b69f-30348eb2e553 x-openstack-request-id: req-5910c826-35df-4b9c-b69f-30348eb2e553 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:19.188618 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:19.189038 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5910c826-35df-4b9c-b69f-30348eb2e553 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:19.189515 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939', 'status': 'completed', 'code': 200} Dec 23 12:57:19.221250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-83f80763-5bd2-4660-9617-0ac0b98a08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.223010 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-83f80763-5bd2-4660-9617-0ac0b98a08b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 1094 time: 0.0744371 Dec 23 12:57:19.256929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:19.293500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-7771ff71-ed12-48d1-aab1-6b4c526f7c43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca5d63f-7f33-4496-a935-5593b41de939 HTTP/1.1" status: 200 len: 217 time: 0.0609200 Dec 23 12:57:19.322922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149518f8-54cd-4ca8-957f-78ed4b5c6b65 req-a2ff023c-71b7-425d-98c7-124ed1585eee tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.324707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-149518f8-54cd-4ca8-957f-78ed4b5c6b65 req-a2ff023c-71b7-425d-98c7-124ed1585eee tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0712667 Dec 23 12:57:19.348690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-78453c36-9b76-49df-af71-881917fb1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.350470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-78453c36-9b76-49df-af71-881917fb1209 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0500028 Dec 23 12:57:19.400527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-9dc5dc9e-0860-43cd-8c12-6552464c1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.402137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-9dc5dc9e-0860-43cd-8c12-6552464c1321 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451610 Dec 23 12:57:19.405847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-149518f8-54cd-4ca8-957f-78ed4b5c6b65 req-751f3213-8e22-4ed3-acb1-a5a45f2e2c55 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0745745 Dec 23 12:57:19.502729 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-4c3ba059-52fc-4cee-a772-18cab3c5b6eb service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925295 Dec 23 12:57:19.593954 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3e239dc1-a52f-4f15-9d88-0b0ef97eba90 req-eaa1255c-754a-49c9-8d7a-75060849efa1 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841568 Dec 23 12:57:19.741855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ca56-a0f0-48af-a614-09384e38f34e req-ce1db5d8-8f27-4094-a812-7373057858e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.743975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-ce1db5d8-8f27-4094-a812-7373057858e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 1094 time: 0.0488892 Dec 23 12:57:19.832528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ca56-a0f0-48af-a614-09384e38f34e req-1950fbfd-9746-4f52-8735-c4a90673c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.834038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-1950fbfd-9746-4f52-8735-c4a90673c338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0838394 Dec 23 12:57:19.876083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-15036047-174f-4451-8445-1e8ad7b5ba3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca5d63f-7f33-4496-a935-5593b41de939 HTTP/1.1" status: 200 len: 217 time: 0.0354178 Dec 23 12:57:19.939335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ca56-a0f0-48af-a614-09384e38f34e req-6c5157b5-b65c-4062-b44a-bd4866e3844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.940872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-6c5157b5-b65c-4062-b44a-bd4866e3844c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0580208 Dec 23 12:57:19.987982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ca56-a0f0-48af-a614-09384e38f34e req-b5dc9f1e-8ae5-43a3-be7e-4d12017df7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:19.989322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-b5dc9f1e-8ae5-43a3-be7e-4d12017df7ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418427 Dec 23 12:57:20.100345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-7770400c-a177-4c62-b90d-f63965535e2e service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041648 Dec 23 12:57:20.110866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a9e51-91cc-4a71-adc9-6d85883c2ff3 req-2b6bd18d-f483-4b0e-bbb6-1a984f78c17a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:20.119036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-390a9e51-91cc-4a71-adc9-6d85883c2ff3 req-2b6bd18d-f483-4b0e-bbb6-1a984f78c17a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0784593 Dec 23 12:57:20.181024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-390a9e51-91cc-4a71-adc9-6d85883c2ff3 req-4d075a39-5abd-4789-8603-3f933624cf59 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573606 Dec 23 12:57:20.213241 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7721ca56-a0f0-48af-a614-09384e38f34e req-4dd8b16d-0243-482b-a518-ba3977232e32 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055841 Dec 23 12:57:20.535517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117739c-73c0-4067-aeb0-c43dc0a2905a req-4e63aaba-428a-4379-bdc5-71ac547d2a2c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:20.537054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2117739c-73c0-4067-aeb0-c43dc0a2905a req-4e63aaba-428a-4379-bdc5-71ac547d2a2c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0516343 Dec 23 12:57:20.604103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2117739c-73c0-4067-aeb0-c43dc0a2905a req-a6bdb320-f573-4baa-8c42-4cfbddf1ba0b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0599830 Dec 23 12:57:20.721364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a71e3-24fb-485e-8222-a99d20460500 req-1d4b5085-ff94-48ff-b910-6189bbb7c266 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:20.722871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da9a71e3-24fb-485e-8222-a99d20460500 req-1d4b5085-ff94-48ff-b910-6189bbb7c266 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0514143 Dec 23 12:57:20.793139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da9a71e3-24fb-485e-8222-a99d20460500 req-2a384ca6-ba1d-401c-b0f3-542fab6e73d1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0628216 Dec 23 12:57:20.902978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-18c57b0b-19ce-4091-a96b-a816b15c0004 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:20.904588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-18c57b0b-19ce-4091-a96b-a816b15c0004 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0438678 Dec 23 12:57:20.924805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-e13ea6d4-ea56-4d90-8421-e8167c1bbcfd tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.007793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-e13ea6d4-ea56-4d90-8421-e8167c1bbcfd tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.090887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-e13ea6d4-ea56-4d90-8421-e8167c1bbcfd tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.132314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ea6d4-ea56-4d90-8421-e8167c1bbcfd tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d87bc-2368-4a96-8dc8-882cdceed68d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:21.141616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c428297-dce1-4e94-a3de-87c2d0d40d55 req-e13ea6d4-ea56-4d90-8421-e8167c1bbcfd tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2298729 Dec 23 12:57:21.168846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36074) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:21.211937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b951f32-1238-4831-b70d-c283037b2417 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:21.216356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4b951f32-1238-4831-b70d-c283037b2417 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1131 time: 0.0437002 Dec 23 12:57:21.217145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36078) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:21.220911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:21.302056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.310196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704bf2f-9ffe-4919-bd1e-23ff418f055d req-cfcb96a5-d3ec-4b56-90bd-403929c6c7de tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:21.311855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c704bf2f-9ffe-4919-bd1e-23ff418f055d req-cfcb96a5-d3ec-4b56-90bd-403929c6c7de tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0524735 Dec 23 12:57:21.373361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c704bf2f-9ffe-4919-bd1e-23ff418f055d req-2a6c6201-7e80-4477-9167-d907e2e22de9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551338 Dec 23 12:57:21.417716 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.521892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.25.7.124 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c84025a1-d90b-4564-85c9-1cb26b607849) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:21.627897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.707668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:21.747213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:21.750120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:21.752527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:21.780695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=c84025a1-d90b-4564-85c9-1cb26b607849,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:22.129072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:22.254604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:22.407371 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:22.488083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d2e1f-7fca-4bb5-a953-c5708bbbaa8a req-49cdd624-b080-4257-bdbf-19db2d8bc6e2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:22.489793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d3d2e1f-7fca-4bb5-a953-c5708bbbaa8a req-49cdd624-b080-4257-bdbf-19db2d8bc6e2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0488908 Dec 23 12:57:22.490545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:22.542925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d3d2e1f-7fca-4bb5-a953-c5708bbbaa8a req-ac186f65-6b06-4fc8-8505-9f825e9a298d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Dec 23 12:57:22.567625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=c84025a1-d90b-4564-85c9-1cb26b607849,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:22.577145 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:22.680487 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Floating IP d7babcee-7c17-4157-b307-0f1508fc3ad3 associated. External IP: 172.25.7.124, port: b9a49e26-be03-4f12-a614-4f185c6244ea. Dec 23 12:57:22.893465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 82d8432d-9376-4994-be03-29b50d82813a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:57:22.901615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:23.003494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:57:23.015611 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Sync routers for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:57:23.026366 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:23.026967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:23.110246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:23.135711 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:23.144570 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-387254a2-749d-4ed8-9528-93d2f81e656d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9243939 Dec 23 12:57:23.144570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:23.149351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36082) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:23.149617 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:23.196628 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e7d6a-e3b4-451f-8d2a-79963ac05435 x-openstack-request-id: req-3c8e7d6a-e3b4-451f-8d2a-79963ac05435 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:23.197099 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:23.197361 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c8e7d6a-e3b4-451f-8d2a-79963ac05435 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:23.197774 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'status': 'completed', 'code': 200} Dec 23 12:57:23.296517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-c7a71577-ff20-4a4c-9355-2feed520ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.298559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-c7a71577-ff20-4a4c-9355-2feed520ee0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0767570 Dec 23 12:57:23.299713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.300177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.300639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.301117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.301568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.302118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.302572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.303017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.304733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77879e04-0bb3-4525-9549-0f9cbbed394f tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1586981 Dec 23 12:57:23.308364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:23.379302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd7babcee-7c17-4157-b307-0f1508fc3ad3', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '82d8432d-9376-4994-be03-29b50d82813a', 'port_id': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'mac_address': 'fa:16:3e:fd:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:57:21Z', 'updated_at': '2021-12-23T12:57:21Z', 'revision_number': 0, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:23.410727 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Checking router: 82d8432d-9376-4994-be03-29b50d82813a for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:57:23.419465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:23.420004 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:23.430544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.431035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.431549 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.432090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.432532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.433004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.434770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.434770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.438471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bd5c3272-4965-4fd7-994f-86cac3293aaf tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5274 time: 0.1264372 Dec 23 12:57:23.439461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:23.449780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-247deb07-5efd-4483-bf53-4301001d9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.451279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-247deb07-5efd-4483-bf53-4301001d9e23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 200 len: 898 time: 0.1447997 Dec 23 12:57:23.536225 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:23.537409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-33c6c762-59a3-460b-b609-98a5dd587501 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 200 len: 1000 time: 0.0744739 Dec 23 12:57:23.601970 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-7a1af085-8d8c-49df-8f53-893b46b038c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.603600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-7a1af085-8d8c-49df-8f53-893b46b038c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd9ee91d-0927-46f6-8c8a-b57859260eff HTTP/1.1" status: 200 len: 834 time: 0.0595696 Dec 23 12:57:23.688458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-9feefa8f-bccc-4f82-954e-3a022dc84f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.690150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-9feefa8f-bccc-4f82-954e-3a022dc84f50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793028 Dec 23 12:57:23.699063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866ce31-ed9b-4987-afa6-c4dba0b17ad4 req-416c2e83-7773-462e-b412-b53e6fc19d38 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.700700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b866ce31-ed9b-4987-afa6-c4dba0b17ad4 req-416c2e83-7773-462e-b412-b53e6fc19d38 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0766048 Dec 23 12:57:23.740514 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f7b95ae-bd56-4aa8-a739-a1c13a726fe4 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.2980673 Dec 23 12:57:23.740745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36094) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:23.778839 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd7babcee-7c17-4157-b307-0f1508fc3ad3', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '82d8432d-9376-4994-be03-29b50d82813a', 'port_id': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'mac_address': 'fa:16:3e:fd:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:57:21Z', 'updated_at': '2021-12-23T12:57:21Z', 'revision_number': 0, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:23.783486 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfcc20-eb98-4190-b842-b04f1ccf4905 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.783973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfcc20-eb98-4190-b842-b04f1ccf4905 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:23.792177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7dfcc20-eb98-4190-b842-b04f1ccf4905 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=82d8432d-9376-4994-be03-29b50d82813a HTTP/1.1" status: 200 len: 1990 time: 0.0442162 Dec 23 12:57:23.810391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7b34-6aa4-41bd-b938-a6e0c8c767b7 None None] The sync data for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 is: [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd7babcee-7c17-4157-b307-0f1508fc3ad3', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '82d8432d-9376-4994-be03-29b50d82813a', 'port_id': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'mac_address': 'fa:16:3e:fd:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:57:21Z', 'updated_at': '2021-12-23T12:57:21Z', 'revision_number': 0, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:57:23.819367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b866ce31-ed9b-4987-afa6-c4dba0b17ad4 req-dfda2e76-8e85-4bc6-9bb1-f8feee0d0813 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082797 Dec 23 12:57:23.830911 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-982fc6dd-9824-4254-8643-cade6afbb57a service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291614 Dec 23 12:57:23.927208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7d8aad9-5faa-4220-abbd-d3cd0fec3d1b req-425126fa-071e-47f5-b6c3-fa824105a1ff service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892234 Dec 23 12:57:24.021066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b795b-93da-4f7f-ba47-880b32585dd4 None None] New status for floating IP d7babcee-7c17-4157-b307-0f1508fc3ad3: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:57:24.950829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000a235-b051-41b6-b64d-5e8c23d9f7f9 req-41c26eba-99d9-479c-8ab5-ce1800172887 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:24.952329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0000a235-b051-41b6-b64d-5e8c23d9f7f9 req-41c26eba-99d9-479c-8ab5-ce1800172887 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0580413 Dec 23 12:57:24.999280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0000a235-b051-41b6-b64d-5e8c23d9f7f9 req-c6e0aab6-38ee-4553-aa23-0e0f3d92f3b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Dec 23 12:57:26.113200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacc6c6-045b-409c-8ba6-8bb4e139db25 req-348b654b-ccf5-477b-a4dc-c067ed4583fa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:26.114696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaacc6c6-045b-409c-8ba6-8bb4e139db25 req-348b654b-ccf5-477b-a4dc-c067ed4583fa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0487432 Dec 23 12:57:26.162723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaacc6c6-045b-409c-8ba6-8bb4e139db25 req-d1a8fa9e-321e-4133-9176-e90b30d85dbb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Dec 23 12:57:27.281095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ae0a-bace-4474-bca4-49d3c9fbb41b req-d4783f5c-15ba-437b-aa35-8ee54abc2bd9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:27.282609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a56ae0a-bace-4474-bca4-49d3c9fbb41b req-d4783f5c-15ba-437b-aa35-8ee54abc2bd9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0522258 Dec 23 12:57:27.329854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a56ae0a-bace-4474-bca4-49d3c9fbb41b req-ab737c83-a003-4797-b666-48b65ce68eab tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Dec 23 12:57:28.443463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a3919-9d93-4fdd-84ff-dce5c36fa835 req-9ea4fb96-2a52-407e-98b3-5d3115cfaede tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:28.444968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-991a3919-9d93-4fdd-84ff-dce5c36fa835 req-9ea4fb96-2a52-407e-98b3-5d3115cfaede tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0485773 Dec 23 12:57:28.496407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-991a3919-9d93-4fdd-84ff-dce5c36fa835 req-e874e134-f95b-4009-9e9c-4c6c474a7051 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Dec 23 12:57:29.610087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8cad-0efa-4ec0-91e5-1d63d9303c38 req-23e99a57-077b-453c-a708-c9dcd14db05c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:29.611536 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e6c8cad-0efa-4ec0-91e5-1d63d9303c38 req-23e99a57-077b-453c-a708-c9dcd14db05c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0484076 Dec 23 12:57:29.661468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e6c8cad-0efa-4ec0-91e5-1d63d9303c38 req-97cc9a89-9eb2-4e4d-822e-3556c8b043fb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Dec 23 12:57:30.777440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c150-e61c-4afb-97eb-36c6ba2a4f94 req-d48b90d0-7daa-4db6-a7ef-7e64b53c07f8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:30.778880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac51c150-e61c-4afb-97eb-36c6ba2a4f94 req-d48b90d0-7daa-4db6-a7ef-7e64b53c07f8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0482643 Dec 23 12:57:30.827303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac51c150-e61c-4afb-97eb-36c6ba2a4f94 req-0a26bb1b-e4fc-4720-b03f-9f1c25ea58f0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Dec 23 12:57:31.952218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8867-37d6-47d3-9119-bdfc08e4806f req-9d56f70e-7b60-4a2c-b973-a44c4acbc62a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:31.953709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53cc8867-37d6-47d3-9119-bdfc08e4806f req-9d56f70e-7b60-4a2c-b973-a44c4acbc62a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0495226 Dec 23 12:57:32.000374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53cc8867-37d6-47d3-9119-bdfc08e4806f req-4e9d8bd1-87ca-46be-956c-bd093478fbad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Dec 23 12:57:32.804992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6ca5d63f-7f33-4496-a935-5593b41de939 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:57:32.902742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6ca5d63f-7f33-4496-a935-5593b41de939,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:32.913832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '6ca5d63f-7f33-4496-a935-5593b41de939', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': '6ca5d63f-7f33-4496-a935-5593b41de939', 'mac_address': 'fa:16:3e:76:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:57:32.951232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:32.964022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca5d63f-7f33-4496-a935-5593b41de939 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:57:32.982725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6ca5d63f-7f33-4496-a935-5593b41de939,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:33.108279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:33.121363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7e80-bb69-439b-ae4a-51be45f423bb req-ef4e5489-379f-48cd-be35-f8451c229be9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:33.122941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ded7e80-bb69-439b-ae4a-51be45f423bb req-ef4e5489-379f-48cd-be35-f8451c229be9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 943 time: 0.0557454 Dec 23 12:57:33.157671 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:33.164785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.165156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.165524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.165855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.166188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.166511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.166829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.167153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.167465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.167812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.168087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.168396 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.168705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:33.171633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ded7e80-bb69-439b-ae4a-51be45f423bb req-e4591ec3-0a75-43bb-9b11-12520c594734 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Dec 23 12:57:33.428143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6ca5d63f-7f33-4496-a935-5593b41de939'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:57:34.285096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2064b-98c0-4bbe-85e2-c2e8cd6e2b39 req-8f1eb3ab-8b82-4e72-bf2e-20b1efb74050 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:34.286548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dd2064b-98c0-4bbe-85e2-c2e8cd6e2b39 req-8f1eb3ab-8b82-4e72-bf2e-20b1efb74050 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 944 time: 0.0479043 Dec 23 12:57:34.332790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7dd2064b-98c0-4bbe-85e2-c2e8cd6e2b39 req-6812bc48-930f-495f-a3fe-6920c5c09869 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Dec 23 12:57:34.814061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6ca5d63f-7f33-4496-a935-5593b41de939 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:57:34.931003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 6ca5d63f-7f33-4496-a935-5593b41de939 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:57:34.935754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 6ca5d63f-7f33-4496-a935-5593b41de939 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:34.936132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:35.015142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:35.037917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:35.040135 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a0ffa-2e34-4deb-a968-9ed74da8af89" -d '{"events": [{"server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:35.052615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6ca5d63f-7f33-4496-a935-5593b41de939,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:57:35.078274 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8122f065-caeb-4f0c-8919-7c5929a58024 x-openstack-request-id: req-8122f065-caeb-4f0c-8919-7c5929a58024 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:35.078638 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "name": "network-vif-plugged", "status": "completed", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:35.078899 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8122f065-caeb-4f0c-8919-7c5929a58024 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:35.079298 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939', 'code': 200} Dec 23 12:57:35.152607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:35.176647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04a288-4106-4ef8-bd88-21575fc51e99 req-19f358d9-0007-40b6-82bf-ef827ef79a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:35.178109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cb04a288-4106-4ef8-bd88-21575fc51e99 req-19f358d9-0007-40b6-82bf-ef827ef79a0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 1095 time: 0.0404091 Dec 23 12:57:35.200111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:35.223495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cb04a288-4106-4ef8-bd88-21575fc51e99 req-f9522d21-a8d4-4c74-8490-eda597b0e1cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Dec 23 12:57:35.448597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47809000-50e9-4062-a8f5-f8675d41cf10 req-e162688d-12c8-41ac-a901-1b12fbdc9439 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:35.450075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47809000-50e9-4062-a8f5-f8675d41cf10 req-e162688d-12c8-41ac-a901-1b12fbdc9439 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0487192 Dec 23 12:57:35.500088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47809000-50e9-4062-a8f5-f8675d41cf10 req-fb3810f8-95d1-4ce5-8139-4e7d26e4f6e9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Dec 23 12:57:36.617806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e53579-99ff-4877-a598-dcf5bdd3a96a req-d5376a72-ea92-4eb9-ab49-dad65ebeae1f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:36.619676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48e53579-99ff-4877-a598-dcf5bdd3a96a req-d5376a72-ea92-4eb9-ab49-dad65ebeae1f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0500979 Dec 23 12:57:36.669473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48e53579-99ff-4877-a598-dcf5bdd3a96a req-45f4c6b5-5049-4992-bf72-f49ab301fce0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Dec 23 12:57:37.783534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734dee7-27d1-4e7e-9b4f-09dbfd987fe5 req-84791eea-3bbc-49b0-9d0a-21b7747c3540 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:37.785006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1734dee7-27d1-4e7e-9b4f-09dbfd987fe5 req-84791eea-3bbc-49b0-9d0a-21b7747c3540 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0477772 Dec 23 12:57:37.832427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1734dee7-27d1-4e7e-9b4f-09dbfd987fe5 req-ae9f70b8-4d27-4038-ab17-0345050e388a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Dec 23 12:57:37.949513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6a819-b60d-4d2a-8c04-7dda5a74d43d req-64b87028-1a56-4ad5-9bd1-fe410cfe4a5a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:37.950930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ad6a819-b60d-4d2a-8c04-7dda5a74d43d req-64b87028-1a56-4ad5-9bd1-fe410cfe4a5a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0528209 Dec 23 12:57:37.997422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ad6a819-b60d-4d2a-8c04-7dda5a74d43d req-b70bc4d5-2e89-47d1-b87f-af7fbf9565f8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Dec 23 12:57:41.267024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-336a5215-1485-43a8-b7be-b2ab55e787fa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:41.268737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-336a5215-1485-43a8-b7be-b2ab55e787fa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1048748 Dec 23 12:57:41.283248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-05f0e801-5e7f-43e5-b9b4-3ec66b9637c8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0087876 Dec 23 12:57:41.335559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-865350c2-0288-411a-8b49-3b099e06bd8e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471957 Dec 23 12:57:41.347232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8475df72-4fd3-4974-84ec-2bd84043047f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:57:41.351920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8475df72-4fd3-4974-84ec-2bd84043047f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051441 Dec 23 12:57:41.436959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-e05f18fe-1336-4cb5-876a-0fba9b98a7c1 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822501 Dec 23 12:57:41.529575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-b02e17e9-439b-436d-b098-938989f4b104 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863206 Dec 23 12:57:41.797288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0784404d-12b5-4552-82c0-72143ecd41af req-26a9eb8c-58a1-4fbf-a364-5ec1edf52458 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0266900 Dec 23 12:57:42.895906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-884cc23a-398a-48cf-bf15-5ba81d9693e7 req-d091cf0a-279f-4f68-a984-82b48dcc52a9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Dec 23 12:57:43.272672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-baccb7b8-de96-4fdc-b6aa-71f96af46daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:43.701844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-a36b3bf5-cc38-4d59-b123-2392da30d23d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:43.703545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-a36b3bf5-cc38-4d59-b123-2392da30d23d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1034253 Dec 23 12:57:43.717337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:43.890591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:57:43.894453 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.003075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1abe0544-7388-43f1-b2ce-b566ca14f376 req-d7b022f7-2a33-4768-ac1c-b5d800a3e34a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0300224 Dec 23 12:57:44.055162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.14 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/9dff34d6-e86e-4030-b91e-487e6625f199) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:44.201928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.301279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.312959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6ca5d63f-7f33-4496-a935-5593b41de939'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:57:44.345878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:44.349140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:44.353577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:44.395195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:44.419891 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:44.420383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.424638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.425017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.425363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.425705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.426069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.426413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.427068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.427408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.428223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.428223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.428489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.428693 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.429066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:44.511180 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-79d6632c-6ed0-4cca-aa33-7d2dc5b0b78a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7978659 Dec 23 12:57:44.524486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Request body: {'port': {'device_id': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:44.584136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.631560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c78fe7c9-be13-4529-9463-f162ae9cd9c5 None None] Provisioning complete for port 9dff34d6-e86e-4030-b91e-487e6625f199 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:44.631845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c78fe7c9-be13-4529-9463-f162ae9cd9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.671356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c78fe7c9-be13-4529-9463-f162ae9cd9c5 None None] Port 9dff34d6-e86e-4030-b91e-487e6625f199 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:44.853766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dff34d6-e86e-4030-b91e-487e6625f199 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:57:44.861616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:44.874521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Transition to ACTIVE for port object 9dff34d6-e86e-4030-b91e-487e6625f199 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:57:44.947766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:45.013611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Pushing event updated for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:45.073861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Attempting to bind port 9dff34d6-e86e-4030-b91e-487e6625f199 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:57:45.074307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Attempting to bind port 9dff34d6-e86e-4030-b91e-487e6625f199 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:57:45.074638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Attempting to bind port 9dff34d6-e86e-4030-b91e-487e6625f199 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:45.079442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Port 9dff34d6-e86e-4030-b91e-487e6625f199 on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:57:45.079790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Attempting to bind port 9dff34d6-e86e-4030-b91e-487e6625f199 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:57:45.085350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:57:45.085699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:57:45.086315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:57:45.086762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Bound port: 9dff34d6-e86e-4030-b91e-487e6625f199, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:57:45.087121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:45.527492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593417-ef9e-4653-bc09-81804c9b893b req-c654a776-8e28-4256-a21a-675fde8005e9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:45.529106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef593417-ef9e-4653-bc09-81804c9b893b req-c654a776-8e28-4256-a21a-675fde8005e9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.4397557 Dec 23 12:57:45.561882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:57:45.581028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9dff34d6-e86e-4030-b91e-487e6625f199,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:57:45.598349 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef593417-ef9e-4653-bc09-81804c9b893b req-7db799f2-fa79-4ef8-b7f7-5d16d9bbcba2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628669 Dec 23 12:57:45.656999 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:45.692480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:45.692812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:45.694512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] 10.222.0.43 "PUT /v2.0/ports/9dff34d6-e86e-4030-b91e-487e6625f199 HTTP/1.1" status: 200 len: 1092 time: 1.1746013 Dec 23 12:57:45.696991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:57:45.700237 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1891c9-3390-487a-881c-fb3bfb3ee443" -d '{"events": [{"name": "network-changed", "server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:57:45.729934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923152b-9629-4960-9cdf-4e57f7c5e536 service neutron] Pushing event updated for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:45.741867 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb32bb6-e3d7-4e47-8d12-af6046d51e13 x-openstack-request-id: req-2eb32bb6-e3d7-4e47-8d12-af6046d51e13 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:57:45.742162 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:57:45.742551 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2eb32bb6-e3d7-4e47-8d12-af6046d51e13 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:57:45.742957 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199', 'status': 'completed', 'code': 200} Dec 23 12:57:45.820542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-6568d8c9-4305-4db6-92eb-4c02c5bbbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:45.822138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-6568d8c9-4305-4db6-92eb-4c02c5bbbe27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 1095 time: 0.0556629 Dec 23 12:57:45.932688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-1272b30b-7966-41d3-991c-875c66e3c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:45.934290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-1272b30b-7966-41d3-991c-875c66e3c6d0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e02f2b54060443d08c093c10b485d63f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041245 Dec 23 12:57:46.035347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-11035cfd-eb5a-441c-93c5-545e781af6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:46.036877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1891c9-3390-487a-881c-fb3bfb3ee443 req-11035cfd-eb5a-441c-93c5-545e781af6d4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963521 Dec 23 12:57:46.073622 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b6f12b0-4f43-4f1f-9a92-b4adcf31fbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:46.133158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-df54ceca-e890-4241-bf43-94591ab9dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:46.134761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-df54ceca-e890-4241-bf43-94591ab9dfc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 1095 time: 0.0455213 Dec 23 12:57:46.180318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-08dda581-481e-43c8-ae66-8ce30133e7be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dff34d6-e86e-4030-b91e-487e6625f199 HTTP/1.1" status: 200 len: 217 time: 0.0360324 Dec 23 12:57:46.243509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-26a6da8e-0792-49fe-bdc1-c90b9bf01380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:46.246211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-26a6da8e-0792-49fe-bdc1-c90b9bf01380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0566833 Dec 23 12:57:46.301364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-bdc7276b-89a0-43c1-a098-a9a8001a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:46.302878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-bdc7276b-89a0-43c1-a098-a9a8001a289f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489142 Dec 23 12:57:46.401072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-3f1fd4b7-2a8d-49a0-8101-0e5a6f4624bb service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Dec 23 12:57:46.495572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b938d2c-1c9b-4fde-8c65-6380dc667920 req-60931b63-dbd4-4d7e-8247-e41bc3471aba service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Dec 23 12:57:46.616506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:46.717905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084971-fdbe-40de-a898-d6733938159c req-3d94b891-0ca9-46a9-8568-073956455b4b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:46.719368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d084971-fdbe-40de-a898-d6733938159c req-3d94b891-0ca9-46a9-8568-073956455b4b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0503099 Dec 23 12:57:46.784080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d084971-fdbe-40de-a898-d6733938159c req-09e72001-ceb7-4e58-95fb-1a475ae1dbe5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Dec 23 12:57:47.915670 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e9a3-185d-4b23-a53a-3e74b3ec7bcb req-17b069c3-736d-4629-810f-45c44b0c6e59 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:47.920526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a629e9a3-185d-4b23-a53a-3e74b3ec7bcb req-17b069c3-736d-4629-810f-45c44b0c6e59 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0601482 Dec 23 12:57:47.973368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a629e9a3-185d-4b23-a53a-3e74b3ec7bcb req-5503879c-1507-4b98-b428-16d4ef9a2d48 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Dec 23 12:57:48.325262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:48.582223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:49.100990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889ab1f-d9d5-4f98-9fa9-09ed1a1088ee req-3afaf377-145b-4ee3-a0d0-59307b3ff715 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:49.102463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b889ab1f-d9d5-4f98-9fa9-09ed1a1088ee req-3afaf377-145b-4ee3-a0d0-59307b3ff715 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0523801 Dec 23 12:57:49.155698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b889ab1f-d9d5-4f98-9fa9-09ed1a1088ee req-06aa9632-90c7-4b36-99d6-b9fb8645d66e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Dec 23 12:57:49.227877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:50.291622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd81a39-8bdf-4864-9b05-04870d2fa880 req-d14d172d-7fc4-4267-8ef5-029dfac3f3f4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:50.294100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd81a39-8bdf-4864-9b05-04870d2fa880 req-d14d172d-7fc4-4267-8ef5-029dfac3f3f4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0566204 Dec 23 12:57:50.352365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd81a39-8bdf-4864-9b05-04870d2fa880 req-d662a2f0-61c5-42a5-bb69-c03af33f0bbd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Dec 23 12:57:51.474572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca4700-2cc2-418b-910a-0baf2f6bb9de req-4c85b2a7-88f8-4ac5-8847-700da58cbc37 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:51.476125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5aca4700-2cc2-418b-910a-0baf2f6bb9de req-4c85b2a7-88f8-4ac5-8847-700da58cbc37 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0530872 Dec 23 12:57:51.527447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5aca4700-2cc2-418b-910a-0baf2f6bb9de req-4250bc72-33ba-4679-a240-5fe6eeefb502 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Dec 23 12:57:51.945758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:57:52.655825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91037811-7415-4c43-8f15-d327a04dc5b9 req-3548c3ce-d620-4a6f-97ba-6ca92889475e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:52.657336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91037811-7415-4c43-8f15-d327a04dc5b9 req-3548c3ce-d620-4a6f-97ba-6ca92889475e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0576100 Dec 23 12:57:52.710888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91037811-7415-4c43-8f15-d327a04dc5b9 req-da40afd5-25c5-4d21-ab28-c6e46c8f384c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Dec 23 12:57:52.902260 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:53.844067 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220408a-f593-4255-8907-09d6359895bf req-97ef3656-5f24-4cce-ba0d-d6aad902281b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:53.845804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9220408a-f593-4255-8907-09d6359895bf req-97ef3656-5f24-4cce-ba0d-d6aad902281b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0567746 Dec 23 12:57:53.898579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9220408a-f593-4255-8907-09d6359895bf req-926bcbf0-2c1f-4c92-8d61-930f511a6f47 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Dec 23 12:57:55.033172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f0b6-0da7-422c-9a5a-0858c6692b0e req-dd0cbdac-a205-4d76-bf1f-c5467352ba98 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:55.034682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1b1f0b6-0da7-422c-9a5a-0858c6692b0e req-dd0cbdac-a205-4d76-bf1f-c5467352ba98 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0536387 Dec 23 12:57:55.085450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1b1f0b6-0da7-422c-9a5a-0858c6692b0e req-4662bf61-79ad-494f-954b-a7223d59375d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Dec 23 12:57:56.219586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa186-b953-4477-8246-b7b606e6fa82 req-376eb1eb-52a2-46e8-9230-bac91a27c10e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:56.221021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659aa186-b953-4477-8246-b7b606e6fa82 req-376eb1eb-52a2-46e8-9230-bac91a27c10e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0563607 Dec 23 12:57:56.276056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-659aa186-b953-4477-8246-b7b606e6fa82 req-babfaa06-51c4-43e5-87a5-6f90d14fa49c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489783 Dec 23 12:57:56.931781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36260) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:57.036875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3492cfda-002d-49e3-8ded-78a04b1e27f5 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3448 time: 0.1039040 Dec 23 12:57:57.039936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36262) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:57.044619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'network': {'name': 'tempest-network-smoke--849015572', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'port_security_enabled': False}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:57.175627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:57:57.181253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.208753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:57:57.219958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.220238 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Added segment 623158fc-207b-417b-9703-e07a057d8c77 of type vlan for network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 Dec 23 12:57:57.270640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.370581 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.376550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:57.377179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.399029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3a5eb-a392-4c8e-beeb-d2cdf8819b97 req-cabeef03-6197-451a-8442-89e9c268c152 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:57.402053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04e3a5eb-a392-4c8e-beeb-d2cdf8819b97 req-cabeef03-6197-451a-8442-89e9c268c152 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0532715 Dec 23 12:57:57.449962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Network': ['ID=41aacb07-df9e-48ae-9f49-cd16dcde7a47,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:57.454337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-04e3a5eb-a392-4c8e-beeb-d2cdf8819b97 req-b04a0f28-28b9-405b-9804-14062a043975 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.461781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:57:57.480514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:57:57.513836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd67bb61-2a57-4fb5-8cdd-caa2390976b5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4727805 Dec 23 12:57:57.516488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36266) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:57.521650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'admin_state_up': True, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:57:57.627717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.628869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.693883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:57.962969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.266111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.288147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.394949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.25.7.77 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/71ca8dc3-f480-435d-9d11-53dcfc078e5e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:57:58.503532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.585354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5431ad2-90b7-4dac-bce4-5dab3221c5a6 req-7fc03b31-dff1-49b8-881a-9abc90bf5236 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:58.586894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5431ad2-90b7-4dac-bce4-5dab3221c5a6 req-7fc03b31-dff1-49b8-881a-9abc90bf5236 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0514891 Dec 23 12:57:58.608691 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.678256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:57:58.683988 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d5431ad2-90b7-4dac-bce4-5dab3221c5a6 req-fe8f8e0a-0bd2-4785-aae0-4fd5f4d04acb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895593 Dec 23 12:57:58.684806 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:57:58.692373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:57:58.695138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=71ca8dc3-f480-435d-9d11-53dcfc078e5e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:57:58.702976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519aeb7a-7587-4f22-9f40-4c6513492088 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:57:58.744628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b9806247-91fe-4932-8c6f-702261cdfd94 None None] Provisioning complete for port 71ca8dc3-f480-435d-9d11-53dcfc078e5e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:57:58.745167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9806247-91fe-4932-8c6f-702261cdfd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:58.783842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b9806247-91fe-4932-8c6f-702261cdfd94 None None] Port 71ca8dc3-f480-435d-9d11-53dcfc078e5e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:57:59.011048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:59.224996 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:59.410494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 4c79092d-fe06-48c1-b9de-1e1798d3228b is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:57:59.526934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:57:59.531114 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:57:59.537990 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Sync routers for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:57:59.548535 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:57:59.549240 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:59.653479 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:57:59.658408 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:57:59.659694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8d2307de-59eb-445b-ba7d-a9dbd75a90e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1421795 Dec 23 12:57:59.662714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36270) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:59.716782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04d5e2-95cc-4c9c-b50f-5c3bb8a6da11 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:59.720548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9a04d5e2-95cc-4c9c-b50f-5c3bb8a6da11 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a102afd2eb7846f89c12dcca010b58f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0542147 Dec 23 12:57:59.721300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36274) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:57:59.835748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397178-678b-4308-855d-87696b02419a req-807d1b57-a768-4003-acc2-77f235654977 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:57:59.837500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af397178-678b-4308-855d-87696b02419a req-807d1b57-a768-4003-acc2-77f235654977 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0592952 Dec 23 12:57:59.854020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:57:58Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:57:59.895100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af397178-678b-4308-855d-87696b02419a req-bfedacd3-5afb-4ca3-a5c8-5b7f9c4548ef tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492413 Dec 23 12:57:59.986570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Checking router: 4c79092d-fe06-48c1-b9de-1e1798d3228b for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:57:59.986917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Updating router 4c79092d-fe06-48c1-b9de-1e1798d3228b port 71ca8dc3-f480-435d-9d11-53dcfc078e5e binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:00.013823 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.279675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5313c8d-f576-41d7-892c-d0ba40bcec55 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:00.281341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a5313c8d-f576-41d7-892c-d0ba40bcec55 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5589857 Dec 23 12:58:00.282321 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.284330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36276) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:00.313660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-261762b4-7dbf-4e07-a355-1542155b6fd2 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279744 Dec 23 12:58:00.316384 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36278) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:00.351639 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a8ecb371-cbe8-4622-8735-4875f8895948 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a102afd2eb7846f89c12dcca010b58f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341611 Dec 23 12:58:00.353315 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.354158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36280) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:00.399410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d27d21-f78c-495f-a96a-70ee5d9e49cd None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:00.412349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3bd6d-db7a-4680-8a14-e57b9df3d55a None None] Pushing event updated for resources: {'Port': ['ID=71ca8dc3-f480-435d-9d11-53dcfc078e5e,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:00.413419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Attempting to bind port 71ca8dc3-f480-435d-9d11-53dcfc078e5e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:00.414939 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Attempting to bind port 71ca8dc3-f480-435d-9d11-53dcfc078e5e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:00.415299 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Attempting to bind port 71ca8dc3-f480-435d-9d11-53dcfc078e5e on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:00.422656 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:00.423057 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:00.423448 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.423832 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:00.424291 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Bound port: 71ca8dc3-f480-435d-9d11-53dcfc078e5e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:00.425282 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.453882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d2544-3078-49df-9980-822258a135f6 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:00.455418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b27d2544-3078-49df-9980-822258a135f6 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002531 Dec 23 12:58:00.458344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36282) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:00.476355 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] For port 71ca8dc3-f480-435d-9d11-53dcfc078e5e, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:00.479327 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] For port 71ca8dc3-f480-435d-9d11-53dcfc078e5e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71ca8dc3-f480-435d-9d11-53dcfc078e5e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:00.485808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fc5a4119-fe49-4db9-8bf5-8ee25e0c9110 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263476 Dec 23 12:58:00.488228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36284) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:00.492992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910390285', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:00.520521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1a7b4282-5a7c-46c4-9d3d-d228528bfd14 None None] Provisioning complete for port 71ca8dc3-f480-435d-9d11-53dcfc078e5e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:00.520919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4282-5a7c-46c4-9d3d-d228528bfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.556367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b4282-5a7c-46c4-9d3d-d228528bfd14 None None] Port 71ca8dc3-f480-435d-9d11-53dcfc078e5e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:00.599834 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.646914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc066dae-beb1-4ef1-8444-e354b33b9147 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:00.658088 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:00.658704 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:00.662418 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3bd6d-db7a-4680-8a14-e57b9df3d55a None None] Pushing event updated for resources: {'Port': ['ID=71ca8dc3-f480-435d-9d11-53dcfc078e5e,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:00.684976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] Provisioning complete for port 71ca8dc3-f480-435d-9d11-53dcfc078e5e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:00.685344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.702341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:00.707323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.788999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.804533 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:00.817000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] For port 71ca8dc3-f480-435d-9d11-53dcfc078e5e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71ca8dc3-f480-435d-9d11-53dcfc078e5e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:00.919664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:00.987725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:01.013096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094062d-f01e-4425-86e3-36fcca9b6ce4 None None] Pushing event updated for resources: {'Port': ['ID=71ca8dc3-f480-435d-9d11-53dcfc078e5e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:01.074208 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Subnet': ['ID=6fe9938d-8832-49a2-88d5-ce3498aad1d4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:01.078603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Checking segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:01.079048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network hostable DHCP agents. Network: 41aacb07-df9e-48ae-9f49-cd16dcde7a47, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:58:01.083919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea872e2-1efa-4d12-aeef-3e2c191c8683 req-49fcbd8d-af3b-4770-88db-9b54e834ea3c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:01.085620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ea872e2-1efa-4d12-aeef-3e2c191c8683 req-49fcbd8d-af3b-4770-88db-9b54e834ea3c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0878859 Dec 23 12:58:01.088955 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:57:58Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:01.118588 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e72e22-18c6-481d-b6bd-d05d62d81d9b None None] The sync data for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 is: [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:57:58Z', 'revision_number': 3, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:01.147217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ea872e2-1efa-4d12-aeef-3e2c191c8683 req-12a3cf04-929e-4b2d-80c1-823e901d7e59 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548887 Dec 23 12:58:01.216225 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:58:01.345108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 41aacb07-df9e-48ae-9f49-cd16dcde7a47) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:01.362583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:01.364085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:01.379521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3df4baa-51b3-446e-aba3-cc9e951cc397 None None] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:01.480214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c27de471-314d-4f35-a24c-3283a1cdb792 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9894207 Dec 23 12:58:01.481797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36288) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:01.722578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'fixed_ips': [{'subnet_id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:58:01.733807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:01.810154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-1524bea7-d240-493e-b7ef-b55fcd1be7f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145634 Dec 23 12:58:01.885996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Allocated IP 172.20.0.18 (41aacb07-df9e-48ae-9f49-cd16dcde7a47/6fe9938d-8832-49a2-88d5-ce3498aad1d4/f1e937b5-2fe8-464f-947e-ebf3a021e6c0) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:01.996045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-192e9ea4-2d5d-4c9e-bc24-88f110fda73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:02.001928 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-192e9ea4-2d5d-4c9e-bc24-88f110fda73b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fa2282c1def4d8bba95a0577733c03c&device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1072824 Dec 23 12:58:02.066911 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.166330 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.217139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-81bf5bd7-9a38-4f9b-ac82-bba606b33eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:02.219959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-81bf5bd7-9a38-4f9b-ac82-bba606b33eec service neutron] 10.222.0.57 "GET /v2.0/networks?id=00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 200 len: 909 time: 0.1949806 Dec 23 12:58:02.226530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:02.229599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:02.234201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:02.243312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Pushing event updated for resources: {'Port': ['ID=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:02.300098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Attempting to bind port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:02.300470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Attempting to bind port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:02.300862 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Attempting to bind port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 on network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:02.306727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:02.307097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Checking segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:02.307495 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.307908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Bound using segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:02.308372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Bound port: f1e937b5-2fe8-464f-947e-ebf3a021e6c0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:02.308747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.326889 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e70-26e3-4d5d-870e-d8053a9feb97 req-2be62a78-0109-42c5-bad7-d3a23946ce8b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:02.333403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43d32e70-26e3-4d5d-870e-d8053a9feb97 req-2be62a78-0109-42c5-bad7-d3a23946ce8b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0626340 Dec 23 12:58:02.336486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-f257c4d7-4add-4d69-bc11-1021ee93f1af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 200 len: 1001 time: 0.1077006 Dec 23 12:58:02.338744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.375154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] For port f1e937b5-2fe8-464f-947e-ebf3a021e6c0, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:02.379648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] For port f1e937b5-2fe8-464f-947e-ebf3a021e6c0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:02.385736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43d32e70-26e3-4d5d-870e-d8053a9feb97 req-7bbf9b27-8f4a-43c1-b610-b09e948e44cf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Dec 23 12:58:02.440770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-d59c4760-159d-4171-ae33-8fa511210343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:02.442370 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-d59c4760-159d-4171-ae33-8fa511210343 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 200 len: 847 time: 0.0935528 Dec 23 12:58:02.467087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:02.537614 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fec52-6760-4e01-a81f-8bff90c44504 None None] Pushing event updated for resources: {'Port': ['ID=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:02.557349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-f3fef350-09f5-4dea-a0eb-2cbf6569236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:02.560539 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-f3fef350-09f5-4dea-a0eb-2cbf6569236c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00fbd0a6-b68c-4fad-816d-732680024c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829449 Dec 23 12:58:02.741046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71ca8dc3-f480-435d-9d11-53dcfc078e5e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:02.818975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-ed652d19-689e-47da-b934-a6838358a30f service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430871 Dec 23 12:58:02.871980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 71ca8dc3-f480-435d-9d11-53dcfc078e5e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:02.879081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.223765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.20.0.17 (41aacb07-df9e-48ae-9f49-cd16dcde7a47/6fe9938d-8832-49a2-88d5-ce3498aad1d4/040d885a-86d9-469e-a53b-ad5a26b6128b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:03.307729 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d52e6c28-5cdc-437e-9bda-d1a3de4f4a4c req-eb4f11aa-9d8b-4890-9357-c5b76800ac1f service neutron] 10.222.0.57 "GET /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698615 Dec 23 12:58:03.373246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.463052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.514962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86126-e019-49ef-808d-9c0e55a93b6b req-0a3dcbe5-5185-40fd-b066-e9f1aaa05664 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:03.517035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54a86126-e019-49ef-808d-9c0e55a93b6b req-0a3dcbe5-5185-40fd-b066-e9f1aaa05664 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0565958 Dec 23 12:58:03.530215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:03.535304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:03.537588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:03.541811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:03.587682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54a86126-e019-49ef-808d-9c0e55a93b6b req-434e69a7-5527-4e53-b821-c40c70a8374a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640063 Dec 23 12:58:03.613814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.711409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9c821-96d7-45eb-a2cd-87f98530c322 None None] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:03.789457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] Provisioning complete for port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:03.790133 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.889215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.898306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:03.939384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] For port f1e937b5-2fe8-464f-947e-ebf3a021e6c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:04.044293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.101031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d286f-56fc-4e49-9b35-dabe09d94d23 None None] Pushing event updated for resources: {'Port': ['ID=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:04.167295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8f73178-92c2-4efa-bf28-ba9a9bbe8893 None None] Provisioning complete for port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:04.167748 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8f73178-92c2-4efa-bf28-ba9a9bbe8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.199300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.273370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8f73178-92c2-4efa-bf28-ba9a9bbe8893 None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:04.276316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8f73178-92c2-4efa-bf28-ba9a9bbe8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.299090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.311535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c8f73178-92c2-4efa-bf28-ba9a9bbe8893 None None] Port 040d885a-86d9-469e-a53b-ad5a26b6128b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:04.367260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:04.372253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.430295 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-65987aa7-daf6-4856-a822-4fb419dcfcb5 None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:04.430664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65987aa7-daf6-4856-a822-4fb419dcfcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.466400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-65987aa7-daf6-4856-a822-4fb419dcfcb5 None None] Port 040d885a-86d9-469e-a53b-ad5a26b6128b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:04.473223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:04.474713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:04.597845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 4c79092d-fe06-48c1-b9de-1e1798d3228b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:04.733989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:04.736727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f1e937b5-2fe8-464f-947e-ebf3a021e6c0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:04.748944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a0a8478c-6715-4af6-bcff-b98f65b60913 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "PUT /v2.0/routers/4c79092d-fe06-48c1-b9de-1e1798d3228b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572021 Dec 23 12:58:04.758114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62370-9567-4cce-9ab9-3cefcad0bebe req-ba4adae0-a0d0-4a7c-8bce-1ac7e2b1308f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:04.769430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7e62370-9567-4cce-9ab9-3cefcad0bebe req-ba4adae0-a0d0-4a7c-8bce-1ac7e2b1308f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0779960 Dec 23 12:58:04.796665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Sync routers for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:04.824081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7e62370-9567-4cce-9ab9-3cefcad0bebe req-3b8780d6-102e-4346-bebc-078651940c97 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532837 Dec 23 12:58:04.825546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:04.826061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:04.833306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8cfc3b84-5cad-4fca-8b25-2547d5a1361d None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:04.833747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3b84-5cad-4fca-8b25-2547d5a1361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.927901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:04.928271 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:04.932604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc3b84-5cad-4fca-8b25-2547d5a1361d None None] Port 040d885a-86d9-469e-a53b-ad5a26b6128b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:04.989083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-3e2217c4-f1c0-46ff-83d9-93189bb187f1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:04.990677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-3e2217c4-f1c0-46ff-83d9-93189bb187f1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/networks?id=41aacb07-df9e-48ae-9f49-cd16dcde7a47 HTTP/1.1" status: 200 len: 797 time: 0.1210356 Dec 23 12:58:05.006939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-d5edef83-5790-4328-aea7-fab2489c1fc8 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/quotas/a102afd2eb7846f89c12dcca010b58f7 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Dec 23 12:58:05.024195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:05.068085 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c68552be-b196-41a0-8c78-7a0cd1c3ce3d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0550251 Dec 23 12:58:05.169631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e06d48cd-5f58-43e3-bd6a-cd2835b5a087 service neutron] 10.222.0.16 "GET /v2.0/networks/41aacb07-df9e-48ae-9f49-cd16dcde7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895338 Dec 23 12:58:05.262341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '040d885a-86d9-469e-a53b-ad5a26b6128b', 'name': '', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:05:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:02Z', 'updated_at': '2021-12-23T12:58:04Z', 'revision_number': 2, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:05.269001 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-d41bbef9-b467-414c-b0bd-3bc584d8fdc0 service neutron] 10.222.0.16 "GET /v2.0/networks/41aacb07-df9e-48ae-9f49-cd16dcde7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917916 Dec 23 12:58:05.289769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Checking router: 4c79092d-fe06-48c1-b9de-1e1798d3228b for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:05.290124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Updating router 4c79092d-fe06-48c1-b9de-1e1798d3228b port 040d885a-86d9-469e-a53b-ad5a26b6128b binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:05.318512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:05.577719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aee040c-18a1-480d-a27a-8749ae7fe031 req-6c89d3e2-56a1-4239-9b96-13e83369b61b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Dec 23 12:58:05.601590 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:05.712191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:05.761745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee589-defe-4cad-a3bc-f8ec358f27f2 None None] Pushing event updated for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Attempting to bind port 040d885a-86d9-469e-a53b-ad5a26b6128b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Attempting to bind port 040d885a-86d9-469e-a53b-ad5a26b6128b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Attempting to bind port 040d885a-86d9-469e-a53b-ad5a26b6128b on network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Checking segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Bound using segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Bound port: 040d885a-86d9-469e-a53b-ad5a26b6128b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:05.828776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:05.896143 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] For port 040d885a-86d9-469e-a53b-ad5a26b6128b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:05.914941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] For port 040d885a-86d9-469e-a53b-ad5a26b6128b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=040d885a-86d9-469e-a53b-ad5a26b6128b,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:05.990270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e3df-1f45-49b5-91ae-95b0b989dc35 req-711d5c1d-a873-40d0-89db-73df96ac0f22 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:05.991766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95e9e3df-1f45-49b5-91ae-95b0b989dc35 req-711d5c1d-a873-40d0-89db-73df96ac0f22 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0560198 Dec 23 12:58:06.004223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:06.041827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95e9e3df-1f45-49b5-91ae-95b0b989dc35 req-1c00fda1-9fe4-4f2b-9bca-340851907507 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Dec 23 12:58:06.075678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:06.076340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:57:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:06.118657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee589-defe-4cad-a3bc-f8ec358f27f2 None None] Pushing event updated for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:06.140204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:06.140615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:06.263645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:06.307805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:06.415895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] For port 040d885a-86d9-469e-a53b-ad5a26b6128b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=040d885a-86d9-469e-a53b-ad5a26b6128b,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:06.497080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '040d885a-86d9-469e-a53b-ad5a26b6128b', 'name': '', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:05:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:02Z', 'updated_at': '2021-12-23T12:58:05Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:06.526657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5100149-5bd5-4111-89d8-8d6713ccd019 None None] The sync data for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 is: [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '040d885a-86d9-469e-a53b-ad5a26b6128b', 'name': '', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:05:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:02Z', 'updated_at': '2021-12-23T12:58:05Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:06.548160 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:06.606955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1848f2c-ed5f-4366-8f0c-8d87b4a3b334 None None] Pushing event updated for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:06.678064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-43d73743-104f-4cde-82da-eda76bd7280b None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:06.678533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43d73743-104f-4cde-82da-eda76bd7280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:06.709704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80915dca-3001-4a51-87b6-393caa93d63a req-16a58a39-1763-44ce-9a0d-0a3567f6c514 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 210 time: 0.0485685 Dec 23 12:58:06.780145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 040d885a-86d9-469e-a53b-ad5a26b6128b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:06.844782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 040d885a-86d9-469e-a53b-ad5a26b6128b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:06.845454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:07.179059 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc45a-adc7-4e12-9705-53c318ff83c5 req-183e5a13-d4fe-437b-a222-12a1ca8176d3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:07.180843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e0dc45a-adc7-4e12-9705-53c318ff83c5 req-183e5a13-d4fe-437b-a222-12a1ca8176d3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0581048 Dec 23 12:58:07.233827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e0dc45a-adc7-4e12-9705-53c318ff83c5 req-f1967017-8e94-41f7-97d7-97214ca21fe2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Dec 23 12:58:07.801102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-241b2da0-a108-404b-be73-f1db9be87ef0 req-dd959a92-ada0-4e3d-aa4b-a520805426a1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 210 time: 0.0302432 Dec 23 12:58:08.062868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-7eddc748-0787-433d-b4a9-a35424ff5700 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.064351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-7eddc748-0787-433d-b4a9-a35424ff5700 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.57 "GET /v2.0/networks?id=41aacb07-df9e-48ae-9f49-cd16dcde7a47 HTTP/1.1" status: 200 len: 797 time: 0.1179750 Dec 23 12:58:08.078856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Request body: {'port': {'device_id': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'admin_state_up': True, 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:08.262216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Made reservation on behalf of a102afd2eb7846f89c12dcca010b58f7 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:08.266958 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:08.377212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32349ec-eaff-4093-8fc4-ebdb1d60e443 req-da3c67e0-4535-4a8a-9757-ba4344498e3d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.379118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c32349ec-eaff-4093-8fc4-ebdb1d60e443 req-da3c67e0-4535-4a8a-9757-ba4344498e3d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0652983 Dec 23 12:58:08.414438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Allocated IP 172.20.0.21 (41aacb07-df9e-48ae-9f49-cd16dcde7a47/6fe9938d-8832-49a2-88d5-ce3498aad1d4/7e46f7e0-6248-48fa-ae9f-0848d170516a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:08.444367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c32349ec-eaff-4093-8fc4-ebdb1d60e443 req-0af3b359-f367-414b-ad90-bbab669a37a8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580926 Dec 23 12:58:08.534311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:08.559347 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-bebd0b6b-dd0b-4eae-9adf-ffc94fe2be6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421865 Dec 23 12:58:08.641632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-224d4a56-b3e2-4e7d-a8a3-e5937f44116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.643542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-224d4a56-b3e2-4e7d-a8a3-e5937f44116c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0410724 Dec 23 12:58:08.679314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:08.725059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:08.728260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:08.732142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:08.758103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-38b9f606-45da-4800-b3cd-9f909d49ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.759624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-38b9f606-45da-4800-b3cd-9f909d49ec75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 200 len: 898 time: 0.0970883 Dec 23 12:58:08.766020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event updated for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:08.812502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.812502 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:08.838824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-e6b26357-72b0-40d7-9d94-d13d4bfcc387 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 200 len: 1002 time: 0.0680244 Dec 23 12:58:08.910245 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-e59bcf86-e241-4fa1-b63a-a32020ea5d6b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8362465 Dec 23 12:58:08.922849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-6b0f9b47-1929-4e53-8020-fbd98686726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.924521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-6b0f9b47-1929-4e53-8020-fbd98686726b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd9ee91d-0927-46f6-8c8a-b57859260eff HTTP/1.1" status: 200 len: 834 time: 0.0814512 Dec 23 12:58:08.931548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Request body: {'port': {'device_id': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:08.983581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e044a0d-72e9-4e00-89b5-d293f1f188eb req-21f93910-6e2c-4ded-ad51-e3d7aa84aef6 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:08.985784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e044a0d-72e9-4e00-89b5-d293f1f188eb req-21f93910-6e2c-4ded-ad51-e3d7aa84aef6 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 895 time: 0.1071310 Dec 23 12:58:09.001758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-f15b891e-2433-4107-a699-c7832a737501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:09.004670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-f15b891e-2433-4107-a699-c7832a737501 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704856 Dec 23 12:58:09.007738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.112803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-f6bb2e58-4959-4aa9-948d-c3c8648f4aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008012 Dec 23 12:58:09.128888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-83fa3d3d-ecf1-4526-8195-c9a098f5099d None None] Provisioning complete for port 7e46f7e0-6248-48fa-ae9f-0848d170516a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:09.129491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83fa3d3d-ecf1-4526-8195-c9a098f5099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.163212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-83fa3d3d-ecf1-4526-8195-c9a098f5099d None None] Port 7e46f7e0-6248-48fa-ae9f-0848d170516a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:09.212554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40734647-2a61-4fb8-bbb1-6e4d34259724 req-06a5eb12-4ca5-46c5-8065-f41147d2ccd2 service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931208 Dec 23 12:58:09.313264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e46f7e0-6248-48fa-ae9f-0848d170516a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:58:09.320430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.332909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Transition to ACTIVE for port object 7e46f7e0-6248-48fa-ae9f-0848d170516a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:58:09.427537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.478677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:09.557548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Attempting to bind port 7e46f7e0-6248-48fa-ae9f-0848d170516a on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:09.557975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Attempting to bind port 7e46f7e0-6248-48fa-ae9f-0848d170516a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:09.558481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Attempting to bind port 7e46f7e0-6248-48fa-ae9f-0848d170516a on network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:09.565235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Port 7e46f7e0-6248-48fa-ae9f-0848d170516a on network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:58:09.565561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Attempting to bind port 7e46f7e0-6248-48fa-ae9f-0848d170516a on network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:09.572224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:09.575230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Checking segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:09.576199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Bound using segment: {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:09.576741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Bound port: 7e46f7e0-6248-48fa-ae9f-0848d170516a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623158fc-207b-417b-9703-e07a057d8c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:09.577132 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.581253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139f2f-b17f-4243-b6be-6cde282243f5 req-be303160-e261-4c9f-bc81-6af92fdade9d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:09.583660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72139f2f-b17f-4243-b6be-6cde282243f5 req-be303160-e261-4c9f-bc81-6af92fdade9d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0625255 Dec 23 12:58:09.656503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72139f2f-b17f-4243-b6be-6cde282243f5 req-b7a1a647-9a0c-4e46-b6ce-9899376fa2c7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Dec 23 12:58:09.662288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:09.666578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:09.754355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.793847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:09.794785 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:09.796195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e46f7e0-6248-48fa-ae9f-0848d170516a HTTP/1.1" status: 200 len: 1055 time: 0.8722286 Dec 23 12:58:09.796677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:09.799752 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983baefc-8d48-4498-863d-adbcf6b9d293" -d '{"events": [{"name": "network-changed", "server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:09.830306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bee917-70bd-4454-a882-78a0ce67dec5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:09.844801 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f99f8f-43e1-42b6-b1e7-ca91b02416bd x-openstack-request-id: req-22f99f8f-43e1-42b6-b1e7-ca91b02416bd {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:09.845272 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:09.845609 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22f99f8f-43e1-42b6-b1e7-ca91b02416bd {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:09.846430 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a', 'status': 'completed', 'code': 200} Dec 23 12:58:09.907741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-7c7c373c-6959-4718-b538-5df69c2b2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:09.909330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-7c7c373c-6959-4718-b538-5df69c2b2167 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 1058 time: 0.0456269 Dec 23 12:58:10.096622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-d7b55eee-a241-49f6-b3b6-88fb6280ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.097053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-d7b55eee-a241-49f6-b3b6-88fb6280ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.098585 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-d7b55eee-a241-49f6-b3b6-88fb6280ca6c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a102afd2eb7846f89c12dcca010b58f7&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1803331 Dec 23 12:58:10.278306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-3a0281fe-5e7f-4499-82a7-b7bff8c8a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.279849 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-983baefc-8d48-4498-863d-adbcf6b9d293 req-3a0281fe-5e7f-4499-82a7-b7bff8c8a0fe service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746905 Dec 23 12:58:10.362040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-42314193-4e5d-4355-aef8-58f7951c4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.363589 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-42314193-4e5d-4355-aef8-58f7951c4855 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 1058 time: 0.0442016 Dec 23 12:58:10.408464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-146a68fb-7310-4795-91b5-a595c7546614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a HTTP/1.1" status: 200 len: 217 time: 0.0370584 Dec 23 12:58:10.464941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c0db8e7e-d8f3-48e2-9041-9ad810074306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.466480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c0db8e7e-d8f3-48e2-9041-9ad810074306 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fe9938d-8832-49a2-88d5-ce3498aad1d4 HTTP/1.1" status: 200 len: 837 time: 0.0519047 Dec 23 12:58:10.469755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79491e-eabc-4a5b-bb57-e5f04ac34abc req-b8d06141-d91a-4ba6-9e8e-6b620a91d890 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.471255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc79491e-eabc-4a5b-bb57-e5f04ac34abc req-b8d06141-d91a-4ba6-9e8e-6b620a91d890 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 907 time: 0.4038787 Dec 23 12:58:10.514546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c9184cdd-549d-480a-aba1-7cb1209cea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.516070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c9184cdd-549d-480a-aba1-7cb1209cea7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41aacb07-df9e-48ae-9f49-cd16dcde7a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418425 Dec 23 12:58:10.612182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-632d7eaf-7af3-498e-ab8f-a81275b454fe service neutron] 10.222.0.57 "GET /v2.0/networks/41aacb07-df9e-48ae-9f49-cd16dcde7a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890799 Dec 23 12:58:10.705592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0217380-966d-4963-89a8-5d23a2c3d1cf req-c23cde41-1e38-415d-995e-7f3b65f36db3 service neutron] 10.222.0.57 "GET /v2.0/networks/41aacb07-df9e-48ae-9f49-cd16dcde7a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854003 Dec 23 12:58:10.770235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0479dfb-a375-4124-96c6-7d43b8103acd req-3dd40011-8259-4ff8-b3d2-d49c94511d8c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:10.771720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0479dfb-a375-4124-96c6-7d43b8103acd req-3dd40011-8259-4ff8-b3d2-d49c94511d8c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0490141 Dec 23 12:58:10.819246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b0479dfb-a375-4124-96c6-7d43b8103acd req-1a3c589c-137f-4032-8ce6-de37d3413d77 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Dec 23 12:58:11.588524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f865095-2423-4e24-b932-3ff8115330ef req-f75bf728-e218-4007-a68d-dbcade7d9b0f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:11.590023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f865095-2423-4e24-b932-3ff8115330ef req-f75bf728-e218-4007-a68d-dbcade7d9b0f tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 907 time: 0.0491939 Dec 23 12:58:11.938271 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fe79-25c8-424c-846e-65e62c296301 req-ef28eb98-1e13-4193-8737-e72a67a91edd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:11.944715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f21fe79-25c8-424c-846e-65e62c296301 req-ef28eb98-1e13-4193-8737-e72a67a91edd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0514116 Dec 23 12:58:11.991926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f21fe79-25c8-424c-846e-65e62c296301 req-8d37d043-03e9-4343-a997-289df775f091 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Dec 23 12:58:12.708261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3132c-d804-420f-a0ca-9291a64cb84f req-de99d3e0-4b11-409e-89cc-16f06fb9d3fc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:12.709688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6c3132c-d804-420f-a0ca-9291a64cb84f req-de99d3e0-4b11-409e-89cc-16f06fb9d3fc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 907 time: 0.0498111 Dec 23 12:58:13.103573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7e46f7e0-6248-48fa-ae9f-0848d170516a details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:58:13.110687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727199b-0a24-4745-8707-63c92a418234 req-aa5600ce-cac0-4c66-98ad-de3e076689ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:13.112835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6727199b-0a24-4745-8707-63c92a418234 req-aa5600ce-cac0-4c66-98ad-de3e076689ce tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0502691 Dec 23 12:58:13.163015 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6727199b-0a24-4745-8707-63c92a418234 req-68d5d3b1-c981-4bb9-91ce-3b88f6b6a03e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Dec 23 12:58:13.203172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:13.224039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '7e46f7e0-6248-48fa-ae9f-0848d170516a', 'network_id': '41aacb07-df9e-48ae-9f49-cd16dcde7a47', 'port_id': '7e46f7e0-6248-48fa-ae9f-0848d170516a', 'mac_address': 'fa:16:3e:6b:4d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe9938d-8832-49a2-88d5-ce3498aad1d4', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:58:13.262465 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:13.275648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e46f7e0-6248-48fa-ae9f-0848d170516a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:58:13.295376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:13.301768 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6e154052-4e36-4362-be14-b1d1cfc42eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:13.370464 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:13.421521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:13.674377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['7e46f7e0-6248-48fa-ae9f-0848d170516a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:58:13.828616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9354b1-1d33-43ea-93b3-bb3e38d4be88 req-ca95575e-97d8-4548-a59d-9b48c22435e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:13.830121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b9354b1-1d33-43ea-93b3-bb3e38d4be88 req-ca95575e-97d8-4548-a59d-9b48c22435e3 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 908 time: 0.0541339 Dec 23 12:58:14.285248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5226613-0bdd-44bd-927a-28a4a4845e39 req-a11f8642-d76f-4bdd-bed5-7e6bbb3e3454 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:14.286731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5226613-0bdd-44bd-927a-28a4a4845e39 req-a11f8642-d76f-4bdd-bed5-7e6bbb3e3454 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0500991 Dec 23 12:58:14.335467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a5226613-0bdd-44bd-927a-28a4a4845e39 req-06ed84e6-73fc-4a17-8d7a-78fe38ed28fb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Dec 23 12:58:14.946649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb98ee-7b76-4f27-b3dc-b78ab14034cb req-6352bc6c-3c0f-4677-b057-888f8a50720d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:14.947975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4eeb98ee-7b76-4f27-b3dc-b78ab14034cb req-6352bc6c-3c0f-4677-b057-888f8a50720d tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 908 time: 0.0491159 Dec 23 12:58:15.109525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7e46f7e0-6248-48fa-ae9f-0848d170516a up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:15.262020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 7e46f7e0-6248-48fa-ae9f-0848d170516a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:58:15.266455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 7e46f7e0-6248-48fa-ae9f-0848d170516a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:15.266837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:15.348753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:15.372242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:15.374545 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e475b-60fa-400e-abba-b6653120285b" -d '{"events": [{"server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "name": "network-vif-plugged", "status": "completed", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:15.389480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:15.460838 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049864cd-c910-44e8-abd2-a474033d94f8 req-134436c5-c90d-4750-9cb5-c6ecc0f2cf58 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:15.461469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:15.462398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-049864cd-c910-44e8-abd2-a474033d94f8 req-134436c5-c90d-4750-9cb5-c6ecc0f2cf58 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0534191 Dec 23 12:58:15.491716 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6928d6-bbfb-4a4a-a89d-d957c82f49cc x-openstack-request-id: req-6e6928d6-bbfb-4a4a-a89d-d957c82f49cc {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:15.491716 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "name": "network-vif-plugged", "status": "completed", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:15.491716 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e6928d6-bbfb-4a4a-a89d-d957c82f49cc {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:15.491716 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a', 'code': 200} Dec 23 12:58:15.517308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:15.520933 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-049864cd-c910-44e8-abd2-a474033d94f8 req-e3ab1f56-d75b-48c6-8782-7002677b4822 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Dec 23 12:58:15.587697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251fe5-d4a4-4aa5-93e0-a7e4b47a4d7a req-f6d827b2-943f-4257-b540-b5eaeea99505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:15.589236 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-96251fe5-d4a4-4aa5-93e0-a7e4b47a4d7a req-f6d827b2-943f-4257-b540-b5eaeea99505 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 1060 time: 0.0409508 Dec 23 12:58:16.072943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b21e-7676-4c3a-a06e-fab04cd6dbf4 req-23cbdcf3-f50e-4497-b963-294b4d2d2457 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:16.075219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5110b21e-7676-4c3a-a06e-fab04cd6dbf4 req-23cbdcf3-f50e-4497-b963-294b4d2d2457 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.0525723 Dec 23 12:58:16.119392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e1170112-37a4-4cc2-a218-b5118141100d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:16.610397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:16.646777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235a265-5f22-43ec-a7f5-eb90ecf8ac45 req-e96c2759-3c4a-42a6-9733-b6b38cb57c17 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:16.648530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2235a265-5f22-43ec-a7f5-eb90ecf8ac45 req-e96c2759-3c4a-42a6-9733-b6b38cb57c17 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0542305 Dec 23 12:58:16.697360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2235a265-5f22-43ec-a7f5-eb90ecf8ac45 req-94607119-2405-479c-ad71-32dab9c3c3b4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Dec 23 12:58:17.196622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca4931-8865-4cad-82f8-ad5344ae96d8 req-7f3376dc-1a3e-4457-8b87-af98d1c51b95 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.198033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ca4931-8865-4cad-82f8-ad5344ae96d8 req-7f3376dc-1a3e-4457-8b87-af98d1c51b95 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.0552323 Dec 23 12:58:17.316939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ceb0-0820-4764-a2f9-e3855f3c56d1 req-7a611099-096a-4e43-9da6-64e911155aa7 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.318664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dc79ceb0-0820-4764-a2f9-e3855f3c56d1 req-7a611099-096a-4e43-9da6-64e911155aa7 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.0511560 Dec 23 12:58:17.426422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b2b-428e-48c8-b616-3d618c1393a9 req-46b4f57e-04da-4d64-a45b-d928eaa204a0 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.427918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a1e2b2b-428e-48c8-b616-3d618c1393a9 req-46b4f57e-04da-4d64-a45b-d928eaa204a0 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 1060 time: 0.0404415 Dec 23 12:58:17.533332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9106b9-17de-40a3-a4e7-3b5869f9c6c7 req-c19ce3b7-a804-4331-9d3d-2e72d9190a69 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.534845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef9106b9-17de-40a3-a4e7-3b5869f9c6c7 req-c19ce3b7-a804-4331-9d3d-2e72d9190a69 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0414369 Dec 23 12:58:17.589891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef9106b9-17de-40a3-a4e7-3b5869f9c6c7 req-966331de-66f8-4fb1-a72d-6aa68dee1e39 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0483885 Dec 23 12:58:17.611637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36374) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:17.661520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7fdc2-b272-46d5-a3c3-97cbfe6cc885 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.663102 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1ae7fdc2-b272-46d5-a3c3-97cbfe6cc885 tempest-TestSecurityGroupsBasicOps-1581114014 tempest-TestSecurityGroupsBasicOps-1581114014-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 1055 time: 0.0497258 Dec 23 12:58:17.817757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e031f-9958-44f5-b2c7-9c39a5c1b8ee req-d54d2b53-b30b-415a-93db-5edc319fba07 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:17.819251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f3e031f-9958-44f5-b2c7-9c39a5c1b8ee req-d54d2b53-b30b-415a-93db-5edc319fba07 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0527916 Dec 23 12:58:17.866811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f3e031f-9958-44f5-b2c7-9c39a5c1b8ee req-e52b1d79-a2cc-43ea-9772-4a09b2f00b08 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Dec 23 12:58:18.105232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6eec-69f7-42bc-89da-a58916b6ec7d req-4ebf2a0f-e8d9-480b-b4e1-68f1c232eef1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:18.106752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194f6eec-69f7-42bc-89da-a58916b6ec7d req-4ebf2a0f-e8d9-480b-b4e1-68f1c232eef1 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.0507562 Dec 23 12:58:18.301722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:18.604540 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:18.992677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493858a-19fe-4bed-b4c7-8e8a06ac0a91 req-4e926545-af51-46f6-b0a8-9a383a94af2d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:18.994430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7493858a-19fe-4bed-b4c7-8e8a06ac0a91 req-4e926545-af51-46f6-b0a8-9a383a94af2d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0503266 Dec 23 12:58:19.046662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7493858a-19fe-4bed-b4c7-8e8a06ac0a91 req-6317db84-951a-424e-aa4e-a23107b3605a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Dec 23 12:58:19.222055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:19.235025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0791f-11d3-4302-ae72-c9ec8d5c1f72 req-f1e2a988-0ec0-42da-a008-6a4b5f894975 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:19.240230 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ef0791f-11d3-4302-ae72-c9ec8d5c1f72 req-f1e2a988-0ec0-42da-a008-6a4b5f894975 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.0608919 Dec 23 12:58:19.745175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-e00253d2-2ec5-4c43-84cf-dcdb9a3ef5f5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:19.746667 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-e00253d2-2ec5-4c43-84cf-dcdb9a3ef5f5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.57 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 909 time: 0.3378122 Dec 23 12:58:19.839329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port 7e46f7e0-6248-48fa-ae9f-0848d170516a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:19.839672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:19.938765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port 7e46f7e0-6248-48fa-ae9f-0848d170516a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7e46f7e0-6248-48fa-ae9f-0848d170516a,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:19.942590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:19.952310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for 7e46f7e0-6248-48fa-ae9f-0848d170516a owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:20.170759 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:20.172432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fab52-fd46-4645-ae1f-d75b961ba18e req-6ae96342-9d5e-4da6-9313-ed18e1ae372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:20.173947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b76fab52-fd46-4645-ae1f-d75b961ba18e req-6ae96342-9d5e-4da6-9313-ed18e1ae372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0512984 Dec 23 12:58:20.202372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=7e46f7e0-6248-48fa-ae9f-0848d170516a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:20.226190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b76fab52-fd46-4645-ae1f-d75b961ba18e req-3273ede9-fbe0-42b0-bd42-f8fc0baf30be tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460243 Dec 23 12:58:20.247658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] No DVR routers for this DVR port 7e46f7e0-6248-48fa-ae9f-0848d170516a on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:20.250582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:20.254357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c202238c-ef3f-4e23-858c-4341b6526fb5 req-b8f603d9-dcba-4b71-84bc-193271c06d52 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.57 "DELETE /v2.0/ports/7e46f7e0-6248-48fa-ae9f-0848d170516a HTTP/1.1" status: 204 len: 173 time: 0.5011077 Dec 23 12:58:20.254893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'name': 'network-vif-deleted', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:20.269027 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e6e3c-c6ea-4138-853a-8f53e3aaa6b9" -d '{"events": [{"server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "name": "network-vif-deleted", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:20.316171 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a24b4e-b38a-423f-ae7e-7bd6da03b3bb x-openstack-request-id: req-f7a24b4e-b38a-423f-ae7e-7bd6da03b3bb {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:20.319288 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd8ec1-45b7-4a2b-b434-63670c8113b2", "name": "network-vif-deleted", "tag": "7e46f7e0-6248-48fa-ae9f-0848d170516a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:20.319288 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7a24b4e-b38a-423f-ae7e-7bd6da03b3bb {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:20.319288 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd8ec1-45b7-4a2b-b434-63670c8113b2', 'name': 'network-vif-deleted', 'tag': '7e46f7e0-6248-48fa-ae9f-0848d170516a', 'status': 'completed', 'code': 200} Dec 23 12:58:20.360915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cebf793-e1b1-4117-b90a-308574e72a1e req-2204b4e0-2b23-49f9-94e0-4aaf5aac94d5 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efd8ec1-45b7-4a2b-b434-63670c8113b2 HTTP/1.1" status: 200 len: 210 time: 0.0287359 Dec 23 12:58:21.362614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c078c0-5b54-4bc0-8e2b-4cac22b19411 req-090a04a7-e946-4d8d-8acd-903448d0820a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:21.364122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13c078c0-5b54-4bc0-8e2b-4cac22b19411 req-090a04a7-e946-4d8d-8acd-903448d0820a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0545583 Dec 23 12:58:21.417873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13c078c0-5b54-4bc0-8e2b-4cac22b19411 req-a3e614fd-efab-4819-9b83-a14823e00900 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 Dec 23 12:58:21.425412 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36396) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:21.805904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.077136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port 040d885a-86d9-469e-a53b-ad5a26b6128b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:22.077393 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.173254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port 040d885a-86d9-469e-a53b-ad5a26b6128b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=040d885a-86d9-469e-a53b-ad5a26b6128b,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:22.173612 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.186449 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for 040d885a-86d9-469e-a53b-ad5a26b6128b owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:22.509068 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.537619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=040d885a-86d9-469e-a53b-ad5a26b6128b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:22.538594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43921b-4ff6-4bde-996e-d9e2f587697a req-72867507-04db-48b2-9579-e7c6ee4a37e9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:22.548801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f43921b-4ff6-4bde-996e-d9e2f587697a req-72867507-04db-48b2-9579-e7c6ee4a37e9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0609210 Dec 23 12:58:22.641133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3f43921b-4ff6-4bde-996e-d9e2f587697a req-ec4a4d67-c923-4a5a-9835-bd93837e1744 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807576 Dec 23 12:58:22.739684 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.941539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:22.970850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 4c79092d-fe06-48c1-b9de-1e1798d3228b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:23.080174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:23.085320 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f0d629a9-1305-4e65-881b-c14b1f39f96c tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "PUT /v2.0/routers/4c79092d-fe06-48c1-b9de-1e1798d3228b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546128 Dec 23 12:58:23.088438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36400) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:23.091272 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Sync routers for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:23.102465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:23.103481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:23.141014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7e46f7e0-6248-48fa-ae9f-0848d170516a no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:23.146085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting subnet 6fe9938d-8832-49a2-88d5-ce3498aad1d4 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:58:23.151004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.163986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 7e46f7e0-6248-48fa-ae9f-0848d170516a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:23.165264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7e46f7e0-6248-48fa-ae9f-0848d170516a not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:23.198186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.216547 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:23.290758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.404172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:22Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:23.427995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.430591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Checking router: 4c79092d-fe06-48c1-b9de-1e1798d3228b for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:23.439097 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Routers {'4c79092d-fe06-48c1-b9de-1e1798d3228b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:23.439770 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['4c79092d-fe06-48c1-b9de-1e1798d3228b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:23.455046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe9938d-8832-49a2-88d5-ce3498aad1d4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:23.461653 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.465614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-871dd897-3e73-40e9-be0c-ba8d5f0cfc24 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/subnets/6fe9938d-8832-49a2-88d5-ce3498aad1d4 HTTP/1.1" status: 204 len: 168 time: 0.3759942 Dec 23 12:58:23.468386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:23.474548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4730b34-28d6-4984-a908-c9a7a0a1769b None None] Network 41aacb07-df9e-48ae-9f49-cd16dcde7a47 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:23.569403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] Set router 4c79092d-fe06-48c1-b9de-1e1798d3228b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:23.626483 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.685219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] DHCP port deletion for 41aacb07-df9e-48ae-9f49-cd16dcde7a47 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:23.735754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Deleting port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:23.736385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.781708 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:22Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:23.802427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0e490-d49e-4208-b164-57c2d880bedc req-1315ca35-cfb1-4875-b8a5-9ee8b0770970 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:23.803957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43b0e490-d49e-4208-b164-57c2d880bedc req-1315ca35-cfb1-4875-b8a5-9ee8b0770970 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0623813 Dec 23 12:58:23.807126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] For port f1e937b5-2fe8-464f-947e-ebf3a021e6c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,segment=NetworkSegment(623158fc-207b-417b-9703-e07a057d8c77),segment_id=623158fc-207b-417b-9703-e07a057d8c77)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:23.807587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.814075 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:23.816772 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ad205-7c5d-40ae-8f5e-5b00c8b4896c None None] The sync data for ids ['4c79092d-fe06-48c1-b9de-1e1798d3228b'] in n-d-822750-2 is: [{'id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936996696', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:57:57Z', 'updated_at': '2021-12-23T12:58:22Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': '71ca8dc3-f480-435d-9d11-53dcfc078e5e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c79092d-fe06-48c1-b9de-1e1798d3228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:58Z', 'updated_at': '2021-12-23T12:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:23.827617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Calling delete_port for f1e937b5-2fe8-464f-947e-ebf3a021e6c0 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:23.869713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43b0e490-d49e-4208-b164-57c2d880bedc req-2ebfba6d-acc2-4b06-8dbc-a33e98f525fb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Dec 23 12:58:23.993973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.006333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port 71ca8dc3-f480-435d-9d11-53dcfc078e5e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:24.006669 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.023900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] Pushing event deleted for resources: {'Port': ['ID=f1e937b5-2fe8-464f-947e-ebf3a021e6c0,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:24.027672 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441b7c3-e41f-4965-8008-894b8f8d9e6a None None] No DVR routers for this DVR port f1e937b5-2fe8-464f-947e-ebf3a021e6c0 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:24.092520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port 71ca8dc3-f480-435d-9d11-53dcfc078e5e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=71ca8dc3-f480-435d-9d11-53dcfc078e5e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:24.092908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.106786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for 71ca8dc3-f480-435d-9d11-53dcfc078e5e owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:24.370511 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.401817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=71ca8dc3-f480-435d-9d11-53dcfc078e5e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:24.420588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9e729-f8ba-4578-ba98-7abe898ac1c2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:24.466728 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.559840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.562115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.680228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.680228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Fanout notify agent at l3_agent the message router_deleted on router 4c79092d-fe06-48c1-b9de-1e1798d3228b {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:58:24.690673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.691961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3d9e281f-1cd5-4075-8f9d-911cda40d605 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/routers/4c79092d-fe06-48c1-b9de-1e1798d3228b HTTP/1.1" status: 204 len: 168 time: 1.2224262 Dec 23 12:58:24.694756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36408) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:24.728604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 040d885a-86d9-469e-a53b-ad5a26b6128b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:24.750696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 040d885a-86d9-469e-a53b-ad5a26b6128b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:24.751042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 040d885a-86d9-469e-a53b-ad5a26b6128b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:24.751451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f1e937b5-2fe8-464f-947e-ebf3a021e6c0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:24.775164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f1e937b5-2fe8-464f-947e-ebf3a021e6c0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:24.775752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f1e937b5-2fe8-464f-947e-ebf3a021e6c0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:24.797033 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.891340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.913103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aacb07-df9e-48ae-9f49-cd16dcde7a47']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:24.922488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623158fc-207b-417b-9703-e07a057d8c77') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:24.922822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623158fc-207b-417b-9703-e07a057d8c77') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:24.933754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.955674 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.977424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:58:24.977828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:58:24.980732 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:58:25.051884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc1b68-9f31-4a54-a866-7ebfd0644397 req-08cb3a57-e272-42b3-9981-af075077d007 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:25.053408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2efc1b68-9f31-4a54-a866-7ebfd0644397 req-08cb3a57-e272-42b3-9981-af075077d007 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.1115716 Dec 23 12:58:25.102805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2efc1b68-9f31-4a54-a866-7ebfd0644397 req-bdf1a412-2088-4027-892b-0f9b1f2ec75b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Dec 23 12:58:25.142341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.155258 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.155258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/networks/41aacb07-df9e-48ae-9f49-cd16dcde7a47 HTTP/1.1" status: 204 len: 168 time: 0.4577475 Dec 23 12:58:25.157956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36412) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:25.168667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d69db7-6d90-4dc9-83b4-f8bf3fda0203 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Network': ['ID=41aacb07-df9e-48ae-9f49-cd16dcde7a47,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:25.322222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port c84025a1-d90b-4564-85c9-1cb26b607849 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:25.322562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.400972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.401225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.412521 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for c84025a1-d90b-4564-85c9-1cb26b607849 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:25.633814 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.660631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=c84025a1-d90b-4564-85c9-1cb26b607849,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:25.722845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:25.723194 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Floating IP d7babcee-7c17-4157-b307-0f1508fc3ad3 disassociated (deleted). External IP: 172.25.7.124, port: b9a49e26-be03-4f12-a614-4f185c6244ea. Dec 23 12:58:25.931471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 82d8432d-9376-4994-be03-29b50d82813a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:26.040786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:26.045384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:26.050740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Sync routers for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:26.061256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:26.061869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:26.076847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-42b09a3e-3ff2-46d5-bc21-9c2ae4bbfb27 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7babcee-7c17-4157-b307-0f1508fc3ad3 HTTP/1.1" status: 204 len: 168 time: 0.9153092 Dec 23 12:58:26.076847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:26.077324 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbee15-df5c-4c4d-80ae-440257965615" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:26.120208 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b78bd-d0ae-4545-b094-07c94b9537e7 x-openstack-request-id: req-630b78bd-d0ae-4545-b094-07c94b9537e7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:26.120208 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:26.120208 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-630b78bd-d0ae-4545-b094-07c94b9537e7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:26.120208 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'status': 'completed', 'code': 200} Dec 23 12:58:26.180560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:26.202367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-853a2ca5-8c47-4925-b204-534975387ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.203894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-853a2ca5-8c47-4925-b204-534975387ff1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a102afd2eb7846f89c12dcca010b58f7&device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 1136 time: 0.0622594 Dec 23 12:58:26.292879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d267b-33c9-474d-932a-1ee2d2a6ac3f req-6d20d0d7-863b-495a-9d96-48781e45e824 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.294395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d0d267b-33c9-474d-932a-1ee2d2a6ac3f req-6d20d0d7-863b-495a-9d96-48781e45e824 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.1068025 Dec 23 12:58:26.349976 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-c8f4445b-edee-40df-bb04-d22364c98008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.351441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-c8f4445b-edee-40df-bb04-d22364c98008 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 200 len: 898 time: 0.1343162 Dec 23 12:58:26.387454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:26.405516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d0d267b-33c9-474d-932a-1ee2d2a6ac3f req-e613d142-3747-4e4c-aed8-51608c2cb7a9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045673 Dec 23 12:58:26.409516 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-19f4ac64-9e10-4e2e-9b90-aa55c53c57e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 200 len: 217 time: 0.0475557 Dec 23 12:58:26.413707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Checking router: 82d8432d-9376-4994-be03-29b50d82813a for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:26.427558 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:26.428349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:26.464934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-eb42711c-6273-4cb6-8ca3-95e8c0b3b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.464934 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-eb42711c-6273-4cb6-8ca3-95e8c0b3b23c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd9ee91d-0927-46f6-8c8a-b57859260eff HTTP/1.1" status: 200 len: 834 time: 0.0463884 Dec 23 12:58:26.515379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-cb2bdb4f-fd8d-4795-a100-ba51591560d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.517082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-cb2bdb4f-fd8d-4795-a100-ba51591560d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aedcda59-b5d7-4ae5-9faa-7f76f2587b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442176 Dec 23 12:58:26.536336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:26.616441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-ee9e5dc7-8d34-4af3-9e24-ea9c42529877 service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916767 Dec 23 12:58:26.657657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71ca8dc3-f480-435d-9d11-53dcfc078e5e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:26.684930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 71ca8dc3-f480-435d-9d11-53dcfc078e5e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:26.685268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 71ca8dc3-f480-435d-9d11-53dcfc078e5e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:26.739485 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319367-3225-4117-9ba5-53cd8fd78921 req-3a39a095-9fb5-4703-89d8-e8c0ef3d6117 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:26.740928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8319367-3225-4117-9ba5-53cd8fd78921 req-3a39a095-9fb5-4703-89d8-e8c0ef3d6117 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0712171 Dec 23 12:58:26.758820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c9dbee15-df5c-4c4d-80ae-440257965615 req-ea1cbb6b-eb98-4df2-88ca-baa184f5363a service neutron] 10.222.0.43 "GET /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340408 Dec 23 12:58:26.777526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:26.805168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a9e96-0d8b-4b02-add0-c79b25942fdf None None] The sync data for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 is: [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:57:03Z', 'revision_number': 4, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '4e2b51f6-136d-46d2-be69-731cbc52b66f', 'name': '', 'network_id': 'aedcda59-b5d7-4ae5-9faa-7f76f2587b03', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'mac_address': 'fa:16:3e:e2:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:57:03Z', 'updated_at': '2021-12-23T12:57:07Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'subnets': [{'id': 'bd9ee91d-0927-46f6-8c8a-b57859260eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:26.808787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8319367-3225-4117-9ba5-53cd8fd78921 req-04e1679d-30fb-45cc-a116-05799a546f5e tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598214 Dec 23 12:58:27.025345 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c1ec6-c4af-4171-bcbf-4539b7614c30 None None] New status for floating IP d7babcee-7c17-4157-b307-0f1508fc3ad3: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:58:27.524849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e66c35-7177-4f6b-b81f-343fc6407449 req-f1a92ec2-a7a4-4c88-b700-4a19f9fe1f73 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:27.526574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64e66c35-7177-4f6b-b81f-343fc6407449 req-f1a92ec2-a7a4-4c88-b700-4a19f9fe1f73 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0484209 Dec 23 12:58:27.573217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64e66c35-7177-4f6b-b81f-343fc6407449 req-b72c8e8e-2b2b-401c-b278-eebc403432df tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Dec 23 12:58:27.918381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f526-5593-479b-9804-3f6a621e16fa req-3fbdc2ad-6ff5-4b7e-8262-ccd122007b90 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:27.919922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71c8f526-5593-479b-9804-3f6a621e16fa req-3fbdc2ad-6ff5-4b7e-8262-ccd122007b90 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0756135 Dec 23 12:58:27.973901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9324b-97da-42f4-b1fc-d3067914c923 req-a5ba9263-4e6e-4a79-9f3e-d605baf1d79e tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:27.975414 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ab9324b-97da-42f4-b1fc-d3067914c923 req-a5ba9263-4e6e-4a79-9f3e-d605baf1d79e tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 985 time: 0.0955486 Dec 23 12:58:28.063920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ab9324b-97da-42f4-b1fc-d3067914c923 req-df2cc2b9-fa34-490d-805f-6d9f0ea0b7ba tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/security-groups?id=10bfeca6-b2bf-4545-8673-fc72b76f4a49&id=ec7616a2-973d-4384-9f19-a0278c597c38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819752 Dec 23 12:58:28.071829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port b9a49e26-be03-4f12-a614-4f185c6244ea {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:28.072132 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:28.165727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port b9a49e26-be03-4f12-a614-4f185c6244ea, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=b9a49e26-be03-4f12-a614-4f185c6244ea,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:28.166030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:28.178397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for b9a49e26-be03-4f12-a614-4f185c6244ea owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:28.363341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:28.392135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=b9a49e26-be03-4f12-a614-4f185c6244ea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:28.434491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] No DVR routers for this DVR port b9a49e26-be03-4f12-a614-4f185c6244ea on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:28.437102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:28.440482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-71c8f526-5593-479b-9804-3f6a621e16fa req-8058e7c8-d1e3-4292-9477-03f15ea4b84b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.43 "DELETE /v2.0/ports/b9a49e26-be03-4f12-a614-4f185c6244ea HTTP/1.1" status: 204 len: 173 time: 0.5144448 Dec 23 12:58:28.440945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'name': 'network-vif-deleted', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:28.443245 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73227ff-b0f3-4408-946e-f76551fb7ce3" -d '{"events": [{"server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "name": "network-vif-deleted", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:28.545085 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3977408-61a9-4372-88fe-31f8ffcd4a10 x-openstack-request-id: req-f3977408-61a9-4372-88fe-31f8ffcd4a10 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:28.545769 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9b2d6-6431-4846-b546-87a2a9ca5855", "name": "network-vif-deleted", "tag": "b9a49e26-be03-4f12-a614-4f185c6244ea", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:28.545769 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3977408-61a9-4372-88fe-31f8ffcd4a10 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:28.546027 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9b2d6-6431-4846-b546-87a2a9ca5855', 'name': 'network-vif-deleted', 'tag': 'b9a49e26-be03-4f12-a614-4f185c6244ea', 'status': 'completed', 'code': 200} Dec 23 12:58:28.694987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457c92-0587-43ae-b708-148a6bde84ea req-a6af7821-6ae9-4115-9783-793dbe76affa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:28.697019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4457c92-0587-43ae-b708-148a6bde84ea req-a6af7821-6ae9-4115-9783-793dbe76affa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0535247 Dec 23 12:58:28.748006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4457c92-0587-43ae-b708-148a6bde84ea req-322e4f1e-1ae3-43b9-8669-17eb9fc5e61b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Dec 23 12:58:28.949302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:58:29.171276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-492d88ab-04d3-4eb2-bb13-e9a1cc04f094 req-0bde44d6-b92c-4793-ae68-cd671dcbf91b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4b9b2d6-6431-4846-b546-87a2a9ca5855 HTTP/1.1" status: 200 len: 210 time: 0.0262017 Dec 23 12:58:29.867137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80692-8a6a-4adc-b574-37bafa2b40d9 req-e45e3754-348e-4666-8a9b-e957023e1eb3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:29.868606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aea80692-8a6a-4adc-b574-37bafa2b40d9 req-e45e3754-348e-4666-8a9b-e957023e1eb3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0491781 Dec 23 12:58:29.917197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aea80692-8a6a-4adc-b574-37bafa2b40d9 req-0e6dcd46-c1db-42bf-870a-5e3d9d2a8282 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Dec 23 12:58:30.239224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36438) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:30.291419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.312857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.460146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.463389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.464644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/security-groups/10bfeca6-b2bf-4545-8673-fc72b76f4a49 HTTP/1.1" status: 204 len: 168 time: 0.2244377 Dec 23 12:58:30.467389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36440) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:30.474081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a7b1a-02d7-4fec-9b6e-978020a14d68 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bfeca6-b2bf-4545-8673-fc72b76f4a49,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:30.523722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.547140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.644788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.647462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:30.648590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec7616a2-973d-4384-9f19-a0278c597c38 HTTP/1.1" status: 204 len: 168 time: 0.1802378 Dec 23 12:58:30.652034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36442) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:30.658374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1479c-df82-4d08-9017-6fd75f9176ac tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7616a2-973d-4384-9f19-a0278c597c38,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:31.011486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:31.036739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd1582-5b6b-4022-b922-ac2266e763c1 req-12c93b75-e91c-4b0c-a8ba-a0077a2e745c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:31.038338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72cd1582-5b6b-4022-b922-ac2266e763c1 req-12c93b75-e91c-4b0c-a8ba-a0077a2e745c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0498955 Dec 23 12:58:31.089483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72cd1582-5b6b-4022-b922-ac2266e763c1 req-75b11652-f5b5-4f51-86e7-2df42d8fc918 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Dec 23 12:58:31.273059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port 4e2b51f6-136d-46d2-be69-731cbc52b66f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:31.273609 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:31.367953 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port 4e2b51f6-136d-46d2-be69-731cbc52b66f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4e2b51f6-136d-46d2-be69-731cbc52b66f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:31.368314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:31.380942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for 4e2b51f6-136d-46d2-be69-731cbc52b66f owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:31.639106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:31.668693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=4e2b51f6-136d-46d2-be69-731cbc52b66f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:32.138666 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.196036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9dff34d6-e86e-4030-b91e-487e6625f199 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:58:32.198930 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a49e26-be03-4f12-a614-4f185c6244ea no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:32.215192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62430-3bed-42ae-8054-798bf299396b req-a3ce3658-b0d5-4c42-bad4-362ce1c5063b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:32.216707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad62430-3bed-42ae-8054-798bf299396b req-a3ce3658-b0d5-4c42-bad4-362ce1c5063b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 944 time: 0.0535159 Dec 23 12:58:32.230561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: b9a49e26-be03-4f12-a614-4f185c6244ea {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:32.231178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device b9a49e26-be03-4f12-a614-4f185c6244ea not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:32.273825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fad62430-3bed-42ae-8054-798bf299396b req-df53ca18-5811-4577-a048-c203855ed8d0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496316 Dec 23 12:58:32.322831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9dff34d6-e86e-4030-b91e-487e6625f199,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:32.333316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '9dff34d6-e86e-4030-b91e-487e6625f199', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': '9dff34d6-e86e-4030-b91e-487e6625f199', 'mac_address': 'fa:16:3e:f7:b3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:58:32.361679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Router 82d8432d-9376-4994-be03-29b50d82813a has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:32.371940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.389333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dff34d6-e86e-4030-b91e-487e6625f199 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:58:32.408906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9dff34d6-e86e-4030-b91e-487e6625f199,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:32.468366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:32.473382 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7de977f1-c0e4-48b9-98d3-0337f5129e31 tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "PUT /v2.0/routers/82d8432d-9376-4994-be03-29b50d82813a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203242 Dec 23 12:58:32.475948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36448) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:32.478850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Sync routers for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:32.489680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.492144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:32.492144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:32.536120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting subnet bd9ee91d-0927-46f6-8c8a-b57859260eff {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:58:32.553210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.581489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.614988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:32.645590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:32.670039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.704300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['9dff34d6-e86e-4030-b91e-487e6625f199'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:58:32.787974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.817373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9ee91d-0927-46f6-8c8a-b57859260eff,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:32.819461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:32.823525 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fa3de64d-ed5c-4c7a-ad19-a84c8422368a tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/subnets/bd9ee91d-0927-46f6-8c8a-b57859260eff HTTP/1.1" status: 204 len: 168 time: 0.3465562 Dec 23 12:58:32.826118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36450) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:32.837305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153a277-5626-4266-b151-bf9d000d3fac None None] Network aedcda59-b5d7-4ae5-9faa-7f76f2587b03 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:32.939588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.048315 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.193067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:58:31Z', 'revision_number': 5, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port': {'id': 'f0641d07-69d7-4cf9-8424-46213cd25c88', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8432d-9376-4994-be03-29b50d82813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:56:59Z', 'updated_at': '2021-12-23T12:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:33.203657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Deleting port f0641d07-69d7-4cf9-8424-46213cd25c88 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:33.204049 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.220301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Checking router: 82d8432d-9376-4994-be03-29b50d82813a for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:33.235868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Routers {'82d8432d-9376-4994-be03-29b50d82813a'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:33.236493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['82d8432d-9376-4994-be03-29b50d82813a'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:33.287438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] For port f0641d07-69d7-4cf9-8424-46213cd25c88, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f0641d07-69d7-4cf9-8424-46213cd25c88,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:33.288050 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.303765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Calling delete_port for f0641d07-69d7-4cf9-8424-46213cd25c88 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:33.304277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] DHCP port deletion for aedcda59-b5d7-4ae5-9faa-7f76f2587b03 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:33.358649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] Set router 82d8432d-9376-4994-be03-29b50d82813a gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:33.417220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:58:33Z', 'revision_number': 6, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:33.422510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f5e1e-2194-4ddd-8383-2b4127d54f1b req-4fcd71e2-082b-4b14-8737-03859533cc46 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:33.426601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd9f5e1e-2194-4ddd-8383-2b4127d54f1b req-4fcd71e2-082b-4b14-8737-03859533cc46 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 945 time: 0.0680943 Dec 23 12:58:33.446460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0b0b7-403b-47c8-804f-cee47057f339 None None] The sync data for ids ['82d8432d-9376-4994-be03-29b50d82813a'] in n-d-822750-2 is: [{'id': '82d8432d-9376-4994-be03-29b50d82813a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-684760012', 'tenant_id': 'a102afd2eb7846f89c12dcca010b58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:56:58Z', 'updated_at': '2021-12-23T12:58:33Z', 'revision_number': 6, 'project_id': 'a102afd2eb7846f89c12dcca010b58f7', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:33.453297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Deleting port 59402e77-880d-4626-88e3-d9f7aa62938f {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:33.453722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.515959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd9f5e1e-2194-4ddd-8383-2b4127d54f1b req-469781f6-1f19-458c-af36-6e73e74125a1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627706 Dec 23 12:58:33.524151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] For port 59402e77-880d-4626-88e3-d9f7aa62938f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=59402e77-880d-4626-88e3-d9f7aa62938f,segment=NetworkSegment(92e2e405-8804-4196-85e5-1a7037ed97d6),segment_id=92e2e405-8804-4196-85e5-1a7037ed97d6)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:33.524545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.538148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Calling delete_port for 59402e77-880d-4626-88e3-d9f7aa62938f owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:33.651026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.676911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Port': ['ID=f0641d07-69d7-4cf9-8424-46213cd25c88,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:33.690048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81731e-ec37-4c6d-bb23-3b954a59e699 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:33.696432 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.729104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Pushing event deleted for resources: {'Port': ['ID=59402e77-880d-4626-88e3-d9f7aa62938f,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:33.731605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] No DVR routers for this DVR port 59402e77-880d-4626-88e3-d9f7aa62938f on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:33.739498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.739915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.740161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.740537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.740864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.741158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.741483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.742112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.742240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.742478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.742801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.743115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.743434 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8c31-7ed2-4f4e-9224-be0f3d3fbc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:33.750535 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.843413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.845705 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.965030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.965640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Fanout notify agent at l3_agent the message router_deleted on router 82d8432d-9376-4994-be03-29b50d82813a {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:58:33.977121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:33.977121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e98eecf8-7060-4c18-b004-e468d61158dc tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/routers/82d8432d-9376-4994-be03-29b50d82813a HTTP/1.1" status: 204 len: 168 time: 1.1466908 Dec 23 12:58:33.977121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36454) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:34.053956 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.143325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.162687 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedcda59-b5d7-4ae5-9faa-7f76f2587b03']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:34.171879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e2e405-8804-4196-85e5-1a7037ed97d6') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:34.172169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e2e405-8804-4196-85e5-1a7037ed97d6') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:34.181998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.194967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.201412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:58:34.201797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:58:34.204652 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:58:34.208655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9dff34d6-e86e-4030-b91e-487e6625f199 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:34.347990 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 9dff34d6-e86e-4030-b91e-487e6625f199 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:58:34.352554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 9dff34d6-e86e-4030-b91e-487e6625f199 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:34.352950 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.371591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.380683 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.383985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] 10.222.0.16 "DELETE /v2.0/networks/aedcda59-b5d7-4ae5-9faa-7f76f2587b03 HTTP/1.1" status: 204 len: 168 time: 0.4066465 Dec 23 12:58:34.395151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148306-2d1d-4204-9012-3574bef3d71b tempest-TestSecurityGroupsBasicOps-786050637 tempest-TestSecurityGroupsBasicOps-786050637-project] Pushing event deleted for resources: {'Network': ['ID=aedcda59-b5d7-4ae5-9faa-7f76f2587b03,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:34.454446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.478483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:34.480930 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927da04-2051-40ca-9735-b27df2487ce9" -d '{"events": [{"server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "name": "network-vif-plugged", "status": "completed", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:34.506684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9dff34d6-e86e-4030-b91e-487e6625f199,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:34.528580 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b9ea6-0141-4654-bced-fcdf52b9d907 x-openstack-request-id: req-996b9ea6-0141-4654-bced-fcdf52b9d907 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:34.529057 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "name": "network-vif-plugged", "status": "completed", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:34.529185 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-996b9ea6-0141-4654-bced-fcdf52b9d907 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:34.529568 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199', 'code': 200} Dec 23 12:58:34.580751 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:34.644000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:34.670403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1edf-7272-475a-b9be-350651273d50 req-5d558c90-55b6-466f-8140-62e0e774050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:34.671925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3def1edf-7272-475a-b9be-350651273d50 req-5d558c90-55b6-466f-8140-62e0e774050b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 1097 time: 0.0797713 Dec 23 12:58:34.691017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae42e2-9771-4694-9175-7b7e00b56d92 req-669fd4ed-c233-4026-8ff8-757a20368382 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:34.691017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aae42e2-9771-4694-9175-7b7e00b56d92 req-669fd4ed-c233-4026-8ff8-757a20368382 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0852659 Dec 23 12:58:34.710341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 59402e77-880d-4626-88e3-d9f7aa62938f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:34.731892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 59402e77-880d-4626-88e3-d9f7aa62938f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:34.732245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 59402e77-880d-4626-88e3-d9f7aa62938f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:34.732661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f0641d07-69d7-4cf9-8424-46213cd25c88 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:34.752156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f0641d07-69d7-4cf9-8424-46213cd25c88 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:34.752513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f0641d07-69d7-4cf9-8424-46213cd25c88 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:34.752944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e2b51f6-136d-46d2-be69-731cbc52b66f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:34.758287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3def1edf-7272-475a-b9be-350651273d50 req-dddfbaea-71fa-4e12-b730-4cada9b5eaa2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701699 Dec 23 12:58:34.766014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4aae42e2-9771-4694-9175-7b7e00b56d92 req-15d014e7-b585-42c9-a072-26278588d34a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705566 Dec 23 12:58:34.775331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4e2b51f6-136d-46d2-be69-731cbc52b66f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:34.775678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4e2b51f6-136d-46d2-be69-731cbc52b66f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:35.892174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f96c4-6989-458a-99e0-9c3e3259512a req-87fc9504-a2c4-4bce-8ec7-3f8148fa4eeb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:35.893941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a3f96c4-6989-458a-99e0-9c3e3259512a req-87fc9504-a2c4-4bce-8ec7-3f8148fa4eeb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0555174 Dec 23 12:58:35.944147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a3f96c4-6989-458a-99e0-9c3e3259512a req-eff7d524-72d3-4739-85be-d8a26930b2fe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Dec 23 12:58:36.060249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36470) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:36.191827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4a0d1a20-6c74-47ef-8643-89524167716d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a102afd2eb7846f89c12dcca010b58f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303825 Dec 23 12:58:36.194389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:36.240846 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:36.263345 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:36.375877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:36.378444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:36.383401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e32e5ee-8f73-4a5d-b635-262bc64cc30a HTTP/1.1" status: 204 len: 168 time: 0.1843266 Dec 23 12:58:36.387932 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e373f9e-56ad-4420-8aa6-7fe0e1692f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e32e5ee-8f73-4a5d-b635-262bc64cc30a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:36.989345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36482) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:37.003104 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d42e7bad-8eb0-4ba6-b2dd-80fbcd9f236d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.094463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbd5a0-fdc7-4102-ad41-59c77fc3f93b req-af9244f8-e769-4209-854f-960a3f031e61 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:37.095946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bfbd5a0-fdc7-4102-ad41-59c77fc3f93b req-af9244f8-e769-4209-854f-960a3f031e61 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0777214 Dec 23 12:58:37.140150 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d42e7bad-8eb0-4ba6-b2dd-80fbcd9f236d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.161909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bfbd5a0-fdc7-4102-ad41-59c77fc3f93b req-83bf072d-794a-42e3-9ff4-aa61f5841258 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594859 Dec 23 12:58:37.220392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d42e7bad-8eb0-4ba6-b2dd-80fbcd9f236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.284685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d42e7bad-8eb0-4ba6-b2dd-80fbcd9f236d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4d931580ecc4e93bda6dc6551a8f422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941847 Dec 23 12:58:37.287417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36486) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:37.287966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e7bad-8eb0-4ba6-b2dd-80fbcd9f236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0e43e8-f212-4203-ba5b-580d30e0d5c2,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:37.311634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1577d8-a991-47fa-a22e-48eaa7d4bd89 req-cf37511f-7aed-446f-8305-fe83f0852e7e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:37.313267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc1577d8-a991-47fa-a22e-48eaa7d4bd89 req-cf37511f-7aed-446f-8305-fe83f0852e7e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0757015 Dec 23 12:58:37.339682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.361440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.367082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc1577d8-a991-47fa-a22e-48eaa7d4bd89 req-7df20d66-a530-4117-b7f3-ef3a8428af66 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475373 Dec 23 12:58:37.467723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.472283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:37.472283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a0e43e8-f212-4203-ba5b-580d30e0d5c2 HTTP/1.1" status: 204 len: 168 time: 0.1831846 Dec 23 12:58:37.480432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa1db-7220-4a7f-9bd9-bdc44e199285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0e43e8-f212-4203-ba5b-580d30e0d5c2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:37.925334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c94e-0465-48f2-97c0-3011a192787e req-39414bda-2774-4c53-b8a0-56b1d9a51008 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:37.929306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3321c94e-0465-48f2-97c0-3011a192787e req-39414bda-2774-4c53-b8a0-56b1d9a51008 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0569718 Dec 23 12:58:37.974581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3321c94e-0465-48f2-97c0-3011a192787e req-a1604e15-4ba0-4def-84c6-b99bb8c4ba37 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Dec 23 12:58:38.233512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36498) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:38.274773 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c352651a-8aec-4a4d-af1f-d12d8593f19b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73decca765a54bc280f646354a96991f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400739 Dec 23 12:58:38.277769 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:38.324675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:38.349183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:38.477129 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:38.479737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:38.480973 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e72d87bc-2368-4a96-8dc8-882cdceed68d HTTP/1.1" status: 204 len: 168 time: 0.2022276 Dec 23 12:58:38.489048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb7755-81ee-494a-ac18-00504c9cdacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d87bc-2368-4a96-8dc8-882cdceed68d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:39.097685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f116-e70a-47d9-b1a6-68b54c6eef6a req-2b2c437a-6bc4-4ec5-b92b-bccb47e7cb34 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:39.097685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd4f116-e70a-47d9-b1a6-68b54c6eef6a req-2b2c437a-6bc4-4ec5-b92b-bccb47e7cb34 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0500453 Dec 23 12:58:39.146624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd4f116-e70a-47d9-b1a6-68b54c6eef6a req-546fa5b5-5b01-408f-a081-0f7f88ba424d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Dec 23 12:58:39.318131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-e5645119-15e7-495f-a195-c6491e878752 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:39.318131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-e5645119-15e7-495f-a195-c6491e878752 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 946 time: 0.0534549 Dec 23 12:58:39.412255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 9dff34d6-e86e-4030-b91e-487e6625f199 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:39.412608 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:39.504498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port 9dff34d6-e86e-4030-b91e-487e6625f199, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9dff34d6-e86e-4030-b91e-487e6625f199,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:39.504922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:39.520160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 9dff34d6-e86e-4030-b91e-487e6625f199 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:39.597287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:39.697052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-896555413-network', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:39.736298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:39.748618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6ca5d63f-7f33-4496-a935-5593b41de939'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:58:39.751516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['9dff34d6-e86e-4030-b91e-487e6625f199'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:58:40.100614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Made reservation on behalf of 833ebba9d3f546c09a480f71347c70f8 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:40.102951 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.105219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=9dff34d6-e86e-4030-b91e-487e6625f199,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:40.118877 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.163388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port 9dff34d6-e86e-4030-b91e-487e6625f199 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:40.168091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.172226 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-90c019ee-13f9-4eda-a0c8-acb8880bacd5 req-1bdf74a6-47de-4b6b-b4d2-993d0386c2f2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "DELETE /v2.0/ports/9dff34d6-e86e-4030-b91e-487e6625f199 HTTP/1.1" status: 204 len: 173 time: 0.8492854 Dec 23 12:58:40.172701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'name': 'network-vif-deleted', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:40.175619 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7522b96-9d33-4f86-965e-52aec261962a" -d '{"events": [{"server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "name": "network-vif-deleted", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:40.224592 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a177e14d-a8aa-4e8a-ab44-f7cd44babf25 x-openstack-request-id: req-a177e14d-a8aa-4e8a-ab44-f7cd44babf25 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:40.224965 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00d9b9-479b-4719-8f6c-60892065bdd0", "name": "network-vif-deleted", "tag": "9dff34d6-e86e-4030-b91e-487e6625f199", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:40.225217 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a177e14d-a8aa-4e8a-ab44-f7cd44babf25 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:40.225612 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00d9b9-479b-4719-8f6c-60892065bdd0', 'name': 'network-vif-deleted', 'tag': '9dff34d6-e86e-4030-b91e-487e6625f199', 'status': 'completed', 'code': 200} Dec 23 12:58:40.270263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f51cdadf-9c00-46c4-a2eb-2d3b35d6ef52 req-c997abee-3e09-44d3-8e97-7deac6cf0b9f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0331669 Dec 23 12:58:40.293328 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.364482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.392403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:58:40.402584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb22e4d-dfe0-452a-a8a6-510ab131255e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:40.407436 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.407792 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Added segment 20382722-e8c8-48a7-95a4-80954869c551 of type vlan for network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 Dec 23 12:58:40.456731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.519019 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.519991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:40.520563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:40.580725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] Pushing event updated for resources: {'Network': ['ID=1c46c7a0-183f-4fb0-a807-7954f3c4da75,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:40.591866 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:58:40.625412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-759565aa-6029-4c50-b302-4a6f680427da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0269589 Dec 23 12:58:40.628253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36532) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:40.633475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Request body: {'subnet': {'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-896555413-subnet', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:40.747716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Made reservation on behalf of 833ebba9d3f546c09a480f71347c70f8 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:40.750215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.005066 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.060262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=273642a5-bd9b-42e7-83e0-ed8b4cf31911,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:41.075639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Checking segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:41.076008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Network hostable DHCP agents. Network: 1c46c7a0-183f-4fb0-a807-7954f3c4da75, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:58:41.182105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:58:41.296353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 1c46c7a0-183f-4fb0-a807-7954f3c4da75) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:41.306681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:41.306681 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.307461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba528c-8608-4a65-8349-f6be823f0fb3 None None] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:41.383651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85542d57-4896-4ed9-b209-1f72e7c0a4fc req-2ce4f8d5-4411-4787-8df7-7d114616c8cc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Dec 23 12:58:41.402775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-81ee2393-89e5-42a1-9af4-5a3028d09187 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7732284 Dec 23 12:58:41.405986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36536) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:41.411148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:41.424684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:58:41.425901 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.523698 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.524807 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.567231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Allocated IP 172.20.0.2 (1c46c7a0-183f-4fb0-a807-7954f3c4da75/273642a5-bd9b-42e7-83e0-ed8b4cf31911/5b54f00f-6974-49ae-bfd0-e2c820d33aa1) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:41.577980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.718764 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.809607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.820891 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.863437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:41.866409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:41.871560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:41.874728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Pushing event updated for resources: {'Port': ['ID=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:41.933863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Attempting to bind port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:41.934238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Attempting to bind port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:41.934603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Attempting to bind port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:41.939561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:41.939937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Checking segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:41.940346 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:41.940724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Bound using segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:41.941218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Bound port: 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:41.941602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.008300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] For port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:42.012957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] For port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:42.085268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.111952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.139346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.153287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222c6af-ff51-4270-a6e1-73750ecc5940 None None] Pushing event updated for resources: {'Port': ['ID=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:42.267071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Allocated IP 172.25.7.223 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/9482a994-89aa-4089-8142-fba8c9c379a7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:42.272131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9dff34d6-e86e-4030-b91e-487e6625f199 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:42.298714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 9dff34d6-e86e-4030-b91e-487e6625f199 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:42.299522 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9dff34d6-e86e-4030-b91e-487e6625f199 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:42.418580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.490408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a27abc7c-f6f5-416f-9435-5beefa55f589 req-d9ebe649-41bc-4c17-8a87-ec85ad84b590 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Dec 23 12:58:42.552146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.594445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:42.600983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:42.601578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:42.610396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Pushing event updated for resources: {'Port': ['ID=9482a994-89aa-4089-8142-fba8c9c379a7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:42.612475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83bd26-49dc-4b0e-bf26-f36d2c3d8c61 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:42.683073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2afc1fb4-4b8c-462b-821d-fbd29d84e720 None None] Provisioning complete for port 9482a994-89aa-4089-8142-fba8c9c379a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:42.683600 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2afc1fb4-4b8c-462b-821d-fbd29d84e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.739409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2afc1fb4-4b8c-462b-821d-fbd29d84e720 None None] Port 9482a994-89aa-4089-8142-fba8c9c379a7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:42.795166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:42.853745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:42.854024 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.957802 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:42.995604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:43.001202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.114505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.170079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:43.227648 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.329254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd5e57-2fd4-4f90-84ed-6405a9005017 None None] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:43.374714 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-306aa705-c6e9-40ff-832a-8da0095c1fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.400271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0ba09c9f-ff5f-4e92-9500-f5d0ae7a7a8d None None] Provisioning complete for port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:43.400640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ba09c9f-ff5f-4e92-9500-f5d0ae7a7a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.508439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:58:43.622056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ee96fa0c-0459-4e22-adf0-145be6faa5b7 req-92bcfd3b-3084-4a10-afa0-5e53630d4010 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Dec 23 12:58:43.648048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:43.657324 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Sync routers for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:43.674404 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:43.675051 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:43.740439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b23d889a-ea0c-46bb-8557-c10473651d84 None None] Provisioning complete for port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:43.741040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b23d889a-ea0c-46bb-8557-c10473651d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.754156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:43.756123 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b5abd762-ff38-4567-8c60-073a03b4ccba admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3479903 Dec 23 12:58:43.758284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36542) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:43.896509 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:44.090243 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:42Z', 'revision_number': 3, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:44.122285 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Checking router: 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:44.122995 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Updating router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae port 9482a994-89aa-4089-8142-fba8c9c379a7 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:44.148843 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.246228 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.407313 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.458800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Allocated IP 172.20.0.1 (1c46c7a0-183f-4fb0-a807-7954f3c4da75/273642a5-bd9b-42e7-83e0-ed8b4cf31911/ad6515e2-f1c0-4844-8c4f-25ed68bd29f5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:44.496752 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.543209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a196c-9ad4-4198-9db3-096161bbe0df None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:44.552509 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Pushing event updated for resources: {'Port': ['ID=9482a994-89aa-4089-8142-fba8c9c379a7,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:44.554525 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Attempting to bind port 9482a994-89aa-4089-8142-fba8c9c379a7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:44.554983 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Attempting to bind port 9482a994-89aa-4089-8142-fba8c9c379a7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:44.555233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Attempting to bind port 9482a994-89aa-4089-8142-fba8c9c379a7 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:44.564197 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.564554 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.564918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.565251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.565582 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.565908 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.566485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.566601 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.566849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.567166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.567484 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.567797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.568112 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:44.577413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:44.577413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:44.577789 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.578060 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:44.578530 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Bound port: 9482a994-89aa-4089-8142-fba8c9c379a7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:44.578908 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.586462 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.637205 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] For port 9482a994-89aa-4089-8142-fba8c9c379a7, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:44.640336 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] For port 9482a994-89aa-4089-8142-fba8c9c379a7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9482a994-89aa-4089-8142-fba8c9c379a7,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:44.669845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c4e2a4d-2ca6-448a-8e7a-38f7988719c3 None None] Provisioning complete for port 9482a994-89aa-4089-8142-fba8c9c379a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:44.670211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2a4d-2ca6-448a-8e7a-38f7988719c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.706226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e2a4d-2ca6-448a-8e7a-38f7988719c3 None None] Port 9482a994-89aa-4089-8142-fba8c9c379a7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:44.726932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:44.731827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.740740 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.753154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aeebb697-3871-4602-8ea8-d11108dc7ee1 req-1c5e2272-38ac-4e5b-a0b1-1bb15d94d60a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0475478 Dec 23 12:58:44.790748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:44.795756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:44.802252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:44.806317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:44.817294 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:44.817934 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:44.847548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae2c36-cdc0-44d8-90cd-0e9089d18df3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:44.864644 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.877928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:44.878308 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:44.888203 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73a1e1-2259-4f71-b347-c285f992b8e3 None None] Pushing event updated for resources: {'Port': ['ID=9482a994-89aa-4089-8142-fba8c9c379a7,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:44.959476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] Provisioning complete for port 9482a994-89aa-4089-8142-fba8c9c379a7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:44.959855 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.006669 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:45.087103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.110352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] For port 9482a994-89aa-4089-8142-fba8c9c379a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9482a994-89aa-4089-8142-fba8c9c379a7,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:45.138950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.204670 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:42Z', 'revision_number': 3, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:45.234589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b273-77be-46ba-99ce-08559c6fa8f3 None None] The sync data for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 is: [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:42Z', 'revision_number': 3, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:45.238699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.294602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ee2f6-31c7-47c0-88c2-cffb900292ec None None] Pushing event updated for resources: {'Port': ['ID=9482a994-89aa-4089-8142-fba8c9c379a7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:45.309225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.367452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d7115c2c-33c8-49c4-b29c-98ddd02d7f1c None None] Provisioning complete for port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:45.367841 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7115c2c-33c8-49c4-b29c-98ddd02d7f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.412157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d7115c2c-33c8-49c4-b29c-98ddd02d7f1c None None] Port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:45.414729 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.514026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:45.517260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:45.623534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:45.625713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:45.785041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:45.893002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67d4f83-6557-45a9-b2ff-07cbd1a380bb req-27cccd61-50b0-43ec-972d-746410873d24 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb00d9b9-479b-4719-8f6c-60892065bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0471642 Dec 23 12:58:45.985676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:45.992666 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0f88cf1-194b-4832-9c4a-630d6826fee6 admin admin] 10.222.0.16 "PUT /v2.0/routers/7aae80bd-b901-48d0-a7e1-2648b5d9f8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2330368 Dec 23 12:58:46.049881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3376ba9c-e7bc-4fdf-9d44-d6a91e845944 None None] Provisioning complete for port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:46.050964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3376ba9c-e7bc-4fdf-9d44-d6a91e845944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:46.096565 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7b15a1e-57e7-41a6-81f2-2013d832b31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:46.113770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3376ba9c-e7bc-4fdf-9d44-d6a91e845944 None None] Port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:46.622429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:46.756954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9482a994-89aa-4089-8142-fba8c9c379a7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:46.819363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9482a994-89aa-4089-8142-fba8c9c379a7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:46.819733 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:46.854618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36562) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:46.860420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1366334626-network', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:46.987347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Made reservation on behalf of 2475623f718a441fa88ab17e8e4e8ff4 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:46.990443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.004264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.082607 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.098928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Sync routers for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:47.109223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:47.109838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:47.170835 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.200683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:58:47.211337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:47.221257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.221894 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Added segment 16bae459-cfaa-4e5a-af8f-8758023ca684 of type vlan for network ab407cbc-fa68-4968-adf0-0d42fc932570 Dec 23 12:58:47.224219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.224945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.225463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.225794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.226121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.226458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.226787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.227115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.227439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.227765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.228088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.228955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.228955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:58:47.276305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.382085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.383204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:47.383874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.385394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:47.450018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] Pushing event updated for resources: {'Network': ['ID=ab407cbc-fa68-4968-adf0-0d42fc932570,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:47.461276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ab407cbc-fa68-4968-adf0-0d42fc932570 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:58:47.528630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b18c9fb0-9f25-4c37-92d7-9170b3dbb80a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6724033 Dec 23 12:58:47.531578 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36568) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:47.537326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Request body: {'subnet': {'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1366334626-subnet', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:47.614417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Made reservation on behalf of 2475623f718a441fa88ab17e8e4e8ff4 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:47.616913 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:47.651960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:44Z', 'revision_number': 4, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad6515e2-f1c0-4844-8c4f-25ed68bd29f5', 'name': '', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'mac_address': 'fa:16:3e:cc:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:44Z', 'updated_at': '2021-12-23T12:58:45Z', 'revision_number': 2, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'subnets': [{'id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:47.681766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Checking router: 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:47.682149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Updating router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:47.710188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.029027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.111712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.170034 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd52a4-b80a-4511-a372-ef26a8c9b94a None None] Pushing event updated for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:48.205022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.237705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Attempting to bind port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:48.238163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Attempting to bind port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:48.239804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Attempting to bind port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:48.247564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:48.247951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Checking segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:48.248353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.248961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Bound using segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:48.249345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Bound port: ad6515e2-f1c0-4844-8c4f-25ed68bd29f5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:48.249726 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.283356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b22ea6-82e9-47a3-8fa5-7526b71c70db,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:48.302817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Checking segment: {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:48.302817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Network hostable DHCP agents. Network: ab407cbc-fa68-4968-adf0-0d42fc932570, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:58:48.312807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.344205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] For port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:48.348441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] For port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:48.398862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Network ab407cbc-fa68-4968-adf0-0d42fc932570 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:58:48.410671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.461454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ab407cbc-fa68-4968-adf0-0d42fc932570) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:48.471680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:48.472413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.481504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd5d6bf-6bbc-4a9c-beec-db1e309f5a3e None None] Network ab407cbc-fa68-4968-adf0-0d42fc932570 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:48.546596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd52a4-b80a-4511-a372-ef26a8c9b94a None None] Pushing event updated for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:48.553448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:48.554051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:48.609963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] Provisioning complete for port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:48.610309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.613930 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9dbc033d-6191-43c7-afae-4e310359ed96 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0812631 Dec 23 12:58:48.616507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:48.623457 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:48.716835 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.717279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.718348 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.755245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ab407cbc-fa68-4968-adf0-0d42fc932570', 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570', 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'fixed_ips': [{'subnet_id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:58:48.756082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.773495 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.781813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:48.904289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:48.996884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.074574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] For port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:49.101478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Allocated IP 172.20.0.2 (ab407cbc-fa68-4968-adf0-0d42fc932570/39b22ea6-82e9-47a3-8fa5-7526b71c70db/6ada2d73-6706-4365-a5ba-0e8789ab8c6a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:49.193085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.279240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27a74-6863-4685-86b3-2c271d16ef80 None None] Pushing event updated for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:49.359037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.378338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:44Z', 'revision_number': 4, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad6515e2-f1c0-4844-8c4f-25ed68bd29f5', 'name': '', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'mac_address': 'fa:16:3e:cc:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:44Z', 'updated_at': '2021-12-23T12:58:48Z', 'revision_number': 4, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'subnets': [{'id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:49.397953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.419608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2da2da6a-8ef9-4f07-a1a6-7bd0e5457add None None] Provisioning complete for port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:49.419980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2da2da6a-8ef9-4f07-a1a6-7bd0e5457add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.425496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390732e0-58ff-49d8-8586-6f2e74404c90 None None] The sync data for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 is: [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:58:44Z', 'revision_number': 4, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ad6515e2-f1c0-4844-8c4f-25ed68bd29f5', 'name': '', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'mac_address': 'fa:16:3e:cc:4d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:44Z', 'updated_at': '2021-12-23T12:58:48Z', 'revision_number': 4, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'subnets': [{'id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:49.439827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.445357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.559608 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.617654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Network ab407cbc-fa68-4968-adf0-0d42fc932570 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:49.624627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:49.627323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:49.641452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Pushing event updated for resources: {'Port': ['ID=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:49.661408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Allocated IP 172.25.7.144 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a6b1cc15-4d17-409e-a3cf-64ef362a5b2e) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:49.756538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Attempting to bind port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:49.757139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Attempting to bind port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:49.757670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Attempting to bind port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a on network ab407cbc-fa68-4968-adf0-0d42fc932570 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:49.768725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:49.769668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Checking segment: {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:49.770206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.771564 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Bound using segment: {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:49.772196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Bound port: 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:49.772698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.854398 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.877617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] For port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:49.883761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] For port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:49.952507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:49.981285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:50.054334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096dc5-257c-4397-bf22-8e02d7d887d6 None None] Pushing event updated for resources: {'Port': ['ID=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:50.059389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:50.063192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:50.065926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:50.080896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a6a41-d46f-4fae-80c6-16c4168d09d5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:50.209377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-bbcd8d20-2c0f-4878-a524-f091b8193f9e None None] Provisioning complete for port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:50.210019 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8d20-2c0f-4878-a524-f091b8193f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:50.265872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Pushing event updated for resources: {'Port': ['ID=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:50.533743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd8d20-2c0f-4878-a524-f091b8193f9e None None] Port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:50.598981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:50.858841 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:50.884325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6ada2d73-6706-4365-a5ba-0e8789ab8c6a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:50.959868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:50.960340 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.092508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:58:51.095952 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.145632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:51.230729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:51.233978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.238881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:51.247078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Sync routers for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:51.259676 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:51.260319 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:51.305963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.311342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36582) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:58:51.312308 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-688d102d-4a25-4382-8f25-11f9d1617eaa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6943696 Dec 23 12:58:51.316632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:51.344308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:51.344968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.433507 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:51.597097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22b470-ff6f-4afd-9eb7-e8f401a7c8be None None] Network ab407cbc-fa68-4968-adf0-0d42fc932570 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:58:51.661403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:50Z', 'revision_number': 3, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:51.683987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7a70a980-e9aa-41ed-9464-8fc0e3040401 None None] Provisioning complete for port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:51.684750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7a70a980-e9aa-41ed-9464-8fc0e3040401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.691402 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Checking router: fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:51.691748 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Updating router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:51.730348 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:51.875313 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.022544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5319d157-3883-4531-818d-f0ccaf47ea51 None None] Provisioning complete for port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:52.023188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5319d157-3883-4531-818d-f0ccaf47ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.051829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Allocated IP 172.20.0.1 (ab407cbc-fa68-4968-adf0-0d42fc932570/39b22ea6-82e9-47a3-8fa5-7526b71c70db/195fd9a2-371f-4174-91d5-c82eec963bab) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:52.122861 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.164138 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.193230 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.235459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd76567-d712-4efb-b57f-73bfc6fa8bba None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:52.243035 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Attempting to bind port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:52.245877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Attempting to bind port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:52.245877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Attempting to bind port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:52.250707 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630eafa-3ef1-46b6-98d3-15bb36d45b99 None None] Pushing event updated for resources: {'Port': ['ID=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:52.253123 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:52.253489 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:52.253879 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.254257 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:52.254707 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Bound port: a6b1cc15-4d17-409e-a3cf-64ef362a5b2e, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:52.255077 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.300655 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.308190 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] For port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:52.311206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] For port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:52.330031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-50fcfc00-1615-4734-8715-d97b5bac07cf None None] Provisioning complete for port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:52.330518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-50fcfc00-1615-4734-8715-d97b5bac07cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.343342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Network ab407cbc-fa68-4968-adf0-0d42fc932570 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:52.346414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:52.349928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:52.356608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:52.373115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-50fcfc00-1615-4734-8715-d97b5bac07cf None None] Port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:52.393657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.426340 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.490791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93847926-4a97-451a-89b5-e5093f8fb86e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:58:52.515532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:52.520966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:52.520966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630eafa-3ef1-46b6-98d3-15bb36d45b99 None None] Pushing event updated for resources: {'Port': ['ID=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:52.613041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Provisioning complete for port 195fd9a2-371f-4174-91d5-c82eec963bab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:52.613670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.633726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:52.647699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Port 195fd9a2-371f-4174-91d5-c82eec963bab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:52.657692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.658535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Provisioning complete for port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:52.658983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.760044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6ada2d73-6706-4365-a5ba-0e8789ab8c6a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:52.786617 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.816291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] For port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:52.832236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:52.832236 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.849310 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:50Z', 'revision_number': 3, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:52.867269 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.885098 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972c94a-0338-4981-a735-c4afb0c5cff0 None None] The sync data for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 is: [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:50Z', 'revision_number': 3, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:52.957284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:52.986511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96eeff-cb5d-449c-8149-ffef9a2ed5f5 req-992e390d-c072-4550-826e-77f399f41be2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:52.987619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac96eeff-cb5d-449c-8149-ffef9a2ed5f5 req-992e390d-c072-4550-826e-77f399f41be2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0551283 Dec 23 12:58:53.005862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:53.012880 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:53.018410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414be63d-21b3-4cb3-bdfe-8e9f91c1849c None None] Pushing event updated for resources: {'Port': ['ID=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:53.113946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:53.118343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:53.123869 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac96eeff-cb5d-449c-8149-ffef9a2ed5f5 req-006105ba-77a0-4463-8205-adda6c45a007 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256967 Dec 23 12:58:53.239632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Network ab407cbc-fa68-4968-adf0-0d42fc932570 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:53.241143 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:53.372353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:58:53.486149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e2fa2d66-3971-4435-bad2-7b1a42ca5dd5 None None] Provisioning complete for port 195fd9a2-371f-4174-91d5-c82eec963bab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:53.486689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2d66-3971-4435-bad2-7b1a42ca5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:53.502148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:58:53.508231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-92f1febe-d24a-43c8-ac4b-215be0dde4f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957865 Dec 23 12:58:53.529293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa2d66-3971-4435-bad2-7b1a42ca5dd5 None None] Port 195fd9a2-371f-4174-91d5-c82eec963bab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:54.035888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-09aa6399-e4bb-4588-9b06-80df5764fd36 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:54.037426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-09aa6399-e4bb-4588-9b06-80df5764fd36 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 200 len: 910 time: 0.0910785 Dec 23 12:58:54.052240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-ce824d94-f007-4723-bf16-3642e1ba556f tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/quotas/2475623f718a441fa88ab17e8e4e8ff4 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Dec 23 12:58:54.128056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-b85f0834-9332-4a50-8392-a9b1bb056534 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702565 Dec 23 12:58:54.253711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-181df92c-fcef-46e4-b356-5656ad4769b4 service neutron] 10.222.0.16 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177330 Dec 23 12:58:54.312803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbcf10-f0ba-45e9-80d6-8f7a61a50b1d req-47a956bc-ffb9-429b-9729-1a83df1ebdbd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:54.314317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00bbcf10-f0ba-45e9-80d6-8f7a61a50b1d req-47a956bc-ffb9-429b-9729-1a83df1ebdbd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.1006517 Dec 23 12:58:54.392077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-94d3db75-c705-4f4e-b592-45547b053642 service neutron] 10.222.0.16 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319923 Dec 23 12:58:54.396091 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00bbcf10-f0ba-45e9-80d6-8f7a61a50b1d req-432e2fb5-a9e2-430a-bb60-32ecc458083c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=87cab4d8-ea7d-4bca-9774-59f6e269dba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741065 Dec 23 12:58:54.499993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Sync routers for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:58:54.513166 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-0c1e5e49-44ff-47e1-abf6-d0bf09c0fcf0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:54.514663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-0c1e5e49-44ff-47e1-abf6-d0bf09c0fcf0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 945 time: 0.0555160 Dec 23 12:58:54.514849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:54.515459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:54.616961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 6ca5d63f-7f33-4496-a935-5593b41de939 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:58:54.620599 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:54.634049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:54.728846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67826f1-59b5-494f-8999-c4a411eb2d55 req-47ff00ec-3e47-4c2f-9b96-bddc25592beb tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 210 time: 0.0545781 Dec 23 12:58:54.747957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port 6ca5d63f-7f33-4496-a935-5593b41de939, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=6ca5d63f-7f33-4496-a935-5593b41de939,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:54.748448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:54.763915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 6ca5d63f-7f33-4496-a935-5593b41de939 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:58:54.788916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a6b1cc15-4d17-409e-a3cf-64ef362a5b2e up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:54.893121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:54.893499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:54.945227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '195fd9a2-371f-4174-91d5-c82eec963bab', 'name': '', 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'mac_address': 'fa:16:3e:24:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:51Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 2, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'subnets': [{'id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:54.975852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Checking router: fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:58:54.976137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Updating router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 port 195fd9a2-371f-4174-91d5-c82eec963bab binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:58:54.981793 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:54.998582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['6ca5d63f-7f33-4496-a935-5593b41de939'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:58:55.012534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=6ca5d63f-7f33-4496-a935-5593b41de939,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:55.052371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.056724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port 6ca5d63f-7f33-4496-a935-5593b41de939 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:58:55.060014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.063636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f31ce1a8-67af-467f-b55e-5fc99ac8ef97 req-a1b9d2fc-9ec8-45de-81b5-c21b593bb4b8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "DELETE /v2.0/ports/6ca5d63f-7f33-4496-a935-5593b41de939 HTTP/1.1" status: 204 len: 173 time: 0.5430641 Dec 23 12:58:55.064122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'name': 'network-vif-deleted', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:55.067420 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8908fe5-d5ee-4b22-aa56-4ff3ccb2a316" -d '{"events": [{"server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "name": "network-vif-deleted", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:55.106350 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a282d-5913-4c63-9269-664a1d5b57fc x-openstack-request-id: req-0a3a282d-5913-4c63-9269-664a1d5b57fc {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:55.106659 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd11feb-5260-4817-94ff-bf6841bc45de", "name": "network-vif-deleted", "tag": "6ca5d63f-7f33-4496-a935-5593b41de939", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:55.106901 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a3a282d-5913-4c63-9269-664a1d5b57fc {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:55.107307 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd11feb-5260-4817-94ff-bf6841bc45de', 'name': 'network-vif-deleted', 'tag': '6ca5d63f-7f33-4496-a935-5593b41de939', 'status': 'completed', 'code': 200} Dec 23 12:58:55.344470 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.417277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.505518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc08c6-9091-4835-9f32-448015177134 None None] Pushing event updated for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:55.529333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72bb3abf-32a8-475b-994e-73f20bb6991e req-e4355019-5b5d-40ed-a2f5-bc650db8d2a5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0472918 Dec 23 12:58:55.602559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Attempting to bind port 195fd9a2-371f-4174-91d5-c82eec963bab on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:55.603281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Attempting to bind port 195fd9a2-371f-4174-91d5-c82eec963bab by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:55.604298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Attempting to bind port 195fd9a2-371f-4174-91d5-c82eec963bab on network ab407cbc-fa68-4968-adf0-0d42fc932570 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:55.611587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:55.612095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Checking segment: {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:55.612589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.613359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Bound using segment: {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:55.614052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Bound port: 195fd9a2-371f-4174-91d5-c82eec963bab, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bae459-cfaa-4e5a-af8f-8758023ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:55.614649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.687285 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] For port 195fd9a2-371f-4174-91d5-c82eec963bab, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:55.691011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] For port 195fd9a2-371f-4174-91d5-c82eec963bab, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=195fd9a2-371f-4174-91d5-c82eec963bab,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:55.763066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c86332f4-2379-4e95-b5e7-11386a56a96f None None] Provisioning complete for port 195fd9a2-371f-4174-91d5-c82eec963bab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:55.763437 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c86332f4-2379-4e95-b5e7-11386a56a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.789364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:55.801691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2db31bc7-6405-4c9c-9d0a-b22575f516e6 req-3067a670-8764-4f88-b10b-4ece1efb72f0 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 210 time: 0.0280578 Dec 23 12:58:55.846211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c86332f4-2379-4e95-b5e7-11386a56a96f None None] Port 195fd9a2-371f-4174-91d5-c82eec963bab cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:55.863785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc08c6-9091-4835-9f32-448015177134 None None] Pushing event updated for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:55.866474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:58:55.867068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:58:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:55.984591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:58:56.209132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] Provisioning complete for port 195fd9a2-371f-4174-91d5-c82eec963bab triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:56.209408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:56.406763 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:56.449223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] For port 195fd9a2-371f-4174-91d5-c82eec963bab, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=195fd9a2-371f-4174-91d5-c82eec963bab,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:58:56.461243 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '195fd9a2-371f-4174-91d5-c82eec963bab', 'name': '', 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'mac_address': 'fa:16:3e:24:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:51Z', 'updated_at': '2021-12-23T12:58:55Z', 'revision_number': 4, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'subnets': [{'id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:58:56.488833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fe41d-52fb-4270-a0eb-1a0250c0e6f3 None None] The sync data for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 is: [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '195fd9a2-371f-4174-91d5-c82eec963bab', 'name': '', 'network_id': 'ab407cbc-fa68-4968-adf0-0d42fc932570', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'mac_address': 'fa:16:3e:24:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:51Z', 'updated_at': '2021-12-23T12:58:55Z', 'revision_number': 4, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'subnets': [{'id': '39b22ea6-82e9-47a3-8fa5-7526b71c70db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:58:56.513924 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:56.631643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5346d-ce66-48b9-9a47-144b9102be63 None None] Pushing event updated for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:56.658012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-526fafda-2c97-4d89-8bea-b8d9fcebcf60 req-649bc502-5781-4577-8dd3-d610a7c7530b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0284669 Dec 23 12:58:56.779835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 195fd9a2-371f-4174-91d5-c82eec963bab up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:58:56.833651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 195fd9a2-371f-4174-91d5-c82eec963bab triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:56.834025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:56.943310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-058f4ca6-a478-4d29-bc87-0477a4bcbb50 req-209895ec-a56a-4699-989f-9b1ed38dfbf4 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 210 time: 0.0481718 Dec 23 12:58:57.247426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6ca5d63f-7f33-4496-a935-5593b41de939 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:58:57.290346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 6ca5d63f-7f33-4496-a935-5593b41de939 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:58:57.290698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 6ca5d63f-7f33-4496-a935-5593b41de939 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:58:57.310671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-51c78106-9662-40c0-ae5b-9261fe1389ca tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:57.312422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-51c78106-9662-40c0-ae5b-9261fe1389ca tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.43 "GET /v2.0/networks?id=1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 200 len: 910 time: 0.1274390 Dec 23 12:58:57.326227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Request body: {'port': {'device_id': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'admin_state_up': True, 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:57.449390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Made reservation on behalf of 2475623f718a441fa88ab17e8e4e8ff4 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:58:57.451981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:57.581421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Allocated IP 172.20.0.11 (1c46c7a0-183f-4fb0-a807-7954f3c4da75/273642a5-bd9b-42e7-83e0-ed8b4cf31911/3754b3e4-8407-4b5e-816c-b2918676b1b3) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:58:57.753792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:57.776801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8237b517-14fe-44a6-a0f3-428d52ebfdc2 req-d99e310f-ed96-41bd-a734-54b4798a3cb8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0396957 Dec 23 12:58:57.872289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:57.914610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:58:57.920073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:58:57.922571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:58:57.947496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Pushing event updated for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:57.970359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:57.971018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.052025 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-2df94186-8a05-46de-85b7-0068a4ca58f1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7311130 Dec 23 12:58:58.067178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Request body: {'port': {'device_id': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:58:58.108306 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536808-5600-400f-9e95-5ece5dee9a03 req-0589b192-c608-4384-b237-855ae9de257d tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:58.115985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59536808-5600-400f-9e95-5ece5dee9a03 req-0589b192-c608-4384-b237-855ae9de257d tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1028 time: 0.0915232 Dec 23 12:58:58.147724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.211800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59536808-5600-400f-9e95-5ece5dee9a03 req-c7921fad-5416-4934-857f-0e42b38a2bf7 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758984 Dec 23 12:58:58.251853 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-88d832db-e25b-4a2e-a117-1abfc9ad092d None None] Provisioning complete for port 3754b3e4-8407-4b5e-816c-b2918676b1b3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:58:58.252396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-88d832db-e25b-4a2e-a117-1abfc9ad092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.287914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-88d832db-e25b-4a2e-a117-1abfc9ad092d None None] Port 3754b3e4-8407-4b5e-816c-b2918676b1b3 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:58:58.443307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3754b3e4-8407-4b5e-816c-b2918676b1b3 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:58:58.452241 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.466085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Transition to ACTIVE for port object 3754b3e4-8407-4b5e-816c-b2918676b1b3 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:58:58.541648 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.599725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Pushing event updated for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:58.673951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Attempting to bind port 3754b3e4-8407-4b5e-816c-b2918676b1b3 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:58:58.674384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Attempting to bind port 3754b3e4-8407-4b5e-816c-b2918676b1b3 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:58:58.674788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Attempting to bind port 3754b3e4-8407-4b5e-816c-b2918676b1b3 on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:58.679404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Port 3754b3e4-8407-4b5e-816c-b2918676b1b3 on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:58:58.679797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Attempting to bind port 3754b3e4-8407-4b5e-816c-b2918676b1b3 on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:58:58.685527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:58:58.685938 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Checking segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:58:58.686405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Bound using segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:58:58.687515 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Bound port: 3754b3e4-8407-4b5e-816c-b2918676b1b3, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:58:58.687935 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.756283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:58:58.759756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:58:58.832597 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.875956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:58.876589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:58:58.878079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] 10.222.0.43 "PUT /v2.0/ports/3754b3e4-8407-4b5e-816c-b2918676b1b3 HTTP/1.1" status: 200 len: 1092 time: 0.8170395 Dec 23 12:58:58.885434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:58:58.887967 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:58:58.921641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-239a5f14-bb58-4f61-8a6c-d15710762bb9 req-5d6edb48-8966-49d0-9e26-bc318848f0ae tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0560203 Dec 23 12:58:58.944373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f7f3-99d5-4054-b895-6e7281f5db20 service neutron] Pushing event updated for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:58:58.956671 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da90bf07-f0c9-47bc-9303-df17e61320c6 x-openstack-request-id: req-da90bf07-f0c9-47bc-9303-df17e61320c6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:58:58.956989 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:58:58.957250 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da90bf07-f0c9-47bc-9303-df17e61320c6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:58:58.957713 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3', 'status': 'completed', 'code': 200} Dec 23 12:58:59.024450 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-5e45381d-115f-4828-9552-0347fbdb8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.026734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-5e45381d-115f-4828-9552-0347fbdb8011 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1095 time: 0.0447197 Dec 23 12:58:59.137727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-c3536a79-732a-4881-93e8-c01a18ce27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.139403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-c3536a79-732a-4881-93e8-c01a18ce27be service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1036665 Dec 23 12:58:59.234755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-a289bfe7-1a28-4e6c-b3ed-f53774821bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.236130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b8fad1d-04a1-4ade-9c53-ec0d9cc8fafe req-a289bfe7-1a28-4e6c-b3ed-f53774821bfb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902054 Dec 23 12:58:59.348330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-eac11fc1-45c1-4f96-b9d6-255247a34cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.349966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-eac11fc1-45c1-4f96-b9d6-255247a34cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1095 time: 0.0754814 Dec 23 12:58:59.352490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982602d-beba-4c44-a3a3-159ae48b6274 req-9a3e03a0-9aea-4c64-ab62-ed301664d25e tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.353900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f982602d-beba-4c44-a3a3-159ae48b6274 req-9a3e03a0-9aea-4c64-ab62-ed301664d25e tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1095 time: 0.0678816 Dec 23 12:58:59.406681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-85a01849-7bd7-48aa-bb4f-df39b8fcc641 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3 HTTP/1.1" status: 200 len: 217 time: 0.0490594 Dec 23 12:58:59.820679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f982602d-beba-4c44-a3a3-159ae48b6274 req-8b541329-e6f2-4dab-b2b3-cf0804f44a51 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563601 Dec 23 12:58:59.840544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-9c256ae5-5c5f-437a-9c60-ab5dd8d4b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.842194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-9c256ae5-5c5f-437a-9c60-ab5dd8d4b414 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=273642a5-bd9b-42e7-83e0-ed8b4cf31911 HTTP/1.1" status: 200 len: 848 time: 0.4233449 Dec 23 12:58:59.889710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-fcb84e4d-0a27-47d5-a7a5-d03b2f957680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:58:59.891290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-fcb84e4d-0a27-47d5-a7a5-d03b2f957680 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c46c7a0-183f-4fb0-a807-7954f3c4da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420089 Dec 23 12:58:59.984554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-533eff7a-7982-4604-af16-e4f760c0ef4a service neutron] 10.222.0.43 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856411 Dec 23 12:59:00.062164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e54957f-a9f9-4b7c-b616-a849919de141 req-674f3fd9-6234-4733-bf52-7935beba3e1a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd11feb-5260-4817-94ff-bf6841bc45de HTTP/1.1" status: 200 len: 210 time: 0.0696549 Dec 23 12:59:00.103530 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-661b2877-045b-4c6f-b8db-14830002cbb3 req-b93bb269-ba9a-4f86-8110-1c7dbcac9ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121445 Dec 23 12:59:00.951415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036bef-9e81-4cbd-8850-eccbcc550a05 req-d5e5bf17-6c59-4188-b4b0-1a5fe84cd446 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:00.956295 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de036bef-9e81-4cbd-8850-eccbcc550a05 req-d5e5bf17-6c59-4188-b4b0-1a5fe84cd446 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1095 time: 0.0558510 Dec 23 12:59:01.015360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de036bef-9e81-4cbd-8850-eccbcc550a05 req-9f5e0a7e-262f-49c7-9105-390832f82506 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Dec 23 12:59:02.123211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d844-5af9-42b4-b29b-5fb13e8b7a8a req-c61614a2-079f-4178-8ba6-8482a07537ff tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:02.124854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3418d844-5af9-42b4-b29b-5fb13e8b7a8a req-c61614a2-079f-4178-8ba6-8482a07537ff tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1095 time: 0.0412114 Dec 23 12:59:02.171779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3418d844-5af9-42b4-b29b-5fb13e8b7a8a req-4b4bbc0d-7d6f-43a3-a49b-700e34dad2af tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Dec 23 12:59:02.381518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3754b3e4-8407-4b5e-816c-b2918676b1b3 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:59:02.476810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:02.488729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '3754b3e4-8407-4b5e-816c-b2918676b1b3', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'port_id': '3754b3e4-8407-4b5e-816c-b2918676b1b3', 'mac_address': 'fa:16:3e:28:bd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:59:02.525664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:02.538593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3754b3e4-8407-4b5e-816c-b2918676b1b3 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:59:02.559239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:02.631389 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:02.680152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:02.818061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3754b3e4-8407-4b5e-816c-b2918676b1b3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:03.288940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae9388-436e-4116-9b6a-bb08a8e3dfd7 req-293b03ea-bfe3-4880-ada2-9ca20205d6aa tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:03.290480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97ae9388-436e-4116-9b6a-bb08a8e3dfd7 req-293b03ea-bfe3-4880-ada2-9ca20205d6aa tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1096 time: 0.0469666 Dec 23 12:59:03.337069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97ae9388-436e-4116-9b6a-bb08a8e3dfd7 req-24da7491-5d4d-4ea0-90fb-adfde11dada3 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Dec 23 12:59:04.417378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3754b3e4-8407-4b5e-816c-b2918676b1b3 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:59:04.463677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c87aba-263f-492b-8bae-6124eefe25cc req-a2b12e72-3609-4743-8878-b19028b720dd tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:04.471480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16c87aba-263f-492b-8bae-6124eefe25cc req-a2b12e72-3609-4743-8878-b19028b720dd tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1096 time: 0.0553353 Dec 23 12:59:04.514700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16c87aba-263f-492b-8bae-6124eefe25cc req-40dc61e4-5385-4c68-86ae-57a6107ff155 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Dec 23 12:59:04.558759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 3754b3e4-8407-4b5e-816c-b2918676b1b3 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:59:04.564376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 3754b3e4-8407-4b5e-816c-b2918676b1b3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:59:04.564865 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:04.650808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:04.673859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:04.676523 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ead94-54cf-4a0a-995f-49427f390d12" -d '{"events": [{"server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "name": "network-vif-plugged", "status": "completed", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:04.689603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:04.719365 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1c754-fbf0-4ab6-92eb-9f111ef38017 x-openstack-request-id: req-c4d1c754-fbf0-4ab6-92eb-9f111ef38017 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:04.719665 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "name": "network-vif-plugged", "status": "completed", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:04.719923 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4d1c754-fbf0-4ab6-92eb-9f111ef38017 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:04.720322 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3', 'code': 200} Dec 23 12:59:04.752447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:04.818469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:04.844877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c368e-5c83-4fd1-bd77-56f5e6213a99 req-cf34bcb5-bde0-4974-8081-aa340e17e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:04.846882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-914c368e-5c83-4fd1-bd77-56f5e6213a99 req-cf34bcb5-bde0-4974-8081-aa340e17e475 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0590060 Dec 23 12:59:04.893941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-914c368e-5c83-4fd1-bd77-56f5e6213a99 req-762c8179-195b-4091-a6e6-009c7def37e2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Dec 23 12:59:05.625172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f93a-cdcd-4a02-821a-cb3a1ffaa77a req-35885f93-2ed4-4292-8093-8455d7104247 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:05.626648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0d6f93a-cdcd-4a02-821a-cb3a1ffaa77a req-35885f93-2ed4-4292-8093-8455d7104247 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0446436 Dec 23 12:59:05.672726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0d6f93a-cdcd-4a02-821a-cb3a1ffaa77a req-2705b9a7-0420-4284-be85-1cab7836f8ff tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Dec 23 12:59:05.683548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36722) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:05.688212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644222025', 'description': 'tempest-secgroup-smoke-1644222025 description', 'project_id': 'e02f2b54060443d08c093c10b485d63f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:05.776954 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:05.849555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:05.919195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:05.948651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:05.948890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:59:06.017764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.019079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2734ac29-f553-4989-afdd-9bb261907117 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3344760 Dec 23 12:59:06.022270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36724) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:06.028688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:06.136133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.331265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.397001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.414601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f98cef-01b6-4c61-bc30-3f26f6a3e851,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:06.486306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.487457 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e873676a-b938-491a-8414-b3f636384193 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642665 Dec 23 12:59:06.490133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36726) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:06.494386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:06.586710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.645735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.725069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.747035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd98f1cd-aed2-4754-aa50-75973adf9dc9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:06.786673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce396a-448d-4870-8db2-89149251093e req-cca5c707-13f2-40cd-926a-8c57ab3b30af tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:06.788227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7ce396a-448d-4870-8db2-89149251093e req-cca5c707-13f2-40cd-926a-8c57ab3b30af tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0453410 Dec 23 12:59:06.832286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7ce396a-448d-4870-8db2-89149251093e req-f3126a8c-e15c-460c-a963-ed21236f6206 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Dec 23 12:59:06.835427 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.836518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a84f1d4b-6697-443a-8e42-f51cfc5b845b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454828 Dec 23 12:59:06.839910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36730) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:06.849287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:06.932750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:06.977045 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66631970-3944-428d-954b-ff49ac105e69 req-f688f39d-d741-4507-8593-960685da7a45 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:06.978573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66631970-3944-428d-954b-ff49ac105e69 req-f688f39d-d741-4507-8593-960685da7a45 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0735447 Dec 23 12:59:06.993053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.034773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66631970-3944-428d-954b-ff49ac105e69 req-4a366c72-2272-44a3-9a84-c7b0b03f55f4 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 Dec 23 12:59:07.059823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.078318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2cbb55-8983-40bb-81f7-f8527ce70b47,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:07.143194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92ce78-5c08-47da-82cb-74c39977b23c req-d3286ae3-af21-4a75-95f1-cdc90408b0ad tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:07.145053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a92ce78-5c08-47da-82cb-74c39977b23c req-d3286ae3-af21-4a75-95f1-cdc90408b0ad tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0413535 Dec 23 12:59:07.166598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.167925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-08e729e3-fc2e-4b3c-b41d-b52c3f685699 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270988 Dec 23 12:59:07.170757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36736) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:07.175534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:07.194382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a92ce78-5c08-47da-82cb-74c39977b23c req-411d38af-8a7a-49d7-9f7c-bedc16dffbcf tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Dec 23 12:59:07.271042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.322508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.398643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.411757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-e96b2832-30a1-40a2-b90d-007b2d7ae60a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:07.413344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-e96b2832-30a1-40a2-b90d-007b2d7ae60a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 200 len: 910 time: 0.0890391 Dec 23 12:59:07.417132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f13cdd-3bc8-43b8-97ae-cc3e7eedf12a,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:07.425528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.425895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.426213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.426545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.426882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.427213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.427558 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.427940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.428265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.428509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-336f8232-5f07-497d-8ad3-9a668abd3910 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/quotas/2475623f718a441fa88ab17e8e4e8ff4 HTTP/1.1" status: 200 len: 375 time: 0.0092440 Dec 23 12:59:07.428639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.428918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.429240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.429576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:07.477649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-03e52b2b-53da-4af6-b7a9-d94d4a10c57a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0425684 Dec 23 12:59:07.489105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-020627cf-e2ec-4f77-b50b-967f20396447 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:59:07.490154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-020627cf-e2ec-4f77-b50b-967f20396447 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051277 Dec 23 12:59:07.492270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.493546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-199ff1a9-4efa-4407-babc-bb3620bb98bb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216980 Dec 23 12:59:07.496872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36750) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:07.501176 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:07.580186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-0a3c74b5-de7c-41e2-baad-ebb37fcf3161 service neutron] 10.222.0.16 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829690 Dec 23 12:59:07.616106 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Project e02f2b54060443d08c093c10b485d63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:59:07.622162 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.675009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-52cca444-51bc-4d7c-987e-2b95c58c30fd service neutron] 10.222.0.16 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 Dec 23 12:59:07.691422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.764509 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.783153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03518691-7c6f-4829-a4d0-bd3569e48783,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:07.858810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:07.860630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-99b4df49-1745-4579-a737-611c0f971b39 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622434 Dec 23 12:59:07.867303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36754) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:07.872994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'security_group_rule': {'security_group_id': 'a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1', 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:07.896912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a418562-9c87-48c2-aaa1-936acd855e84 req-bcb751fe-8058-4717-9535-9c7fb00ec2cb tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 210 time: 0.0333076 Dec 23 12:59:07.954276 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Project e02f2b54060443d08c093c10b485d63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:59:07.959764 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:08.021820 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:08.124535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:08.142515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffc3f05-30b4-47e2-b568-7843ec4d9795,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:08.229151 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:08.230671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e0d79267-a916-4b73-b792-0e6d504a7abe tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3621044 Dec 23 12:59:08.556585 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-7618360f-8223-4e5f-be75-c6dca43f6896 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444243 Dec 23 12:59:08.646187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd761af-fd40-46b0-9f97-608104623dab req-d1397858-bc8f-4033-ade1-0917d45179be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:08.647597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-d1397858-bc8f-4033-ade1-0917d45179be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0467603 Dec 23 12:59:08.755596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd761af-fd40-46b0-9f97-608104623dab req-738a2f1c-fed3-4a6a-a878-17494b781d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:08.757116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-738a2f1c-fed3-4a6a-a878-17494b781d02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 200 len: 910 time: 0.0899847 Dec 23 12:59:08.804669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-87ed1139-85da-4d11-9772-61f9bd57d5b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3 HTTP/1.1" status: 200 len: 217 time: 0.0407858 Dec 23 12:59:08.856434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd761af-fd40-46b0-9f97-608104623dab req-88aa559b-4bad-48c4-8f9e-4be64850b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:08.857951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-88aa559b-4bad-48c4-8f9e-4be64850b825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=273642a5-bd9b-42e7-83e0-ed8b4cf31911 HTTP/1.1" status: 200 len: 848 time: 0.0470371 Dec 23 12:59:08.908454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd761af-fd40-46b0-9f97-608104623dab req-ce758d8a-bc9b-4221-b04a-0079b50a1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:08.910162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-ce758d8a-bc9b-4221-b04a-0079b50a1e9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c46c7a0-183f-4fb0-a807-7954f3c4da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453973 Dec 23 12:59:09.003382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef5d853d-a1e4-4c07-beca-4c8a30fb35ea req-60614d97-4a8a-455b-a428-88e54da73b2e tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Dec 23 12:59:09.064235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-2fa75950-58ea-4812-a3e2-78bfda8c923f service neutron] 10.222.0.43 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467495 Dec 23 12:59:09.175177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cd761af-fd40-46b0-9f97-608104623dab req-ba441013-96a1-4ae9-925a-40d03226c5fe service neutron] 10.222.0.43 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041007 Dec 23 12:59:10.082255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-fefbe664-5182-41d7-903d-a19c45cff082 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:10.084007 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-fefbe664-5182-41d7-903d-a19c45cff082 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.57 "GET /v2.0/networks?id=1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 200 len: 910 time: 0.1048288 Dec 23 12:59:10.098350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Request body: {'port': {'device_id': 'b16ac855-b843-455f-9d68-79140afeba28', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'admin_state_up': True, 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:10.119045 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46536ef2-51f3-4699-9bdd-bc67bff1d24b req-17255f16-f39c-49a6-80ec-c158d5145560 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 210 time: 0.0417202 Dec 23 12:59:10.192980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Made reservation on behalf of 2475623f718a441fa88ab17e8e4e8ff4 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:59:10.195377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.323600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Allocated IP 172.20.0.6 (1c46c7a0-183f-4fb0-a807-7954f3c4da75/273642a5-bd9b-42e7-83e0-ed8b4cf31911/878b3fe2-97de-49c7-a0aa-a2fe6332ed8b) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:59:10.462001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.554399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.566446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3754b3e4-8407-4b5e-816c-b2918676b1b3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:10.605146 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:59:10.608458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:59:10.611736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:59:10.637435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Pushing event updated for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:10.675956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:10.676676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.767369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c6cd09ed-d78d-4ca9-800f-56fa95d4434c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6744473 Dec 23 12:59:10.781167 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Request body: {'port': {'device_id': 'b16ac855-b843-455f-9d68-79140afeba28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:10.838288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.843733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3b0cd135-e347-4f1b-a3a1-654ec7b518a7 None None] Provisioning complete for port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:59:10.847940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd135-e347-4f1b-a3a1-654ec7b518a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:10.893640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cd135-e347-4f1b-a3a1-654ec7b518a7 None None] Port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:59:11.114885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:59:11.123589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:11.136573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Transition to ACTIVE for port object 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:59:11.231366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857404e4-106f-49f5-a833-3eaa55130ecf req-0be630b8-7e80-4877-b3ce-53511134e78e tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:11.232928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-857404e4-106f-49f5-a833-3eaa55130ecf req-0be630b8-7e80-4877-b3ce-53511134e78e tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1027 time: 0.0471497 Dec 23 12:59:11.280176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-857404e4-106f-49f5-a833-3eaa55130ecf req-e5e883dc-5b97-4f99-b423-f9fae7e594ea tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Dec 23 12:59:11.296214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:11.345677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Pushing event updated for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:11.424387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Attempting to bind port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:59:11.424749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Attempting to bind port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:59:11.425088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Attempting to bind port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:59:11.429961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:59:11.430191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Attempting to bind port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b on network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:59:11.435483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:59:11.435826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Checking segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:59:11.436207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Bound using segment: {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:59:11.436638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Bound port: 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20382722-e8c8-48a7-95a4-80954869c551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:59:11.437042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:11.513748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:59:11.517585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:59:11.597558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:11.637043 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:11.637758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:11.639060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] 10.222.0.57 "PUT /v2.0/ports/878b3fe2-97de-49c7-a0aa-a2fe6332ed8b HTTP/1.1" status: 200 len: 1091 time: 0.8624816 Dec 23 12:59:11.639506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:11.642109 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025b964-c2cd-4a02-9a9f-8c7516ec037e" -d '{"events": [{"name": "network-changed", "server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:11.667647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8a37-6e6f-496d-b52e-7d34ef0359cd service neutron] Pushing event updated for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:11.694159 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5083a-7edd-473d-b7d5-999d143f65a5 x-openstack-request-id: req-51b5083a-7edd-473d-b7d5-999d143f65a5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:11.694677 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:11.694935 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51b5083a-7edd-473d-b7d5-999d143f65a5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:11.695414 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b', 'status': 'completed', 'code': 200} Dec 23 12:59:11.762727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-695c3011-8657-42b0-b036-db42aafca9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:11.764286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-695c3011-8657-42b0-b036-db42aafca9c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1094 time: 0.0482225 Dec 23 12:59:11.876369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-e18ee7fb-f0ab-4c9f-bc67-28ab37ce962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:11.877805 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-e18ee7fb-f0ab-4c9f-bc67-28ab37ce962a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1053429 Dec 23 12:59:11.979707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-7e1d652f-953b-47d5-a502-d969c4a25c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:11.981608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6025b964-c2cd-4a02-9a9f-8c7516ec037e req-7e1d652f-953b-47d5-a502-d969c4a25c95 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966260 Dec 23 12:59:12.064960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c2868e55-a485-4b00-93a3-642742706915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:12.066460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-c2868e55-a485-4b00-93a3-642742706915 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1094 time: 0.0476849 Dec 23 12:59:12.109814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-85acff88-23d2-4c25-a9e4-e51e8d02d8c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b HTTP/1.1" status: 200 len: 217 time: 0.0352652 Dec 23 12:59:12.159973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-4dbc12d9-e77c-41c0-aae9-0496f0e00255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:12.161418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-4dbc12d9-e77c-41c0-aae9-0496f0e00255 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=273642a5-bd9b-42e7-83e0-ed8b4cf31911 HTTP/1.1" status: 200 len: 848 time: 0.0453598 Dec 23 12:59:12.215703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-bd713946-744b-48ac-a00d-911a49b8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:12.219181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-bd713946-744b-48ac-a00d-911a49b8d08f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c46c7a0-183f-4fb0-a807-7954f3c4da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486753 Dec 23 12:59:12.312378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-66f97dd2-1195-408b-ae2e-c23b04107bac service neutron] 10.222.0.57 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880616 Dec 23 12:59:12.399453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b506-fb7b-4b85-a16e-b56799079db7 req-20892cf5-c35b-49d0-a1be-bd4d48bf8cba tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:12.401287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3aa2b506-fb7b-4b85-a16e-b56799079db7 req-20892cf5-c35b-49d0-a1be-bd4d48bf8cba tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1094 time: 0.0475733 Dec 23 12:59:12.412208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-535e98d5-6788-4f3c-997d-7cbecbe3f9a5 req-8d09a677-64e4-4786-acbe-914215e52173 service neutron] 10.222.0.57 "GET /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933442 Dec 23 12:59:12.451248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3aa2b506-fb7b-4b85-a16e-b56799079db7 req-9f850c77-3417-4e06-911e-0199d0a4d6a3 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431268 Dec 23 12:59:13.358910 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-808c8f7a-6841-4f04-9e1d-8f928b7a2590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:13.671464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1d7b-7e5b-47be-aff0-abc6c0ce1d52 req-b94e2db7-274c-451f-b359-9eae43204b95 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:13.673053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa9c1d7b-7e5b-47be-aff0-abc6c0ce1d52 req-b94e2db7-274c-451f-b359-9eae43204b95 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1094 time: 0.1529610 Dec 23 12:59:13.719164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa9c1d7b-7e5b-47be-aff0-abc6c0ce1d52 req-e5f09a9a-abf7-4e49-8972-bbfd767c09e8 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Dec 23 12:59:14.898880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22aa6f-a80c-4945-9e30-79ab3e6e1f8a req-fe7031d0-523a-4d35-828e-cf8a45add013 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:14.900432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a22aa6f-a80c-4945-9e30-79ab3e6e1f8a req-fe7031d0-523a-4d35-828e-cf8a45add013 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1094 time: 0.1132283 Dec 23 12:59:14.950559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a22aa6f-a80c-4945-9e30-79ab3e6e1f8a req-48e6265d-2622-483e-9520-0c2795db29e8 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Dec 23 12:59:15.324773 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:59:15.431332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:15.443218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b', 'network_id': '1c46c7a0-183f-4fb0-a807-7954f3c4da75', 'port_id': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b', 'mac_address': 'fa:16:3e:47:5c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273642a5-bd9b-42e7-83e0-ed8b4cf31911', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:59:15.482964 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:15.497055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:59:15.518336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:15.593020 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:15.642538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:15.935061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['878b3fe2-97de-49c7-a0aa-a2fe6332ed8b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:16.066959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e50b6-ebeb-4ef7-a328-cd779faeff13 req-90f6531e-acf4-4618-96f7-14d599245189 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:16.069944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163e50b6-ebeb-4ef7-a328-cd779faeff13 req-90f6531e-acf4-4618-96f7-14d599245189 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1095 time: 0.0483499 Dec 23 12:59:16.121523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-163e50b6-ebeb-4ef7-a328-cd779faeff13 req-6e64678b-7173-4fa6-a07d-2fb2cae70cdb tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 Dec 23 12:59:16.137818 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-51ed4beb-3e8c-4c6c-a60d-a0e16db91422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:16.648158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:17.232230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c3d20-a0dd-485d-b3f8-c49017c2c160 req-229f5f4d-a25b-499c-8910-25bddb869f93 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:17.233717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a29c3d20-a0dd-485d-b3f8-c49017c2c160 req-229f5f4d-a25b-499c-8910-25bddb869f93 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1095 time: 0.0418799 Dec 23 12:59:17.279441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a29c3d20-a0dd-485d-b3f8-c49017c2c160 req-a5f797d3-9461-415c-b46d-6e2dc392ef36 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Dec 23 12:59:17.340331 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:59:17.465443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:59:17.469794 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:59:17.470165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:17.552941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:17.576451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:17.578779 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad29e1-d07b-44a4-a439-3340c52d2052" -d '{"events": [{"server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "name": "network-vif-plugged", "status": "completed", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:17.594442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:17.621354 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215afae4-dcb0-48fc-bd75-9d3d23533689 x-openstack-request-id: req-215afae4-dcb0-48fc-bd75-9d3d23533689 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:17.621652 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "name": "network-vif-plugged", "status": "completed", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:17.621910 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-215afae4-dcb0-48fc-bd75-9d3d23533689 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:17.622311 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b', 'code': 200} Dec 23 12:59:17.683115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:17.736469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:18.035025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4172-e1f7-4bb0-9024-9b00734646c7 req-6921b1d4-d4cd-45ae-a39f-a270812346b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:18.036690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37ce4172-e1f7-4bb0-9024-9b00734646c7 req-6921b1d4-d4cd-45ae-a39f-a270812346b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.3614173 Dec 23 12:59:18.081955 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-37ce4172-e1f7-4bb0-9024-9b00734646c7 req-c26b4c75-6a5b-422d-be82-df2dd6b2b281 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Dec 23 12:59:18.296592 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:18.388868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ccd4c-e23c-45d2-9255-74a71284ed4d req-c21b4923-2e19-4aa6-9045-ef1b33cbc16d tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:18.390395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-146ccd4c-e23c-45d2-9255-74a71284ed4d req-c21b4923-2e19-4aa6-9045-ef1b33cbc16d tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0415266 Dec 23 12:59:18.437403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-146ccd4c-e23c-45d2-9255-74a71284ed4d req-277a7733-343d-4eb8-b5a0-298c7caf8821 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Dec 23 12:59:19.113545 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:19.245024 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:19.549836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd9702-516c-4274-ad23-1b76f63fda8a req-a89f19c0-6c78-4266-a9b0-181aac3c234c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:19.551397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fbd9702-516c-4274-ad23-1b76f63fda8a req-a89f19c0-6c78-4266-a9b0-181aac3c234c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0455155 Dec 23 12:59:19.611245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fbd9702-516c-4274-ad23-1b76f63fda8a req-5da0cdce-51ab-4124-80a7-edf515a4e99a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532298 Dec 23 12:59:20.723203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1b51b-73d2-44d8-963d-f40e4733014e req-409f4233-7da1-4777-9440-6910bf0e6292 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:20.724944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13c1b51b-73d2-44d8-963d-f40e4733014e req-409f4233-7da1-4777-9440-6910bf0e6292 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0434763 Dec 23 12:59:20.772312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-13c1b51b-73d2-44d8-963d-f40e4733014e req-9f63bf14-d7d3-43f2-b462-3795985eafe8 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Dec 23 12:59:20.877861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986dbf2-3c66-45b7-821f-229af380f970 req-2ba4ff0e-1d87-4776-8911-133e76cba368 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:20.879333 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1986dbf2-3c66-45b7-821f-229af380f970 req-2ba4ff0e-1d87-4776-8911-133e76cba368 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0403945 Dec 23 12:59:20.940004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1986dbf2-3c66-45b7-821f-229af380f970 req-393db0df-8664-4322-b801-109d353754c7 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540605 Dec 23 12:59:21.044741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c325-84fc-41be-b6c2-94d67077d09d req-f40ded47-c362-4d34-b13d-7ac9a16bd3fc tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:21.046384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4997c325-84fc-41be-b6c2-94d67077d09d req-f40ded47-c362-4d34-b13d-7ac9a16bd3fc tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0412281 Dec 23 12:59:21.091306 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4997c325-84fc-41be-b6c2-94d67077d09d req-d1f69e70-46a5-45fd-bc6f-e5e19d570d1a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Dec 23 12:59:21.482479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb534cd-63f3-434f-911a-58c99b41afbf req-62093593-2f7a-4e14-a53b-6504214c5fd1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:21.484143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edb534cd-63f3-434f-911a-58c99b41afbf req-62093593-2f7a-4e14-a53b-6504214c5fd1 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0505993 Dec 23 12:59:21.532653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-edb534cd-63f3-434f-911a-58c99b41afbf req-da2e5adf-1929-49b6-81b0-f56bba4173db tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Dec 23 12:59:22.647729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6acdb-1ff1-456c-9484-c2745570660d req-fcad80a4-3689-44bb-9a1c-9bb5b4eadbaf tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:22.649892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bc6acdb-1ff1-456c-9484-c2745570660d req-fcad80a4-3689-44bb-9a1c-9bb5b4eadbaf tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0449429 Dec 23 12:59:22.694354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3bc6acdb-1ff1-456c-9484-c2745570660d req-3cd4ae7d-9338-441a-94b3-3b8a97666d94 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Dec 23 12:59:22.906437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-be33889f-a939-4370-b25c-98790f4e333b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:22.907880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-be33889f-a939-4370-b25c-98790f4e333b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 1096 time: 0.0423043 Dec 23 12:59:22.962510 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:23.002222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Deleting port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:23.002575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:23.079501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] For port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:23.079875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:23.093482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Calling delete_port for 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:23.296106 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:23.307954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3754b3e4-8407-4b5e-816c-b2918676b1b3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:23.310386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['878b3fe2-97de-49c7-a0aa-a2fe6332ed8b'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:23.323472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Pushing event deleted for resources: {'Port': ['ID=878b3fe2-97de-49c7-a0aa-a2fe6332ed8b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:23.375214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] No DVR routers for this DVR port 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:23.381669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:23.388507 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7a002d7d-d8ac-422f-abdf-8c0fccc702a0 req-74f16972-9a22-4bf8-83be-f164bef6188a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.57 "DELETE /v2.0/ports/878b3fe2-97de-49c7-a0aa-a2fe6332ed8b HTTP/1.1" status: 204 len: 173 time: 0.4710400 Dec 23 12:59:23.388711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'name': 'network-vif-deleted', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:23.398276 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e738f-9e96-4563-aad1-53f09ec9c471" -d '{"events": [{"server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "name": "network-vif-deleted", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:23.448346 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73c1ac-9d83-4eed-9ed0-b0ed4f93a56b x-openstack-request-id: req-5c73c1ac-9d83-4eed-9ed0-b0ed4f93a56b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:23.448637 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16ac855-b843-455f-9d68-79140afeba28", "name": "network-vif-deleted", "tag": "878b3fe2-97de-49c7-a0aa-a2fe6332ed8b", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:23.449026 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c73c1ac-9d83-4eed-9ed0-b0ed4f93a56b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:23.449901 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16ac855-b843-455f-9d68-79140afeba28', 'name': 'network-vif-deleted', 'tag': '878b3fe2-97de-49c7-a0aa-a2fe6332ed8b', 'status': 'completed', 'code': 200} Dec 23 12:59:23.802485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34323266-b229-4749-909c-5c780069bd46 req-1b159af9-4bc3-4770-a3a2-5cbf2fa0da79 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b16ac855-b843-455f-9d68-79140afeba28 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Dec 23 12:59:25.339343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:25.367381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:25.367616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 878b3fe2-97de-49c7-a0aa-a2fe6332ed8b not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:25.446376 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c9819-c47d-4758-929e-c23a22048926 req-20bf358e-327d-45da-970b-db3604c923e5 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:25.447919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1c9819-c47d-4758-929e-c23a22048926 req-20bf358e-327d-45da-970b-db3604c923e5 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0424399 Dec 23 12:59:25.493665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa1c9819-c47d-4758-929e-c23a22048926 req-1d486fee-58a2-409b-83c6-c78a0a8ec819 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Dec 23 12:59:26.608514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74773-faf0-4d8f-b2c4-300a347b31cd req-a1ad9be0-92d1-4d40-b849-59ecc0251c3a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:26.610076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c74773-faf0-4d8f-b2c4-300a347b31cd req-a1ad9be0-92d1-4d40-b849-59ecc0251c3a tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0450521 Dec 23 12:59:26.654694 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c74773-faf0-4d8f-b2c4-300a347b31cd req-c0700faf-fd19-4c20-a847-f9510831a43c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Dec 23 12:59:26.740384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-0117c3a6-6335-4b6b-b559-b9ea911da97c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:26.742024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-0117c3a6-6335-4b6b-b559-b9ea911da97c tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 1097 time: 0.0412424 Dec 23 12:59:26.826890 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Deleting port 3754b3e4-8407-4b5e-816c-b2918676b1b3 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:26.827145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:26.905211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] For port 3754b3e4-8407-4b5e-816c-b2918676b1b3, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=3754b3e4-8407-4b5e-816c-b2918676b1b3,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:26.906090 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:26.920241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Calling delete_port for 3754b3e4-8407-4b5e-816c-b2918676b1b3 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:27.154533 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:27.164945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['3754b3e4-8407-4b5e-816c-b2918676b1b3'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:27.182910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Pushing event deleted for resources: {'Port': ['ID=3754b3e4-8407-4b5e-816c-b2918676b1b3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:27.227942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] No DVR routers for this DVR port 3754b3e4-8407-4b5e-816c-b2918676b1b3 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:27.231342 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:27.234875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0bdf7470-2f5c-4fb2-8a6c-4e3f515f29c8 req-717ef8b1-3574-49e4-9e4b-e065825ef49b tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.43 "DELETE /v2.0/ports/3754b3e4-8407-4b5e-816c-b2918676b1b3 HTTP/1.1" status: 204 len: 173 time: 0.4867473 Dec 23 12:59:27.235369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'name': 'network-vif-deleted', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:27.237825 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d594f6-0f7e-45f8-a98c-34c78da8d9c2" -d '{"events": [{"server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "name": "network-vif-deleted", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:27.282332 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7d03e9-24ce-4b6a-aeed-1aa2cc1e251d x-openstack-request-id: req-be7d03e9-24ce-4b6a-aeed-1aa2cc1e251d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:27.282738 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ca3ec2-606f-459e-9329-b3e3fe9d2984", "name": "network-vif-deleted", "tag": "3754b3e4-8407-4b5e-816c-b2918676b1b3", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:27.283096 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be7d03e9-24ce-4b6a-aeed-1aa2cc1e251d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:27.283649 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ca3ec2-606f-459e-9329-b3e3fe9d2984', 'name': 'network-vif-deleted', 'tag': '3754b3e4-8407-4b5e-816c-b2918676b1b3', 'status': 'completed', 'code': 200} Dec 23 12:59:27.764989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05332372-bc70-4142-97d9-e4a6808700e2 req-80cd6be8-a1c2-498c-8ecf-dc25948c9622 tempest-TestServerMultinode-725246155 tempest-TestServerMultinode-725246155-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c2ca3ec2-606f-459e-9329-b3e3fe9d2984 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Dec 23 12:59:28.826658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36956) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:29.174447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:29.425089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Deleting port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:29.425339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:29.505992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] For port ad6515e2-f1c0-4844-8c4f-25ed68bd29f5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:29.506348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:29.519432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Calling delete_port for ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:29.763151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:29.788086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6515e2-f1c0-4844-8c4f-25ed68bd29f5,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:29.967085 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:30.191245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:30.335706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:30.342811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-41fdb374-e942-498f-a5f1-de68b04fe145 admin admin] 10.222.0.16 "PUT /v2.0/routers/7aae80bd-b901-48d0-a7e1-2648b5d9f8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137947 Dec 23 12:59:30.344451 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Sync routers for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:30.345643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36970) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:30.356299 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:30.357269 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-3fbfa851-3ef6-46d3-b580-18f3d91ff524 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644222025&fields=id&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 267 time: 0.0619750 Dec 23 12:59:30.357389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:30.452704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:30.469624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:30.470789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-a64773a2-0059-431c-b9d5-8f9829767d42 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:30.472268 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-a64773a2-0059-431c-b9d5-8f9829767d42 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1074643 Dec 23 12:59:30.489292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-224920c4-85d3-4efe-8d48-9365926198a9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0101647 Dec 23 12:59:30.521006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3754b3e4-8407-4b5e-816c-b2918676b1b3 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:30.546647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 3754b3e4-8407-4b5e-816c-b2918676b1b3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:30.546994 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 3754b3e4-8407-4b5e-816c-b2918676b1b3 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:30.553971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-46f6e1d2-78fc-4b17-a4d3-e90a6d6832d2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552883 Dec 23 12:59:30.564186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:30.652318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-b0629e97-fc9c-48f7-b517-c80e08427380 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Dec 23 12:59:30.657490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:59:29Z', 'revision_number': 5, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port': {'id': '9482a994-89aa-4089-8142-fba8c9c379a7', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:42Z', 'updated_at': '2021-12-23T12:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:30.685864 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Checking router: 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:30.695213 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Routers {'7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:30.695905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:30.747572 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Deleting port 9482a994-89aa-4089-8142-fba8c9c379a7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:30.747921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:30.769920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-10407deb-fdaf-4d39-a612-47ed1ff779ce service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109796 Dec 23 12:59:30.797480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] Set router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:30.830310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] For port 9482a994-89aa-4089-8142-fba8c9c379a7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9482a994-89aa-4089-8142-fba8c9c379a7,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:30.830682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:30.845459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Calling delete_port for 9482a994-89aa-4089-8142-fba8c9c379a7 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:30.853818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:59:30Z', 'revision_number': 6, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:30.885593 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0669634-a9a8-4a50-8350-da7beab5e03a None None] The sync data for ids ['7aae80bd-b901-48d0-a7e1-2648b5d9f8ae'] in n-d-822750-2 is: [{'id': '7aae80bd-b901-48d0-a7e1-2648b5d9f8ae', 'name': 'tempest-TestServerMultinode-896555413-router', 'tenant_id': '833ebba9d3f546c09a480f71347c70f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:41Z', 'updated_at': '2021-12-23T12:59:30Z', 'revision_number': 6, 'project_id': '833ebba9d3f546c09a480f71347c70f8', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:31.123165 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.148798 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Pushing event deleted for resources: {'Port': ['ID=9482a994-89aa-4089-8142-fba8c9c379a7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:31.163822 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff962a81-916f-4962-9949-bfeabcc4b6c0 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:31.214251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.310138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.312443 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.415112 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd647c0-e281-46fb-a475-68ff6830a7d8 req-c018a9e7-8299-491e-94cc-f28e8e52c7f7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0263171 Dec 23 12:59:31.476297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.476867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aae80bd-b901-48d0-a7e1-2648b5d9f8ae {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:59:31.482213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.483353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d7d18056-7831-45e3-a1f6-025d5f146039 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7aae80bd-b901-48d0-a7e1-2648b5d9f8ae HTTP/1.1" status: 204 len: 168 time: 1.1367307 Dec 23 12:59:31.485839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:31.536561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Deleting subnet 273642a5-bd9b-42e7-83e0-ed8b4cf31911 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:59:31.539676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.574198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.657026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.779999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.813988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:31.819689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/273642a5-bd9b-42e7-83e0-ed8b4cf31911 HTTP/1.1" status: 204 len: 168 time: 0.3304274 Dec 23 12:59:31.819689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a8f3-862c-4950-9229-ed67b731f530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273642a5-bd9b-42e7-83e0-ed8b4cf31911,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:31.820236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:31.821583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbfcf8-d4c6-4e6d-a574-898e2cf1967a None None] Network 1c46c7a0-183f-4fb0-a807-7954f3c4da75 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:59:31.906355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.013001 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] DHCP port deletion for 1c46c7a0-183f-4fb0-a807-7954f3c4da75 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:32.063737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Deleting port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:32.064112 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.134716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] For port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,segment=NetworkSegment(20382722-e8c8-48a7-95a4-80954869c551),segment_id=20382722-e8c8-48a7-95a4-80954869c551)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:32.135109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.149233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Calling delete_port for 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:32.301998 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.305554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Deleting port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:32.305902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.331157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] Pushing event deleted for resources: {'Port': ['ID=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:32.335896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f234d8-565d-44f5-a0ea-78f5d5f16fc8 None None] No DVR routers for this DVR port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:32.374061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] For port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1, host n-d-822750-2, got binding levels [] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:32.374456 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.386351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Calling delete_port for 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:32.389709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_backend_mixin [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 was not found and therefore no delete operation was performed {{(pid=104037) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:59:32.390938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.418690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b54f00f-6974-49ae-bfd0-e2c820d33aa1,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:32.422151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] No DVR routers for this DVR port 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:32.501388 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.526129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f25b1c4e-8ce2-45d8-8c3b-64a8ed89eef5 req-1919cc32-3e96-4ff2-9a55-367cdaac6973 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0421834 Dec 23 12:59:32.539705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c46c7a0-183f-4fb0-a807-7954f3c4da75']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:32.551148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20382722-e8c8-48a7-95a4-80954869c551') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:32.558046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20382722-e8c8-48a7-95a4-80954869c551') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:32.560333 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.574044 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.580526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:59:32.580939 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:59:32.582591 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:59:32.713426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.719957 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:32.724751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c46c7a0-183f-4fb0-a807-7954f3c4da75 HTTP/1.1" status: 204 len: 168 time: 0.9031971 Dec 23 12:59:32.727752 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 36994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:32.742538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f776217-f5f2-4550-ad26-7323c178c4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1c46c7a0-183f-4fb0-a807-7954f3c4da75,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:32.755066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9482a994-89aa-4089-8142-fba8c9c379a7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:32.775706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9482a994-89aa-4089-8142-fba8c9c379a7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:32.776188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9482a994-89aa-4089-8142-fba8c9c379a7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:32.776698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:32.796622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:32.797076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ad6515e2-f1c0-4844-8c4f-25ed68bd29f5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:32.797557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:32.816749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:32.817115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5b54f00f-6974-49ae-bfd0-e2c820d33aa1 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:33.087355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.326040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-5f315b5a-1318-46ea-8b8d-260dfb90eeb6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:33.327579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-5f315b5a-1318-46ea-8b8d-260dfb90eeb6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1102426 Dec 23 12:59:33.339465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Deleting port 195fd9a2-371f-4174-91d5-c82eec963bab {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:33.339757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.395527 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-1349a70c-8eee-446f-b156-b22983ebb0cf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 380 time: 0.0582027 Dec 23 12:59:33.405394 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'security_groups': ['a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:33.426230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] For port 195fd9a2-371f-4174-91d5-c82eec963bab, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=195fd9a2-371f-4174-91d5-c82eec963bab,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:33.426589 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.441229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Calling delete_port for 195fd9a2-371f-4174-91d5-c82eec963bab owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:33.611805 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:59:33.614492 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.631993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-859369f3-9ba5-4ef6-9c3d-38798d8a2353 req-e144bc4a-4f57-44be-abef-06972f4fb1a8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0324934 Dec 23 12:59:33.690282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.716717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Pushing event deleted for resources: {'Port': ['ID=195fd9a2-371f-4174-91d5-c82eec963bab,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:33.812210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.12 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/d1c12b47-def9-42ad-b2d2-4100953e1fc7) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:59:33.937022 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:33.986056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.079301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.128567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:59:34.131883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:59:34.135664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:59:34.168203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:34.189238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:34.205131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:34.205976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.287664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-45e0f463-5165-48be-9ca3-6ade355c2287 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8859355 Dec 23 12:59:34.303058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Request body: {'port': {'device_id': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:34.322919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:34.333541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Sync routers for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:34.339622 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-25ea5187-eedd-49d6-8b0c-6b8de9eb650f admin admin] 10.222.0.16 "PUT /v2.0/routers/fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083732 Dec 23 12:59:34.341063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 36998) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:34.348573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:34.349417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:34.466187 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.521479 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.611873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e5a979f2-781e-447f-9193-19944471bcfe None None] Provisioning complete for port d1c12b47-def9-42ad-b2d2-4100953e1fc7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:59:34.612238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e5a979f2-781e-447f-9193-19944471bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.707524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:34.767687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e5a979f2-781e-447f-9193-19944471bcfe None None] Port d1c12b47-def9-42ad-b2d2-4100953e1fc7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:59:34.800543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:34.833231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a68e1-2b2e-4ae7-bb75-c60b05a45641 req-3d3d8213-ff3f-48be-a132-c2efbce99cee tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:34.834746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-703a68e1-2b2e-4ae7-bb75-c60b05a45641 req-3d3d8213-ff3f-48be-a132-c2efbce99cee tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 932 time: 0.1007433 Dec 23 12:59:34.911906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:59:33Z', 'revision_number': 5, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port': {'id': 'a6b1cc15-4d17-409e-a3cf-64ef362a5b2e', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:58:49Z', 'updated_at': '2021-12-23T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:34.953769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Checking router: fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:34.958409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-703a68e1-2b2e-4ae7-bb75-c60b05a45641 req-5e3a95a6-dde3-49be-815f-8a2a723daef7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170774 Dec 23 12:59:34.963790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Routers {'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:34.964455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:34.975451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c12b47-def9-42ad-b2d2-4100953e1fc7 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:59:34.994437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.014588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Transition to ACTIVE for port object d1c12b47-def9-42ad-b2d2-4100953e1fc7 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:59:35.023003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Deleting port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:35.023429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.079386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] Set router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:35.098750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.139014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:59:34Z', 'revision_number': 6, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:35.169788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] For port a6b1cc15-4d17-409e-a3cf-64ef362a5b2e, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:35.169788 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.170084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265501b-0144-4236-afb9-bfffd6c2ef29 None None] The sync data for ids ['fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27'] in n-d-822750-2 is: [{'id': 'fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27', 'name': 'tempest-TestServerMultinode-1366334626-router', 'tenant_id': '2475623f718a441fa88ab17e8e4e8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:58:48Z', 'updated_at': '2021-12-23T12:59:34Z', 'revision_number': 6, 'project_id': '2475623f718a441fa88ab17e8e4e8ff4', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:35.193822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Calling delete_port for a6b1cc15-4d17-409e-a3cf-64ef362a5b2e owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:35.228955 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:35.330200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Attempting to bind port d1c12b47-def9-42ad-b2d2-4100953e1fc7 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:59:35.331171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Attempting to bind port d1c12b47-def9-42ad-b2d2-4100953e1fc7 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:59:35.331574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Attempting to bind port d1c12b47-def9-42ad-b2d2-4100953e1fc7 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:59:35.341883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Port d1c12b47-def9-42ad-b2d2-4100953e1fc7 on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:59:35.342211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Attempting to bind port d1c12b47-def9-42ad-b2d2-4100953e1fc7 on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:59:35.392061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:59:35.392643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:59:35.393313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:59:35.393768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Bound port: d1c12b47-def9-42ad-b2d2-4100953e1fc7, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:59:35.394129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.501947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:59:35.506351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:59:35.588417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.624794 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.646525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:35.647151 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.648563 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 1092 time: 1.3524239 Dec 23 12:59:35.649031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:35.651301 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d3401-c391-4677-a2ee-a8ceaf060bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:35.673843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82214-9ef2-40e8-9893-15b2a268e7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:35.674030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192b561-b045-4a93-b4d8-e372f7f9a60e None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:35.755725 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65338514-d5f8-4dba-b6e0-cc94af1d6688 x-openstack-request-id: req-65338514-d5f8-4dba-b6e0-cc94af1d6688 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:35.756103 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:35.756482 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65338514-d5f8-4dba-b6e0-cc94af1d6688 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:35.757034 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'status': 'completed', 'code': 200} Dec 23 12:59:35.759942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b1cc15-4d17-409e-a3cf-64ef362a5b2e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:35.780550 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.896272 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.899199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:35.910371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-16012aeb-8148-4352-aa45-d8d0c47b66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:35.915612 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-16012aeb-8148-4352-aa45-d8d0c47b66ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1095 time: 0.1472516 Dec 23 12:59:36.053143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.057061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:59:36.061776 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.065999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37006) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:36.069432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4527ca5c-b6e9-40c7-bd59-3a15b4f108f9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fbc57acf-f74d-4fcf-9274-2a0cbf0d9c27 HTTP/1.1" status: 204 len: 168 time: 1.7277508 Dec 23 12:59:36.119857 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-bd03ab5f-b7d6-4092-9a53-51acb4b5b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.121646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-bd03ab5f-b7d6-4092-9a53-51acb4b5b809 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e02f2b54060443d08c093c10b485d63f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1750739 Dec 23 12:59:36.128778 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Deleting subnet 39b22ea6-82e9-47a3-8fa5-7526b71c70db {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:59:36.132556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.170293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.190575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb3e42-e5b6-4ebc-aa6b-4a4b1eec461a req-f6e558cf-fa57-409b-b814-453a96d9aa70 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.197338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01fb3e42-e5b6-4ebc-aa6b-4a4b1eec461a req-f6e558cf-fa57-409b-b814-453a96d9aa70 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.1233850 Dec 23 12:59:36.273437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01fb3e42-e5b6-4ebc-aa6b-4a4b1eec461a req-f3524648-8be8-430e-9cfe-ad91a869cdea tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752428 Dec 23 12:59:36.286389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-fc03ccf4-d4df-41d3-be4d-efd79a58467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.288556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-280d3401-c391-4677-a2ee-a8ceaf060bf8 req-fc03ccf4-d4df-41d3-be4d-efd79a58467d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594286 Dec 23 12:59:36.301681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.379672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-878eb0ac-70d2-43c1-bbb0-8a74362e35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.383439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-878eb0ac-70d2-43c1-bbb0-8a74362e35e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1095 time: 0.0438735 Dec 23 12:59:36.428241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-1e24a0fe-7004-4054-b5b5-543828055be2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 217 time: 0.0396314 Dec 23 12:59:36.443405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.473718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b22ea6-82e9-47a3-8fa5-7526b71c70db,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:36.475969 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.478831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-a6f1f26d-51cb-419f-ba17-1b509557b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.480365 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-a6f1f26d-51cb-419f-ba17-1b509557b711 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0454118 Dec 23 12:59:36.482005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:36.487972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17572bd-6f05-40c4-ac76-8a8005ea286a None None] Network ab407cbc-fa68-4968-adf0-0d42fc932570 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:59:36.488918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5c78007f-1293-4dd0-8816-d48db0d9c8a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/39b22ea6-82e9-47a3-8fa5-7526b71c70db HTTP/1.1" status: 204 len: 168 time: 0.4217558 Dec 23 12:59:36.610579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.615781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-33a82f85-2917-430d-aa28-1a55ccab0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:36.617483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-33a82f85-2917-430d-aa28-1a55ccab0418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300573 Dec 23 12:59:36.648337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] DHCP port deletion for ab407cbc-fa68-4968-adf0-0d42fc932570 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:36.703300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Deleting port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:36.703860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.753199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Deleting port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:36.755291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.781539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6ada2d73-6706-4365-a5ba-0e8789ab8c6a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:36.807646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-6ef2ccfb-5b17-4122-a76f-d395c7121060 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824663 Dec 23 12:59:36.822850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] For port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:36.823252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.841182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Calling delete_port for 6ada2d73-6706-4365-a5ba-0e8789ab8c6a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:36.879424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] For port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,segment=NetworkSegment(16bae459-cfaa-4e5a-af8f-8758023ca684),segment_id=16bae459-cfaa-4e5a-af8f-8758023ca684)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:36.879746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.905265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Calling delete_port for 6ada2d73-6706-4365-a5ba-0e8789ab8c6a owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:36.961734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:36.987614 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c41bd8de-50bf-4577-8a23-f4f66d3be393 req-0bbd1643-bb6a-49f1-9c58-f2af861a3570 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727536 Dec 23 12:59:37.079537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.087639 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.123256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:37.125510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] No DVR routers for this DVR port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:37.132230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a6b1cc15-4d17-409e-a3cf-64ef362a5b2e no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:37.135328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Pushing event deleted for resources: {'Port': ['ID=6ada2d73-6706-4365-a5ba-0e8789ab8c6a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:37.155972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] No DVR routers for this DVR port 6ada2d73-6706-4365-a5ba-0e8789ab8c6a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:37.161066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a6b1cc15-4d17-409e-a3cf-64ef362a5b2e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:37.161412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a6b1cc15-4d17-409e-a3cf-64ef362a5b2e not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:37.161823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 195fd9a2-371f-4174-91d5-c82eec963bab no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:37.166372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.166720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.167059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.167393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.170832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6ff0f-395a-4b88-a993-5360dcf823e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:37.192935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 195fd9a2-371f-4174-91d5-c82eec963bab {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:37.193304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 195fd9a2-371f-4174-91d5-c82eec963bab not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:37.212039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.233877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab407cbc-fa68-4968-adf0-0d42fc932570']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:37.243290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bae459-cfaa-4e5a-af8f-8758023ca684') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:37.248930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bae459-cfaa-4e5a-af8f-8758023ca684') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:37.253717 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.266777 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.272882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self.session.flush() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: timer() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:59:37.275685 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:59:37.400702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8ea0-f6ea-46dc-9adf-a8516d1c1cc9 req-f4a5f19a-d53f-409a-a8c4-50a6d31e5fa1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:37.402154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-344e8ea0-f6ea-46dc-9adf-a8516d1c1cc9 req-f4a5f19a-d53f-409a-a8c4-50a6d31e5fa1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0506206 Dec 23 12:59:37.403349 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.408715 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.414199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab407cbc-fa68-4968-adf0-0d42fc932570 HTTP/1.1" status: 204 len: 168 time: 0.9286706 Dec 23 12:59:37.431257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ec9c6-8293-4368-9c3f-3ed6896b5ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab407cbc-fa68-4968-adf0-0d42fc932570,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:37.474353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-344e8ea0-f6ea-46dc-9adf-a8516d1c1cc9 req-b0803c68-a024-4843-8401-ab1624fa1053 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591798 Dec 23 12:59:37.768598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37014) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:37.811708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c053cf8-8c3c-41c9-ae2d-8abc3f2c3463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=833ebba9d3f546c09a480f71347c70f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418570 Dec 23 12:59:37.814223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37016) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:37.870178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:37.892798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.002433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.005012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.006197 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb22e4d-dfe0-452a-a8a6-510ab131255e HTTP/1.1" status: 204 len: 168 time: 0.1910543 Dec 23 12:59:38.014587 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323856d7-901e-415b-8e99-575b6fc08941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb22e4d-dfe0-452a-a8a6-510ab131255e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:38.593689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4cfa1-127d-4c01-b1dc-b27857dff331 req-18cac460-27d3-444e-b67e-59487fc2ef4a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:38.595193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ba4cfa1-127d-4c01-b1dc-b27857dff331 req-18cac460-27d3-444e-b67e-59487fc2ef4a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0510092 Dec 23 12:59:38.645071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6ba4cfa1-127d-4c01-b1dc-b27857dff331 req-d642b6f0-eabb-44ce-90b7-0c31c2b08ae0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Dec 23 12:59:38.688465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37024) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:38.733078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9900483-cb3c-42f7-9f4a-48fc2f5d2b43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2475623f718a441fa88ab17e8e4e8ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411088 Dec 23 12:59:38.733352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37026) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:38.784210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.805046 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.907393 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.910404 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:38.914351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16 HTTP/1.1" status: 204 len: 168 time: 0.1800342 Dec 23 12:59:38.924327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba06cb1-eb51-4488-a629-20eb52229319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa356f1-82a1-43bd-8c4f-ab0efb3f1c16,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:39.762229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e219-bdef-4b8d-8236-40d7a3a6610d req-3d366895-6655-46e2-80f8-6ae5e32b8693 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:39.763804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8575e219-bdef-4b8d-8236-40d7a3a6610d req-3d366895-6655-46e2-80f8-6ae5e32b8693 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0497303 Dec 23 12:59:39.813666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8575e219-bdef-4b8d-8236-40d7a3a6610d req-197f86af-3095-4d09-be61-b28dbea2fe2f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Dec 23 12:59:40.930452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eebde-a318-4a39-9e02-dbcdeca42ab5 req-9853b8f0-252b-4432-b4ad-cb2d16a9724b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:40.931863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-860eebde-a318-4a39-9e02-dbcdeca42ab5 req-9853b8f0-252b-4432-b4ad-cb2d16a9724b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0514708 Dec 23 12:59:40.982006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-860eebde-a318-4a39-9e02-dbcdeca42ab5 req-9ebf7610-28c4-43c0-a469-8b4ef13f9e89 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Dec 23 12:59:42.099103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4200836-4dff-40f6-8ec8-ed68f0bd5e1d req-6143ab2b-d622-4fd5-a1da-ce5a1717c6ef tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:42.100673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4200836-4dff-40f6-8ec8-ed68f0bd5e1d req-6143ab2b-d622-4fd5-a1da-ce5a1717c6ef tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0486219 Dec 23 12:59:42.150686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b4200836-4dff-40f6-8ec8-ed68f0bd5e1d req-d49f4bf3-5fae-461d-8eca-d0d58d4ae1b4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Dec 23 12:59:42.948080 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:59:43.265109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605374a-06de-4323-b2eb-2c7abeddddcb req-89942d62-6543-43d0-8c62-63a00282ddf4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:43.266588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6605374a-06de-4323-b2eb-2c7abeddddcb req-89942d62-6543-43d0-8c62-63a00282ddf4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0477567 Dec 23 12:59:43.281940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d74b384-1db5-4585-ba6e-f278e5385ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:43.318410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6605374a-06de-4323-b2eb-2c7abeddddcb req-ffb539a0-1c73-4003-8978-42f96e462640 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Dec 23 12:59:44.433319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c876f-f276-4a70-9827-31fe5c62210a req-16f3fa43-964c-451e-ac3c-a25445d794cf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:44.434821 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-096c876f-f276-4a70-9827-31fe5c62210a req-16f3fa43-964c-451e-ac3c-a25445d794cf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0485415 Dec 23 12:59:44.483300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-096c876f-f276-4a70-9827-31fe5c62210a req-f79a92c1-6dd7-4dc7-8c3c-ecf0e8f60408 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Dec 23 12:59:45.592113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507e4a0-306e-4173-8de0-01afb1af6015 req-f8a60849-72bc-4ba9-989d-c8177377c2eb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:45.593591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0507e4a0-306e-4173-8de0-01afb1af6015 req-f8a60849-72bc-4ba9-989d-c8177377c2eb tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.0735459 Dec 23 12:59:45.636430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe5604-696b-48a3-91d3-f4198014f394 req-66d58e68-fa9b-403a-a3a9-9d23de36bca0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:45.638423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfbe5604-696b-48a3-91d3-f4198014f394 req-66d58e68-fa9b-403a-a3a9-9d23de36bca0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0862138 Dec 23 12:59:45.662775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0507e4a0-306e-4173-8de0-01afb1af6015 req-ccf208bc-9f3e-480e-b150-2e25a70f48f4 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628915 Dec 23 12:59:45.700524 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dfbe5604-696b-48a3-91d3-f4198014f394 req-82130305-fe16-4411-899c-9ee035e3627a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521047 Dec 23 12:59:46.095860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7a0acd2a-7180-4aee-b224-1ddc09b9d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.162496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-908f9c18-07e9-47dc-8e4e-1a87cda5dff7 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:46.164006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-908f9c18-07e9-47dc-8e4e-1a87cda5dff7 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Dec 23 12:59:46.258317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Deleting port fe8a114c-e635-4573-8b8b-b7cad81666e0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:46.258578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.351305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] For port fe8a114c-e635-4573-8b8b-b7cad81666e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=fe8a114c-e635-4573-8b8b-b7cad81666e0,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:46.351664 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.570134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.570489 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.570802 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Floating IP a9660269-c735-46a0-8c77-6c13d5c47458 disassociated. External IP: 172.25.7.246, port: fe8a114c-e635-4573-8b8b-b7cad81666e0. Dec 23 12:59:46.571136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Calling delete_port for fe8a114c-e635-4573-8b8b-b7cad81666e0 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:46.576165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.598943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d1c12b47-def9-42ad-b2d2-4100953e1fc7 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:59:46.700356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:46.713375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'mac_address': 'fa:16:3e:cd:ba:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:59:46.760157 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.774551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c12b47-def9-42ad-b2d2-4100953e1fc7 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:59:46.777388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.798733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:46.812090 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a80d213-94da-4238-bac8-fe7d9dbd4609 req-b913b02f-c6ba-479a-891b-660ead8db760 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.0568526 Dec 23 12:59:46.826399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event deleted for resources: {'Port': ['ID=fe8a114c-e635-4573-8b8b-b7cad81666e0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:46.867355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:46.879355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41fdc6-7d23-4eb0-98d1-277dc499d973 req-ac95a159-5576-4f0a-997c-7142c0a50ecc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:46.881260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b41fdc6-7d23-4eb0-98d1-277dc499d973 req-ac95a159-5576-4f0a-997c-7142c0a50ecc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 944 time: 0.0681586 Dec 23 12:59:46.947191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:46.949225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b41fdc6-7d23-4eb0-98d1-277dc499d973 req-547e964d-1354-4e31-ba0b-de2cb265ceed tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573859 Dec 23 12:59:46.970523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Router 1a9bd882-27fd-4b38-8819-533769eed4e7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:47.070666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d1c12b47-def9-42ad-b2d2-4100953e1fc7'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:59:47.392617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:47.402155 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Sync routers for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:47.411859 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:47.412389 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:47.432107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] No DVR routers for this DVR port fe8a114c-e635-4573-8b8b-b7cad81666e0 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:47.435636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:47.438972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8ac2604d-1547-46d0-bd2d-458f35d242c6 req-0ff07f27-8467-4d4b-8a34-ec27440b5f77 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.57 "DELETE /v2.0/ports/fe8a114c-e635-4573-8b8b-b7cad81666e0 HTTP/1.1" status: 204 len: 173 time: 1.2688532 Dec 23 12:59:47.439410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'name': 'network-vif-deleted', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:47.441668 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ac49e-348a-4077-ae69-0b34ad9a978f" -d '{"events": [{"server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "name": "network-vif-deleted", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:47.477514 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45828374-067d-4f8c-835a-89e666715426 x-openstack-request-id: req-45828374-067d-4f8c-835a-89e666715426 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:47.477811 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba7810-3e96-407b-912a-2a728b505ad1", "name": "network-vif-deleted", "tag": "fe8a114c-e635-4573-8b8b-b7cad81666e0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:47.478057 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45828374-067d-4f8c-835a-89e666715426 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:47.478445 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba7810-3e96-407b-912a-2a728b505ad1', 'name': 'network-vif-deleted', 'tag': 'fe8a114c-e635-4573-8b8b-b7cad81666e0', 'status': 'completed', 'code': 200} Dec 23 12:59:47.520592 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:47.809688 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:47.835070 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Checking router: 1a9bd882-27fd-4b38-8819-533769eed4e7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:47.843456 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:47.844060 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:47.938846 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c7b0c58-184e-4519-b31e-4a1e7f1c3336 req-1905b7b0-9c05-41d2-bf31-2e0e5801b50d tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba7810-3e96-407b-912a-2a728b505ad1 HTTP/1.1" status: 200 len: 210 time: 0.0393631 Dec 23 12:59:47.950233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:48.060118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f5fdc-6abd-4287-aecf-562118da501a req-48fc48fb-30ea-45ae-bb8b-b9a0113e1ff6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:48.061799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a2f5fdc-6abd-4287-aecf-562118da501a req-48fc48fb-30ea-45ae-bb8b-b9a0113e1ff6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Dec 23 12:59:48.113201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a2f5fdc-6abd-4287-aecf-562118da501a req-b30ccfc2-a9c4-41db-9506-ad38f71b3202 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Dec 23 12:59:48.149363 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:48.178630 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dff8a3-b6ad-4f1d-82ce-732964e31c39 None None] The sync data for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 is: [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:53:58Z', 'revision_number': 4, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '94670231-3b7f-40f5-9609-b332eef83562', 'name': '', 'network_id': '00fbd0a6-b68c-4fad-816d-732680024c8d', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'mac_address': 'fa:16:3e:66:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:57Z', 'updated_at': '2021-12-23T12:54:10Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'subnets': [{'id': 'cb1c0d3e-e5ad-4259-9b1a-98c131a621ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:48.276072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:48.407202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5136c-8cb7-484f-a04a-51f5d65b4e88 None None] New status for floating IP a9660269-c735-46a0-8c77-6c13d5c47458: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:59:48.601758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:48.614170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d1c12b47-def9-42ad-b2d2-4100953e1fc7 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:59:48.721883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d1c12b47-def9-42ad-b2d2-4100953e1fc7 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:59:48.725906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d1c12b47-def9-42ad-b2d2-4100953e1fc7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:59:48.726270 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:48.802318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:48.824204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:48.826631 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b3147-ee3e-4ba9-99f9-d2c96addf405" -d '{"events": [{"server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "name": "network-vif-plugged", "status": "completed", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:48.838486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:48.863731 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413f38c-2a39-424c-a2be-66606768fa4e x-openstack-request-id: req-b413f38c-2a39-424c-a2be-66606768fa4e {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:48.863853 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "name": "network-vif-plugged", "status": "completed", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:48.864226 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b413f38c-2a39-424c-a2be-66606768fa4e {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:48.864623 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'code': 200} Dec 23 12:59:48.916347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:48.961780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd518ee-a049-4c4d-933a-5d32488bc616 req-f03a1750-7b4f-41e8-943c-9f27233a9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:48.963372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cd518ee-a049-4c4d-933a-5d32488bc616 req-f03a1750-7b4f-41e8-943c-9f27233a9cac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1097 time: 0.0428815 Dec 23 12:59:48.968231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:48.997845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:49.014928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cd518ee-a049-4c4d-933a-5d32488bc616 req-ae092840-7d8f-4b6f-bad5-c38c30ae3725 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429077 Dec 23 12:59:49.120733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Deleting port d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:49.121054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.202515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.202840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.214493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Calling delete_port for d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:49.227296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.237296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d92086-50bb-4739-aaa6-1121e71c28e4 req-560e5858-a828-4f6e-b990-ed0eafe17826 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:49.238791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36d92086-50bb-4739-aaa6-1121e71c28e4 req-560e5858-a828-4f6e-b990-ed0eafe17826 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Dec 23 12:59:49.289958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36d92086-50bb-4739-aaa6-1121e71c28e4 req-0963c995-7980-47cd-b857-86a3f641d35a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Dec 23 12:59:49.417494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fe8a114c-e635-4573-8b8b-b7cad81666e0 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:49.421750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.438833 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: fe8a114c-e635-4573-8b8b-b7cad81666e0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:49.439177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device fe8a114c-e635-4573-8b8b-b7cad81666e0 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:49.451447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event deleted for resources: {'Port': ['ID=d3c1e5d6-619b-4b8e-82fa-6d494ee1cc94,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:49.510038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.513207 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.514345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9bfb292c-4e68-434d-be9c-65d42b9eed80 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9660269-c735-46a0-8c77-6c13d5c47458 HTTP/1.1" status: 204 len: 168 time: 0.5155044 Dec 23 12:59:49.581833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37070) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:49.643047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.669643 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.804528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.807190 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:49.808392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c1584f0-b6fb-4a85-b672-ba66b0ac8c41 HTTP/1.1" status: 204 len: 168 time: 0.2254531 Dec 23 12:59:49.818189 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f48b6-8b50-40b2-8482-d35c4a1938b0 tempest-TestServerBasicOps-777963382 tempest-TestServerBasicOps-777963382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1584f0-b6fb-4a85-b672-ba66b0ac8c41,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:49.939071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37074) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:50.412032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9267fe-eeac-4655-98e4-62729b253d59 req-63a54df4-a1e4-43ff-a460-785c743c08a7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:50.413548 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a9267fe-eeac-4655-98e4-62729b253d59 req-63a54df4-a1e4-43ff-a460-785c743c08a7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0540254 Dec 23 12:59:50.449535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:50.464005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a9267fe-eeac-4655-98e4-62729b253d59 req-37ae2638-ad99-4fe0-a97e-9442ff2c2503 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Dec 23 12:59:50.585667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9556f-8686-4f09-921f-cbea7413e4b7 req-e10cd067-ea52-47c7-b090-67040581c14e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:50.587081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44f9556f-8686-4f09-921f-cbea7413e4b7 req-e10cd067-ea52-47c7-b090-67040581c14e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0527129 Dec 23 12:59:50.708409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Deleting port 94670231-3b7f-40f5-9609-b332eef83562 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:50.708751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:50.792301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] For port 94670231-3b7f-40f5-9609-b332eef83562, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=94670231-3b7f-40f5-9609-b332eef83562,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:50.792669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:50.812062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Calling delete_port for 94670231-3b7f-40f5-9609-b332eef83562 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:50.972627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44f9556f-8686-4f09-921f-cbea7413e4b7 req-f405c80e-e08c-4b05-9af6-76c4b332267c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787782 Dec 23 12:59:50.995451 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37082) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:51.082024 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.115228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=94670231-3b7f-40f5-9609-b332eef83562,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:51.151022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f0422-039d-4259-bc6b-3b41eae8058d tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:51.153758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b88f0422-039d-4259-bc6b-3b41eae8058d tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1092 time: 0.1560388 Dec 23 12:59:51.155914 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37086) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:51.160683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:59:51.244641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.282994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.351437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.456658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.25.7.124 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/fe113b88-66ea-4cf2-b78b-ffca2178d275) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:59:51.516057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Router 1a9bd882-27fd-4b38-8819-533769eed4e7 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:51.562251 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.624338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:51.627326 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.629458 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9a2d838a-ffca-4a61-ae27-fba72a143a23 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a9bd882-27fd-4b38-8819-533769eed4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892717 Dec 23 12:59:51.634501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Sync routers for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:51.635539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37088) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:51.648325 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:51.648977 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:51.672259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:59:51.675167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:59:51.679669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:59:51.699936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=fe113b88-66ea-4cf2-b78b-ffca2178d275,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:51.712852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.713165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.713469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.713816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.714219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.714605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.714942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.715383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.717409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.717409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.717409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.717409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.717409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:59:51.746422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.768170 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:51.852960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.955511 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:59:50Z', 'revision_number': 5, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port': {'id': '120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:54Z', 'updated_at': '2021-12-23T12:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:51.979959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Deleting port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:51.980577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:51.986987 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Checking router: 1a9bd882-27fd-4b38-8819-533769eed4e7 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:51.995670 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Routers {'1a9bd882-27fd-4b38-8819-533769eed4e7'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:51.996293 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['1a9bd882-27fd-4b38-8819-533769eed4e7'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:52.064220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] For port 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:52.064736 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.068189 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.078393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Calling delete_port for 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:52.083804 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] Set router 1a9bd882-27fd-4b38-8819-533769eed4e7 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:52.136742 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:59:51Z', 'revision_number': 6, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:52.166871 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b98a-0510-4560-a5b9-880d025202fc None None] The sync data for ids ['1a9bd882-27fd-4b38-8819-533769eed4e7'] in n-d-822750-2 is: [{'id': '1a9bd882-27fd-4b38-8819-533769eed4e7', 'name': 'tempest-TestServerBasicOps-953617378-router', 'tenant_id': '0fa2282c1def4d8bba95a0577733c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:53Z', 'updated_at': '2021-12-23T12:59:51Z', 'revision_number': 6, 'project_id': '0fa2282c1def4d8bba95a0577733c03c', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:52.209309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.327822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.358696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:52.371985 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.373798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12347987-78f1-4287-b86e-7f42829a913f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:52.424756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.425033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.494303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=fe113b88-66ea-4cf2-b78b-ffca2178d275,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:52.509679 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.520458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.522776 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.625099 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 65b08a10-f448-4af3-a393-f294e80fa2e4 associated. External IP: 172.25.7.124, port: d1c12b47-def9-42ad-b2d2-4100953e1fc7. Dec 23 12:59:52.625312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.625691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a9bd882-27fd-4b38-8819-533769eed4e7 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:59:52.630223 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.631494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b40b3df8-fc77-4dcb-a170-e0773e886b66 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1a9bd882-27fd-4b38-8819-533769eed4e7 HTTP/1.1" status: 204 len: 168 time: 0.9948094 Dec 23 12:59:52.634008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:52.685316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Deleting subnet cb1c0d3e-e5ad-4259-9b1a-98c131a621ca {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:59:52.688541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.724316 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.801141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.834334 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:52.934203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.952880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:52.963018 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.963898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:52.974458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1c0d3e-e5ad-4259-9b1a-98c131a621ca,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:52.983816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:52.991087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22349ffb-fb80-497e-bb78-ff03d530dbfc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb1c0d3e-e5ad-4259-9b1a-98c131a621ca HTTP/1.1" status: 204 len: 168 time: 0.3536670 Dec 23 12:59:52.991478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:52.991851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:52.993750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.033080 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417add8-564d-4025-88e8-ad8e4e8feb68 None None] Network 00fbd0a6-b68c-4fad-816d-732680024c8d requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:59:53.041251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:53.045481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.063622 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.084892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a5c3ac4-771f-419d-a69b-db35db80193f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9236968 Dec 23 12:59:53.084892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:59:53.084892 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03da63d4-3e19-48ea-b04d-8c5a4e443465" -d '{"events": [{"name": "network-changed", "server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:59:53.105200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:53.105200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 120c1f1e-7bd5-4a07-8a4f-abf7ce6b4ee5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:53.105200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 94670231-3b7f-40f5-9609-b332eef83562 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:53.124471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Deleting port b31a319c-5160-43e2-ad5a-2e269c50b00b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:53.124847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.128652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 94670231-3b7f-40f5-9609-b332eef83562 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:53.129033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 94670231-3b7f-40f5-9609-b332eef83562 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:53.140270 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667da88-9ee7-4558-bf71-b6f819e0a0e7 x-openstack-request-id: req-5667da88-9ee7-4558-bf71-b6f819e0a0e7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:59:53.141108 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:59:53.141108 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5667da88-9ee7-4558-bf71-b6f819e0a0e7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:59:53.141368 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'status': 'completed', 'code': 200} Dec 23 12:59:53.207483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] For port b31a319c-5160-43e2-ad5a-2e269c50b00b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b31a319c-5160-43e2-ad5a-2e269c50b00b,segment=NetworkSegment(ebcff011-5823-48ca-9d42-9102d65f5d62),segment_id=ebcff011-5823-48ca-9d42-9102d65f5d62)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:53.207751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.216467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-fa579c46-24a4-43e8-a6cd-ad24cd69a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:53.218211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-fa579c46-24a4-43e8-a6cd-ad24cd69a864 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1097 time: 0.0541627 Dec 23 12:59:53.222855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Calling delete_port for b31a319c-5160-43e2-ad5a-2e269c50b00b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:53.229504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:53.340522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-c7d42eac-df42-4fcc-8d23-767846964918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:53.342668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-c7d42eac-df42-4fcc-8d23-767846964918 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.1176426 Dec 23 12:59:53.421718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.431200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-1c199b28-1104-4543-9228-13550363124d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 1000 time: 0.0797694 Dec 23 12:59:53.449306 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31a319c-5160-43e2-ad5a-2e269c50b00b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:53.453595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] No DVR routers for this DVR port b31a319c-5160-43e2-ad5a-2e269c50b00b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:53.485228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-84b47d8b-c8d1-4de8-b8e2-61e36b515606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:53.486653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-84b47d8b-c8d1-4de8-b8e2-61e36b515606 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0483651 Dec 23 12:59:53.538984 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.541173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-fbd3ff5c-f34c-40a1-89b3-b47988ca9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:59:53.544473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-fbd3ff5c-f34c-40a1-89b3-b47988ca9797 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499053 Dec 23 12:59:53.560589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0a1ed-4983-4f8f-b969-0a5df79fc2ed None None] DHCP port deletion for 00fbd0a6-b68c-4fad-816d-732680024c8d request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:53.564304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fbd0a6-b68c-4fad-816d-732680024c8d']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.579915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcff011-5823-48ca-9d42-9102d65f5d62') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.580215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcff011-5823-48ca-9d42-9102d65f5d62') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.591448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.608090 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.615602 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:59:53.621631 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:59:53.656630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-968f98c9-bee3-431d-a675-052b85b8eb94 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051633 Dec 23 12:59:53.669015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '65b08a10-f448-4af3-a393-f294e80fa2e4', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:cd:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:59:51Z', 'updated_at': '2021-12-23T12:59:51Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.696229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:53.705369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:53.706047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:53.749246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03da63d4-3e19-48ea-b04d-8c5a4e443465 req-5db80e38-406d-4eab-b607-8daa65e0fb88 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860333 Dec 23 12:59:53.752693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.758687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:53.765344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00fbd0a6-b68c-4fad-816d-732680024c8d HTTP/1.1" status: 204 len: 168 time: 0.7721908 Dec 23 12:59:53.765614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37098) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:53.779888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0398-4fbd-4864-8cc2-7854413af6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=00fbd0a6-b68c-4fad-816d-732680024c8d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:53.819965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:54.052980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '65b08a10-f448-4af3-a393-f294e80fa2e4', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:cd:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:59:51Z', 'updated_at': '2021-12-23T12:59:51Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:54.079787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcb2a2-3a03-4a55-aaba-68c2cb55d112 None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '65b08a10-f448-4af3-a393-f294e80fa2e4', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:cd:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:59:51Z', 'updated_at': '2021-12-23T12:59:51Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:54.124700 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:54.272049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8543f44-74cd-49a4-bdd0-69fdf7545934 None None] New status for floating IP 65b08a10-f448-4af3-a393-f294e80fa2e4: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:59:54.377335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Deleting port d5df4a07-2466-44d1-b10c-1a8aa99cec69 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:54.377686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:54.455373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] For port d5df4a07-2466-44d1-b10c-1a8aa99cec69, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d5df4a07-2466-44d1-b10c-1a8aa99cec69,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:54.455733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:54.468922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Calling delete_port for d5df4a07-2466-44d1-b10c-1a8aa99cec69 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:54.713144 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:54.737545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5df4a07-2466-44d1-b10c-1a8aa99cec69,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:54.742596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b31a319c-5160-43e2-ad5a-2e269c50b00b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:54.772591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b31a319c-5160-43e2-ad5a-2e269c50b00b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:54.772978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b31a319c-5160-43e2-ad5a-2e269c50b00b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:54.916502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:55.463346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:59:55.565570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:59:55.570449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-68e37e27-b789-4937-90d9-3f96b15bfa3b admin admin] 10.222.0.16 "PUT /v2.0/routers/5cee2ecb-256c-4c49-b313-83a3b1e73e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037839 Dec 23 12:59:55.572961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37100) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:55.576132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Sync routers for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:59:55.585653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:55.586274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:55.675265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:55.690865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:55.778513 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:55.870118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:59:54Z', 'revision_number': 5, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port': {'id': 'f406a6b2-98b9-4e54-946e-8e4c866ade1f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:05Z', 'updated_at': '2021-12-23T12:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:55.897754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Checking router: 5cee2ecb-256c-4c49-b313-83a3b1e73e18 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:59:55.899500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Deleting port f406a6b2-98b9-4e54-946e-8e4c866ade1f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:55.899844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:55.906639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Routers {'5cee2ecb-256c-4c49-b313-83a3b1e73e18'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:59:55.907267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T12:59:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:55.981372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] For port f406a6b2-98b9-4e54-946e-8e4c866ade1f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f406a6b2-98b9-4e54-946e-8e4c866ade1f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:55.981742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:55.993496 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Calling delete_port for f406a6b2-98b9-4e54-946e-8e4c866ade1f owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:55.993769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] Set router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:59:56.049092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:59:55Z', 'revision_number': 6, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:56.074843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff9ec1-65b3-48d2-ad25-7f4bb9d92e38 None None] The sync data for ids ['5cee2ecb-256c-4c49-b313-83a3b1e73e18'] in n-d-822750-2 is: [{'id': '5cee2ecb-256c-4c49-b313-83a3b1e73e18', 'name': 'tempest-TestServerBasicOps-621313117-router', 'tenant_id': '8c065977cec4472f8e0ec758360a296c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:54:04Z', 'updated_at': '2021-12-23T12:59:55Z', 'revision_number': 6, 'project_id': '8c065977cec4472f8e0ec758360a296c', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:59:56.204274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.229710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Pushing event deleted for resources: {'Port': ['ID=f406a6b2-98b9-4e54-946e-8e4c866ade1f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:56.243455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b56873-d3ed-4689-9ab5-27fced7d7d02 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:56.297405 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.389476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.391524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.511731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.512765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cee2ecb-256c-4c49-b313-83a3b1e73e18 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:59:56.517162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.522014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0d910869-eef5-4649-a670-245b0ad847de admin admin] 10.222.0.16 "DELETE /v2.0/routers/5cee2ecb-256c-4c49-b313-83a3b1e73e18 HTTP/1.1" status: 204 len: 168 time: 0.9445686 Dec 23 12:59:56.522014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37102) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:56.565014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Deleting subnet 04e89a4e-ae13-433f-9990-f72b5052263b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:59:56.568024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.601974 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.680698 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.798820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.826682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e89a4e-ae13-433f-9990-f72b5052263b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:56.828630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.833472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3423299-5f3e-444e-9aea-8e5f382fe7d2 None None] Network 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:59:56.834199 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0e61e36b-82f1-4fc8-88ab-2220c7ff7462 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/04e89a4e-ae13-433f-9990-f72b5052263b HTTP/1.1" status: 204 len: 168 time: 0.3118832 Dec 23 12:59:56.842419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37104) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:56.923650 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.934821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f406a6b2-98b9-4e54-946e-8e4c866ade1f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:56.958323 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f406a6b2-98b9-4e54-946e-8e4c866ade1f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:56.958674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f406a6b2-98b9-4e54-946e-8e4c866ade1f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:56.959082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5df4a07-2466-44d1-b10c-1a8aa99cec69 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:56.982468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Deleting port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:56.982806 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:56.984106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d5df4a07-2466-44d1-b10c-1a8aa99cec69 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:56.984453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d5df4a07-2466-44d1-b10c-1a8aa99cec69 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:57.024333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] DHCP port deletion for 9fcb349c-38dc-41e6-8edb-4fc4d28dd08e request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:59:57.052265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] For port 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1c56b9a6-a07f-495e-be7c-7ee5a4080642,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:57.052718 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.066863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Calling delete_port for 1c56b9a6-a07f-495e-be7c-7ee5a4080642 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:57.077855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Deleting port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:59:57.078385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.146248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] For port 1c56b9a6-a07f-495e-be7c-7ee5a4080642, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=1c56b9a6-a07f-495e-be7c-7ee5a4080642,segment=NetworkSegment(c1baf3fa-9062-43d9-bb39-fdfee3e31b00),segment_id=c1baf3fa-9062-43d9-bb39-fdfee3e31b00)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:59:57.151636 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.159602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Calling delete_port for 1c56b9a6-a07f-495e-be7c-7ee5a4080642 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:59:57.221515 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.238272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.253360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c56b9a6-a07f-495e-be7c-7ee5a4080642,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:57.255158 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] No DVR routers for this DVR port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:57.265716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] Pushing event deleted for resources: {'Port': ['ID=1c56b9a6-a07f-495e-be7c-7ee5a4080642,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:57.269409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94406e-4f8c-4f66-8435-44cdcc0a39eb None None] No DVR routers for this DVR port 1c56b9a6-a07f-495e-be7c-7ee5a4080642 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:59:57.325239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.345603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcb349c-38dc-41e6-8edb-4fc4d28dd08e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:57.354561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:57.354856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1baf3fa-9062-43d9-bb39-fdfee3e31b00') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:59:57.364615 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.377705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.383401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:59:57.383779 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: timer() Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:59:57.385396 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:59:57.507021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.512627 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.515818 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fcb349c-38dc-41e6-8edb-4fc4d28dd08e HTTP/1.1" status: 204 len: 168 time: 0.6779661 Dec 23 12:59:57.527276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21585e5a-c5cc-4f63-8e57-624d4b6d3b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcb349c-38dc-41e6-8edb-4fc4d28dd08e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:57.843560 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37108) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:57.882724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-097c3d4e-d505-4b21-a334-07122af94289 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fa2282c1def4d8bba95a0577733c03c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380104 Dec 23 12:59:57.885442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37110) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:57.939304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:57.960864 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.081845 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.084437 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.085623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d46707ed-ca39-42f5-a61d-b5b4c96e7c63 HTTP/1.1" status: 204 len: 168 time: 0.1991868 Dec 23 12:59:58.094619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1872bf3-f3f1-4786-9c39-ce5fecc84dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46707ed-ca39-42f5-a61d-b5b4c96e7c63,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:59:58.730466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37116) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:58.753547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1c56b9a6-a07f-495e-be7c-7ee5a4080642 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:59:58.773592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 1c56b9a6-a07f-495e-be7c-7ee5a4080642 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:59:58.773908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-26bd0b09-1b48-4d69-b31d-dc924122119d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c065977cec4472f8e0ec758360a296c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416265 Dec 23 12:59:58.774020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 1c56b9a6-a07f-495e-be7c-7ee5a4080642 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:59:58.776567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37118) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:59:58.824798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.846161 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.979182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.982656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:59:58.983827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d9b34e5-18ad-40c4-8392-7a9737f95766 HTTP/1.1" status: 204 len: 168 time: 0.2063084 Dec 23 12:59:58.991852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46075b-eebd-4a3a-a923-4a3c789d8232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b34e5-18ad-40c4-8392-7a9737f95766,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:00:09.738817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-bb889d8b-20cd-46e3-8401-03b594a08b11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1964390 Dec 23 13:00:09.824207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-2d139c2e-9621-40e5-93b5-8443bb7c6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:00:09.826422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-2d139c2e-9621-40e5-93b5-8443bb7c6090 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1097 time: 0.0448184 Dec 23 13:00:09.931817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-6413890e-32c8-4835-992d-3d895b56f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:00:09.933304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-6413890e-32c8-4835-992d-3d895b56f3b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0870667 Dec 23 13:00:10.004270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-4386da64-6ff9-4e10-b7c2-07b744ce53a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 1002 time: 0.0631068 Dec 23 13:00:10.052991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-f045771e-a46a-4a78-a9ba-3d516379c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:00:10.054409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-f045771e-a46a-4a78-a9ba-3d516379c3d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0438299 Dec 23 13:00:10.101261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-9b150f9b-7913-48c4-b2d6-23253689b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:00:10.102683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-9b150f9b-7913-48c4-b2d6-23253689b8f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416977 Dec 23 13:00:10.198070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-8c185a47-8bcc-4939-b35b-9fcbb6b1af3d service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878012 Dec 23 13:00:10.288743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5cb3346-9176-40c6-8311-22f87e90cfa9 req-9ff465f5-f131-49b4-a948-3b073cd5d7f2 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834846 Dec 23 13:00:13.275529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8505ad17-c0a5-4741-b41e-74dc691b0efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:16.138600 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-858a8457-b628-46fd-8140-2968a4deaae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:16.633028 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:18.296448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:18.663925 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:19.261413 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:19.947294 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:00:23.010183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:43.281118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42614ee7-3b16-45d7-8161-b05c38337898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:46.121149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-348cca84-e2d6-41a2-acf5-1dc24c693efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:46.623831 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:46.667172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-e72937ac-2470-4057-83ab-fc2290785e26 req-92d0ed38-ea16-4727-b69f-28df2683994a service neutron] (104037) timed out ('10.222.0.16', 47144) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:00:48.297897 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:48.644048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:49.232286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:52.964005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:00:56.946897 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:01:10.548437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-f3f0756f-6e1e-4eb7-882f-b05089d3521d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475276 Dec 23 13:01:10.628993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-244aefb3-4298-431a-a02e-f8ab6b3bad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:01:10.631178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-244aefb3-4298-431a-a02e-f8ab6b3bad54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1097 time: 0.0395379 Dec 23 13:01:10.734249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-fec9f751-d380-4495-b5d2-67ad9959dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:01:10.735745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-fec9f751-d380-4495-b5d2-67ad9959dea4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0878456 Dec 23 13:01:10.809383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-ff2addec-fea4-4bff-b26b-0d39e85e9048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 1002 time: 0.0667377 Dec 23 13:01:10.860603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-b0fe444f-8455-4dc6-a99d-2728cb976196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:01:10.862129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-b0fe444f-8455-4dc6-a99d-2728cb976196 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0463474 Dec 23 13:01:10.911243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-6c01069c-f004-4e38-8428-f1e1e943af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:01:10.912880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-6c01069c-f004-4e38-8428-f1e1e943af2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441415 Dec 23 13:01:11.016967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-73a4061c-128b-42de-ac1e-35130dabff2c service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966723 Dec 23 13:01:11.111625 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-285cfe35-905e-47c3-98e1-7d035660fb50 req-3bb69461-7fc5-495a-aa63-81d10e6253cd service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871234 Dec 23 13:01:13.283664 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66d2ead3-ce1f-42a8-86b9-6e6281c1caf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:16.084159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-53126f99-d92d-42ca-ba55-a9843ed025e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:16.612035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:18.280412 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:18.649390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:19.237975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:22.988895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:33.946134 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:01:43.283847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0589-1eef-4bff-aa35-284007e9dec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:46.131459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f01e8991-2905-4292-820b-aeeae2bc4344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:46.634201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:48.323590 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:48.645830 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:49.260948 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:01:53.114155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:10.945561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:02:11.553899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-ec6c9116-9204-4dd0-a827-89f39128d746 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477509 Dec 23 13:02:11.643118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-02df5748-6d2f-4041-a06a-1635ed50a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:11.644730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-02df5748-6d2f-4041-a06a-1635ed50a804 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 1097 time: 0.0467327 Dec 23 13:02:11.749839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-13e716b6-489a-46a5-8ee3-05d293d4e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:11.751494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-13e716b6-489a-46a5-8ee3-05d293d4e7c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0876930 Dec 23 13:02:11.826052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-af0b69d5-0a32-4124-9637-9418580812d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 200 len: 1002 time: 0.0678089 Dec 23 13:02:11.879353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-f75640d7-f485-4ec8-a9bf-b131cdd6ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:11.881019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-f75640d7-f485-4ec8-a9bf-b131cdd6ec47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0485604 Dec 23 13:02:11.933511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-17618b95-0023-48f8-b42d-362c9d36a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:11.935042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-17618b95-0023-48f8-b42d-362c9d36a0ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474486 Dec 23 13:02:12.036746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-cd5a2996-9b24-474f-9b59-c1e08d94ec39 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935683 Dec 23 13:02:12.130856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-05780e59-f300-4e26-a4be-94b8df0b6e97 req-8c600a0d-cea0-4efe-aa06-0ba0810cfbed service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Dec 23 13:02:13.291110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83af-e93c-40ae-8815-838de0028319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:16.244946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a0fbdb46-cc68-4b05-9e7f-5ed5bf871b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:16.609026 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:18.294874 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:18.671846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:19.239313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:20.080734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558efa09-f952-49ab-b0a9-359e846fd9f4 req-4594f715-b9fb-4229-8eb7-39357b23a17c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:20.082232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-558efa09-f952-49ab-b0a9-359e846fd9f4 req-4594f715-b9fb-4229-8eb7-39357b23a17c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0553544 Dec 23 13:02:20.131880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-558efa09-f952-49ab-b0a9-359e846fd9f4 req-a218576e-063a-45b2-b57e-e3ebc4de32b1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Dec 23 13:02:21.252666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52b751-c506-4c93-abec-0beaa881e996 req-dee7dba7-5baa-4d3f-97d2-a779874c0691 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:21.254166 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd52b751-c506-4c93-abec-0beaa881e996 req-dee7dba7-5baa-4d3f-97d2-a779874c0691 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Dec 23 13:02:21.303967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dd52b751-c506-4c93-abec-0beaa881e996 req-469b3d86-9e1c-4d4b-aa15-e71aa63a4834 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Dec 23 13:02:21.556196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-498d2af5-4d8d-4d48-81bd-781c3c2707f8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:21.557775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-498d2af5-4d8d-4d48-81bd-781c3c2707f8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Dec 23 13:02:21.651249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port d1c12b47-def9-42ad-b2d2-4100953e1fc7 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:02:21.651587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:21.739785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port d1c12b47-def9-42ad-b2d2-4100953e1fc7, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d1c12b47-def9-42ad-b2d2-4100953e1fc7,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:02:21.740140 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:21.963294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:21.963654 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:21.963968 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 65b08a10-f448-4af3-a393-f294e80fa2e4 disassociated. External IP: 172.25.7.124, port: d1c12b47-def9-42ad-b2d2-4100953e1fc7. Dec 23 13:02:21.964335 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for d1c12b47-def9-42ad-b2d2-4100953e1fc7 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:02:22.165174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:22.195952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=d1c12b47-def9-42ad-b2d2-4100953e1fc7,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:22.207844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.208186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.208527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.208882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.209216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.209546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.209909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.210210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.210530 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.211326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.211326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.211558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.211798 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:22.319400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:02:22.432686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f0be415e-3293-4b28-9cb2-90b48cd0252e req-c1ee6006-ebd4-438d-8d4a-ba4b43ea9d91 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0522108 Dec 23 13:02:22.453235 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:02:22.463810 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:02:22.474547 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:02:22.475157 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:02:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:22.495499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port d1c12b47-def9-42ad-b2d2-4100953e1fc7 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:02:22.498420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:22.501829 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2233c7c-e528-4dc6-9682-99b8c8fd5194 req-66143fd1-4414-450c-8201-16aa8358ed18 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "DELETE /v2.0/ports/d1c12b47-def9-42ad-b2d2-4100953e1fc7 HTTP/1.1" status: 204 len: 173 time: 0.9373930 Dec 23 13:02:22.502282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'name': 'network-vif-deleted', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:02:22.504542 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca2f85-9679-48b4-8ca9-6e2e1841952d" -d '{"events": [{"server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "name": "network-vif-deleted", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:02:22.546016 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c09f38-afb3-482a-ab40-12951e66f23a x-openstack-request-id: req-73c09f38-afb3-482a-ab40-12951e66f23a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:02:22.546016 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aac89b-86fc-4213-9fe2-3e8577d695e0", "name": "network-vif-deleted", "tag": "d1c12b47-def9-42ad-b2d2-4100953e1fc7", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:02:22.546016 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73c09f38-afb3-482a-ab40-12951e66f23a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:02:22.546016 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aac89b-86fc-4213-9fe2-3e8577d695e0', 'name': 'network-vif-deleted', 'tag': 'd1c12b47-def9-42ad-b2d2-4100953e1fc7', 'status': 'completed', 'code': 200} Dec 23 13:02:22.589045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:02:22.797821 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:22.822734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:02:22.831668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:02:22.832261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:02:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:22.943225 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:02:22.988087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:23.144397 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:23.171117 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f04e54-b1d0-436b-b23e-b7462cb0ecda None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:02:23.387341 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1eba5e-52f5-4367-9cf8-ba6f87510e9c None None] New status for floating IP 65b08a10-f448-4af3-a393-f294e80fa2e4: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:02:23.532311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce68170e-4494-4eaa-ad13-939c232ee0b2 req-e1ddd236-5ba2-4f16-a7f5-bbc3cd42c29f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Dec 23 13:02:24.629765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c51656ab-2122-455b-b7e9-83a77a7c1140 req-0f2e1d92-add6-4591-b456-6860a6a32413 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0268769 Dec 23 13:02:25.344835 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d1c12b47-def9-42ad-b2d2-4100953e1fc7 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:02:25.368446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: d1c12b47-def9-42ad-b2d2-4100953e1fc7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:02:25.379460 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d1c12b47-def9-42ad-b2d2-4100953e1fc7 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:02:25.726785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c12e495-ef1a-426e-83ad-5d793f5c110d req-c79640cd-583f-4ef0-9fd7-baf59c9557df tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0258067 Dec 23 13:02:26.826212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-317913c6-0a92-4206-abce-2bcd5c828c9b req-7821b8b9-e9bf-440e-81b5-df9cba6af39a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=45aac89b-86fc-4213-9fe2-3e8577d695e0 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Dec 23 13:02:28.089684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-3f964bd0-0fb2-4b5c-9dbf-e5b68ae8dc2b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644222025&fields=id&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 267 time: 0.0472631 Dec 23 13:02:28.195708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-3e7bffc0-0b08-481e-b286-5aeb05f5b0cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:28.197082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-3e7bffc0-0b08-481e-b286-5aeb05f5b0cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.0999691 Dec 23 13:02:28.212564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-6be78a7e-0c21-4682-a752-c163d65320d7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0087483 Dec 23 13:02:28.263728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-ab05cb72-4cbd-4564-977f-e3c4a1f23341 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451970 Dec 23 13:02:28.467698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-183773c9-387e-4a61-9c19-66d2a99dd5f0 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924243 Dec 23 13:02:28.558284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-272bf3f1-e4e0-4473-9baa-c3c36d59cf4c service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843799 Dec 23 13:02:29.167133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afba2c15-25c2-434c-93bc-93a46c3c0ac4 req-e8446cea-e389-4ee5-8ef4-ebafee2adcfa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0315838 Dec 23 13:02:30.261611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-418a8636-d09e-42e1-a5ce-1a8a30308a8e req-9c3580ae-831d-4696-afef-42376886e5cc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0262804 Dec 23 13:02:31.366422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa854439-4f11-46b2-9345-f2377a5c7df3 req-6bc1aadb-593c-4c2a-aafc-59cd7a4733c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0327168 Dec 23 13:02:31.513692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-77b43f1a-79da-42cd-9bdd-f5bddd42c74c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:31.517926 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-77b43f1a-79da-42cd-9bdd-f5bddd42c74c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.4163227 Dec 23 13:02:31.589457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-ab13edee-bc49-4f58-b81c-7be0c1b3874d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 380 time: 0.0650284 Dec 23 13:02:31.598347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'security_groups': ['a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:02:31.782148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:02:31.785728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:31.910938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.7 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/dd0893fa-8bb8-469d-a4bf-fad8fe2d470a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:02:32.053551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.146870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.193844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:02:32.196963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:02:32.199855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:02:32.227538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:32.250287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.253349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.254076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.254204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.254704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:32.273930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:32.274586 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.345322 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-5303410c-969b-4756-a210-32e03ce9c4c2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503910 Dec 23 13:02:32.428877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-16ac3854-c36b-4e50-9756-c173ce1cb518 None None] Provisioning complete for port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:02:32.429380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16ac3854-c36b-4e50-9756-c173ce1cb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.463030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-16ac3854-c36b-4e50-9756-c173ce1cb518 None None] Port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:02:32.472861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Request body: {'port': {'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:02:32.510212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a50d-fe29-4997-9956-dc4b6ba41481 req-4a137c50-9e18-418e-8e4c-ae14b545ffa4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:32.517498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbb9a50d-fe29-4997-9956-dc4b6ba41481 req-4a137c50-9e18-418e-8e4c-ae14b545ffa4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 931 time: 0.0595541 Dec 23 13:02:32.530645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.566118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fbb9a50d-fe29-4997-9956-dc4b6ba41481 req-b020173a-90bc-4172-9427-15c0ac733127 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Dec 23 13:02:32.801007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0893fa-8bb8-469d-a4bf-fad8fe2d470a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:02:32.808445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.821234 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Transition to ACTIVE for port object dd0893fa-8bb8-469d-a4bf-fad8fe2d470a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:02:32.895153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:32.951995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:33.019478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Attempting to bind port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:02:33.019818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Attempting to bind port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:02:33.020144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Attempting to bind port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:02:33.025871 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:02:33.026185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Attempting to bind port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:02:33.032473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:02:33.032814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:02:33.033767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:02:33.034207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Bound port: dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:02:33.034562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:33.109084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:02:33.112636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:02:33.210156 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:33.252241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.253085 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:33.254509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1091 time: 0.9012470 Dec 23 13:02:33.255121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:02:33.257460 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d6ce0-ce72-40cc-b151-90fd9e7eb402" -d '{"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:02:33.287593 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805f47-ed79-4002-8abf-d0f14a5bf336 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:33.410173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-ded6d0ea-cc5e-481d-84f6-5fac915f99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.411776 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-ded6d0ea-cc5e-481d-84f6-5fac915f99b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1094 time: 0.0544920 Dec 23 13:02:33.465651 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-62106d18-649a-4bfa-b42e-ca5b118801c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 217 time: 0.0452006 Dec 23 13:02:33.482910 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f06d82-4713-4da8-a0c4-5c2b737a60e7 x-openstack-request-id: req-f8f06d82-4713-4da8-a0c4-5c2b737a60e7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:02:33.483223 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:02:33.483481 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8f06d82-4713-4da8-a0c4-5c2b737a60e7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:02:33.483882 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'status': 'completed', 'code': 200} Dec 23 13:02:33.524488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-24e850d8-6c4f-4bea-800c-1bdce09842fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.526107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-24e850d8-6c4f-4bea-800c-1bdce09842fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0539777 Dec 23 13:02:33.572069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-22e1b8b6-6a17-4be7-a833-d9969d13464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.573531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-22e1b8b6-6a17-4be7-a833-d9969d13464b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408919 Dec 23 13:02:33.677548 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-378a9784-3b85-4bb5-8f01-85097bb2121f service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963161 Dec 23 13:02:33.691309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb13f4-60c6-40e3-9e85-e75ae4726565 req-faeb1790-839f-436f-b40e-519ac7201d22 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.693048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbcb13f4-60c6-40e3-9e85-e75ae4726565 req-faeb1790-839f-436f-b40e-519ac7201d22 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0542843 Dec 23 13:02:33.747731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbcb13f4-60c6-40e3-9e85-e75ae4726565 req-fc891bfd-7396-4c4a-8568-5be9f16324ff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 Dec 23 13:02:33.786713 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c6d0456b-890f-4b82-9cd3-c96abe5b8b12 req-67b30f61-6a0d-44b6-8480-af0e7f831e63 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015668 Dec 23 13:02:33.962121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-74c4e603-3c89-46a5-bcec-c8b1af1d8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:33.963620 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-74c4e603-3c89-46a5-bcec-c8b1af1d8ded service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1094 time: 0.0419419 Dec 23 13:02:34.059170 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-944759dd-81d7-4a30-b003-c2262832ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:34.060594 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-944759dd-81d7-4a30-b003-c2262832ab2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0905099 Dec 23 13:02:34.103922 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-795bd3b1-320b-4684-babc-a1894608b7de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 217 time: 0.0355558 Dec 23 13:02:34.154782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-7ebaaa30-2256-4261-8b37-0806cfb30e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:34.156315 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-7ebaaa30-2256-4261-8b37-0806cfb30e76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0454240 Dec 23 13:02:34.207712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-40d670cd-afc3-43ae-b04a-c301e163ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:34.209251 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-40d670cd-afc3-43ae-b04a-c301e163ff7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461686 Dec 23 13:02:34.297997 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-e021f555-c3d6-4606-b72a-2221af9a6609 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819838 Dec 23 13:02:34.393126 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-522d6ce0-ce72-40cc-b151-90fd9e7eb402 req-5db9e11e-16fb-4a40-8c5f-21086cad93f4 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878656 Dec 23 13:02:34.873513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5414-d840-4139-962a-a833afdfe5a0 req-c64688ee-9de1-448e-a007-9de5fb3344c5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:34.875053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e89c5414-d840-4139-962a-a833afdfe5a0 req-c64688ee-9de1-448e-a007-9de5fb3344c5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0508556 Dec 23 13:02:34.927670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e89c5414-d840-4139-962a-a833afdfe5a0 req-7d666833-cfcc-4e2f-a472-533cb69c2012 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460768 Dec 23 13:02:36.046414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cdc93-0f05-4e8c-81fe-11d076b1408c req-e26f0091-9b37-4cda-a5a7-0aa04d6c98db tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:36.048024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-678cdc93-0f05-4e8c-81fe-11d076b1408c req-e26f0091-9b37-4cda-a5a7-0aa04d6c98db tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0507600 Dec 23 13:02:36.106511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-678cdc93-0f05-4e8c-81fe-11d076b1408c req-69fb2123-00a9-4453-95c1-98ae1e314055 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514979 Dec 23 13:02:37.224535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4086a-bb2b-40f1-ad89-2f55d29d0cd8 req-f7e1e798-5208-45c7-a82b-9c87f3c68e00 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:37.226023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20f4086a-bb2b-40f1-ad89-2f55d29d0cd8 req-f7e1e798-5208-45c7-a82b-9c87f3c68e00 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0513861 Dec 23 13:02:37.274736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-20f4086a-bb2b-40f1-ad89-2f55d29d0cd8 req-250935ec-f250-480e-a120-ad158212eb7c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Dec 23 13:02:38.396257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5a331-a3fa-47b9-8a1b-64e9bff81cb2 req-f4e8d0a0-e9f3-4ca8-b718-5d8fce5f5936 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:38.398029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fd5a331-a3fa-47b9-8a1b-64e9bff81cb2 req-f4e8d0a0-e9f3-4ca8-b718-5d8fce5f5936 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0484526 Dec 23 13:02:38.446823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0fd5a331-a3fa-47b9-8a1b-64e9bff81cb2 req-da78e7c5-bebe-4acf-a9e4-04e74153041c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Dec 23 13:02:39.563844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904baa6-b511-487f-9244-5d8c7300d64c req-96df1c52-d33b-420f-b05a-d48950f864c9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:39.565368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4904baa6-b511-487f-9244-5d8c7300d64c req-96df1c52-d33b-420f-b05a-d48950f864c9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0533035 Dec 23 13:02:39.613930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4904baa6-b511-487f-9244-5d8c7300d64c req-e111fe05-12ab-4cf8-bf90-8a0ac7a4ec84 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Dec 23 13:02:40.731326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8efb-6aa7-49e8-af8c-90a54b086fd1 req-a70014cc-6df0-4edd-a82c-5e2bc5d89590 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:40.733545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b42d8efb-6aa7-49e8-af8c-90a54b086fd1 req-a70014cc-6df0-4edd-a82c-5e2bc5d89590 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0489273 Dec 23 13:02:40.783814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b42d8efb-6aa7-49e8-af8c-90a54b086fd1 req-5190ff43-e46b-41a9-8734-c7a6735fc79c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Dec 23 13:02:41.898407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77d707-396a-4a47-b621-87d53733f6ad req-1e5695c9-c2a8-404f-abf4-7ab3310f4379 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:41.899888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d77d707-396a-4a47-b621-87d53733f6ad req-1e5695c9-c2a8-404f-abf4-7ab3310f4379 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0487978 Dec 23 13:02:41.953181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d77d707-396a-4a47-b621-87d53733f6ad req-3b377ec8-36f3-4eb8-92d6-87ce813dc623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468667 Dec 23 13:02:43.068281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfdfcf-c4e9-40af-8249-8832befe8abd req-5cd3dbf9-7db9-40a6-8992-f8e6a60fe248 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:43.069683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5bfdfcf-c4e9-40af-8249-8832befe8abd req-5cd3dbf9-7db9-40a6-8992-f8e6a60fe248 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0485430 Dec 23 13:02:43.117717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5bfdfcf-c4e9-40af-8249-8832befe8abd req-fde207f5-2184-4e92-93cd-91a3c3467086 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Dec 23 13:02:43.278787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5516f6f1-9e58-4df1-9a68-280fba152332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:44.231997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb23ab-6761-452e-a7e7-7b51e5ba9d71 req-1af3c644-8995-4a51-82b4-096cbc367694 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:44.234370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2fb23ab-6761-452e-a7e7-7b51e5ba9d71 req-1af3c644-8995-4a51-82b4-096cbc367694 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0488408 Dec 23 13:02:44.282898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2fb23ab-6761-452e-a7e7-7b51e5ba9d71 req-8a3dc04c-a954-4ca6-91da-827468ef0503 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425637 Dec 23 13:02:45.402339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6031b52-ab3b-4e8e-9f9e-e002c61cfec8 req-842cf20c-d2af-4cd1-ab7e-c18ca569fb97 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:45.403826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6031b52-ab3b-4e8e-9f9e-e002c61cfec8 req-842cf20c-d2af-4cd1-ab7e-c18ca569fb97 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0534139 Dec 23 13:02:45.453074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6031b52-ab3b-4e8e-9f9e-e002c61cfec8 req-8e3a0873-50cf-417b-a347-1942a7174230 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Dec 23 13:02:46.118871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed65e-a0f6-4899-9963-878b232de811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:46.208918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device dd0893fa-8bb8-469d-a4bf-fad8fe2d470a details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:02:46.304664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:02:46.477755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:02:46.522335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:46.539868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0893fa-8bb8-469d-a4bf-fad8fe2d470a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:02:46.560366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:02:46.569080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93a0f3-569d-45d7-9f1a-c11112aa0dee req-a6adafcc-f29a-4b40-bcec-798f57d8b910 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:46.570570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb93a0f3-569d-45d7-9f1a-c11112aa0dee req-a6adafcc-f29a-4b40-bcec-798f57d8b910 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 943 time: 0.0494180 Dec 23 13:02:46.614929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:46.620334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cb93a0f3-569d-45d7-9f1a-c11112aa0dee req-35edb7a4-9272-46ff-aaeb-53abe2a24fe7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Dec 23 13:02:46.643436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:46.691020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:46.698201 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.698550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.698894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.699236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.699568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.699908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.700238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.700566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.701166 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.701500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.701828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.702153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.702478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:02:46.997021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:02:47.745718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004647cd-281c-4865-adb6-c131b8ef8223 req-e2bdc434-aa5e-4b55-88f1-c5de670b1d44 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:47.747236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-004647cd-281c-4865-adb6-c131b8ef8223 req-e2bdc434-aa5e-4b55-88f1-c5de670b1d44 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 944 time: 0.0550458 Dec 23 13:02:47.800644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-004647cd-281c-4865-adb6-c131b8ef8223 req-05a67ab7-c8ff-4875-8d5d-ea283a370cb1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Dec 23 13:02:47.944463 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:02:48.212530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device dd0893fa-8bb8-469d-a4bf-fad8fe2d470a up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:02:48.347725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:48.358489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:02:48.362621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:02:48.362981 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:48.441476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:48.463233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:02:48.465457 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1ecdc-6d08-43e8-8361-83019213b4ea" -d '{"events": [{"server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "name": "network-vif-plugged", "status": "completed", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:02:48.478068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:02:48.502947 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25948ad1-965a-44ec-949b-76d7ccc722e8 x-openstack-request-id: req-25948ad1-965a-44ec-949b-76d7ccc722e8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:02:48.503243 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "name": "network-vif-plugged", "status": "completed", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:02:48.503498 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25948ad1-965a-44ec-949b-76d7ccc722e8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:02:48.503897 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'code': 200} Dec 23 13:02:48.564899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:48.607039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd58f6-43ee-4e3b-acf5-fb8e11902213 req-aa785b7c-2d7d-471e-88c0-6254297c82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:48.608585 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-36fd58f6-43ee-4e3b-acf5-fb8e11902213 req-aa785b7c-2d7d-471e-88c0-6254297c82dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0419376 Dec 23 13:02:48.626454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:48.657711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-36fd58f6-43ee-4e3b-acf5-fb8e11902213 req-fe95c57f-c98b-4c02-b7d2-4af68eb32363 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Dec 23 13:02:48.661868 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:48.915779 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19599-6450-408f-97ef-5f773f833915 req-69878622-78dd-4e5e-a8e5-2864247e7dc3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:48.917319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65b19599-6450-408f-97ef-5f773f833915 req-69878622-78dd-4e5e-a8e5-2864247e7dc3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0491390 Dec 23 13:02:48.966444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-65b19599-6450-408f-97ef-5f773f833915 req-2ea99a76-0a2a-4d5d-af1f-6941fffbe062 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Dec 23 13:02:49.249304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:50.087784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012a7b-67ae-413f-a261-09cb125e7400 req-c2d7b9c2-25f8-44de-a9ac-f143b0eb87c7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:50.089284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db012a7b-67ae-413f-a261-09cb125e7400 req-c2d7b9c2-25f8-44de-a9ac-f143b0eb87c7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0491328 Dec 23 13:02:50.142007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db012a7b-67ae-413f-a261-09cb125e7400 req-1a5b3c37-0260-48b4-8aa1-443c30e942b9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 Dec 23 13:02:51.259014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105bbe-2ea4-4de0-a317-112c8a4843ec req-0e91afde-337f-4e14-9698-620eb10f1294 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:51.260486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9105bbe-2ea4-4de0-a317-112c8a4843ec req-0e91afde-337f-4e14-9698-620eb10f1294 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0506320 Dec 23 13:02:51.309820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9105bbe-2ea4-4de0-a317-112c8a4843ec req-3e010058-f37f-48fa-9081-2b0448bb3758 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Dec 23 13:02:51.424555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9a2b3-0262-43da-9e3b-c51cadd6f027 req-c021a95f-3c73-4e73-b2e6-302ffaaf12f7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:51.426016 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69c9a2b3-0262-43da-9e3b-c51cadd6f027 req-c021a95f-3c73-4e73-b2e6-302ffaaf12f7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0491192 Dec 23 13:02:51.474924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69c9a2b3-0262-43da-9e3b-c51cadd6f027 req-ddbd040e-c416-4a75-8d1f-b7f1e24cd8bc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Dec 23 13:02:51.496791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37304) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:02:51.540878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce09cd9-942d-4290-9b91-4d7ed2a90150 tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:51.542374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3ce09cd9-942d-4290-9b91-4d7ed2a90150 tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1091 time: 0.0446055 Dec 23 13:02:51.545161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37306) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:02:51.550158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:02:51.627286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:51.724852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:51.830257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.25.7.93 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/13934078-4e70-4afe-a584-9a16b3701ed9) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:02:51.930541 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.021673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.063923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:02:52.066908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:02:52.070480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:02:52.097785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=13934078-4e70-4afe-a584-9a16b3701ed9,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:52.426202 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.555383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.704887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.774863 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.839387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=13934078-4e70-4afe-a584-9a16b3701ed9,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:02:52.852489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:52.955223 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 341f7b4c-07ad-4b66-a91e-2c36976d834c associated. External IP: 172.25.7.93, port: dd0893fa-8bb8-469d-a4bf-fad8fe2d470a. Dec 23 13:02:52.992137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:53.495553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:02:53.605564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:02:53.615205 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:02:53.625074 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:02:53.630589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:02:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:53.674896 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:02:53.702663 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aee9178e-c039-473b-a966-85558f0b0872 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1555278 Dec 23 13:02:53.703348 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:02:53.706253 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c553335d-f0c2-4543-bc33-10b512703665" -d '{"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:02:53.735776 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:02:53.751015 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992fdba-22ab-41ff-a698-154641993283 x-openstack-request-id: req-d992fdba-22ab-41ff-a698-154641993283 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:02:53.751322 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:02:53.751582 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d992fdba-22ab-41ff-a698-154641993283 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:02:53.751990 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'status': 'completed', 'code': 200} Dec 23 13:02:53.817833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553335d-f0c2-4543-bc33-10b512703665 req-bec64139-8ff5-4b87-a758-d6a003b1b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:53.819479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-bec64139-8ff5-4b87-a758-d6a003b1b16e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0434427 Dec 23 13:02:53.917715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553335d-f0c2-4543-bc33-10b512703665 req-0eefdf08-b138-4918-890f-2070268ade8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:53.919235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-0eefdf08-b138-4918-890f-2070268ade8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0918119 Dec 23 13:02:53.985324 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-e7311e07-9c91-4f5a-82c0-173af4c31c72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 998 time: 0.0595381 Dec 23 13:02:54.040051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553335d-f0c2-4543-bc33-10b512703665 req-dfa834ac-9d0b-4d1f-baff-24239f20264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:54.041557 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-dfa834ac-9d0b-4d1f-baff-24239f20264d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0501325 Dec 23 13:02:54.047342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:52Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:54.077893 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:02:54.086036 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:02:54.086643 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:02:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:54.087759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553335d-f0c2-4543-bc33-10b512703665 req-662169bf-83e2-40bc-974b-fcc74ff111af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:02:54.089352 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-662169bf-83e2-40bc-974b-fcc74ff111af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408170 Dec 23 13:02:54.179177 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-f0de678f-7960-4f4c-b952-bbfaae0adfd8 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829289 Dec 23 13:02:54.189444 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:02:54.274348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c553335d-f0c2-4543-bc33-10b512703665 req-a277ae45-c457-4a82-90e6-13611a4de394 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Dec 23 13:02:54.413725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:52Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:02:54.443407 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d404a1-4ad5-4d3a-a1b4-eb041fd2676f None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:52Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:02:54.617521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a44eb-34e4-4ab5-9538-70cbf52a9175 None None] New status for floating IP 341f7b4c-07ad-4b66-a91e-2c36976d834c: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:03:03.606517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-d70ec6f7-aee6-4f8c-89de-f809c1b7f292 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409095 Dec 23 13:03:03.687592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-5f2bd5aa-4e8e-4139-9808-4fe36ecb9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:03:03.689430 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-5f2bd5aa-4e8e-4139-9808-4fe36ecb9e5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0414917 Dec 23 13:03:03.797059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-a1657cc0-4300-4ecc-8c35-ffa2b0c7271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:03:03.798606 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-a1657cc0-4300-4ecc-8c35-ffa2b0c7271a service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0897183 Dec 23 13:03:03.863306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-f2f32d31-728c-454c-a9f0-a7eea006d8e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1000 time: 0.0577426 Dec 23 13:03:03.916870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-bda06788-087f-4242-92eb-03f841bd9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:03:03.918453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-bda06788-087f-4242-92eb-03f841bd9236 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0484881 Dec 23 13:03:03.964866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-5e471414-0e17-4f47-99bf-24329c54ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:03:03.966341 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-5e471414-0e17-4f47-99bf-24329c54ec73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398691 Dec 23 13:03:04.053292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-2e02903d-fc92-4d81-9af1-e78263320cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799668 Dec 23 13:03:04.146396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a9fa5ede-ecc1-4596-88b4-d2a2e32f1afa req-50b15bbb-4639-4890-83be-7180b8d9f673 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863783 Dec 23 13:03:13.289626 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4e365381-a772-490e-8211-8d5498dab2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:16.089407 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-422ece42-4e34-465a-9ed3-124e32b266e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:16.586866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:18.294461 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:18.655185 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:19.266944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:23.003666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:24.945398 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:03:43.271653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7f08dfa-1eec-4bef-bf1a-b462a49a2a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:46.111776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05598b3a-4477-42c0-91c8-78c5d27fbea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:46.580452 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:48.294319 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:48.683115 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:49.248592 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:03:53.014669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:01.945281 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:04:04.557936 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-f19436a9-08d1-45cd-860c-022a75c96651 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460310 Dec 23 13:04:04.641347 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-07b82716-deba-4505-8915-3310a6aad0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:04:04.643104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-07b82716-deba-4505-8915-3310a6aad0b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0423634 Dec 23 13:04:04.751139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-92537e78-dd67-4de2-97b0-21806f55f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:04:04.752606 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-92537e78-dd67-4de2-97b0-21806f55f411 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0908000 Dec 23 13:04:04.818645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-ca168a6a-1d51-4862-af9c-eafacba4ec33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1000 time: 0.0586722 Dec 23 13:04:04.874356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-b4f4ede4-8a95-4d0b-8875-0ce253c11b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:04:04.875848 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-b4f4ede4-8a95-4d0b-8875-0ce253c11b30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0500922 Dec 23 13:04:04.926629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-b9e1d477-1452-44d2-8bdf-52e4ad5af03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:04:04.928228 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-b9e1d477-1452-44d2-8bdf-52e4ad5af03e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425735 Dec 23 13:04:05.019404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-c378e0b9-8a00-4611-83b1-1bd2ac73cd67 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833609 Dec 23 13:04:05.112532 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1069c77d-7155-4667-8985-1960a6ffa2a8 req-a38a5601-4399-4824-b993-e0630412d62e service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862007 Dec 23 13:04:13.277108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-758c8377-6be9-482f-8642-3f138c56deff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:16.151907 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76a395c6-8064-44c9-adfd-55302d8adcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:16.586253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:18.311365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:18.648845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:19.231210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:23.008269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:38.943964 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:04:43.271249 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-793e17f7-97d1-4814-aa67-85c587bb3311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:46.093576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9879232e-fc42-4815-b2f9-3e145156a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:46.608568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:48.305396 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:48.659684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:49.243787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:04:53.019804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:06.594992 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-609f36b8-7871-4a69-82d6-f5ba6f69fa50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416236 Dec 23 13:05:06.678302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18787653-cc43-465b-8767-a0934a2d1189 req-ad8741cc-7946-4e90-ac75-bc8792fdf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:06.680109 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-ad8741cc-7946-4e90-ac75-bc8792fdf0f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0430927 Dec 23 13:05:06.798732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18787653-cc43-465b-8767-a0934a2d1189 req-95e1a298-8bea-4640-9a47-4c8e93145fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:06.800266 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-95e1a298-8bea-4640-9a47-4c8e93145fd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0969534 Dec 23 13:05:06.869230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-b5ec083c-c5d0-4d16-9142-97e45d457e17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1000 time: 0.0619445 Dec 23 13:05:06.923442 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18787653-cc43-465b-8767-a0934a2d1189 req-fb132849-3abd-40bd-8246-18e79811eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:06.924951 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-fb132849-3abd-40bd-8246-18e79811eb41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0488086 Dec 23 13:05:06.969898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18787653-cc43-465b-8767-a0934a2d1189 req-ed8245ed-0643-472b-b587-a2af812fe086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:06.971438 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-ed8245ed-0643-472b-b587-a2af812fe086 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401952 Dec 23 13:05:06.982292 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-3535a987-e459-4254-aa52-32f113da90b2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:05:06.985381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-3535a987-e459-4254-aa52-32f113da90b2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073240 Dec 23 13:05:07.074946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-e998ee62-3605-4afb-a2d6-4bb2772a30ea service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828311 Dec 23 13:05:07.169644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-18787653-cc43-465b-8767-a0934a2d1189 req-5a157bf2-7f9c-4ec9-98af-d6db0d3abacd service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876963 Dec 23 13:05:07.995084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-d4ed64f3-c169-4d58-af65-69d2ee8e42dd tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644222025&fields=id&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 267 time: 0.0446386 Dec 23 13:05:08.105750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-39076f8b-b5c6-4168-811a-f835f5e5b740 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:08.107204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-39076f8b-b5c6-4168-811a-f835f5e5b740 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1043470 Dec 23 13:05:08.124800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-e01e3d22-4f3b-4305-abea-e1796d7449e8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/quotas/e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 375 time: 0.0115218 Dec 23 13:05:08.177149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-0fd2efe5-0228-46ea-9ae8-25fb96bacfc8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469472 Dec 23 13:05:08.339270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-1980bdf6-7829-4aa0-b909-a9bfcef47314 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504385 Dec 23 13:05:08.431580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-ff709c80-2dd4-4e95-936b-0cd4f0a8d508 service neutron] 10.222.0.16 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Dec 23 13:05:10.034512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19294bd1-1bf9-4a32-b516-8c451550dc5a req-c9b9cdd0-a1d4-4842-96e1-699a1795f16c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0826046 Dec 23 13:05:11.116889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0d71de3-c620-4e73-bdda-3082d6967f89 req-f38771e8-06c7-4671-aff0-c2e9971a4d3b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Dec 23 13:05:12.199909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b9e5a17-e830-48fb-bf86-43ef3608f154 req-0eac6a7a-7b2f-4715-8584-ac81faf8f37d tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0260584 Dec 23 13:05:13.282109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e5fe672-81c4-4486-a00e-d79cf6ad7ea2 req-be96dbdf-4f47-4296-97c8-9e6421c94e2b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0313213 Dec 23 13:05:13.305205 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-212444db-ba30-47ce-9c9a-f0a569b90e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:14.374314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a0894bc-d8ff-4684-bc14-aaa85bb23d37 req-2daa680f-d62a-4772-bb30-4bbd82c3e6cb tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0261226 Dec 23 13:05:15.470152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-225d2946-4dc9-47bd-acb4-56944806e6ee req-8658725b-04cd-4abd-ac3a-c96fd4ea94f9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0274701 Dec 23 13:05:15.946140 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:05:15.965257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-1c9ab21d-9968-4ad3-a482-ddd334786f64 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:15.967079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-1c9ab21d-9968-4ad3-a482-ddd334786f64 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 811 time: 0.1211560 Dec 23 13:05:16.037447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-f70ea1aa-1438-4d65-849b-09910de52074 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e02f2b54060443d08c093c10b485d63f HTTP/1.1" status: 200 len: 380 time: 0.0612669 Dec 23 13:05:16.047744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'port': {'device_id': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'admin_state_up': True, 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'security_groups': ['a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:05:16.122065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-52249894-2752-47db-9c5d-9a3cc06a37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.230766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Made reservation on behalf of e02f2b54060443d08c093c10b485d63f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:05:16.234411 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.384081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.20.0.14 (24849841-f068-47c0-ba6b-9a23069629f5/cdebc69a-1591-46f6-9c47-24e305096ec8/9bedc5ec-7ef4-4ed8-a8e6-905585b0077e) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:05:16.547471 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.596653 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6e87fcf-9566-47ee-976d-c1e9434d3b57 req-73a20e0b-a983-452d-934b-191cef929ea4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0399437 Dec 23 13:05:16.608631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.660336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.719312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 24849841-f068-47c0-ba6b-9a23069629f5 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:05:16.722324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:05:16.726760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:05:16.730645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:16.778015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.778359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.778699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.779035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.779372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.779705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.780569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.781215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.781677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.782009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.782338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.782665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.782992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:16.800417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:16.801137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.939594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9426fd93-7815-4ea5-a68f-d38e5c0855ee None None] Provisioning complete for port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:05:16.939963 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9426fd93-7815-4ea5-a68f-d38e5c0855ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:16.953452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-97fd6232-c3ab-4e65-84f2-29afa522b623 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9096384 Dec 23 13:05:16.965230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-1f5429ff-b310-4fb6-8e37-7633c5530578 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:05:16.967170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-1f5429ff-b310-4fb6-8e37-7633c5530578 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068381 Dec 23 13:05:16.974468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9426fd93-7815-4ea5-a68f-d38e5c0855ee None None] Port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:05:17.025621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Request body: {'port': {'device_id': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:05:17.079983 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.347872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:05:17.355312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.367721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Transition to ACTIVE for port object 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:05:17.431057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.480544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Pushing event updated for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:17.556144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Attempting to bind port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:05:17.557230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Attempting to bind port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:05:17.557729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Attempting to bind port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:05:17.563166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e on network 24849841-f068-47c0-ba6b-9a23069629f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:05:17.563364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Attempting to bind port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e on network 24849841-f068-47c0-ba6b-9a23069629f5 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:05:17.572343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:05:17.572343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Checking segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:05:17.572343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Bound using segment: {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:05:17.572343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Bound port: 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60e8801-407b-4553-b5bb-9b218e769014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:05:17.572343 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.647269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:05:17.648906 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:05:17.738152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d306d-9b3a-420f-b066-fd7c08da93d0 req-19359a94-ab84-4829-90ae-a64c2a6b38e3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:17.739789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e91d306d-9b3a-420f-b066-fd7c08da93d0 req-19359a94-ab84-4829-90ae-a64c2a6b38e3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0567143 Dec 23 13:05:17.741832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.799116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:17.799562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:17.801245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] 10.222.0.43 "PUT /v2.0/ports/9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 1092 time: 0.8266332 Dec 23 13:05:17.804289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:05:17.806675 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16033b09-fae1-4cf3-86dc-458a69455d15" -d '{"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:05:17.852126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cd17-4c44-46c7-9b07-60a82f773a6f service neutron] Pushing event updated for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:17.864411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e91d306d-9b3a-420f-b066-fd7c08da93d0 req-afa274e6-6742-454a-b78b-9b7732733d21 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139860 Dec 23 13:05:17.959508 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8a5fa-dd55-44bf-b914-ee5ef4228c5b x-openstack-request-id: req-9fe8a5fa-dd55-44bf-b914-ee5ef4228c5b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:05:17.959806 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:05:17.960062 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fe8a5fa-dd55-44bf-b914-ee5ef4228c5b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:05:17.960469 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'status': 'completed', 'code': 200} Dec 23 13:05:17.963388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-a5c4d4c6-3bcd-4537-8bbf-536a6bed184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:17.964906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-a5c4d4c6-3bcd-4537-8bbf-536a6bed184b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1095 time: 0.0580094 Dec 23 13:05:18.010390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3879da56-774b-4d06-b677-38658eee1d37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 217 time: 0.0376129 Dec 23 13:05:18.062995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3f4ae108-1d91-4ce4-8d72-f76e918cd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.066119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-3f4ae108-1d91-4ce4-8d72-f76e918cd94c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0476904 Dec 23 13:05:18.111851 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-f51c7c0d-b739-4e6e-a0bd-40117e7060cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.113367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-f51c7c0d-b739-4e6e-a0bd-40117e7060cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406752 Dec 23 13:05:18.211303 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-b21c5e36-ba4b-4bc1-bf0b-3f8736736d21 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895631 Dec 23 13:05:18.303068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c91adc4-be9d-4bab-9fd7-f39fa54b5dd5 req-fcdbec2a-583d-4555-a4af-5ce36451e8f4 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Dec 23 13:05:18.329074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:18.480051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-499ced1b-a63e-4fa8-8766-d9c39f0e636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.481471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-499ced1b-a63e-4fa8-8766-d9c39f0e636d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1095 time: 0.0471411 Dec 23 13:05:18.573650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-22d40dc5-b8cc-444a-9ab2-6c422aa06b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.575158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-22d40dc5-b8cc-444a-9ab2-6c422aa06b32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0873303 Dec 23 13:05:18.622910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-bc81a39c-fb17-42be-b258-8ec2353c4b8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 217 time: 0.0410523 Dec 23 13:05:18.654485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:18.676289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-92516766-c1d9-4388-a6ea-43ed8720f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.677876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-92516766-c1d9-4388-a6ea-43ed8720f5e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0485363 Dec 23 13:05:18.726317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-3cd7aec9-686d-45ff-b45f-46954f8dec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.727878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-3cd7aec9-686d-45ff-b45f-46954f8dec2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433457 Dec 23 13:05:18.822482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-77033554-5c78-47e8-a08e-df37aa3f6007 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 Dec 23 13:05:18.922668 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16033b09-fae1-4cf3-86dc-458a69455d15 req-ad987c1e-5f90-4516-a7db-b0778ca928fc service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931456 Dec 23 13:05:18.995868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8dea4-7b91-4ff8-9020-ec40731aac96 req-3a9d3746-e3b7-4c0e-98cb-4d4dc3da0624 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:18.997732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b8dea4-7b91-4ff8-9020-ec40731aac96 req-3a9d3746-e3b7-4c0e-98cb-4d4dc3da0624 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0531149 Dec 23 13:05:19.049515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55b8dea4-7b91-4ff8-9020-ec40731aac96 req-c9f6fede-c55a-4e77-ae6e-db72296a474c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 Dec 23 13:05:19.219482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:20.179259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2633e-692d-48cf-8968-b7bc3e0a4782 req-9ca17d71-36df-4e6c-8039-9627406b84d5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:20.180743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2db2633e-692d-48cf-8968-b7bc3e0a4782 req-9ca17d71-36df-4e6c-8039-9627406b84d5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0587234 Dec 23 13:05:20.232040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2db2633e-692d-48cf-8968-b7bc3e0a4782 req-c391ea33-dc16-404c-9b3d-958a2232cec9 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440476 Dec 23 13:05:21.347241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3207-423c-47ca-8af7-e61fd4b9272a req-98302d5b-541e-4d90-af84-66decace2bd2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:21.348734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c89a3207-423c-47ca-8af7-e61fd4b9272a req-98302d5b-541e-4d90-af84-66decace2bd2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0482514 Dec 23 13:05:21.398233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c89a3207-423c-47ca-8af7-e61fd4b9272a req-21467f17-69ed-4bf2-8332-bf07e5fd4dfc tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Dec 23 13:05:22.519788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335675-0312-48f3-b1fc-c3a36c5a4278 req-df2c68fd-9896-404a-b94b-2b72148b2016 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:22.521359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36335675-0312-48f3-b1fc-c3a36c5a4278 req-df2c68fd-9896-404a-b94b-2b72148b2016 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0539372 Dec 23 13:05:22.571229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36335675-0312-48f3-b1fc-c3a36c5a4278 req-60ad843d-e44a-436e-a068-ff5678e41eff tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Dec 23 13:05:22.996304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:23.689946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a118f9-f679-460f-aca2-9cd9b17b9b85 req-eccfbde0-a614-43a0-a4c6-3264160a89ca tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:23.691433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a118f9-f679-460f-aca2-9cd9b17b9b85 req-eccfbde0-a614-43a0-a4c6-3264160a89ca tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0491831 Dec 23 13:05:23.741196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75a118f9-f679-460f-aca2-9cd9b17b9b85 req-cab99dd3-56d6-45bb-9d2f-03f6aa04be75 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Dec 23 13:05:24.853366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ebaf-594a-4e4a-b87c-4560e59503d2 req-5ef520a7-1351-4d18-b187-9ef1fe0bc190 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:24.854790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e864ebaf-594a-4e4a-b87c-4560e59503d2 req-5ef520a7-1351-4d18-b187-9ef1fe0bc190 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0477929 Dec 23 13:05:24.911477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e864ebaf-594a-4e4a-b87c-4560e59503d2 req-364a085a-f077-480c-bbd2-c358c3dc4f62 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500731 Dec 23 13:05:26.033285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355bfcb-f9c9-441f-bb3d-dec77eb5f4ae req-82e79a25-e99a-45bf-be29-7555b1d97368 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:26.034842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4355bfcb-f9c9-441f-bb3d-dec77eb5f4ae req-82e79a25-e99a-45bf-be29-7555b1d97368 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0515356 Dec 23 13:05:26.084531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4355bfcb-f9c9-441f-bb3d-dec77eb5f4ae req-8fe1c376-34a2-436a-92bd-e87d2c1486e8 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 Dec 23 13:05:27.204116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75c9b-5952-4227-b2f1-d3abac394aba req-aa970ce3-94d3-4cf7-80f0-0e768670fc43 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:27.206411 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86d75c9b-5952-4227-b2f1-d3abac394aba req-aa970ce3-94d3-4cf7-80f0-0e768670fc43 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Dec 23 13:05:27.254586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86d75c9b-5952-4227-b2f1-d3abac394aba req-1a03b94f-2bec-4acd-afb7-a85007009ad5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Dec 23 13:05:28.373354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59154fc-956d-4676-b8de-9787b4658492 req-b286f51e-c648-436b-bfe9-76bb18dc14ba tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:28.374826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e59154fc-956d-4676-b8de-9787b4658492 req-b286f51e-c648-436b-bfe9-76bb18dc14ba tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0522113 Dec 23 13:05:28.424771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e59154fc-956d-4676-b8de-9787b4658492 req-7b808204-c73e-435b-99bf-30daab703642 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Dec 23 13:05:29.539682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d9f6-9e31-4593-ba52-4eb4ea2a40cd req-3e4ac274-5be0-43de-bee3-1d609c1a3da3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:29.541193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b28d9f6-9e31-4593-ba52-4eb4ea2a40cd req-3e4ac274-5be0-43de-bee3-1d609c1a3da3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 944 time: 0.0490351 Dec 23 13:05:29.591355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b28d9f6-9e31-4593-ba52-4eb4ea2a40cd req-e9e5cc14-31f8-486d-bdae-efa8508b8635 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Dec 23 13:05:30.276618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:05:30.372848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:05:30.384645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'port_id': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'mac_address': 'fa:16:3e:4d:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:05:30.421031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:30.433638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:05:30.452497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:05:30.539209 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:30.590626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:30.598108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.598450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.598787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.599119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.599443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.599765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.600083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.600400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.600714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.601054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.601366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.601676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.601986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:05:30.708730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6632099-0da5-44d3-920d-59e557987545 req-19a9dee3-5f68-45d3-abd7-13cf1831bde7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:30.710286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6632099-0da5-44d3-920d-59e557987545 req-19a9dee3-5f68-45d3-abd7-13cf1831bde7 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Dec 23 13:05:30.764679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6632099-0da5-44d3-920d-59e557987545 req-acb25fe2-7009-4463-b745-f28e64a27ac0 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482476 Dec 23 13:05:30.771315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:05:31.881846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8a8ab-446a-4291-abd2-9d10df8e0c08 req-77cf8a52-39d9-4ea1-a128-3d9a4e103779 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:31.883315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a8a8ab-446a-4291-abd2-9d10df8e0c08 req-77cf8a52-39d9-4ea1-a128-3d9a4e103779 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 945 time: 0.0496128 Dec 23 13:05:31.934643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a8a8ab-446a-4291-abd2-9d10df8e0c08 req-b6b0b127-61e9-44ec-93a8-7d0a79540efa tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Dec 23 13:05:32.291883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:05:32.396444 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:05:32.400534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:05:32.400934 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:32.476273 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:32.497834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:05:32.500051 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7936cbe-365b-45a9-9a89-7e35f97c716d" -d '{"events": [{"server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "name": "network-vif-plugged", "status": "completed", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:05:32.516153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:05:32.590514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:32.637252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:33.048727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f8c37-1e86-4be8-adbf-85fb06f2fa9b req-21214c74-b15d-48ce-ac52-b1e186f8d305 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:33.050897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-420f8c37-1e86-4be8-adbf-85fb06f2fa9b req-21214c74-b15d-48ce-ac52-b1e186f8d305 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0484569 Dec 23 13:05:33.100079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-420f8c37-1e86-4be8-adbf-85fb06f2fa9b req-317a10fa-b66f-4a8c-9abc-457f39cd24a2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Dec 23 13:05:33.611776 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd42f8a-fd22-4ff7-b24d-f8769a7170b0 x-openstack-request-id: req-bfd42f8a-fd22-4ff7-b24d-f8769a7170b0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:05:33.612219 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "name": "network-vif-plugged", "status": "completed", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:05:33.612321 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfd42f8a-fd22-4ff7-b24d-f8769a7170b0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:05:33.613394 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'code': 200} Dec 23 13:05:33.714983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a329-42f3-4c5d-bcdb-91e7b3d64e12 req-80fc4afa-01ae-44dd-b2f8-71dd6ab4a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:33.716622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a11a329-42f3-4c5d-bcdb-91e7b3d64e12 req-80fc4afa-01ae-44dd-b2f8-71dd6ab4a9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0452085 Dec 23 13:05:33.765562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a11a329-42f3-4c5d-bcdb-91e7b3d64e12 req-849908cd-5158-4d69-8ab4-ff02d9a2b6ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Dec 23 13:05:34.215370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872526a-ccce-4db5-ad4a-29d54a4bd23d req-829fc4f6-103c-4664-8fe1-2da780897a21 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:34.216759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7872526a-ccce-4db5-ad4a-29d54a4bd23d req-829fc4f6-103c-4664-8fe1-2da780897a21 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0491400 Dec 23 13:05:34.266436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7872526a-ccce-4db5-ad4a-29d54a4bd23d req-10adfcbe-6972-4624-a35f-6accc0dccd4a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Dec 23 13:05:35.392366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b102d7-40ef-4308-b228-f645a9effa2b req-26c848fb-4016-4dad-bc53-27870a09f7e4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:35.393880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44b102d7-40ef-4308-b228-f645a9effa2b req-26c848fb-4016-4dad-bc53-27870a09f7e4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0528984 Dec 23 13:05:35.443450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44b102d7-40ef-4308-b228-f645a9effa2b req-628cbf3a-8b29-45ac-bf72-9733b4992108 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Dec 23 13:05:35.559148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52f367-36f1-41b0-b580-4fab3f0af3a1 req-fcc8a3be-0aac-4e3e-a10d-547e0242dbaf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:35.560552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe52f367-36f1-41b0-b580-4fab3f0af3a1 req-fcc8a3be-0aac-4e3e-a10d-547e0242dbaf tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0495007 Dec 23 13:05:35.609041 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe52f367-36f1-41b0-b580-4fab3f0af3a1 req-ec157f96-5dce-4cc0-924e-a4007a8532d6 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Dec 23 13:05:35.638832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37560) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:05:35.803944 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91f46f-d66e-455e-9a47-83fe7c90b32b tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:35.805489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d91f46f-d66e-455e-9a47-83fe7c90b32b tempest-TestVolumeBootPattern-1493878658 tempest-TestVolumeBootPattern-1493878658-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1092 time: 0.1657038 Dec 23 13:05:35.808401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37564) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:05:35.812644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:05:35.893822 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:35.999906 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:36.107501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Allocated IP 172.25.7.61 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/daf1485f-9ac8-4548-a48d-160f3f68d4e6) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:05:36.206242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:36.288455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:36.328083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:05:36.331053 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:05:36.334480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:05:36.361529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=daf1485f-9ac8-4548-a48d-160f3f68d4e6,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:36.694744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:36.837172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:36.985204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:37.047827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:37.122174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event updated for resources: {'Port': ['ID=daf1485f-9ac8-4548-a48d-160f3f68d4e6,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:05:37.132517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:37.233063 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 70ea06f0-97d8-4a88-9a55-ca1392fe35f9 associated. External IP: 172.25.7.61, port: 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e. Dec 23 13:05:37.789797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:05:37.896314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:05:37.906705 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:05:37.917657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:05:37.921174 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:05:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:05:37.958651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:37.990171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-09435984-40ab-4a6a-8f98-9cb328b03eb2 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1807218 Dec 23 13:05:37.990861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:05:37.993125 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc41caf-63e4-475a-a04f-40ddd0470746" -d '{"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:05:38.026421 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:05:38.030291 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d65396-a199-46e4-8189-8dfb119005c5 x-openstack-request-id: req-25d65396-a199-46e4-8189-8dfb119005c5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:05:38.030586 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:05:38.030842 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d65396-a199-46e4-8189-8dfb119005c5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:05:38.031247 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'status': 'completed', 'code': 200} Dec 23 13:05:38.093352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-b06c16b7-689b-49e2-9c95-28b8dccbea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:38.094763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-b06c16b7-689b-49e2-9c95-28b8dccbea41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0409780 Dec 23 13:05:38.184640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-683720df-0312-42a2-9fc6-c3f38f27f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:38.186154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-683720df-0312-42a2-9fc6-c3f38f27f7d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0840883 Dec 23 13:05:38.254332 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}, {'id': '70ea06f0-97d8-4a88-9a55-ca1392fe35f9', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:4d:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:05:36Z', 'updated_at': '2021-12-23T13:05:36Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:05:38.256700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-c9c54836-cdac-4856-b8ff-ae43ff0146e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 999 time: 0.0635293 Dec 23 13:05:38.280964 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:05:38.289780 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:05:38.290386 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:05:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:05:38.306835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-8ad6d050-fa61-42e6-8b0f-3cf80c4d5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:38.308300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-8ad6d050-fa61-42e6-8b0f-3cf80c4d5227 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0451930 Dec 23 13:05:38.356005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-467ebd65-ce84-4849-9eb4-a40ad180f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:05:38.357473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-467ebd65-ce84-4849-9eb4-a40ad180f54c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422573 Dec 23 13:05:38.458725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-cb9cc89e-a750-426f-b5ba-710c43faf1eb service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932624 Dec 23 13:05:38.484668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:05:38.549545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc41caf-63e4-475a-a04f-40ddd0470746 req-09664e11-d095-4a41-93b8-43a38e24b7cb service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Dec 23 13:05:38.717229 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}, {'id': '70ea06f0-97d8-4a88-9a55-ca1392fe35f9', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:4d:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:05:36Z', 'updated_at': '2021-12-23T13:05:36Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:05:38.743166 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386037e0-2e8c-41a1-a4f3-05257a281f4b None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}, {'id': '70ea06f0-97d8-4a88-9a55-ca1392fe35f9', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:4d:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:05:36Z', 'updated_at': '2021-12-23T13:05:36Z', 'revision_number': 0, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:05:38.942399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2deb0a-1038-433b-8475-5fded5158bf0 None None] New status for floating IP 70ea06f0-97d8-4a88-9a55-ca1392fe35f9: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:05:43.316012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e957679-eb8d-4702-bc0e-eb3c560eae78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:46.139182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43ab9461-5c6d-41e2-a82c-ec4c3506c336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:46.600979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:48.292735 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:48.698282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:49.236262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:05:52.945531 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:05:53.064610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:08.577024 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-bf48fb33-1ff3-4122-ad32-7d4b309e9786 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420272 Dec 23 13:06:08.659503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-ff4fb48b-0231-4fb8-a070-5f3ec503b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:08.661015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-ff4fb48b-0231-4fb8-a070-5f3ec503b10e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0417602 Dec 23 13:06:08.766387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-d695c906-5e6a-4276-9462-5d4cc1ac1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:08.767893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-d695c906-5e6a-4276-9462-5d4cc1ac1387 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0877302 Dec 23 13:06:08.833684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-ba4cfd7a-2915-4282-b884-a605c4c211f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1000 time: 0.0588665 Dec 23 13:06:08.889296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-96ab7ad3-5f8a-4e7a-91f3-6c892026583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:08.890294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-96ab7ad3-5f8a-4e7a-91f3-6c892026583d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0486581 Dec 23 13:06:08.936900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-812cf4c9-82e7-4ae6-ae52-9de917d980dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:08.938478 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-812cf4c9-82e7-4ae6-ae52-9de917d980dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414543 Dec 23 13:06:09.027205 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-01530c40-d757-4376-8554-0b2cb60801c2 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819969 Dec 23 13:06:09.119469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0b3d159c-d1a0-4d3d-b438-85b13a91d921 req-86ca2299-1d12-42bc-8f15-1210fe442516 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Dec 23 13:06:13.326173 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e948d06-1244-4f6a-8e59-bc9cea9159b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:15.560702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-847ab6fc-11d4-4efe-b856-35bf514fabf4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451546 Dec 23 13:06:15.641922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-f0108007-4d5e-412f-96fe-4b0e72bc4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:15.643379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-f0108007-4d5e-412f-96fe-4b0e72bc4842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0402639 Dec 23 13:06:15.744389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-9b83cfc6-7bde-4e69-80a0-886358a978b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:15.745864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-9b83cfc6-7bde-4e69-80a0-886358a978b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0838637 Dec 23 13:06:15.816067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-e0e907fb-34ec-49fc-9dbc-b611613fd8e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 1001 time: 0.0631146 Dec 23 13:06:15.866103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-58e9a403-0c0a-45aa-8b2d-e1906dcf91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:15.867555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-58e9a403-0c0a-45aa-8b2d-e1906dcf91f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0444283 Dec 23 13:06:15.912760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-3eeb8b0d-d83b-4f98-a51b-58ad9f16114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:06:15.914311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-3eeb8b0d-d83b-4f98-a51b-58ad9f16114d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398660 Dec 23 13:06:16.008644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-50bc2c57-2335-4398-9522-4cb6fca9e5aa service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868084 Dec 23 13:06:16.099049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3a076f6-1c7c-4bad-8a8f-c1dd199afde5 req-c6cb9c05-f9bd-4c23-a5a8-41f687c0057c service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834229 Dec 23 13:06:16.126081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b70c3834-2d25-4fa7-968d-cd4086d64416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:16.646923 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:18.327293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:18.658742 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:19.218870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:23.058619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:29.944402 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:06:30.326211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-d86f6ffb-98cc-454c-853f-dda76e94eb24 req-e2f07c20-e941-4b52-bda9-dae2a5016f79 service neutron] (104038) timed out ('10.222.0.43', 55433) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:06:43.310277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ef3c238b-3171-450a-89d8-4ff5d35a586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:46.104423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05ec0c3f-f9dd-4304-8d1a-37d4b917c71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:46.612722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:48.309679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:48.691253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:49.264110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:06:53.030060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:06.942810 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:07:10.576277 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-19ac0d88-294e-4210-8fd3-91017b48f39e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417588 Dec 23 13:07:10.660105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-c1e02c1b-eace-42de-bc09-12f9b51811cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:10.661605 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-c1e02c1b-eace-42de-bc09-12f9b51811cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0415878 Dec 23 13:07:10.766978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-b41607cf-a36a-4158-96d6-2c6433beeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:10.768436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-b41607cf-a36a-4158-96d6-2c6433beeb4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0869119 Dec 23 13:07:10.833861 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-4aaf5ef5-44c2-4e2e-b0d7-e1c9830812d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 1000 time: 0.0583398 Dec 23 13:07:10.887434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-1c549b8b-6317-40aa-b722-f6ab8acfb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:10.888910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-1c549b8b-6317-40aa-b722-f6ab8acfb816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0481706 Dec 23 13:07:10.935765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-b50ec52d-62f3-47e3-920f-9e68158bd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:10.937669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-b50ec52d-62f3-47e3-920f-9e68158bd673 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416732 Dec 23 13:07:11.028343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-224b1c8b-74e8-4a13-a94e-88dc8961c9e9 service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814834 Dec 23 13:07:11.125909 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eec43f9f-248d-44b9-b54c-d7e065122d7a req-67ca43ff-0940-486f-a2a6-798d6842a20d service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Dec 23 13:07:13.309715 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65141b84-236f-4345-b12f-8bbce274121a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:15.542128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-edbb5ab7-44e8-4ef6-a5e1-d4b8bd2a1748 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453238 Dec 23 13:07:15.625396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-23e55444-d215-4d37-8878-13a93863f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:15.626902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-23e55444-d215-4d37-8878-13a93863f859 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Dec 23 13:07:15.736711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-c24de053-cd04-4357-83c1-440115e11272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:15.738176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-c24de053-cd04-4357-83c1-440115e11272 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0917726 Dec 23 13:07:15.807300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-34f61871-4893-4beb-b318-1fc91fd8d4e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 1001 time: 0.0621190 Dec 23 13:07:15.857013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-b126a250-47bf-4810-bb08-a8409556e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:15.858435 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-b126a250-47bf-4810-bb08-a8409556e156 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0444856 Dec 23 13:07:15.905411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-0df08f66-192d-423e-a558-5d2ed60cfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:15.906893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-0df08f66-192d-423e-a558-5d2ed60cfa11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408361 Dec 23 13:07:15.999256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-0e6d8395-9431-4463-b268-cde37c798bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Dec 23 13:07:16.093131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8d82b653-2815-4320-b53b-0fb7213a0a7f req-cb6999d9-76b6-4a41-9c3e-155785e679bc service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Dec 23 13:07:16.115673 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c384009e-2cd4-4794-a8eb-e292edd1bd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:16.656166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:18.330522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:18.684763 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:19.246930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:23.016397 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.201194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37602) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:07:40.365384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port daf1485f-9ac8-4548-a48d-160f3f68d4e6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:07:40.365723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.439836 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.440165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.452446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for daf1485f-9ac8-4548-a48d-160f3f68d4e6 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:07:40.652667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.679118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=daf1485f-9ac8-4548-a48d-160f3f68d4e6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:07:40.704307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.704582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.704965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.705312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.705653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.705990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.706322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.706652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.706981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.707327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.707651 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.707977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.708304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:40.747589 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:40.747981 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 70ea06f0-97d8-4a88-9a55-ca1392fe35f9 disassociated (deleted). External IP: 172.25.7.61, port: 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e. Dec 23 13:07:40.956500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:07:41.065126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:07:41.069917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:41.076272 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:07:41.086595 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:07:41.087201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:41.097174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cd50537c-7e22-456d-a572-0b7a6a091e2e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "DELETE /v2.0/floatingips/70ea06f0-97d8-4a88-9a55-ca1392fe35f9 HTTP/1.1" status: 204 len: 168 time: 0.8949430 Dec 23 13:07:41.098101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:07:41.100658 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:07:41.152563 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c4c582-1742-4c6d-9a9a-f4da2e6d2bec x-openstack-request-id: req-34c4c582-1742-4c6d-9a9a-f4da2e6d2bec {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:07:41.152563 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:07:41.152563 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34c4c582-1742-4c6d-9a9a-f4da2e6d2bec {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:07:41.152563 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'status': 'completed', 'code': 200} Dec 23 13:07:41.201049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:07:41.215920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-c31872cf-20f1-4e4c-8f18-8b1bffdb8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:41.217427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-c31872cf-20f1-4e4c-8f18-8b1bffdb8d16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0420496 Dec 23 13:07:41.314517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-45612776-a94c-4a7b-bf8d-8e869c8457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:41.316154 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-45612776-a94c-4a7b-bf8d-8e869c8457ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0909381 Dec 23 13:07:41.359774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-f7c61d8b-2cd4-44d8-b0c5-a495c808bac5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 200 len: 217 time: 0.0364962 Dec 23 13:07:41.421081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-1622e521-27c8-4276-9c58-b21c08111b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:41.423184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-1622e521-27c8-4276-9c58-b21c08111b52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0571172 Dec 23 13:07:41.447519 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:41.473681 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:07:41.482432 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:07:41.483033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:41.509393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-56043f65-6d74-45c0-9ae4-ed2b2f33fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:41.511138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-56043f65-6d74-45c0-9ae4-ed2b2f33fe38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731142 Dec 23 13:07:41.523296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5f98e-95ca-4436-ae1b-a061da33105b req-a9576198-1735-4980-b73d-72557c5d11d4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:41.524705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86a5f98e-95ca-4436-ae1b-a061da33105b req-a9576198-1735-4980-b73d-72557c5d11d4 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0611184 Dec 23 13:07:41.589043 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:07:41.637384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86a5f98e-95ca-4436-ae1b-a061da33105b req-77cf0500-e2e8-466a-ba27-c2f1ce683c33 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032233 Dec 23 13:07:41.658417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-9a6e692f-5da5-4c15-a679-9414cd4df6b4 service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274416 Dec 23 13:07:41.745810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f8930c4-aa5b-4d0e-bd26-3996ad77d7e0 req-c4a205b1-6c75-4bfe-a2cd-a95c6ac3f0ac service neutron] 10.222.0.43 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841250 Dec 23 13:07:41.811813 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:41.841494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe9449-0132-4160-89b8-040d85f68f8a None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '341f7b4c-07ad-4b66-a91e-2c36976d834c', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'port_id': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'mac_address': 'fa:16:3e:20:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:02:52Z', 'updated_at': '2021-12-23T13:02:54Z', 'revision_number': 1, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:07:42.044169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e31a7-110c-423e-9c2f-74268a2e4337 None None] New status for floating IP 70ea06f0-97d8-4a88-9a55-ca1392fe35f9: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:07:42.759895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9b5b5-b336-45dd-b29c-6e668641328f req-3ffcf517-bc25-4d1d-95fe-28ed2d83bd5c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:42.761428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fb9b5b5-b336-45dd-b29c-6e668641328f req-3ffcf517-bc25-4d1d-95fe-28ed2d83bd5c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0541437 Dec 23 13:07:42.812292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fb9b5b5-b336-45dd-b29c-6e668641328f req-56c97a27-6a9d-463c-b6b2-6312d625d6e3 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Dec 23 13:07:43.003116 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-7d1de00f-0d57-4c99-9672-6735d321f680 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:43.004610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-7d1de00f-0d57-4c99-9672-6735d321f680 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 946 time: 0.0500472 Dec 23 13:07:43.097322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:07:43.097662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:43.184553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:07:43.184847 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:43.197545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:07:43.327051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5360647e-cf12-4b47-be8d-196720621316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:43.401514 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:43.429692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=9bedc5ec-7ef4-4ed8-a8e6-905585b0077e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:07:43.473758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:07:43.476346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:43.480449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cef891c3-37e0-4421-b1f0-aa5267633ab5 req-129b17d2-6757-4349-b66e-f50ce947a787 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.43 "DELETE /v2.0/ports/9bedc5ec-7ef4-4ed8-a8e6-905585b0077e HTTP/1.1" status: 204 len: 173 time: 0.4696472 Dec 23 13:07:43.481010 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'name': 'network-vif-deleted', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:07:43.483266 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38af4d0-bb47-4372-99b1-651597ae79fd" -d '{"events": [{"server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "name": "network-vif-deleted", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:07:43.525243 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7df066-2af9-448f-b8be-861eef4b68c6 x-openstack-request-id: req-3b7df066-2af9-448f-b8be-861eef4b68c6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:07:43.525525 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb9ce80-ae37-47dc-8267-b7d3131bbd51", "name": "network-vif-deleted", "tag": "9bedc5ec-7ef4-4ed8-a8e6-905585b0077e", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:07:43.525779 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b7df066-2af9-448f-b8be-861eef4b68c6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:07:43.526200 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb9ce80-ae37-47dc-8267-b7d3131bbd51', 'name': 'network-vif-deleted', 'tag': '9bedc5ec-7ef4-4ed8-a8e6-905585b0077e', 'status': 'completed', 'code': 200} Dec 23 13:07:43.926560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-384909f0-9c75-4795-bea4-11d6590a7f01 req-a4aa1931-8d93-4b3b-83d3-d98e2f6095b5 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0413516 Dec 23 13:07:43.946967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:07:45.021529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6610c006-115f-4de5-b987-a1fe86edfb21 req-210f5334-fe53-4fee-8e3c-f0a6d6321c82 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0265408 Dec 23 13:07:45.069657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:07:45.090345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:07:45.090801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 9bedc5ec-7ef4-4ed8-a8e6-905585b0077e not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:07:46.116027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a99baed4-76e4-48d5-8712-8487a0b1df76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:46.125851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-193aebf3-44b3-4abe-a068-8e84ff25cd92 req-7911ea27-35b6-487e-bbd1-0fb2a9853d84 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0298197 Dec 23 13:07:46.610145 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:47.223667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ce33b45-53fe-4e6a-a2a0-3b7d9efac205 req-5d89e608-1f88-4c17-87a4-41e953f86e8f tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0270507 Dec 23 13:07:48.332095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c53f070-c9cd-42e2-bf1f-87ff7c309f6f req-8dfedfad-9eee-4f99-ad71-6f45c7c38472 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=adb9ce80-ae37-47dc-8267-b7d3131bbd51 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Dec 23 13:07:48.335681 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:48.713135 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:49.247009 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:53.018287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:54.902970 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:07:55.061917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port 13934078-4e70-4afe-a584-9a16b3701ed9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:07:55.062258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:55.138537 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:55.138861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:55.150126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for 13934078-4e70-4afe-a584-9a16b3701ed9 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:07:55.338319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:55.367750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=13934078-4e70-4afe-a584-9a16b3701ed9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:07:55.380739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.381151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.381608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.381957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.382298 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.382634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.382965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.383294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.383618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.383942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.384267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.384592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.384938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:07:55.440676 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:55.441122 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Floating IP 341f7b4c-07ad-4b66-a91e-2c36976d834c disassociated (deleted). External IP: 172.25.7.93, port: dd0893fa-8bb8-469d-a4bf-fad8fe2d470a. Dec 23 13:07:55.647448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:07:56.065759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:07:56.070766 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:56.076814 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:07:56.087681 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:07:56.088614 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:56.101286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4650c14d-9943-4efd-a0db-8bd04804428c tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "DELETE /v2.0/floatingips/341f7b4c-07ad-4b66-a91e-2c36976d834c HTTP/1.1" status: 204 len: 168 time: 1.1971648 Dec 23 13:07:56.101885 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:07:56.104295 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911" -d '{"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:07:56.237011 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45734d8f-aa79-46c8-9aef-79f24ed99e31 x-openstack-request-id: req-45734d8f-aa79-46c8-9aef-79f24ed99e31 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:07:56.237312 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:07:56.237565 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45734d8f-aa79-46c8-9aef-79f24ed99e31 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:07:56.237994 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'status': 'completed', 'code': 200} Dec 23 13:07:56.321783 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:07:56.351993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-f85c9727-0c8e-4851-bb93-24b9059a277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:56.353565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-f85c9727-0c8e-4851-bb93-24b9059a277c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e02f2b54060443d08c093c10b485d63f&device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 1096 time: 0.0908337 Dec 23 13:07:56.454309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-31fe0f45-4226-43f7-85e2-84bf33196141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:56.455686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-31fe0f45-4226-43f7-85e2-84bf33196141 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 200 len: 912 time: 0.0951979 Dec 23 13:07:56.503999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-8f9f2859-4638-4480-af38-6b0e8db7b9c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 200 len: 217 time: 0.0395555 Dec 23 13:07:56.531806 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:56.554575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-d5bca380-475a-420f-a8c7-0e29230adbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:56.556117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-d5bca380-475a-420f-a8c7-0e29230adbac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 200 len: 850 time: 0.0453434 Dec 23 13:07:56.559763 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:07:56.568543 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:07:56.569253 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:56.574634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d4cf-315e-497c-9f3f-9451dd8a08b4 req-dc63d290-b066-4926-b5cc-35c3446db44b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:56.576305 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b79d4cf-315e-497c-9f3f-9451dd8a08b4 req-dc63d290-b066-4926-b5cc-35c3446db44b tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0529130 Dec 23 13:07:56.611034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-2aa8f5d5-91be-4bbb-b3a7-9f6546ce6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:56.613022 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-2aa8f5d5-91be-4bbb-b3a7-9f6546ce6c90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24849841-f068-47c0-ba6b-9a23069629f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485711 Dec 23 13:07:56.634403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b79d4cf-315e-497c-9f3f-9451dd8a08b4 req-50d6ecd6-e022-44b7-8d28-3ebb3762e694 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/security-groups?id=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515079 Dec 23 13:07:56.677259 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:07:56.705673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-ca17849d-cd51-41e7-bc9c-825bd8a2498c service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Dec 23 13:07:56.805214 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-84bd5a9b-cdc2-4c2e-91b2-71a8542cf911 req-9d6e8899-1868-45b8-9dbe-033d4b11d7dd service neutron] 10.222.0.57 "GET /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Dec 23 13:07:56.875264 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:07:56.904991 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc374ab7-ab0b-4308-98ef-4e48e9895693 None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'a2c91ad8-1e42-4f46-a379-68bfa2706e5b', 'name': '', 'network_id': '24849841-f068-47c0-ba6b-9a23069629f5', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'mac_address': 'fa:16:3e:30:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:52Z', 'updated_at': '2021-12-23T12:53:59Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'subnets': [{'id': 'cdebc69a-1591-46f6-9c47-24e305096ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:07:57.120102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8c346-b08f-4e57-8a7b-260b7789d987 None None] New status for floating IP 341f7b4c-07ad-4b66-a91e-2c36976d834c: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:07:57.233132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-8d41be0a-bc38-4565-93fd-820cc45734e1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:07:57.234593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-8d41be0a-bc38-4565-93fd-820cc45734e1 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 945 time: 0.0501747 Dec 23 13:07:57.322858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:07:57.323758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:57.413761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] For port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:07:57.414121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:57.426264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for dd0893fa-8bb8-469d-a4bf-fad8fe2d470a owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:07:57.632576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:57.659663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=dd0893fa-8bb8-469d-a4bf-fad8fe2d470a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:07:57.705514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] No DVR routers for this DVR port dd0893fa-8bb8-469d-a4bf-fad8fe2d470a on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:07:57.708356 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:07:57.712080 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9e578ee-45d4-4e98-bded-51c593d1cc3a req-07f891fd-bb05-4567-b3c7-b04f0f257d03 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.57 "DELETE /v2.0/ports/dd0893fa-8bb8-469d-a4bf-fad8fe2d470a HTTP/1.1" status: 204 len: 173 time: 0.4711835 Dec 23 13:07:57.740730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68611497-24ba-4534-8254-ce9457f4d095 req-6ca875c6-1dd6-41cf-b2c6-fa8f9ea4d77a tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0268803 Dec 23 13:07:58.239806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'name': 'network-vif-deleted', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:07:58.242173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9420fc-667e-4029-993a-bd4a391ccd9d" -d '{"events": [{"server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "name": "network-vif-deleted", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:07:58.281910 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f78fae8-e27d-4c53-9921-bcbe4687b43c x-openstack-request-id: req-7f78fae8-e27d-4c53-9921-bcbe4687b43c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:07:58.282282 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57863a4b-2f34-43f2-a15f-46810003cf1b", "name": "network-vif-deleted", "tag": "dd0893fa-8bb8-469d-a4bf-fad8fe2d470a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:07:58.282837 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f78fae8-e27d-4c53-9921-bcbe4687b43c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:07:58.283254 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57863a4b-2f34-43f2-a15f-46810003cf1b', 'name': 'network-vif-deleted', 'tag': 'dd0893fa-8bb8-469d-a4bf-fad8fe2d470a', 'status': 'completed', 'code': 200} Dec 23 13:07:58.836080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa8006e9-7ea5-4fe0-a122-7a646aa97da7 req-90c88cbe-e1e4-4c27-97c7-b67702a9e31e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0263913 Dec 23 13:07:59.934759 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b801c295-632c-4cd0-a00f-0a8ee9cf7340 req-b8918014-1e0e-438b-8ca2-9815e4503364 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0274923 Dec 23 13:08:01.036336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0cd592a-bb66-42f8-9c56-bf8555ec69c8 req-765f00c7-6aee-41e9-b73a-9016fa6c8606 tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0276060 Dec 23 13:08:01.821759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device dd0893fa-8bb8-469d-a4bf-fad8fe2d470a no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:01.841961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: dd0893fa-8bb8-469d-a4bf-fad8fe2d470a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:01.842306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device dd0893fa-8bb8-469d-a4bf-fad8fe2d470a not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:02.130208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6133cf89-349f-43cf-ac30-d75e94b697c4 req-1cc3bf25-69bc-4044-b518-3cc2f26c20ba tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "GET /v2.0/ports?device_id=57863a4b-2f34-43f2-a15f-46810003cf1b HTTP/1.1" status: 200 len: 210 time: 0.0271111 Dec 23 13:08:03.185770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37682) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:03.309852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Deleting port fe113b88-66ea-4cf2-b78b-ffca2178d275 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:03.310199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.389921 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.390249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.401868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Calling delete_port for fe113b88-66ea-4cf2-b78b-ffca2178d275 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:03.606368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.631666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'Port': ['ID=fe113b88-66ea-4cf2-b78b-ffca2178d275,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:03.691708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.694337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:03.695486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92650717-2617-45b2-ae39-9a4901c349ad tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "DELETE /v2.0/floatingips/65b08a10-f448-4af3-a393-f294e80fa2e4 HTTP/1.1" status: 204 len: 168 time: 0.5087023 Dec 23 13:08:07.120928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37700) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:07.190119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:07.216241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:07.352483 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:07.356059 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:07.358472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] 10.222.0.16 "DELETE /v2.0/security-groups/a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1 HTTP/1.1" status: 204 len: 168 time: 0.2352567 Dec 23 13:08:07.366949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c5723-27cf-4c8b-9266-d5dd86bf372e tempest-TestVolumeBootPattern-481713698 tempest-TestVolumeBootPattern-481713698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cc7f8-bbd4-484e-a393-c15ad9ab9cb1,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:07.497872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:07.998662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:08.249890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Deleting port a2c91ad8-1e42-4f46-a379-68bfa2706e5b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:08.250531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:08.335013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] For port a2c91ad8-1e42-4f46-a379-68bfa2706e5b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:08.335373 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:08.348746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Calling delete_port for a2c91ad8-1e42-4f46-a379-68bfa2706e5b owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:08.661556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:08.692121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c91ad8-1e42-4f46-a379-68bfa2706e5b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:08.875673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.104161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:08:09.223887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:08:09.237433 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e23e0521-5076-4285-b9ea-aa06ed62b7ae admin admin] 10.222.0.16 "PUT /v2.0/routers/f6487e8f-b5fb-46a1-af4e-64f9ff03c091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272952 Dec 23 13:08:09.237433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37708) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:09.240568 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Sync routers for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:08:09.251455 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:08:09.252075 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:09.346995 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.359610 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:08:09.452681 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.551125 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T13:08:08Z', 'revision_number': 5, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port': {'id': '138ad8ab-f8cc-46c1-90b7-7e132cb004c2', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:53:50Z', 'updated_at': '2021-12-23T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:09.570890 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Deleting port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:09.571410 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.582856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Checking router: f6487e8f-b5fb-46a1-af4e-64f9ff03c091 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:08:09.592109 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Routers {'f6487e8f-b5fb-46a1-af4e-64f9ff03c091'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:08:09.592719 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:09.676136 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] For port 138ad8ab-f8cc-46c1-90b7-7e132cb004c2, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:09.676412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.679273 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] Set router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:08:09.694653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Calling delete_port for 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:09.733946 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T13:08:09Z', 'revision_number': 6, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:09.769405 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf9360-040a-4401-b02e-81b622f2ac64 None None] The sync data for ids ['f6487e8f-b5fb-46a1-af4e-64f9ff03c091'] in n-d-822750-2 is: [{'id': 'f6487e8f-b5fb-46a1-af4e-64f9ff03c091', 'name': 'tempest-TestVolumeBootPattern-152058032-router', 'tenant_id': 'e02f2b54060443d08c093c10b485d63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:49Z', 'updated_at': '2021-12-23T13:08:09Z', 'revision_number': 6, 'project_id': 'e02f2b54060443d08c093c10b485d63f', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:08:09.955304 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:09.981633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Pushing event deleted for resources: {'Port': ['ID=138ad8ab-f8cc-46c1-90b7-7e132cb004c2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:09.996780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ac86a-b635-460f-8fa4-9dfd6b6065c0 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:08:10.068055 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.191823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.194053 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.304080 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.304657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6487e8f-b5fb-46a1-af4e-64f9ff03c091 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:08:10.310298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.311529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4d1217d9-1ceb-48dd-9d8c-9c5d759c937d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f6487e8f-b5fb-46a1-af4e-64f9ff03c091 HTTP/1.1" status: 204 len: 168 time: 1.0770726 Dec 23 13:08:10.315947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:10.359556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Deleting subnet cdebc69a-1591-46f6-9c47-24e305096ec8 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:08:10.362677 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.401337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.478307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.601402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.628837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdebc69a-1591-46f6-9c47-24e305096ec8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:10.633171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.639003 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b7b0c6e9-afa4-4e83-b291-9ca12335b2e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cdebc69a-1591-46f6-9c47-24e305096ec8 HTTP/1.1" status: 204 len: 168 time: 0.3197212 Dec 23 13:08:10.639155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5183c1-fd52-4229-aa3b-310adaf00fc7 None None] Network 24849841-f068-47c0-ba6b-9a23069629f5 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:08:10.639260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:10.716675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.779141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Deleting port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:10.779488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.793917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] DHCP port deletion for 24849841-f068-47c0-ba6b-9a23069629f5 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:08:10.846406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Deleting port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:10.846406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.854337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] For port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:10.854868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.868318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Calling delete_port for 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:10.925307 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] For port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,segment=NetworkSegment(d60e8801-407b-4553-b5bb-9b218e769014),segment_id=d60e8801-407b-4553-b5bb-9b218e769014)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:10.925307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:10.937916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Calling delete_port for 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:11.013426 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:11.024413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.049364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:11.052383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.056838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] No DVR routers for this DVR port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:08:11.061718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No active binding found for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 {{(pid=104039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 23 13:08:11.062185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] The host n-d-822750-2 is not matching for port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 host None! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:08:11.062574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:11.063591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:11.084925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Pushing event deleted for resources: {'Port': ['ID=6c2d8110-133d-4a4f-aabd-ed8d1a5de041,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:11.105744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] No DVR routers for this DVR port 6c2d8110-133d-4a4f-aabd-ed8d1a5de041 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:08:11.110709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:11.111058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 138ad8ab-f8cc-46c1-90b7-7e132cb004c2 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:11.111500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2c91ad8-1e42-4f46-a379-68bfa2706e5b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.120643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172a367-192d-4a4c-b134-2325abb057c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:11.143593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a2c91ad8-1e42-4f46-a379-68bfa2706e5b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:11.149038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a2c91ad8-1e42-4f46-a379-68bfa2706e5b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:11.149383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.168090 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24849841-f068-47c0-ba6b-9a23069629f5']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:11.177369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60e8801-407b-4553-b5bb-9b218e769014') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:11.177667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60e8801-407b-4553-b5bb-9b218e769014') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:11.187837 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.201833 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.207622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:08:11.207998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:08:11.209676 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:08:11.292118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.298029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.301211 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24849841-f068-47c0-ba6b-9a23069629f5 HTTP/1.1" status: 204 len: 168 time: 0.6610563 Dec 23 13:08:11.304812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37714) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:11.313512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3da7ce-7c35-4127-94e4-677f063b4207 admin admin] Pushing event deleted for resources: {'Network': ['ID=24849841-f068-47c0-ba6b-9a23069629f5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:11.654340 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.899581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Deleting port fb24e8b4-30ad-484d-bafd-ec18a52b6931 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:11.899925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.978312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] For port fb24e8b4-30ad-484d-bafd-ec18a52b6931, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fb24e8b4-30ad-484d-bafd-ec18a52b6931,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:11.978677 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:11.996131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Calling delete_port for fb24e8b4-30ad-484d-bafd-ec18a52b6931 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:12.286526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:12.310977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb24e8b4-30ad-484d-bafd-ec18a52b6931,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:12.481579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:12.695228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Router 0124f017-b5a3-43a9-9ea4-248f0fe2353e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:08:12.807954 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:08:12.812966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-08fdfaa7-8d3c-418c-8313-82618ba1b656 admin admin] 10.222.0.16 "PUT /v2.0/routers/0124f017-b5a3-43a9-9ea4-248f0fe2353e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069351 Dec 23 13:08:12.815535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37716) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:12.819274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Sync routers for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:08:12.829838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:08:12.830483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:12.925906 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:12.940648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:08:13.034730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.130597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T13:08:12Z', 'revision_number': 5, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port': {'id': '0c8f71b6-1a93-42f4-a5c8-4071ff0876ea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:54:00Z', 'updated_at': '2021-12-23T12:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:13.158875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Checking router: 0124f017-b5a3-43a9-9ea4-248f0fe2353e for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:08:13.167795 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Routers {'0124f017-b5a3-43a9-9ea4-248f0fe2353e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:08:13.168416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:07:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:13.170171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Deleting port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:13.177181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.269510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] Set router 0124f017-b5a3-43a9-9ea4-248f0fe2353e gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:08:13.329858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0078a995-40e0-4998-82a6-3d2e0cae3623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.331441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T13:08:13Z', 'revision_number': 6, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:13.360896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dede5bb-372b-4ae9-a07d-5a15e082a030 None None] The sync data for ids ['0124f017-b5a3-43a9-9ea4-248f0fe2353e'] in n-d-822750-2 is: [{'id': '0124f017-b5a3-43a9-9ea4-248f0fe2353e', 'name': 'tempest-TestVolumeBootPattern-1231569283-router', 'tenant_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:53:59Z', 'updated_at': '2021-12-23T13:08:13Z', 'revision_number': 6, 'project_id': '2a7fdafbe84945deb9f1f18aa63bdc58', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:08:13.556327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] For port 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:13.556613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.569300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Calling delete_port for 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:13.786907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.819850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8f71b6-1a93-42f4-a5c8-4071ff0876ea,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:13.830980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4618ba-dc30-4e06-9dcc-1ad3c0abc852 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:08:13.878853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.969944 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:13.972180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.072482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.073035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0124f017-b5a3-43a9-9ea4-248f0fe2353e {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:08:14.078500 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.082254 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ebbdae6e-ee2e-48dc-8cc2-569b5fc82636 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0124f017-b5a3-43a9-9ea4-248f0fe2353e HTTP/1.1" status: 204 len: 168 time: 1.2656994 Dec 23 13:08:14.082411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37718) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:14.130512 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Deleting subnet 6361d5ef-e4ac-4f05-8239-49a5594b361e {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:08:14.133684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.168374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.602407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.724693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.749803 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6361d5ef-e4ac-4f05-8239-49a5594b361e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:14.753484 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.756782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-65d4b886-5551-4e6b-aff3-6fc19a534569 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6361d5ef-e4ac-4f05-8239-49a5594b361e HTTP/1.1" status: 204 len: 168 time: 0.6732247 Dec 23 13:08:14.759004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb51dc-7851-40d0-96c4-7e8d129d350e None None] Network bf3d1e24-1476-4dad-89a5-c2f0e009d64e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:08:14.759627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37720) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:14.832672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.890577 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Deleting port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:14.890922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.926236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] DHCP port deletion for bf3d1e24-1476-4dad-89a5-c2f0e009d64e request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:08:14.953279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] For port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:14.953653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:14.971423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Calling delete_port for ba25f621-9d5d-4fc2-8d86-2ee7cde235ea owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:14.975918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Deleting port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:14.976291 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.035253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ba25f621-9d5d-4fc2-8d86-2ee7cde235ea no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:15.078712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] For port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,segment=NetworkSegment(5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16),segment_id=5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:15.079111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.095362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Calling delete_port for ba25f621-9d5d-4fc2-8d86-2ee7cde235ea owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:15.124015 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.150117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:15.154226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] No DVR routers for this DVR port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:08:15.163378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea update to DOWN by agent not found {{(pid=104039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 13:08:15.163812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:15.186320 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:15.186680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 0c8f71b6-1a93-42f4-a5c8-4071ff0876ea not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:15.187085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb24e8b4-30ad-484d-bafd-ec18a52b6931 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:15.213576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fb24e8b4-30ad-484d-bafd-ec18a52b6931 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:15.213914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fb24e8b4-30ad-484d-bafd-ec18a52b6931 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:15.227832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.234126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.249221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3d1e24-1476-4dad-89a5-c2f0e009d64e']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:15.258510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:15.258812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b640bbc-2f7f-4bc1-955d-d4d23c1f6b16') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:08:15.263703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] Pushing event deleted for resources: {'Port': ['ID=ba25f621-9d5d-4fc2-8d86-2ee7cde235ea,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:15.267069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8b2a6-48e8-4f70-a67c-68ebc7a9c997 None None] No DVR routers for this DVR port ba25f621-9d5d-4fc2-8d86-2ee7cde235ea on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:08:15.271240 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.286267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.292715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:08:15.294429 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:08:15.296087 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:08:15.421397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.426735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.431234 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf3d1e24-1476-4dad-89a5-c2f0e009d64e HTTP/1.1" status: 204 len: 168 time: 0.6686349 Dec 23 13:08:15.446126 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c746b-8678-458a-afc9-d957224ac259 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3d1e24-1476-4dad-89a5-c2f0e009d64e,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:15.759744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37724) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:15.799894 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1dbb11f8-07b7-46ea-95db-5e98ed262c25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e02f2b54060443d08c093c10b485d63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389252 Dec 23 13:08:15.802328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37726) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:15.848409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.869610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.981389 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.983953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:15.985123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87cab4d8-ea7d-4bca-9774-59f6e269dba6 HTTP/1.1" status: 204 len: 168 time: 0.1819088 Dec 23 13:08:15.993232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22974e4b-b34a-4765-941c-405f528b0a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cab4d8-ea7d-4bca-9774-59f6e269dba6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:16.083771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9e17ca60-9304-40c2-8b0a-8b942bb7bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.667526 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37732) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:16.669624 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.707837 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b18918cb-eada-49b2-96d2-6b23a0657c0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a7fdafbe84945deb9f1f18aa63bdc58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391309 Dec 23 13:08:16.710308 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37734) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:16.756946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.779287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.886742 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.889326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:16.891469 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4ea460f-5043-43ed-98f0-b36794b6ef13 HTTP/1.1" status: 204 len: 168 time: 0.1802623 Dec 23 13:08:16.899276 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a44bf-ea1f-457e-a73f-c3c49faf4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea460f-5043-43ed-98f0-b36794b6ef13,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:18.326808 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:18.700725 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:19.240876 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:20.945521 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:08:23.012706 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:27.881136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-bc4cb9dd-0638-46b7-b493-c3fc93d35186 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221200 Dec 23 13:08:27.990965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-7d060329-3bc6-48ae-93ad-f6d197bce877 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:27.992392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-7d060329-3bc6-48ae-93ad-f6d197bce877 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058941 Dec 23 13:08:28.007818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-afcebf7b-d560-49e7-9fe9-8ae8f0829a95 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/quotas/7b7268b43d8648a2bd9c4cb3298d1513 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Dec 23 13:08:28.038363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-0cca0088-5630-4f53-92a7-44bd7e55b011 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251393 Dec 23 13:08:29.286738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7643f284-bb34-4a5d-8ccd-0c0a6fc40601 req-0993025a-4c15-4804-8cd8-7a59c4d45f87 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0258663 Dec 23 13:08:30.364308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2c9c19d-9197-4a76-84ff-33c668fe6e06 req-58ab8107-684e-4564-b2ea-d86e576f3e33 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0269041 Dec 23 13:08:31.445782 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-051041c8-570e-4e16-8016-b55594412f0d req-b9a563d3-e888-4b7e-a3c7-4884a3221859 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0304620 Dec 23 13:08:32.521915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1fc8c642-e1c3-41f0-861c-108ae82a7972 req-2c0718e1-14fd-4dc5-8c32-b13b6b212e6c tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0261438 Dec 23 13:08:33.613926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b79e8737-de9e-4f52-98b3-c690380115fe req-9fd497cf-4680-4285-b378-4f24d1c31d32 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0259151 Dec 23 13:08:34.715553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8afd4f7a-00b9-449d-a54c-ce9bed1e74b7 req-7001e44c-1230-4e27-a6c2-83d62e0d0872 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0260108 Dec 23 13:08:35.331413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-978512bd-bf80-49bf-a92e-1c4e57d9cd1a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204813 Dec 23 13:08:35.443707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-c09de614-e806-48e1-bc71-5813ee0a88ef tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:35.445177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-c09de614-e806-48e1-bc71-5813ee0a88ef tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080709 Dec 23 13:08:35.457215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Request body: {'port': {'device_id': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'admin_state_up': True, 'tenant_id': '7b7268b43d8648a2bd9c4cb3298d1513'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:35.663221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Made reservation on behalf of 7b7268b43d8648a2bd9c4cb3298d1513 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:08:35.666806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:35.677792 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:35.752522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:35.812151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e992ce85-61a6-4b6c-889b-153091919726 req-d2a425f0-7c4f-41b6-a0a2-8d2e5ae3a5f3 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0263286 Dec 23 13:08:35.813265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:35.872833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896868ff-06b8-426c-a8fa-a0fc9a5d069d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:35.951212 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Allocated IP 192.168.233.39 (9ab06c9a-53be-496c-a35e-dfa91ba0fc3b/9d0db7ec-d5f1-414f-bd28-0c861261b4d8/07c9052b-9b9d-417a-9da7-121ab410ccac) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:08:36.095056 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.201348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.246426 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:08:36.249898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:08:36.253535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:08:36.277562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Pushing event updated for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:36.308371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:36.308911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.506500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-45cd0990-2a15-4537-bf75-2159cee9824a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0528026 Dec 23 13:08:36.509643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1ab4c09-ef60-488a-b571-e68c14bfa0ab None None] Provisioning complete for port 07c9052b-9b9d-417a-9da7-121ab410ccac triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:08:36.510146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4c09-ef60-488a-b571-e68c14bfa0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.518912 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Request body: {'port': {'device_id': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:36.542901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab4c09-ef60-488a-b571-e68c14bfa0ab None None] Port 07c9052b-9b9d-417a-9da7-121ab410ccac cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:08:36.576578 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.837107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c9052b-9b9d-417a-9da7-121ab410ccac {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:08:36.845298 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:36.857905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Transition to ACTIVE for port object 07c9052b-9b9d-417a-9da7-121ab410ccac will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:08:36.931895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0786-8319-45fb-ad59-a0135f0dfb3a req-2d957a38-f7e6-46f9-ab29-47a230b087fb tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:36.933485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4ce0786-8319-45fb-ad59-a0135f0dfb3a req-2d957a38-f7e6-46f9-ab29-47a230b087fb tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 935 time: 0.0513954 Dec 23 13:08:36.981168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:37.023917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4ce0786-8319-45fb-ad59-a0135f0dfb3a req-b28df14a-b6c9-43c9-9b8c-e5f41c3b9bfe tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839615 Dec 23 13:08:37.051728 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Pushing event updated for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:37.122617 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Attempting to bind port 07c9052b-9b9d-417a-9da7-121ab410ccac on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:08:37.122956 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Attempting to bind port 07c9052b-9b9d-417a-9da7-121ab410ccac by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:08:37.123285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Attempting to bind port 07c9052b-9b9d-417a-9da7-121ab410ccac on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:08:37.127992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Port 07c9052b-9b9d-417a-9da7-121ab410ccac on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:08:37.128310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Attempting to bind port 07c9052b-9b9d-417a-9da7-121ab410ccac on network 9ab06c9a-53be-496c-a35e-dfa91ba0fc3b {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:08:37.133511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:08:37.133856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Checking segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:08:37.134260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Bound using segment: {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:08:37.134696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Bound port: 07c9052b-9b9d-417a-9da7-121ab410ccac, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ea3948-ec2a-4c65-92a5-c1e73c350274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:08:37.135060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:37.204456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:08:37.207782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c9052b-9b9d-417a-9da7-121ab410ccac,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:08:37.266992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:37.307510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.308260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:37.309743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] 10.222.0.43 "PUT /v2.0/ports/07c9052b-9b9d-417a-9da7-121ab410ccac HTTP/1.1" status: 200 len: 1095 time: 0.7949870 Dec 23 13:08:37.310150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:08:37.312402 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0f0c8-16b7-49cb-a443-a2795e42c543" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:08:37.335020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cababb7f-c893-4bea-b21d-ec1b45b0614b service neutron] Pushing event updated for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:37.363518 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a71e4fc-0714-4f1a-acfd-19347fd280d6 x-openstack-request-id: req-4a71e4fc-0714-4f1a-acfd-19347fd280d6 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:08:37.363845 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:08:37.364119 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a71e4fc-0714-4f1a-acfd-19347fd280d6 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:08:37.364518 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac', 'status': 'completed', 'code': 200} Dec 23 13:08:37.429460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0c8-16b7-49cb-a443-a2795e42c543 req-b46c54ca-f088-4563-841c-ddf426ba1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.430995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0e0f0c8-16b7-49cb-a443-a2795e42c543 req-b46c54ca-f088-4563-841c-ddf426ba1b1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 1098 time: 0.0455348 Dec 23 13:08:37.459592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0e0f0c8-16b7-49cb-a443-a2795e42c543 req-e52118eb-ee8e-454d-9428-80b44389f42c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211172 Dec 23 13:08:37.557663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0c8-16b7-49cb-a443-a2795e42c543 req-d2b92bfe-dfec-412b-8fca-938192c0da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.559125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0e0f0c8-16b7-49cb-a443-a2795e42c543 req-d2b92bfe-dfec-412b-8fca-938192c0da51 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929730 Dec 23 13:08:37.633220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-1f1f7531-1b19-4b77-921b-f6635178ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.634643 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-1f1f7531-1b19-4b77-921b-f6635178ae07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 1098 time: 0.0408156 Dec 23 13:08:37.677944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-195777b7-c638-4f40-b418-32f22c10655b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=07c9052b-9b9d-417a-9da7-121ab410ccac HTTP/1.1" status: 200 len: 217 time: 0.0336804 Dec 23 13:08:37.726928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-561185b3-db9b-4ef6-bd5b-0007924b889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.728360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-561185b3-db9b-4ef6-bd5b-0007924b889e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d0db7ec-d5f1-414f-bd28-0c861261b4d8 HTTP/1.1" status: 200 len: 843 time: 0.0437281 Dec 23 13:08:37.777268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-149eb218-6658-4a07-a58a-e36a8af67442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:37.779141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-149eb218-6658-4a07-a58a-e36a8af67442 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ab06c9a-53be-496c-a35e-dfa91ba0fc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436015 Dec 23 13:08:37.868031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-105b7c60-7f67-4a78-95e6-9a2c0d284992 service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811810 Dec 23 13:08:37.961956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b9b0f3a-0bd0-4d45-b0a7-23fa38ce384f req-049797f6-9956-4077-a601-b68f665f8fbe service neutron] 10.222.0.43 "GET /v2.0/networks/9ab06c9a-53be-496c-a35e-dfa91ba0fc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Dec 23 13:08:38.141494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769df2-5917-47c9-b054-454a602de88d req-b9f3e7e5-f7d4-429f-8f1e-99e0ccb0b081 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:38.142964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01769df2-5917-47c9-b054-454a602de88d req-b9f3e7e5-f7d4-429f-8f1e-99e0ccb0b081 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 947 time: 0.0496731 Dec 23 13:08:38.190195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01769df2-5917-47c9-b054-454a602de88d req-45e4509c-67b4-4abd-bfbf-5c6f7ff06ff8 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Dec 23 13:08:39.309158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03b8b3-683d-4550-a8d6-11ef164d9b9a req-b2be4be3-a207-4453-9417-66faf75f3d7f tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:39.311262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b03b8b3-683d-4550-a8d6-11ef164d9b9a req-b2be4be3-a207-4453-9417-66faf75f3d7f tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 947 time: 0.0491471 Dec 23 13:08:39.360804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b03b8b3-683d-4550-a8d6-11ef164d9b9a req-b0daf1d2-a39b-4e71-b868-02b7d00cdaf8 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Dec 23 13:08:40.474562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d722c0-febb-4f9b-a4ed-09916ac43551 req-e5fecbde-3e07-43cb-8479-0de5684332dd tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:40.476013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9d722c0-febb-4f9b-a4ed-09916ac43551 req-e5fecbde-3e07-43cb-8479-0de5684332dd tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 947 time: 0.0487046 Dec 23 13:08:40.526190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9d722c0-febb-4f9b-a4ed-09916ac43551 req-0d99faf6-d2fd-49fc-9b06-83ca810541f8 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Dec 23 13:08:41.332754 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c9052b-9b9d-417a-9da7-121ab410ccac details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:08:41.427200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c9052b-9b9d-417a-9da7-121ab410ccac,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:41.438929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '07c9052b-9b9d-417a-9da7-121ab410ccac', 'network_id': '9ab06c9a-53be-496c-a35e-dfa91ba0fc3b', 'port_id': '07c9052b-9b9d-417a-9da7-121ab410ccac', 'mac_address': 'fa:16:3e:3d:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0db7ec-d5f1-414f-bd28-0c861261b4d8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:08:41.479106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:41.493061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c9052b-9b9d-417a-9da7-121ab410ccac {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:08:41.511726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c9052b-9b9d-417a-9da7-121ab410ccac,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:41.580447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:41.627607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:41.640974 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d3184-260e-4d32-93c4-d51376188db7 req-9e44445d-d5f2-4b47-908c-b2d6cb296c48 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:41.642472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d6d3184-260e-4d32-93c4-d51376188db7 req-9e44445d-d5f2-4b47-908c-b2d6cb296c48 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 948 time: 0.0483062 Dec 23 13:08:41.688784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d6d3184-260e-4d32-93c4-d51376188db7 req-a5aa6951-97da-46cb-bedc-9d8c18fedba8 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Dec 23 13:08:41.792944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['07c9052b-9b9d-417a-9da7-121ab410ccac'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:08:42.806989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee091b-e9dd-4b7f-af6b-4ce70d2cacaf req-fa84014f-6977-4a57-87a4-dfef691c498a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:42.808480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ee091b-e9dd-4b7f-af6b-4ce70d2cacaf req-fa84014f-6977-4a57-87a4-dfef691c498a tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 948 time: 0.0531011 Dec 23 13:08:42.855121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-24ee091b-e9dd-4b7f-af6b-4ce70d2cacaf req-e28463bb-1a5e-4986-baea-0c2e267ec06b tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Dec 23 13:08:43.294569 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a7e4-bc4d-40a0-b03f-e1f4aaf08d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:43.332647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c9052b-9b9d-417a-9da7-121ab410ccac up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:08:43.448934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 07c9052b-9b9d-417a-9da7-121ab410ccac completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:08:43.453929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 07c9052b-9b9d-417a-9da7-121ab410ccac triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:08:43.454392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:43.538787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:43.561510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:08:43.563747 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a546ee7-4b8e-445d-ab7b-538b0fa1409f" -d '{"events": [{"server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "name": "network-vif-plugged", "status": "completed", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:08:43.576083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c9052b-9b9d-417a-9da7-121ab410ccac,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:43.599017 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74477fdb-9026-4714-b243-f90e9b580142 x-openstack-request-id: req-74477fdb-9026-4714-b243-f90e9b580142 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:08:43.599313 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "name": "network-vif-plugged", "status": "completed", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:08:43.599570 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74477fdb-9026-4714-b243-f90e9b580142 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:08:43.600014 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac', 'code': 200} Dec 23 13:08:43.657877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:43.697049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794540d-4c71-4d46-af53-e4dcf63201a6 req-0fb81ee5-71b0-4956-a455-367432dd43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:43.698623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1794540d-4c71-4d46-af53-e4dcf63201a6 req-0fb81ee5-71b0-4956-a455-367432dd43d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 1100 time: 0.0392826 Dec 23 13:08:43.706266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:43.752676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1794540d-4c71-4d46-af53-e4dcf63201a6 req-52d0b5d5-4932-4575-b253-714f9a1c0b5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Dec 23 13:08:43.970625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309686bc-7c42-4ccf-8859-535572c08392 req-c2a55e38-1779-4327-9b65-184d6565bbc5 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:43.972101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-309686bc-7c42-4ccf-8859-535572c08392 req-c2a55e38-1779-4327-9b65-184d6565bbc5 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 949 time: 0.0485144 Dec 23 13:08:44.022698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-309686bc-7c42-4ccf-8859-535572c08392 req-abcc4d50-d5fb-44a8-b262-a8717edec6db tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Dec 23 13:08:45.139004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa5c42-268d-4043-ad89-6f3cf113f2dd req-d9b0977e-ef19-49ff-a569-8d7809de17d0 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:45.140644 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1aa5c42-268d-4043-ad89-6f3cf113f2dd req-d9b0977e-ef19-49ff-a569-8d7809de17d0 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 949 time: 0.0491819 Dec 23 13:08:45.189358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1aa5c42-268d-4043-ad89-6f3cf113f2dd req-b51f9ffa-3cbf-48fa-a0b8-90fa1f068304 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Dec 23 13:08:45.676180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-216fe063-62df-4213-87e5-3fa8b7be90d0 req-5e53be78-e75e-418c-b148-f935be45205b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:08:45.677231 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-216fe063-62df-4213-87e5-3fa8b7be90d0 req-5e53be78-e75e-418c-b148-f935be45205b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1030877 Dec 23 13:08:46.091941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7acf704d-cedc-4aa9-958f-8f57a5189578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:46.117506 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-e5da59a2-4ed9-468e-9f71-727bbe9abf4b req-8f1cf110-0038-478f-ab3d-cfdcde988297 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:08:46.118497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e5da59a2-4ed9-468e-9f71-727bbe9abf4b req-8f1cf110-0038-478f-ab3d-cfdcde988297 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053785 Dec 23 13:08:46.640595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:46.767300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aabd71-ee6e-427d-8f08-e601ad38fbd0 req-821b3b12-1dab-4ed7-9a0c-d2e54c7d46cf tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:46.768792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3aabd71-ee6e-427d-8f08-e601ad38fbd0 req-821b3b12-1dab-4ed7-9a0c-d2e54c7d46cf tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 949 time: 0.0492201 Dec 23 13:08:46.816242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3aabd71-ee6e-427d-8f08-e601ad38fbd0 req-cd14afa1-1f0e-4e81-bb84-6ed6c4c4c122 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Dec 23 13:08:47.936850 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783555f5-e6ee-4fc7-8c4f-a98af2480123 req-8ed50ed6-04c5-4497-985f-3a23a4aa4a21 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:47.938325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-783555f5-e6ee-4fc7-8c4f-a98af2480123 req-8ed50ed6-04c5-4497-985f-3a23a4aa4a21 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 949 time: 0.0528283 Dec 23 13:08:48.014105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-46800c34-253c-41a0-a6b3-85762dc8ea0d tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:48.015615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-46800c34-253c-41a0-a6b3-85762dc8ea0d tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 949 time: 0.0764449 Dec 23 13:08:48.019233 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-783555f5-e6ee-4fc7-8c4f-a98af2480123 req-0238eac3-583a-4d92-9ddb-2c1e10dd875f tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/security-groups?id=896868ff-06b8-426c-a8fa-a0fc9a5d069d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727999 Dec 23 13:08:48.106361 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Deleting port 07c9052b-9b9d-417a-9da7-121ab410ccac {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:08:48.106598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:48.193969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] For port 07c9052b-9b9d-417a-9da7-121ab410ccac, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=07c9052b-9b9d-417a-9da7-121ab410ccac,segment=NetworkSegment(e1ea3948-ec2a-4c65-92a5-c1e73c350274),segment_id=e1ea3948-ec2a-4c65-92a5-c1e73c350274)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:08:48.194663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:48.207559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Calling delete_port for 07c9052b-9b9d-417a-9da7-121ab410ccac owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:08:48.323619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:48.395101 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:48.406778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['07c9052b-9b9d-417a-9da7-121ab410ccac'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:08:48.422745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Pushing event deleted for resources: {'Port': ['ID=07c9052b-9b9d-417a-9da7-121ab410ccac,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:48.437534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.437899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.438246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.438590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.438931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.439267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.439596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.439926 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.440260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.440589 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.440957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.441284 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.441608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:08:48.477061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] No DVR routers for this DVR port 07c9052b-9b9d-417a-9da7-121ab410ccac on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:08:48.479742 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:48.483972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d8066f41-35c0-4caf-8a12-9bc8c4881bed req-2216ed89-e99e-449d-8329-b92c36aab845 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.43 "DELETE /v2.0/ports/07c9052b-9b9d-417a-9da7-121ab410ccac HTTP/1.1" status: 204 len: 173 time: 0.4618464 Dec 23 13:08:48.484429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'name': 'network-vif-deleted', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:08:48.486716 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5248c-a471-4f14-b6d0-246f7e9dc6c7" -d '{"events": [{"server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "name": "network-vif-deleted", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:08:48.526085 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4779c413-6bab-411f-a377-66baf896cc71 x-openstack-request-id: req-4779c413-6bab-411f-a377-66baf896cc71 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:08:48.526376 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e", "name": "network-vif-deleted", "tag": "07c9052b-9b9d-417a-9da7-121ab410ccac", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:08:48.526628 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4779c413-6bab-411f-a377-66baf896cc71 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:08:48.527020 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e', 'name': 'network-vif-deleted', 'tag': '07c9052b-9b9d-417a-9da7-121ab410ccac', 'status': 'completed', 'code': 200} Dec 23 13:08:48.703440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:49.134738 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81dab3a6-7a1e-434f-a603-c2fe6cbce02a req-f472cbc2-05f6-4ef9-9bee-50ebd2a6cb07 tempest-ServersAdminNegativeTestJSON-1270571741 tempest-ServersAdminNegativeTestJSON-1270571741-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbd0e54-19a1-4a70-884b-90c6ac8ecc9e HTTP/1.1" status: 200 len: 210 time: 0.0313201 Dec 23 13:08:49.294391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:50.574099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37894) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:50.702372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-47c6c995-4d22-4939-9d56-daed759f0dd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b7268b43d8648a2bd9c4cb3298d1513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268048 Dec 23 13:08:50.704721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37898) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:50.751060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:50.772348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:50.886371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:50.889583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:50.890777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/896868ff-06b8-426c-a8fa-a0fc9a5d069d HTTP/1.1" status: 204 len: 168 time: 0.1851208 Dec 23 13:08:50.898667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524960ea-dff7-4005-88b0-64b5b081c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896868ff-06b8-426c-a8fa-a0fc9a5d069d,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:51.349150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c9052b-9b9d-417a-9da7-121ab410ccac no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:08:51.369420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 07c9052b-9b9d-417a-9da7-121ab410ccac {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:08:51.369777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 07c9052b-9b9d-417a-9da7-121ab410ccac not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:08:51.492035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 37904) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:51.505883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-060ea82e-8736-44b8-9e85-71a02a4afef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.579164 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-060ea82e-8736-44b8-9e85-71a02a4afef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.640588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-060ea82e-8736-44b8-9e85-71a02a4afef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.681942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-060ea82e-8736-44b8-9e85-71a02a4afef2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9caae252f44b406596a21d246eb4578f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888592 Dec 23 13:08:51.683022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea82e-8736-44b8-9e85-71a02a4afef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377027e-311e-471a-8128-a240ce909598,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:51.684672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37906) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:51.734115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.756345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.877439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.880050 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:51.881221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e377027e-311e-471a-8128-a240ce909598 HTTP/1.1" status: 204 len: 168 time: 0.1955397 Dec 23 13:08:51.892035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cce40-fca1-4640-bcb8-8dd02f268d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377027e-311e-471a-8128-a240ce909598,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:52.929626 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:53.027772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-239281047-network', 'tenant_id': '450d0406cb82491681617161b1c87563'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:53.046563 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.114713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Made reservation on behalf of 450d0406cb82491681617161b1c87563 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:08:53.117221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.125630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.199226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.291872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.317376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:08:53.327217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47135766-c28a-4257-a990-17de06f03f7f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:53.333179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.333631 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Added segment b7853a88-3e9c-44db-995d-e05fa46bebdd of type vlan for network a59c42d2-da2c-4133-bc39-2760d8b8b2fb Dec 23 13:08:53.373893 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.463450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.464415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:53.465119 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.551610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a59c42d2-da2c-4133-bc39-2760d8b8b2fb,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:53.561245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a59c42d2-da2c-4133-bc39-2760d8b8b2fb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:08:53.597742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ae32f27a-9d2b-49cf-a1a6-e7d86d94a9d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6670065 Dec 23 13:08:53.600574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37932) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:08:53.605461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Request body: {'subnet': {'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-239281047-subnet', 'tenant_id': '450d0406cb82491681617161b1c87563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:53.697724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Made reservation on behalf of 450d0406cb82491681617161b1c87563 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:08:53.700155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.928964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:53.978382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dfba17-f799-49a9-bbb7-23eed8933924,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:53.993088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Checking segment: {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:08:53.993455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Network hostable DHCP agents. Network: a59c42d2-da2c-4133-bc39-2760d8b8b2fb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:08:54.078137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Network a59c42d2-da2c-4133-bc39-2760d8b8b2fb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:08:54.166280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a59c42d2-da2c-4133-bc39-2760d8b8b2fb) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:08:54.170460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:54.171143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:54.175174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa33f4-535e-4208-b69d-42a524ea822c None None] Network a59c42d2-da2c-4133-bc39-2760d8b8b2fb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:08:54.272709 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-46eed3d3-0652-4071-8ca0-ee599446780d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6708872 Dec 23 13:08:54.438780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6679c5-2a19-45d2-8a4d-bb33706ded66 None None] Network a59c42d2-da2c-4133-bc39-2760d8b8b2fb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:08:54.698236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-5090b951-b206-4aeb-bee0-9849162e892d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:54.699618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-5090b951-b206-4aeb-bee0-9849162e892d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 811 time: 0.0991585 Dec 23 13:08:54.714446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-f069dbec-a00e-40b5-9052-b8d78c4570e0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/quotas/450d0406cb82491681617161b1c87563 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Dec 23 13:08:54.750316 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-da601a85-25c4-4064-8f3a-ff63bb75a274 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296850 Dec 23 13:08:54.837702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-4d653055-c0d6-4512-aeae-76417ef74c0e service neutron] 10.222.0.16 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804968 Dec 23 13:08:54.932839 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-5b6ba34e-4519-4146-9b19-2aa187519579 service neutron] 10.222.0.16 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881257 Dec 23 13:08:55.148501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7db508d2-977e-4dee-81ef-81a1f26215df req-2abfc993-e8ed-406f-b422-907aba387e85 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 210 time: 0.0274975 Dec 23 13:08:56.246492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc9b408e-7e76-49f0-af8f-a8aadfcd3241 req-7d390932-6fd2-46a5-8884-b8e53bda170d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 210 time: 0.0263460 Dec 23 13:08:57.134387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-bb614655-1e00-42d6-8a48-5cf3f122cbbd tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:57.135858 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-bb614655-1e00-42d6-8a48-5cf3f122cbbd tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.43 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 811 time: 0.1048083 Dec 23 13:08:57.148989 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Request body: {'port': {'device_id': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb', 'admin_state_up': True, 'tenant_id': '450d0406cb82491681617161b1c87563'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:57.326249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Made reservation on behalf of 450d0406cb82491681617161b1c87563 for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:08:57.331205 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:57.353893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1b68689-4d4f-4b78-b532-c50ad616c223 req-3819f6ef-9a74-4a91-a250-60b10737e5e9 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 210 time: 0.0381815 Dec 23 13:08:57.471181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Allocated IP 172.20.0.5 (a59c42d2-da2c-4133-bc39-2760d8b8b2fb/a1dfba17-f799-49a9-bbb7-23eed8933924/27a43fd1-4776-403d-afc2-f2721558a0e0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:08:57.613083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:57.709443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:57.753585 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Network a59c42d2-da2c-4133-bc39-2760d8b8b2fb is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:08:57.756717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:08:57.760282 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:08:57.767180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:57.811739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:57.812521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:57.911705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-fb0a7f65-351f-4205-84ce-b2506093874a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662833 Dec 23 13:08:57.923737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Request body: {'port': {'device_id': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:08:57.945289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:08:57.983665 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.238910 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a43fd1-4776-403d-afc2-f2721558a0e0 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:08:58.246229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.257947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Transition to ACTIVE for port object 27a43fd1-4776-403d-afc2-f2721558a0e0 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:08:58.314750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.366173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:58.443148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:08:58.443483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:08:58.443816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:08:58.462883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:08:58.463247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:08:58.473031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:08:58.473366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Checking segment: {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:08:58.473744 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Bound using segment: {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:08:58.474169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Bound port: 27a43fd1-4776-403d-afc2-f2721558a0e0, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:08:58.474524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.499647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab7ec5-f7fb-4910-b627-1dbed9a86a0a req-275538e9-304e-4b10-9c54-4547cf66098e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:58.501076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6ab7ec5-f7fb-4910-b627-1dbed9a86a0a req-275538e9-304e-4b10-9c54-4547cf66098e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0748482 Dec 23 13:08:58.586854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6ab7ec5-f7fb-4910-b627-1dbed9a86a0a req-14cce4ad-8607-44f6-a97d-8b42954ce4f7 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 Dec 23 13:08:58.587836 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:08:58.590897 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:08:58.664035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.700985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:58.702305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:08:58.703751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] 10.222.0.43 "PUT /v2.0/ports/27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 1091 time: 0.7841690 Dec 23 13:08:58.704229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:08:58.706474 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99048e-00d0-4904-8efc-ad745055c3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:08:58.727430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6808-378d-47f0-b0f5-0c06f8fb4970 service neutron] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:08:58.754129 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79247d89-a5fc-4b28-bc55-c4ee626fdd95 x-openstack-request-id: req-79247d89-a5fc-4b28-bc55-c4ee626fdd95 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:08:58.754129 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:08:58.754129 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79247d89-a5fc-4b28-bc55-c4ee626fdd95 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:08:58.754129 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'status': 'completed', 'code': 200} Dec 23 13:08:58.812281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-6e0324c5-e360-4f3f-bb3e-c009c24d0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:58.813801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-6e0324c5-e360-4f3f-bb3e-c009c24d0237 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1094 time: 0.0414484 Dec 23 13:08:58.915201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-b63f3888-3946-4359-bd81-66b5c5dabf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:58.916670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-b63f3888-3946-4359-bd81-66b5c5dabf45 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=450d0406cb82491681617161b1c87563&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946033 Dec 23 13:08:59.011493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-77a7f85b-3da1-4e8d-a77e-0fab25f98a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:59.012993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c99048e-00d0-4904-8efc-ad745055c3ac req-77a7f85b-3da1-4e8d-a77e-0fab25f98a62 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887756 Dec 23 13:08:59.094710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-1e403359-e0b2-4f0c-b554-12afa8e0fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:59.096191 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-1e403359-e0b2-4f0c-b554-12afa8e0fcc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1094 time: 0.0452416 Dec 23 13:08:59.141893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-dce0c1f1-3ca0-472f-8ed0-2cf8f33e1507 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0342820 Dec 23 13:08:59.190986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-9841e2e5-dd5a-4f13-bfa8-5b0d00f3c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:59.192410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-9841e2e5-dd5a-4f13-bfa8-5b0d00f3c096 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0436435 Dec 23 13:08:59.222993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-9f512c93-4a3d-40a4-a292-80773e879ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239866 Dec 23 13:08:59.314566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-b164f2d5-0b98-4779-8c75-8ec561ffffb4 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Dec 23 13:08:59.407222 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0ace739-6e08-4589-b2b8-e962600ec515 req-d35e9328-1cbe-40c8-856d-75aef4bf7be1 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:08:59.704274 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:08:59.707919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6dbb9-dd28-4168-8257-5e0b6e2a3790 req-9c6ee500-a1e9-4780-9cf0-d10f1b1f8ef1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:08:59.707919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7e6dbb9-dd28-4168-8257-5e0b6e2a3790 req-9c6ee500-a1e9-4780-9cf0-d10f1b1f8ef1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0532320 Dec 23 13:08:59.755356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7e6dbb9-dd28-4168-8257-5e0b6e2a3790 req-1fd46e84-654d-4e7b-b17f-bf2e3c828e2c tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Dec 23 13:09:00.874139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821fcef-7653-4877-b9b5-e55f65ddd217 req-1dd0a00e-e6ff-4315-b790-7e687d00e298 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:00.875539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c821fcef-7653-4877-b9b5-e55f65ddd217 req-1dd0a00e-e6ff-4315-b790-7e687d00e298 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0505970 Dec 23 13:09:00.925407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c821fcef-7653-4877-b9b5-e55f65ddd217 req-84244f01-5511-4760-a4e3-7bd192c0e389 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Dec 23 13:09:01.379224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:09:01.479494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:01.491057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb', 'port_id': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'mac_address': 'fa:16:3e:04:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dfba17-f799-49a9-bbb7-23eed8933924', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:09:01.527929 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:01.541567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a43fd1-4776-403d-afc2-f2721558a0e0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:09:01.561391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:01.629084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:01.676296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:01.814599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['27a43fd1-4776-403d-afc2-f2721558a0e0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:09:02.044835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f1e98-2f1f-493f-bf05-b63f7a90af9e req-a0ac696e-9694-4f0b-bb2d-62e962cbf473 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:02.047053 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec7f1e98-2f1f-493f-bf05-b63f7a90af9e req-a0ac696e-9694-4f0b-bb2d-62e962cbf473 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 944 time: 0.0529194 Dec 23 13:09:02.093852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec7f1e98-2f1f-493f-bf05-b63f7a90af9e req-b39f69bc-1f69-4982-8016-3849cf04745a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Dec 23 13:09:03.208088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398770a-bd5f-476b-85f0-048fb011689b req-d1bb55d0-b27e-4438-af9e-c8f4a890f346 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:03.209489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5398770a-bd5f-476b-85f0-048fb011689b req-d1bb55d0-b27e-4438-af9e-c8f4a890f346 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 944 time: 0.0486562 Dec 23 13:09:03.257390 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5398770a-bd5f-476b-85f0-048fb011689b req-1001b599-35bb-4191-8742-5b8f89e0cd22 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Dec 23 13:09:03.394890 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:09:03.497163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 27a43fd1-4776-403d-afc2-f2721558a0e0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:09:03.501762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 27a43fd1-4776-403d-afc2-f2721558a0e0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:09:03.502135 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:03.581471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:03.603337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:03.605608 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d01f45-39fc-4cb0-84df-0aa933de91e3" -d '{"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-plugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:03.618605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:03.642629 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e72fc2-9c93-4fd7-860d-c2801aa6506b x-openstack-request-id: req-14e72fc2-9c93-4fd7-860d-c2801aa6506b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:03.642921 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-plugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:03.643176 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14e72fc2-9c93-4fd7-860d-c2801aa6506b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:03.643596 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'code': 200} Dec 23 13:09:03.708809 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:03.742113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027205-20e4-4810-b63d-0731ae9a921f req-96970102-90ed-4c67-97f1-ec59800209e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:03.743623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b027205-20e4-4810-b63d-0731ae9a921f req-96970102-90ed-4c67-97f1-ec59800209e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1096 time: 0.0424728 Dec 23 13:09:03.756511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:03.794334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b027205-20e4-4810-b63d-0731ae9a921f req-5945b4d9-0832-4328-9a57-33c5d97827c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Dec 23 13:09:04.373115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8d997-800d-478c-9dd0-d6d94e8faee9 req-b00ff275-2606-4873-b118-cd471482b2ec tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:04.374843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ef8d997-800d-478c-9dd0-d6d94e8faee9 req-b00ff275-2606-4873-b118-cd471482b2ec tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0485923 Dec 23 13:09:04.421502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ef8d997-800d-478c-9dd0-d6d94e8faee9 req-f4857270-db45-46fe-80ef-446ca342e742 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Dec 23 13:09:05.538090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ae68-ef1f-4f6e-8b0b-3232be8d5d67 req-fba024c0-1328-49fd-b2cd-0f6a1217b68e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:05.539633 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc24ae68-ef1f-4f6e-8b0b-3232be8d5d67 req-fba024c0-1328-49fd-b2cd-0f6a1217b68e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0495868 Dec 23 13:09:05.586676 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc24ae68-ef1f-4f6e-8b0b-3232be8d5d67 req-3237beef-e60e-4bf5-9975-89ed22bf4e53 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Dec 23 13:09:05.983474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e1aba-2ce5-464b-b4ca-6b67ce0c0927 req-43a9b871-8545-4f0d-bd92-a9f5f887e3ef tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:05.985080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b87e1aba-2ce5-464b-b4ca-6b67ce0c0927 req-43a9b871-8545-4f0d-bd92-a9f5f887e3ef tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0541999 Dec 23 13:09:06.031645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b87e1aba-2ce5-464b-b4ca-6b67ce0c0927 req-ce9dab2a-0e1c-4f99-baf4-f25d91544ff2 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Dec 23 13:09:06.060603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 37988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:06.151480 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-9d24f591-b872-4ad9-8bcf-57b47f8a758e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892990 Dec 23 13:09:06.161278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-a53e6916-9b9f-4f78-98b0-750a052ffcbb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:09:06.162253 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-a53e6916-9b9f-4f78-98b0-750a052ffcbb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051374 Dec 23 13:09:07.149362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db622142-1f78-483b-94ee-c3074ee354e4 req-7e400ad7-50f2-4701-ae98-02e7328c4fca tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:07.150838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db622142-1f78-483b-94ee-c3074ee354e4 req-7e400ad7-50f2-4701-ae98-02e7328c4fca tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0490334 Dec 23 13:09:07.197719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-db622142-1f78-483b-94ee-c3074ee354e4 req-7f914160-07b4-4951-b624-19017205b640 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Dec 23 13:09:08.350507 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c850cf6-143d-453b-908e-a63d6e5d287a req-a0194ef1-86ac-4955-951e-7d18e31f9c75 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:08.351973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c850cf6-143d-453b-908e-a63d6e5d287a req-a0194ef1-86ac-4955-951e-7d18e31f9c75 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0813558 Dec 23 13:09:08.354540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e5a985e2-01fb-4fd3-acb5-82f262a2fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:08.355926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e5a985e2-01fb-4fd3-acb5-82f262a2fe8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1096 time: 0.0589201 Dec 23 13:09:08.450326 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c850cf6-143d-453b-908e-a63d6e5d287a req-884a7d64-6933-4981-a15f-6b78018224bf tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917704 Dec 23 13:09:08.473249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-8c2957e2-d799-46a0-b833-c2843bf77c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:08.474750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-8c2957e2-d799-46a0-b833-c2843bf77c1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.1105421 Dec 23 13:09:08.519322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e3af716a-eb5f-44aa-9e7d-13f778b6dcc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0377917 Dec 23 13:09:08.568134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-60e31210-14b7-46ef-aa14-3c918adce6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:08.569603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-60e31210-14b7-46ef-aa14-3c918adce6b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0435421 Dec 23 13:09:08.601148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-af597bc0-0165-4a5b-b5bf-c0b8b0f96dc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244534 Dec 23 13:09:09.025666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-ce236ace-e753-4264-b7de-5c5bf3d3b13f service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177246 Dec 23 13:09:09.114241 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-c8032963-924e-4396-959a-bed8baa025b0 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813892 Dec 23 13:09:09.573625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48847d-658a-47ca-a662-923ff56a5dff req-23898404-a686-4bec-be92-461d4341a4ae tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:09.575087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b48847d-658a-47ca-a662-923ff56a5dff req-23898404-a686-4bec-be92-461d4341a4ae tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0551271 Dec 23 13:09:09.621523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4b48847d-658a-47ca-a662-923ff56a5dff req-79a06f48-182b-48ba-b651-258ba30281c6 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Dec 23 13:09:10.738255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632ff03-8bd8-48cd-97a1-147a2acca9ab req-55b49b48-aa77-4231-a633-e29d71850014 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:10.739865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6632ff03-8bd8-48cd-97a1-147a2acca9ab req-55b49b48-aa77-4231-a633-e29d71850014 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0491681 Dec 23 13:09:10.787155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6632ff03-8bd8-48cd-97a1-147a2acca9ab req-d643ef6a-ddae-4c06-9ea9-e56f6f2b2277 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Dec 23 13:09:11.901288 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb196c3-9a44-4294-a8ad-eb614436abcf req-e7dd3c1a-773c-4fce-a975-3efbdf0b99b0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:11.902813 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb196c3-9a44-4294-a8ad-eb614436abcf req-e7dd3c1a-773c-4fce-a975-3efbdf0b99b0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0484836 Dec 23 13:09:11.952835 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bfb196c3-9a44-4294-a8ad-eb614436abcf req-d7a7bf72-aa4e-4230-9be6-c52f9d7581a8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Dec 23 13:09:13.068454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048a2d-5906-4c2e-886b-f9ba87ddc45c req-ed1ff7b8-72b1-49a0-bd75-32af0ae27ffc tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:13.069972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3048a2d-5906-4c2e-886b-f9ba87ddc45c req-ed1ff7b8-72b1-49a0-bd75-32af0ae27ffc tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0489275 Dec 23 13:09:13.116217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3048a2d-5906-4c2e-886b-f9ba87ddc45c req-32a33c7a-5c0f-49ca-b5de-e0ba30d53822 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Dec 23 13:09:13.316597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25249b33-c7cf-4dc3-9e29-66d351a7ad75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:14.233513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e61b3a-191d-4380-bfee-8181de93085d req-db97a2b7-ab4f-41bf-b6a9-4ddbbebe7ce7 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:14.235206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36e61b3a-191d-4380-bfee-8181de93085d req-db97a2b7-ab4f-41bf-b6a9-4ddbbebe7ce7 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0488806 Dec 23 13:09:14.283035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36e61b3a-191d-4380-bfee-8181de93085d req-bc23abec-60ac-4fd3-ab52-d6d4b9d4fe5d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Dec 23 13:09:15.401158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43e3e-7795-481b-a289-597213edf275 req-a145977a-7d7d-47a4-aa36-ef595dc9b911 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:15.402560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd43e3e-7795-481b-a289-597213edf275 req-a145977a-7d7d-47a4-aa36-ef595dc9b911 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0514441 Dec 23 13:09:15.450169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cd43e3e-7795-481b-a289-597213edf275 req-5365e870-49e1-485c-8a10-23c5feb386df tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Dec 23 13:09:15.565141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-6c32c326-f404-4542-9369-a33eff519852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:15.566714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-6c32c326-f404-4542-9369-a33eff519852 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1096 time: 0.0407071 Dec 23 13:09:15.670368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-1cc48bdf-715f-40d9-a569-a266f62bbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:15.671748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-1cc48bdf-715f-40d9-a569-a266f62bbd7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.0857203 Dec 23 13:09:15.714698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-3c2f5e0c-a40a-447a-a2ec-de7747ac4d77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0353336 Dec 23 13:09:15.764751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-8f8ba2c1-d7bc-455c-8096-ba453eab6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:15.766254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-8f8ba2c1-d7bc-455c-8096-ba453eab6553 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0434241 Dec 23 13:09:15.797895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-fb1dee09-54b9-4d66-bbf0-36e18f8be01f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241232 Dec 23 13:09:15.889397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-377c1b6d-62a2-4131-9981-ec9354bcf249 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Dec 23 13:09:15.981854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36efe204-0e36-484c-ad3e-bd54e88d9e48 req-905dbdc0-d596-499b-89e7-40b550738e41 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Dec 23 13:09:16.105195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d2624f1a-5877-46ec-8b81-de0c8e8d57ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:16.570466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c25e-1d97-4bab-949a-a75ff677578c req-a0ed4b85-3996-400a-b7b7-c88fdd348d1e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:16.573519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55a9c25e-1d97-4bab-949a-a75ff677578c req-a0ed4b85-3996-400a-b7b7-c88fdd348d1e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0538774 Dec 23 13:09:16.619195 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55a9c25e-1d97-4bab-949a-a75ff677578c req-3e1f40ca-2d45-4464-8ceb-6e0cb8a5764a tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Dec 23 13:09:16.619970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:17.733979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031cc49-151d-4ed5-8382-c8ed1a73072a req-68b2bca1-c08a-4a24-92ae-950520eb08fb tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:17.735443 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9031cc49-151d-4ed5-8382-c8ed1a73072a req-68b2bca1-c08a-4a24-92ae-950520eb08fb tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0476348 Dec 23 13:09:17.781425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9031cc49-151d-4ed5-8382-c8ed1a73072a req-d4d7bc5f-ec69-4bfe-88ba-09ebfb2505fd tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Dec 23 13:09:18.328071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:18.714306 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:18.904027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6051b1-9636-43ba-bbad-560a82830ce9 req-37987025-54c7-4c17-b7b7-f7a868501a67 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:18.905640 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad6051b1-9636-43ba-bbad-560a82830ce9 req-37987025-54c7-4c17-b7b7-f7a868501a67 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0537734 Dec 23 13:09:18.955692 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad6051b1-9636-43ba-bbad-560a82830ce9 req-3aa64a44-6ad8-49a5-b74a-30028c7da4a8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Dec 23 13:09:19.265357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:20.074685 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219aaf1-f009-4a66-a1fc-1e5d3a54f60a req-736ca305-efe1-4a4d-90ac-ecfb8cb0c2d6 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:20.076310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8219aaf1-f009-4a66-a1fc-1e5d3a54f60a req-736ca305-efe1-4a4d-90ac-ecfb8cb0c2d6 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0488787 Dec 23 13:09:20.124486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8219aaf1-f009-4a66-a1fc-1e5d3a54f60a req-ed64eaf0-754e-4b1c-9daf-8d26da5c00c1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Dec 23 13:09:21.242036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072661f-fca0-4da5-b027-cc289619bcad req-45a50451-1fe4-459b-a5c2-5abe45f88447 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:21.243444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d072661f-fca0-4da5-b027-cc289619bcad req-45a50451-1fe4-459b-a5c2-5abe45f88447 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0481992 Dec 23 13:09:21.295315 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d072661f-fca0-4da5-b027-cc289619bcad req-3dd5b3c8-f791-4930-aa18-58cc9dd06f0f tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Dec 23 13:09:22.414305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e662c5-eb33-465a-b788-e0319baaaf2d req-021cbf6f-05f3-4071-91f5-5df70af425f8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:22.415775 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12e662c5-eb33-465a-b788-e0319baaaf2d req-021cbf6f-05f3-4071-91f5-5df70af425f8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 23 13:09:22.466689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12e662c5-eb33-465a-b788-e0319baaaf2d req-2facb0bc-249e-4e17-9139-707b134c5ffe tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Dec 23 13:09:23.047842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:23.579732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dafa5a-2fb5-426e-8c95-603bfa9582e3 req-77a2974a-c550-493e-ae9b-490f78f18a47 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:23.581211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1dafa5a-2fb5-426e-8c95-603bfa9582e3 req-77a2974a-c550-493e-ae9b-490f78f18a47 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0483034 Dec 23 13:09:23.627707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1dafa5a-2fb5-426e-8c95-603bfa9582e3 req-97f910c0-b2f0-4776-8982-4a613214ad87 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Dec 23 13:09:24.746904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0d73-16a1-48d2-a020-8aadde72f8f1 req-0b1bdf62-4bbe-41ea-ae45-49c1735894e8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:24.748377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b91a0d73-16a1-48d2-a020-8aadde72f8f1 req-0b1bdf62-4bbe-41ea-ae45-49c1735894e8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0522473 Dec 23 13:09:24.794958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b91a0d73-16a1-48d2-a020-8aadde72f8f1 req-6820b4f4-1773-4c94-a798-edb050354641 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Dec 23 13:09:25.909842 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddba58-190f-4ba9-ad43-d47c47106737 req-c7c007bf-16e1-4ae3-9272-0ad7f807e566 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:25.911352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29ddba58-190f-4ba9-ad43-d47c47106737 req-c7c007bf-16e1-4ae3-9272-0ad7f807e566 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0485883 Dec 23 13:09:25.958455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29ddba58-190f-4ba9-ad43-d47c47106737 req-ba42214f-8ff3-4251-b823-33fe9cf0cb7b tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Dec 23 13:09:27.073218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0e36-7996-480f-b773-db408c10ed16 req-a24f6278-4885-4777-84b5-2aa6d4df5ba1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:27.074701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5ec0e36-7996-480f-b773-db408c10ed16 req-a24f6278-4885-4777-84b5-2aa6d4df5ba1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0479627 Dec 23 13:09:27.124805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5ec0e36-7996-480f-b773-db408c10ed16 req-e0fddb93-4779-454a-9c2d-fa28bb6412d2 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Dec 23 13:09:28.237871 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a3b93-38c2-4448-9be2-216d8faff6e0 req-4d56645a-be2f-4591-bb13-5340f500185d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:28.239248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f6a3b93-38c2-4448-9be2-216d8faff6e0 req-4d56645a-be2f-4591-bb13-5340f500185d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0479240 Dec 23 13:09:28.287826 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f6a3b93-38c2-4448-9be2-216d8faff6e0 req-af7a68fc-92cb-4919-adc4-76431d0a7140 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Dec 23 13:09:29.402510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342974-7d31-4534-8633-60e32977aef3 req-a56090c2-59fe-426e-82ce-de724e38534f tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:29.404274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85342974-7d31-4534-8633-60e32977aef3 req-a56090c2-59fe-426e-82ce-de724e38534f tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0491297 Dec 23 13:09:29.451722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85342974-7d31-4534-8633-60e32977aef3 req-d3d86f4c-1bc5-4fa3-9528-169765a00c72 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Dec 23 13:09:30.572874 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37891-bf93-4c76-85a1-a0afdc8a0820 req-40090b67-5123-4b89-ab2c-c10b2b9561ef tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:30.574474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60c37891-bf93-4c76-85a1-a0afdc8a0820 req-40090b67-5123-4b89-ab2c-c10b2b9561ef tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0524633 Dec 23 13:09:30.621232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-60c37891-bf93-4c76-85a1-a0afdc8a0820 req-08dd0098-12e5-483e-9f8f-2d9f14f695d8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Dec 23 13:09:31.738165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849badd9-496b-419c-bbf0-b2b13b44ce35 req-644d61eb-e4e5-4e19-8da5-ab086464ed8c tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:31.739704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-849badd9-496b-419c-bbf0-b2b13b44ce35 req-644d61eb-e4e5-4e19-8da5-ab086464ed8c tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0492349 Dec 23 13:09:31.787217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-849badd9-496b-419c-bbf0-b2b13b44ce35 req-61988891-2587-4527-a279-1c059a920b07 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Dec 23 13:09:32.906215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43b72-7c85-4ae0-af13-8f71a12323be req-5c718565-470b-41b8-8caf-385996335a9d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:32.907680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-feb43b72-7c85-4ae0-af13-8f71a12323be req-5c718565-470b-41b8-8caf-385996335a9d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0529306 Dec 23 13:09:32.955618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-feb43b72-7c85-4ae0-af13-8f71a12323be req-24c1a3d2-f76d-48a7-b52a-6d3efebd4cca tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Dec 23 13:09:34.071087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7d88-6fce-4e74-a42a-0125b76f3c26 req-d18ef9de-652b-422b-913b-332d1184632e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:34.073292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc9b7d88-6fce-4e74-a42a-0125b76f3c26 req-d18ef9de-652b-422b-913b-332d1184632e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0501420 Dec 23 13:09:34.120360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc9b7d88-6fce-4e74-a42a-0125b76f3c26 req-713d5e3e-42ff-49bf-8c23-b5adecc48bf7 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Dec 23 13:09:34.943674 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:09:35.235382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de67aa-c6a9-47a8-985a-16f9c4d32e07 req-f07b2cb0-9a97-465d-839e-e66c72f725b8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:35.236792 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7de67aa-c6a9-47a8-985a-16f9c4d32e07 req-f07b2cb0-9a97-465d-839e-e66c72f725b8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0489571 Dec 23 13:09:35.287533 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7de67aa-c6a9-47a8-985a-16f9c4d32e07 req-4c29f24e-a394-486e-ab83-248ef34730e0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Dec 23 13:09:36.405620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc92f-ee14-4b81-8e04-cb8877d8eb0f req-caa2717f-50f5-4af6-a31d-39c09251adf6 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:36.407083 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b71bc92f-ee14-4b81-8e04-cb8877d8eb0f req-caa2717f-50f5-4af6-a31d-39c09251adf6 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0483205 Dec 23 13:09:36.457535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b71bc92f-ee14-4b81-8e04-cb8877d8eb0f req-c72df0c1-2aea-4c3d-b823-f70dd9a874d8 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Dec 23 13:09:37.029470 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-6fa8f02d-5a33-44c6-826d-16e696c18f10 service neutron] show failed (client error): The resource could not be found. Dec 23 13:09:37.030490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-6fa8f02d-5a33-44c6-826d-16e696c18f10 service neutron] 10.222.0.43 "GET /v2.0/ports/27a43fd1-4776-403d-afc2-f2721558a0e0/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0556664 Dec 23 13:09:37.559493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-4eed9b7d-9a53-458c-948e-a5f2141d602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:37.561117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-4eed9b7d-9a53-458c-948e-a5f2141d602e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a&tenant_id=450d0406cb82491681617161b1c87563 HTTP/1.1" status: 200 len: 1096 time: 0.0776713 Dec 23 13:09:37.573297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:09:37.578528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dddbc4-d6b0-458d-935a-a793ac66fd32 req-a64dff51-6f29-4f8a-b7fb-75ac2993e439 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:37.580032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36dddbc4-d6b0-458d-935a-a793ac66fd32 req-a64dff51-6f29-4f8a-b7fb-75ac2993e439 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0547230 Dec 23 13:09:37.626349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:37.627914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36dddbc4-d6b0-458d-935a-a793ac66fd32 req-1faff657-1ce5-439f-a1d0-f60cac5e909b tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Dec 23 13:09:37.833118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:37.865127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:09:37.904161 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:37.906485 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba159f-c593-465a-a737-ca741f758060" -d '{"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-unplugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:37.910220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:37.924351 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Transition to ACTIVE for port object 27a43fd1-4776-403d-afc2-f2721558a0e0 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:09:37.959773 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a9e37-57ee-447b-b2db-a756d69f5a59 x-openstack-request-id: req-0e0a9e37-57ee-447b-b2db-a756d69f5a59 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:37.960075 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-unplugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:37.960331 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e0a9e37-57ee-447b-b2db-a756d69f5a59 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:37.961052 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'code': 200} Dec 23 13:09:38.000565 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:38.062751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] No DVR routers for this DVR port 27a43fd1-4776-403d-afc2-f2721558a0e0 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:09:38.068182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:38.075818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.076159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.076498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.076850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.077184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.077508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.077832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.078159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.078474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.078791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.079110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.079425 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.079739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:38.116212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:09:38.116543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:09:38.116901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:09:38.121976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:09:38.122239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Attempting to bind port 27a43fd1-4776-403d-afc2-f2721558a0e0 on network a59c42d2-da2c-4133-bc39-2760d8b8b2fb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:09:38.126966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:09:38.127299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Checking segment: {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:09:38.127680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Bound using segment: {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:09:38.128095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Bound port: 27a43fd1-4776-403d-afc2-f2721558a0e0, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7853a88-3e9c-44db-995d-e05fa46bebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:09:38.128442 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:38.190197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:09:38.193194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:09:38.320271 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:38.358309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:38.358937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:38.360419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] 10.222.0.57 "PUT /v2.0/ports/27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 1091 time: 0.7913167 Dec 23 13:09:38.378469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ff7f9-f6ae-4632-9852-a2857e938e71 service neutron] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:38.430250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-a6162e33-af14-4905-aec7-77043d57cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:38.432093 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-a6162e33-af14-4905-aec7-77043d57cf9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1094 time: 0.0489435 Dec 23 13:09:38.526667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-f51a726c-a13a-4151-a1e5-e2e00db1f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:38.528968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-f51a726c-a13a-4151-a1e5-e2e00db1f6c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.0895557 Dec 23 13:09:38.570161 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-73a14c55-27bb-494a-9313-7de506268738 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0342140 Dec 23 13:09:38.622243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-c366ad53-58a9-4e16-af29-5e985967198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:38.623602 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-c366ad53-58a9-4e16-af29-5e985967198e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0460706 Dec 23 13:09:38.656552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-8bcba494-b410-4791-b51f-c954322af332 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249176 Dec 23 13:09:38.744645 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-21f8006b-0577-453a-9dda-79d487a00548 service neutron] 10.222.0.57 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814307 Dec 23 13:09:38.745492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78c0f-4132-4f7f-a3aa-25319a460314 req-de2a06dc-473c-4a7a-ba88-25337530213d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:38.747076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ed78c0f-4132-4f7f-a3aa-25319a460314 req-de2a06dc-473c-4a7a-ba88-25337530213d tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0506742 Dec 23 13:09:38.795651 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ed78c0f-4132-4f7f-a3aa-25319a460314 req-efe18e21-796d-422c-a074-c719bbcd5548 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Dec 23 13:09:38.838487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f8d975d3-4ca8-40bd-9d31-9fe1b6dbba2b req-2812f8cf-a130-4741-ac55-05c4f24b0567 service neutron] 10.222.0.57 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865989 Dec 23 13:09:39.912252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac3703-907e-49df-bce5-0342296ac547 req-ec0cb2e6-6677-46c4-acc3-59894385dd13 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:39.913771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50ac3703-907e-49df-bce5-0342296ac547 req-ec0cb2e6-6677-46c4-acc3-59894385dd13 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0481479 Dec 23 13:09:39.961969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:39.964408 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c" -d '{"events": [{"name": "network-changed", "server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:39.966008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-50ac3703-907e-49df-bce5-0342296ac547 req-b05c1a69-0278-4746-b054-ac73cf5bdaf1 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Dec 23 13:09:40.012591 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75cecc-117d-4adc-94e3-730db8d65d13 x-openstack-request-id: req-5e75cecc-117d-4adc-94e3-730db8d65d13 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:40.012931 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:40.013188 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e75cecc-117d-4adc-94e3-730db8d65d13 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:40.013588 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'status': 'completed', 'code': 200} Dec 23 13:09:40.072509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-bc284f04-40d2-4fb1-8df3-7b146120696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.074247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-bc284f04-40d2-4fb1-8df3-7b146120696e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1094 time: 0.0416811 Dec 23 13:09:40.076226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-e553e212-f813-484b-8c2d-698d30beb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.077675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-e553e212-f813-484b-8c2d-698d30beb4ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1094 time: 0.0417068 Dec 23 13:09:40.164313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-a7c5db64-4239-4c96-bfba-7d5ae5df44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.165837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-a7c5db64-4239-4c96-bfba-7d5ae5df44f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.0850942 Dec 23 13:09:40.171921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-33c47427-9b5c-4596-98b1-32030da11d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.173457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-33c47427-9b5c-4596-98b1-32030da11d2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.0882428 Dec 23 13:09:40.212641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-d9908e94-06ad-4a24-b1eb-e43cd5e98f62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Dec 23 13:09:40.217771 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-6047c91c-ad78-4a9b-b5e6-007e90a4c2e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0370381 Dec 23 13:09:40.263878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-15b964aa-f426-4ce1-bd4d-440788e73fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.265455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-15b964aa-f426-4ce1-bd4d-440788e73fd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0462065 Dec 23 13:09:40.267942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-77b41f5f-27e5-4312-9107-c592891af0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:40.269501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-77b41f5f-27e5-4312-9107-c592891af0c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0450592 Dec 23 13:09:40.297229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-347fe170-3e91-45ed-8ccb-8ab35ac92c88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251029 Dec 23 13:09:40.301962 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-e8385435-fa28-4626-9b41-38abfc65dbb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259080 Dec 23 13:09:40.393742 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-7853c52d-b21e-4929-8513-dd6cc5a43ffd service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897708 Dec 23 13:09:40.396751 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-1f500076-e909-477c-9577-cfc2a954f49e service neutron] 10.222.0.57 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Dec 23 13:09:40.485097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-4fc8c9be-f3d9-4997-b649-77c0ed8ade0e service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Dec 23 13:09:40.487272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d76b10dd-547d-4c87-83f3-2e97b8f9d45c req-3232ec6a-bf07-427f-aeca-b773bfdac7bd service neutron] 10.222.0.57 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Dec 23 13:09:41.083608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b41c76-abeb-4d90-867a-a6fdc9d6af8f req-aa690cda-202e-4b6a-b975-83828b99d517 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:41.085117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87b41c76-abeb-4d90-867a-a6fdc9d6af8f req-aa690cda-202e-4b6a-b975-83828b99d517 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0498111 Dec 23 13:09:41.136693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87b41c76-abeb-4d90-867a-a6fdc9d6af8f req-c90a0b2e-72d9-48d7-beb4-35bd81e7fa2e tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450201 Dec 23 13:09:41.479492 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-c52712f3-a910-4dac-b140-31cc7cf80eb0 req-f47a7f23-ffcc-4750-bf95-0b1f48459af9 service neutron] (104038) timed out ('10.222.0.43', 55343) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:09:41.551119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:09:41.590517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 27a43fd1-4776-403d-afc2-f2721558a0e0 host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:09:41.590893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:09:42.259494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4db05-4b81-4e5f-8777-69ba4c46ab59 req-d44d222c-44e0-4efe-b4d1-701d90770ea0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:42.261034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48f4db05-4b81-4e5f-8777-69ba4c46ab59 req-d44d222c-44e0-4efe-b4d1-701d90770ea0 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 943 time: 0.0501628 Dec 23 13:09:42.293115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:09:42.310251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-48f4db05-4b81-4e5f-8777-69ba4c46ab59 req-f0e6188d-8c08-4e9d-8ab7-b841cc85a668 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Dec 23 13:09:42.384934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:42.400476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'network_id': 'a59c42d2-da2c-4133-bc39-2760d8b8b2fb', 'port_id': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'mac_address': 'fa:16:3e:04:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dfba17-f799-49a9-bbb7-23eed8933924', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:09:42.436708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:42.449465 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a43fd1-4776-403d-afc2-f2721558a0e0 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:09:42.468640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:42.542996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:42.588749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:42.596896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.597249 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.597592 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.597932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.598267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.598595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.598970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.599278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.599602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.599926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.600250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.600570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.600919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:42.889225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['27a43fd1-4776-403d-afc2-f2721558a0e0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:09:43.343261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-25512ea2-631f-496b-904d-2bbf817c09ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:43.429173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c03ff-0bde-4ba8-95ec-5c99df69c3ea req-275290cd-7731-408f-9cdc-4b4b0b490c93 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:43.430666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792c03ff-0bde-4ba8-95ec-5c99df69c3ea req-275290cd-7731-408f-9cdc-4b4b0b490c93 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 944 time: 0.0499940 Dec 23 13:09:43.477609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792c03ff-0bde-4ba8-95ec-5c99df69c3ea req-4109b09d-2792-4714-a043-44e3f3f8c5d7 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Dec 23 13:09:43.957418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-11e4adea-3775-4194-a7da-3ba91482d102 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:43.958989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-11e4adea-3775-4194-a7da-3ba91482d102 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.43 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a&tenant_id=450d0406cb82491681617161b1c87563&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 944 time: 0.0891905 Dec 23 13:09:44.018837 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-fe8b9af7-3291-4111-b521-27960439874b service neutron] delete failed (client error): The resource could not be found. Dec 23 13:09:44.019844 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-fe8b9af7-3291-4111-b521-27960439874b service neutron] 10.222.0.43 "DELETE /v2.0/ports/27a43fd1-4776-403d-afc2-f2721558a0e0/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0540314 Dec 23 13:09:44.103945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-51f657b1-7b7b-483a-b3a4-d1709fa70787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:44.106126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-51f657b1-7b7b-483a-b3a4-d1709fa70787 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=450d0406cb82491681617161b1c87563&device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 1095 time: 0.0408506 Dec 23 13:09:44.199701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-929a1d9c-5a57-4125-8eef-9e8e9ef6f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:44.201109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-929a1d9c-5a57-4125-8eef-9e8e9ef6f264 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 200 len: 912 time: 0.0879002 Dec 23 13:09:44.243753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-71f09c8b-3b7e-405b-bef7-7dd98a692f32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0358317 Dec 23 13:09:44.297206 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-0ab561d1-2734-4671-9928-c7d775fe6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:44.298636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-0ab561d1-2734-4671-9928-c7d775fe6900 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 200 len: 851 time: 0.0476863 Dec 23 13:09:44.302327 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:09:44.329543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-c6f7f57e-07d1-4625-9153-9b1b91cd3365 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a59c42d2-da2c-4133-bc39-2760d8b8b2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239136 Dec 23 13:09:44.400010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 27a43fd1-4776-403d-afc2-f2721558a0e0 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:09:44.404898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 27a43fd1-4776-403d-afc2-f2721558a0e0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:09:44.405390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:44.419712 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-fd0a753b-bc90-4ad8-b964-e159afc97ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833745 Dec 23 13:09:44.485582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:44.507708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:44.509978 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5fa74-8e8b-4709-8036-cc01e6c4cd1b" -d '{"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-plugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:44.513961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-40e0bf5a-9bf3-4834-b73f-64f41fa4ab67 service neutron] 10.222.0.43 "GET /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873575 Dec 23 13:09:44.523169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:44.569850 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d706b-ba71-4333-b03a-289f394a2b2b x-openstack-request-id: req-d44d706b-ba71-4333-b03a-289f394a2b2b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:44.570183 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-plugged", "status": "completed", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:44.570462 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d44d706b-ba71-4333-b03a-289f394a2b2b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:44.570868 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'code': 200} Dec 23 13:09:44.582968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:44.630110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:45.985189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b3e88-0a0b-47e3-8ebb-196802275eb3 req-427f72f6-6fc5-4083-a5fc-acbe1238b4aa tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:45.986699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d4b3e88-0a0b-47e3-8ebb-196802275eb3 req-427f72f6-6fc5-4083-a5fc-acbe1238b4aa tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0502222 Dec 23 13:09:46.036510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d4b3e88-0a0b-47e3-8ebb-196802275eb3 req-b0076faa-94df-4f61-8288-48c9f381f91c tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Dec 23 13:09:46.087381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29c7788c-555f-4242-a881-3407e1805b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:46.624834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:47.157590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446e98e-2521-4704-87bc-ea5de6ed7194 req-a49161eb-2e58-4ace-a3b9-cf97c6950560 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:47.159275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d446e98e-2521-4704-87bc-ea5de6ed7194 req-a49161eb-2e58-4ace-a3b9-cf97c6950560 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0494745 Dec 23 13:09:47.210891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d446e98e-2521-4704-87bc-ea5de6ed7194 req-a1f9da72-5d21-4563-af2c-2d769b680b8b tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/security-groups?id=47135766-c28a-4257-a990-17de06f03f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456431 Dec 23 13:09:47.378341 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-9f579244-adc8-47f4-a1db-e5c21b5ab344 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:47.379949 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-9f579244-adc8-47f4-a1db-e5c21b5ab344 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.57 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 945 time: 0.0534954 Dec 23 13:09:47.467320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Deleting port 27a43fd1-4776-403d-afc2-f2721558a0e0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:09:47.467575 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:47.556978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] For port 27a43fd1-4776-403d-afc2-f2721558a0e0, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=27a43fd1-4776-403d-afc2-f2721558a0e0,segment=NetworkSegment(b7853a88-3e9c-44db-995d-e05fa46bebdd),segment_id=b7853a88-3e9c-44db-995d-e05fa46bebdd)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:09:47.557338 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:47.570417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Calling delete_port for 27a43fd1-4776-403d-afc2-f2721558a0e0 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:09:47.750791 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:47.761948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['27a43fd1-4776-403d-afc2-f2721558a0e0'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:09:47.783461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Pushing event deleted for resources: {'Port': ['ID=27a43fd1-4776-403d-afc2-f2721558a0e0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:47.822007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] No DVR routers for this DVR port 27a43fd1-4776-403d-afc2-f2721558a0e0 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:09:47.825435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:47.829270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-00ff4e7c-73db-4481-b8b5-1db3ad43af0d req-2a13c82a-5216-4f54-ae98-2c84acbecf80 tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.57 "DELETE /v2.0/ports/27a43fd1-4776-403d-afc2-f2721558a0e0 HTTP/1.1" status: 204 len: 173 time: 0.4434798 Dec 23 13:09:47.829738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-deleted', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:47.832123 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d49bf3-bd1a-445f-a3dd-aa5b7e71e7be" -d '{"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-deleted", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:47.868473 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59a3ee7-3e1e-45ad-9e2c-9aafd5e2f1f0 x-openstack-request-id: req-e59a3ee7-3e1e-45ad-9e2c-9aafd5e2f1f0 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:47.868796 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11045c8-abee-4089-bd8d-4db32a87f67a", "name": "network-vif-deleted", "tag": "27a43fd1-4776-403d-afc2-f2721558a0e0", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:47.872326 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e59a3ee7-3e1e-45ad-9e2c-9aafd5e2f1f0 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:47.872326 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11045c8-abee-4089-bd8d-4db32a87f67a', 'name': 'network-vif-deleted', 'tag': '27a43fd1-4776-403d-afc2-f2721558a0e0', 'status': 'completed', 'code': 200} Dec 23 13:09:48.317732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-919944aa-8d20-426e-ad2a-18e218d49d6d req-577b5d62-b1da-4112-8c32-ccc33862daef tempest-DeleteServersTestJSON-1354686567 tempest-DeleteServersTestJSON-1354686567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c11045c8-abee-4089-bd8d-4db32a87f67a HTTP/1.1" status: 200 len: 210 time: 0.0287330 Dec 23 13:09:48.344480 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:48.699051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.286132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.449282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38108) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:49.495550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Deleting subnet a1dfba17-f799-49a9-bbb7-23eed8933924 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:09:49.498733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.537254 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.576780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.697283 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.724844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dfba17-f799-49a9-bbb7-23eed8933924,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:49.726781 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.729993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d2861f22-a209-4388-a92f-4c6ec2ccb160 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a1dfba17-f799-49a9-bbb7-23eed8933924 HTTP/1.1" status: 204 len: 168 time: 0.2797167 Dec 23 13:09:49.732577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38110) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:49.804014 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.879931 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.899763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59c42d2-da2c-4133-bc39-2760d8b8b2fb']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:09:49.909672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7853a88-3e9c-44db-995d-e05fa46bebdd') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:09:49.909974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7853a88-3e9c-44db-995d-e05fa46bebdd') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:09:49.919517 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.932747 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.938803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:09:49.939186 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:09:49.940838 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:09:50.068385 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.073735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.078413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a59c42d2-da2c-4133-bc39-2760d8b8b2fb HTTP/1.1" status: 204 len: 168 time: 0.3433578 Dec 23 13:09:50.088659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad603d-ddc3-45de-97dc-1f28a6b98b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59c42d2-da2c-4133-bc39-2760d8b8b2fb,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:50.469188 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38114) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:50.508873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-769f1b34-a819-4b63-b836-569395f8507a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=450d0406cb82491681617161b1c87563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385520 Dec 23 13:09:50.511246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38116) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:50.557441 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.578880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.679857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.682469 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:50.683618 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47135766-c28a-4257-a990-17de06f03f7f HTTP/1.1" status: 204 len: 168 time: 0.1715021 Dec 23 13:09:50.692172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b147ab1-5472-4eb1-889c-948ff32900eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47135766-c28a-4257-a990-17de06f03f7f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:51.665613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38138) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:51.760427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-498999309-network', 'tenant_id': '918753166b0f4303bafe36a691d03d9f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:09:51.857020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Made reservation on behalf of 918753166b0f4303bafe36a691d03d9f for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:09:51.859981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:51.869311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:51.944154 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.033938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.058128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:09:52.068357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:52.072920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.073271 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Added segment 69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7 of type vlan for network 984a687a-4005-4325-a036-82677e94725c Dec 23 13:09:52.085363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.085713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.086055 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.086395 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.086723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.087054 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.087378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.087705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.088030 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.088355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.088674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.089094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.089420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:09:52.124039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.207490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.208462 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:52.209163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.272990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] Pushing event updated for resources: {'Network': ['ID=984a687a-4005-4325-a036-82677e94725c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:52.283032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 984a687a-4005-4325-a036-82677e94725c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:09:52.319156 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-59a51f36-64dd-4119-9941-5d03cff07360 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6524279 Dec 23 13:09:52.322028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38142) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:09:52.326977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Request body: {'subnet': {'network_id': '984a687a-4005-4325-a036-82677e94725c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-498999309-subnet', 'tenant_id': '918753166b0f4303bafe36a691d03d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:09:52.338937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:09:52.369686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 27a43fd1-4776-403d-afc2-f2721558a0e0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:09:52.370011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 27a43fd1-4776-403d-afc2-f2721558a0e0 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:09:52.400165 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Made reservation on behalf of 918753166b0f4303bafe36a691d03d9f for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:09:52.402619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.624743 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.680712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44d6636-e50b-4abc-8d0f-0bd4edab078b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:52.689117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Checking segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:09:52.689475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Network hostable DHCP agents. Network: 984a687a-4005-4325-a036-82677e94725c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:09:52.755962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Network 984a687a-4005-4325-a036-82677e94725c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:09:52.852943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 984a687a-4005-4325-a036-82677e94725c) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:09:52.857086 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:52.857770 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:52.862239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f458a-f691-421b-b1f1-954bd36a03fc None None] Network 984a687a-4005-4325-a036-82677e94725c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:09:52.936298 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ceec7480-6222-4bbc-a257-bc6591165d44 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6129160 Dec 23 13:09:52.960905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f09ab-4a9b-49f7-ad17-b13cae3859f5 None None] Network 984a687a-4005-4325-a036-82677e94725c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:09:53.091148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:53.363146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-0e2e81d7-f9c7-454e-b8b2-4edc613538e0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:53.364589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-0e2e81d7-f9c7-454e-b8b2-4edc613538e0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 814 time: 0.1049962 Dec 23 13:09:53.379456 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-e629aad8-d3ee-4674-82cd-9082a5f4fd10 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/quotas/918753166b0f4303bafe36a691d03d9f HTTP/1.1" status: 200 len: 375 time: 0.0091395 Dec 23 13:09:53.410767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-b342d4ef-ef33-49b2-a280-83cd3e026788 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259480 Dec 23 13:09:53.421018 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-d61e5845-eff5-4e08-ad13-067a5f4aa895 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:09:53.422878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-d61e5845-eff5-4e08-ad13-067a5f4aa895 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056946 Dec 23 13:09:53.510373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-39b683a2-6a8f-4f6a-b0c5-a24529dcd364 service neutron] 10.222.0.16 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Dec 23 13:09:53.602535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9be5cb55-5ba7-49fc-9d92-42d95f8002bd service neutron] 10.222.0.16 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850501 Dec 23 13:09:53.834854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72a088cb-738b-4ebb-bba6-2380a74a0a13 req-6b68a63c-0403-4387-9257-edbf8c65fccf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Dec 23 13:09:54.930031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8fd6b54-d491-4ada-afbd-bdb6786c479c req-b3d29b23-ddc5-4c34-ad10-c28288cbdbd4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 210 time: 0.0271752 Dec 23 13:09:55.682581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-65757dd9-2774-4b4b-a1c2-034d37a9bea9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:55.684014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-65757dd9-2774-4b4b-a1c2-034d37a9bea9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 814 time: 0.1046469 Dec 23 13:09:55.696374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Request body: {'port': {'device_id': '414c3591-2140-4732-8afe-7014127c7f00', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'admin_state_up': True, 'tenant_id': '918753166b0f4303bafe36a691d03d9f'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:09:55.881444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Made reservation on behalf of 918753166b0f4303bafe36a691d03d9f for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:09:55.885198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.012358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Allocated IP 172.20.0.2 (984a687a-4005-4325-a036-82677e94725c/e44d6636-e50b-4abc-8d0f-0bd4edab078b/129cd7e7-299c-47c4-ba62-f365f9654a47) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:09:56.026092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d3db6aca-199e-420e-9f48-2ae53b87b144 req-f0d96ba2-0fa5-46a6-b88d-55a14add6f97 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Dec 23 13:09:56.160672 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.235470 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.280002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Network 984a687a-4005-4325-a036-82677e94725c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:09:56.283290 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:09:56.286814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:09:56.313434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:56.342385 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:56.343058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.426310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-68ac33c9-b691-42f7-9769-5d5458ddbfeb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334216 Dec 23 13:09:56.441247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Request body: {'port': {'device_id': '414c3591-2140-4732-8afe-7014127c7f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:09:56.493320 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.747446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129cd7e7-299c-47c4-ba62-f365f9654a47 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:09:56.754947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.767770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Transition to ACTIVE for port object 129cd7e7-299c-47c4-ba62-f365f9654a47 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:09:56.857206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:56.908882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:56.976977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:09:56.977309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:09:56.977630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:09:56.981756 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:09:56.982069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:09:56.986957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:09:56.987286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Checking segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:09:56.987659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Bound using segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:09:56.988074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Bound port: 129cd7e7-299c-47c4-ba62-f365f9654a47, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:09:56.988417 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:57.050101 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:09:57.053168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:09:57.139690 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:57.146987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2ca5-6abd-4d3c-ac8b-6ae255e2be88 req-64cbef3e-c5a5-471b-850e-d3c824d816e1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.148493 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f64a2ca5-6abd-4d3c-ac8b-6ae255e2be88 req-64cbef3e-c5a5-471b-850e-d3c824d816e1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0535672 Dec 23 13:09:57.182504 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.182954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:09:57.184358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 1091 time: 0.7477908 Dec 23 13:09:57.184801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:09:57.187163 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788" -d '{"events": [{"name": "network-changed", "server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:09:57.201076 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f64a2ca5-6abd-4d3c-ac8b-6ae255e2be88 req-49adbb8c-fb5a-495a-a3fa-50e1e1d7f22e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Dec 23 13:09:57.208736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda594e-ca99-4c91-afd7-5340cdb637d2 service neutron] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:09:57.235035 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bd292-5a5c-47db-8430-d015d2351e29 x-openstack-request-id: req-811bd292-5a5c-47db-8430-d015d2351e29 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:09:57.235332 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:09:57.235591 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-811bd292-5a5c-47db-8430-d015d2351e29 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:09:57.236000 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'status': 'completed', 'code': 200} Dec 23 13:09:57.298405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-2c14dad4-3c91-40ce-93c1-fa9bfbc243a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.299907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-2c14dad4-3c91-40ce-93c1-fa9bfbc243a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0421236 Dec 23 13:09:57.398861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-f2172f3f-3c7d-4fcd-8bef-de9784316bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.400318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-f2172f3f-3c7d-4fcd-8bef-de9784316bb1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=918753166b0f4303bafe36a691d03d9f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916505 Dec 23 13:09:57.494183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-df5aa39d-cf24-4437-a6fb-9802ac17040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.495637 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e8305d7f-2a33-4a8c-8aff-3bc5a0b4c788 req-df5aa39d-cf24-4437-a6fb-9802ac17040c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874283 Dec 23 13:09:57.572071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-8e227e6e-ac81-4e7c-9260-f2775ea192f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.573486 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-8e227e6e-ac81-4e7c-9260-f2775ea192f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0397868 Dec 23 13:09:57.618671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-6bdd2ca3-c42a-4165-9cec-90f6cc03969a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0371373 Dec 23 13:09:57.667439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-e917430e-82d2-4857-90d0-9e3902da4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:57.668865 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-e917430e-82d2-4857-90d0-9e3902da4b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0423529 Dec 23 13:09:57.699199 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-ff388172-e5b4-44a1-9132-4b2a4de0311f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236697 Dec 23 13:09:57.790315 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-2ea0c69c-382a-421b-90c0-4dd67aabea66 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839441 Dec 23 13:09:57.879233 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8faeb5d9-a579-4410-aa0d-4d9734dd4495 req-22ced539-8dc2-4210-a673-bee031b7dde3 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807123 Dec 23 13:09:58.325238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dcf51-cc82-410f-9fe0-776d49ca9f39 req-fed0335b-821f-4c2d-b280-e11da666afd5 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:58.326717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d8dcf51-cc82-410f-9fe0-776d49ca9f39 req-fed0335b-821f-4c2d-b280-e11da666afd5 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0487349 Dec 23 13:09:58.372842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d8dcf51-cc82-410f-9fe0-776d49ca9f39 req-1cea36ca-7936-4039-8ce6-5e36274d2fc2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Dec 23 13:09:59.492797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de89f4f-aff6-470a-8d94-adc262cd1480 req-6629fe3b-050a-4cb3-8520-a84542403d7b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:09:59.494286 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4de89f4f-aff6-470a-8d94-adc262cd1480 req-6629fe3b-050a-4cb3-8520-a84542403d7b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0507951 Dec 23 13:09:59.541660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4de89f4f-aff6-470a-8d94-adc262cd1480 req-a450deba-168f-46ab-9c29-b85feaee6440 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Dec 23 13:10:00.657925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1adf1-31b3-4379-aeec-7056ebfb62fb req-7165356b-afc3-478c-b073-c75f64382e5a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:00.659432 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ada1adf1-31b3-4379-aeec-7056ebfb62fb req-7165356b-afc3-478c-b073-c75f64382e5a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0493066 Dec 23 13:10:00.707423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ada1adf1-31b3-4379-aeec-7056ebfb62fb req-657a47aa-87a7-4c73-948a-63969deb136d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Dec 23 13:10:01.822287 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dc30d-2d9f-4daa-83be-0b5996248bd3 req-6bb80a29-76d9-411c-abd4-652f1ffc6583 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:01.823910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b6dc30d-2d9f-4daa-83be-0b5996248bd3 req-6bb80a29-76d9-411c-abd4-652f1ffc6583 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0484889 Dec 23 13:10:01.880730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b6dc30d-2d9f-4daa-83be-0b5996248bd3 req-1e617b64-8ad9-4ba2-afc5-b1be00536e3f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Dec 23 13:10:02.347889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:10:02.444218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:02.455356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'port_id': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'mac_address': 'fa:16:3e:74:24:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6636-e50b-4abc-8d0f-0bd4edab078b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:10:02.490741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:02.504050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129cd7e7-299c-47c4-ba62-f365f9654a47 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:10:02.522583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:02.578619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:02.623170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:02.850742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['129cd7e7-299c-47c4-ba62-f365f9654a47'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:10:03.002694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51a027-b450-4986-93f6-1421f718525f req-9408aaca-f12d-42e6-85ef-4bdd0843a02a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:03.004186 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b51a027-b450-4986-93f6-1421f718525f req-9408aaca-f12d-42e6-85ef-4bdd0843a02a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0491624 Dec 23 13:10:03.052143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b51a027-b450-4986-93f6-1421f718525f req-783d92e0-ca43-47c3-b425-7e9e15e9ae9c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Dec 23 13:10:04.166682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e84b1-2b35-4933-9148-a8a04acae5bb req-893b0041-86d6-4c14-82ca-990bf56311d2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:04.168147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-721e84b1-2b35-4933-9148-a8a04acae5bb req-893b0041-86d6-4c14-82ca-990bf56311d2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0490444 Dec 23 13:10:04.214147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-721e84b1-2b35-4933-9148-a8a04acae5bb req-06678552-e5d8-4b81-8e4e-189f0df63d31 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Dec 23 13:10:04.363472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:10:04.470054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 129cd7e7-299c-47c4-ba62-f365f9654a47 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:10:04.473830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 129cd7e7-299c-47c4-ba62-f365f9654a47 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:10:04.474197 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:04.553109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:04.574563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:04.576749 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e361df-df40-4a0a-8075-a218f3021cdd" -d '{"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-plugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:04.589529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:04.618077 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86af3c41-1431-4bcc-8698-15560ff7ef44 x-openstack-request-id: req-86af3c41-1431-4bcc-8698-15560ff7ef44 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:04.618077 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-plugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:04.618077 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86af3c41-1431-4bcc-8698-15560ff7ef44 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:04.618077 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'code': 200} Dec 23 13:10:04.664426 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:04.711971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7cc6c-0338-413f-922b-ee94d9dd3078 req-2a63f5f7-d78c-4895-8dd3-e8ed87129c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:04.713488 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85b7cc6c-0338-413f-922b-ee94d9dd3078 req-2a63f5f7-d78c-4895-8dd3-e8ed87129c67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1096 time: 0.0426495 Dec 23 13:10:04.717599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:05.075999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-85b7cc6c-0338-413f-922b-ee94d9dd3078 req-37a98015-c83f-4d51-aadc-8b814efd1738 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509643 Dec 23 13:10:05.332598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b072fb5-dedc-474b-a174-446feaf6680f req-d3eb1c59-c933-4f05-bd34-ddc267436e64 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:05.334113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b072fb5-dedc-474b-a174-446feaf6680f req-d3eb1c59-c933-4f05-bd34-ddc267436e64 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Dec 23 13:10:05.379657 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b072fb5-dedc-474b-a174-446feaf6680f req-2ca44f17-81f5-46b0-96b0-64947c49c39a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Dec 23 13:10:06.498275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ae1a-6dfa-4795-a30d-8191e649ebd6 req-6365c2e7-707b-49fa-abf5-c2f203acd96d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:06.500004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9967ae1a-6dfa-4795-a30d-8191e649ebd6 req-6365c2e7-707b-49fa-abf5-c2f203acd96d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0498202 Dec 23 13:10:06.548028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9967ae1a-6dfa-4795-a30d-8191e649ebd6 req-395f6c16-ea41-41ac-ba45-95dd263a022d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Dec 23 13:10:07.665794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd92e78-1c25-40a4-8a0e-2b0628ca35e3 req-a50e57ad-73a5-4b1c-8e33-e4a1ff19f222 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:07.667253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dd92e78-1c25-40a4-8a0e-2b0628ca35e3 req-a50e57ad-73a5-4b1c-8e33-e4a1ff19f222 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Dec 23 13:10:07.718377 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dd92e78-1c25-40a4-8a0e-2b0628ca35e3 req-e87d80c8-c9f4-4236-be38-71293661d70d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Dec 23 13:10:07.891364 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e36d6-fd14-4fae-b92c-26b1e8d9044f req-ab1979c1-37ea-4bcf-a226-860fb29b5659 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:07.892885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f49e36d6-fd14-4fae-b92c-26b1e8d9044f req-ab1979c1-37ea-4bcf-a226-860fb29b5659 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.1046538 Dec 23 13:10:07.941307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f49e36d6-fd14-4fae-b92c-26b1e8d9044f req-e6495281-6e6b-47b5-9426-6becf618b4f7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Dec 23 13:10:08.207623 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638bc9c-3bb4-4da1-8e23-64d18df5471f req-4c5f9a02-3f37-4a17-99b7-71b650bd465e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:08.209128 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d638bc9c-3bb4-4da1-8e23-64d18df5471f req-4c5f9a02-3f37-4a17-99b7-71b650bd465e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0500515 Dec 23 13:10:08.256665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d638bc9c-3bb4-4da1-8e23-64d18df5471f req-42bca113-dfaa-4865-b032-ba350ae498bf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Dec 23 13:10:08.372402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f89d3-eb19-4760-91db-89568e5c8924 req-226654e2-48b3-46d8-92e7-2864d02b1fbe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:08.373780 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67f89d3-eb19-4760-91db-89568e5c8924 req-226654e2-48b3-46d8-92e7-2864d02b1fbe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Dec 23 13:10:08.419880 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f67f89d3-eb19-4760-91db-89568e5c8924 req-3c51e004-2732-4f5a-ba73-47f365c7083b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 23 13:10:08.840691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cc3-d616-4817-b57b-edc6d7e6e832 req-6261acc2-c351-48f4-96a3-e0ee03b9e856 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:08.842209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fab69cc3-d616-4817-b57b-edc6d7e6e832 req-6261acc2-c351-48f4-96a3-e0ee03b9e856 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.1116824 Dec 23 13:10:08.882706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-43bbac3f-5a0b-487e-b441-f00008289cbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446372 Dec 23 13:10:08.890641 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fab69cc3-d616-4817-b57b-edc6d7e6e832 req-cc321b88-841c-4922-a598-37141b2e4930 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Dec 23 13:10:10.011384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8697-9d61-4ea8-b6d4-9943f2184767 req-ae7bde27-d506-4c23-a324-aa9abfafcd0b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:10.012892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e6e8697-9d61-4ea8-b6d4-9943f2184767 req-ae7bde27-d506-4c23-a324-aa9abfafcd0b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0525680 Dec 23 13:10:10.060011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6e6e8697-9d61-4ea8-b6d4-9943f2184767 req-74e91841-e8f2-418e-8132-3fb94f9378d4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Dec 23 13:10:10.822637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-8098b202-3852-4cc5-a355-7229818aa000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:10.824089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-8098b202-3852-4cc5-a355-7229818aa000 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1096 time: 0.0401723 Dec 23 13:10:10.913081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-c4660d52-2c59-4f73-8f66-5be6411f5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:10.914541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-c4660d52-2c59-4f73-8f66-5be6411f5b69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0838051 Dec 23 13:10:10.958265 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-b5eb94fd-77fe-43ac-8423-7a3f733d7fd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0364966 Dec 23 13:10:11.006620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-80a1fb37-1e3b-4a45-a763-1db6e9b2cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:11.008044 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-80a1fb37-1e3b-4a45-a763-1db6e9b2cf7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0437493 Dec 23 13:10:11.043713 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-f4b8a894-0852-417f-b3f2-2aee3aec73be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290384 Dec 23 13:10:11.134724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-105c5363-b29b-4f4c-9b85-031e575106dd service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Dec 23 13:10:11.180987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969f34-71e6-4a54-898e-56059fb31103 req-a5a282e8-4daf-43a5-ade6-09576750a3b9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:11.182502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67969f34-71e6-4a54-898e-56059fb31103 req-a5a282e8-4daf-43a5-ade6-09576750a3b9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Dec 23 13:10:11.230912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67969f34-71e6-4a54-898e-56059fb31103 req-cf4b9235-74f1-4f86-8105-c5c5519f314f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Dec 23 13:10:11.231894 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-7f9bf54f-f332-4b6e-b955-5070114cfe30 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901599 Dec 23 13:10:11.942879 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:10:12.345695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8355ae-a6ba-44ea-b210-e72d35e93214 req-f4231391-6a7e-4831-a46a-94dc7999c904 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:12.347182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c8355ae-a6ba-44ea-b210-e72d35e93214 req-f4231391-6a7e-4831-a46a-94dc7999c904 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0481658 Dec 23 13:10:12.396883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c8355ae-a6ba-44ea-b210-e72d35e93214 req-7fd8160c-d591-40ab-bef5-d07d888c0c7d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Dec 23 13:10:12.581201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011a57-5bca-423a-9272-4d94ce393fab req-e0228442-a91e-4b0e-8ecd-048ea980d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:12.582682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-e0228442-a91e-4b0e-8ecd-048ea980d3f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1096 time: 0.0408072 Dec 23 13:10:12.683281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011a57-5bca-423a-9272-4d94ce393fab req-5a189210-fb12-483c-bc54-086bd1f49985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:12.684744 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-5a189210-fb12-483c-bc54-086bd1f49985 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0844321 Dec 23 13:10:12.729581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-d899c89e-b5aa-49a7-ace9-a97f1a852f59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0380480 Dec 23 13:10:12.777512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011a57-5bca-423a-9272-4d94ce393fab req-8f395941-8b4e-4b52-a245-46787088fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:12.779162 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-8f395941-8b4e-4b52-a245-46787088fde2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0426378 Dec 23 13:10:12.809350 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-36f502f7-2557-43f0-a558-9f528b2ffd85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238497 Dec 23 13:10:12.901230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-f7f31030-ea92-4ca8-a013-695423f675b2 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851049 Dec 23 13:10:12.989858 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-20011a57-5bca-423a-9272-4d94ce393fab req-acf6bfc3-2948-4694-830c-52ba27e1daa2 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822029 Dec 23 13:10:13.304333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee25f-81ab-4af7-8f8f-3b63f4b5d021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:13.511417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d80f-916f-4cc2-86f8-70b7e28eaf41 req-8e851885-8c24-4a93-b0cb-323693c6f959 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:13.512895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43e1d80f-916f-4cc2-86f8-70b7e28eaf41 req-8e851885-8c24-4a93-b0cb-323693c6f959 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0491700 Dec 23 13:10:13.559665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43e1d80f-916f-4cc2-86f8-70b7e28eaf41 req-3fdb380a-5161-4c22-aac9-b04e6185be60 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Dec 23 13:10:14.675320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7366bcd-b270-4cff-b0c9-6d65ede319f5 req-7576dc69-463c-450a-8655-75aed42a37a1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:14.676796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7366bcd-b270-4cff-b0c9-6d65ede319f5 req-7576dc69-463c-450a-8655-75aed42a37a1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0490694 Dec 23 13:10:14.726319 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7366bcd-b270-4cff-b0c9-6d65ede319f5 req-5a2c4d47-7c3f-459e-be43-4622614fb0f0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Dec 23 13:10:15.849760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac543aba-c876-4863-b508-47ea5c736841 req-aa4fcc39-e97a-472c-9936-84a1ef3bfa72 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:15.851244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac543aba-c876-4863-b508-47ea5c736841 req-aa4fcc39-e97a-472c-9936-84a1ef3bfa72 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0555065 Dec 23 13:10:15.897912 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac543aba-c876-4863-b508-47ea5c736841 req-6c72fd7e-c483-4cb4-93f2-c7951b3a360e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Dec 23 13:10:16.104080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a4d7d1bb-382d-45d6-9107-f26e2682188a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:16.664119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:17.015296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984da40-1c68-475f-856e-0536b4f15608 req-62c578af-8b00-42d8-b294-b797e5508f2e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:17.016803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e984da40-1c68-475f-856e-0536b4f15608 req-62c578af-8b00-42d8-b294-b797e5508f2e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Dec 23 13:10:17.063954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e984da40-1c68-475f-856e-0536b4f15608 req-f25ddaf0-ec29-45ed-9a33-64cae3a69076 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Dec 23 13:10:18.179511 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8eb51-7325-4297-afe6-024623ad8409 req-88a75904-b8d7-46fa-99fc-8e3a7dbaf52b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:18.180907 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81e8eb51-7325-4297-afe6-024623ad8409 req-88a75904-b8d7-46fa-99fc-8e3a7dbaf52b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0473986 Dec 23 13:10:18.230761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81e8eb51-7325-4297-afe6-024623ad8409 req-9f6c73c7-a86c-46d0-95e7-a896a841d9f3 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Dec 23 13:10:18.336760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:18.761348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:19.275682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:19.364198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda191f-ebf2-46b1-a600-d5742806264b req-ce5550b3-6169-49d8-8872-9d4060e2c52c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:19.365679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-deda191f-ebf2-46b1-a600-d5742806264b req-ce5550b3-6169-49d8-8872-9d4060e2c52c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Dec 23 13:10:19.412620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-deda191f-ebf2-46b1-a600-d5742806264b req-f05c7302-a06c-49f9-b78b-b8a739bbba57 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Dec 23 13:10:20.527718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a303a5-939e-4efb-859f-fb48f7f7174a req-72024f41-eefa-47c3-9d39-d36054c041df tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:20.529495 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a303a5-939e-4efb-859f-fb48f7f7174a req-72024f41-eefa-47c3-9d39-d36054c041df tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Dec 23 13:10:20.576130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43a303a5-939e-4efb-859f-fb48f7f7174a req-43ea7f12-4e97-4767-a8c2-b73a5044cfc7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Dec 23 13:10:21.695608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aa30e-5b97-4162-a600-4ee3d7e0f071 req-970ec5f6-9352-4ed2-80b0-08c5d7a2033d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:21.697832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca7aa30e-5b97-4162-a600-4ee3d7e0f071 req-970ec5f6-9352-4ed2-80b0-08c5d7a2033d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Dec 23 13:10:21.746542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca7aa30e-5b97-4162-a600-4ee3d7e0f071 req-b4bec81f-da30-4bbf-a346-d4a8e26f86af tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428791 Dec 23 13:10:22.861443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ecb7f-7bb1-4928-b94e-193c54569f69 req-e18de889-a231-457d-9448-7ad0a2124b6f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:22.863545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-636ecb7f-7bb1-4928-b94e-193c54569f69 req-e18de889-a231-457d-9448-7ad0a2124b6f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0486867 Dec 23 13:10:22.910655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-636ecb7f-7bb1-4928-b94e-193c54569f69 req-ad97298c-a4fb-4f9f-8193-80608eaa9675 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Dec 23 13:10:23.069804 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:24.029710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35e3e8-466c-454f-888f-bf49f4d7b375 req-d0a36cdb-51a0-4f39-a363-07f79a2c1a24 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:24.031157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b35e3e8-466c-454f-888f-bf49f4d7b375 req-d0a36cdb-51a0-4f39-a363-07f79a2c1a24 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Dec 23 13:10:24.076981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b35e3e8-466c-454f-888f-bf49f4d7b375 req-d5ad5254-2142-45bf-85a2-219efc148a23 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Dec 23 13:10:25.190608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2eeb-48c6-49da-afbf-f38c7eb46849 req-138ba2cc-5dc1-4819-ac77-823e030d339c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:25.191965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-706b2eeb-48c6-49da-afbf-f38c7eb46849 req-138ba2cc-5dc1-4819-ac77-823e030d339c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Dec 23 13:10:25.239539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-706b2eeb-48c6-49da-afbf-f38c7eb46849 req-3650ca95-17cd-496a-938d-a852229861db tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Dec 23 13:10:26.354997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502a7b3-faa1-4e36-a16d-366f9f11734b req-5d6257d6-0b99-4ecc-8516-1724cd17f012 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:26.356474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2502a7b3-faa1-4e36-a16d-366f9f11734b req-5d6257d6-0b99-4ecc-8516-1724cd17f012 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0486350 Dec 23 13:10:26.406627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2502a7b3-faa1-4e36-a16d-366f9f11734b req-f1fe782e-9702-47a3-ac1f-c0a45960a795 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Dec 23 13:10:27.523201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34a067-447d-4ef8-b64d-1f3dd4071790 req-a51e013c-c5ea-465a-9a45-7fe33639a124 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:27.524670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d34a067-447d-4ef8-b64d-1f3dd4071790 req-a51e013c-c5ea-465a-9a45-7fe33639a124 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Dec 23 13:10:27.571448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d34a067-447d-4ef8-b64d-1f3dd4071790 req-8a6a323a-e307-4807-8273-5f1f0238b8d4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Dec 23 13:10:28.686154 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a239-6af9-4fc3-a550-a86ea8d190f5 req-ab8e1c98-317d-4bbc-8d82-d1f690f328c6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:28.687609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecc1a239-6af9-4fc3-a550-a86ea8d190f5 req-ab8e1c98-317d-4bbc-8d82-d1f690f328c6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0493553 Dec 23 13:10:28.734308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecc1a239-6af9-4fc3-a550-a86ea8d190f5 req-28dffeab-1158-407e-9bf4-b41b509c9f58 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Dec 23 13:10:29.852800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bd3f9-63cd-4c05-9b88-ff484457bfde req-e815cf08-c9de-4143-b627-ad561df9de72 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:29.854285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-190bd3f9-63cd-4c05-9b88-ff484457bfde req-e815cf08-c9de-4143-b627-ad561df9de72 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0515826 Dec 23 13:10:29.901498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-190bd3f9-63cd-4c05-9b88-ff484457bfde req-552986e7-d029-427d-8bb7-2f9616a5e973 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Dec 23 13:10:31.019019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f572e-d5ac-4505-b512-05d713a4773d req-d876a34e-30a6-42a9-9c86-388c81fa99c2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:31.020564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e66f572e-d5ac-4505-b512-05d713a4773d req-d876a34e-30a6-42a9-9c86-388c81fa99c2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Dec 23 13:10:31.066962 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e66f572e-d5ac-4505-b512-05d713a4773d req-3284ff7d-1d4d-46ac-963c-9ec91d83c6af tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Dec 23 13:10:32.183109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce417-5666-4c10-a4da-50d85e9bbb09 req-b4426421-3bb3-4b59-a42b-ce9c59a10c2b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:32.184521 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-848ce417-5666-4c10-a4da-50d85e9bbb09 req-b4426421-3bb3-4b59-a42b-ce9c59a10c2b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Dec 23 13:10:32.234997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-848ce417-5666-4c10-a4da-50d85e9bbb09 req-ccaebd08-bacd-47e0-8fc2-7fe2b95b22a5 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Dec 23 13:10:33.348356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bdae4-f025-42ab-8faa-a4367e89680f req-2902f6e3-be81-47f4-9ffc-8d2c84d11e12 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:33.350369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d73bdae4-f025-42ab-8faa-a4367e89680f req-2902f6e3-be81-47f4-9ffc-8d2c84d11e12 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0474510 Dec 23 13:10:33.397862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d73bdae4-f025-42ab-8faa-a4367e89680f req-a0499405-003f-4457-8593-592c564f9c27 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Dec 23 13:10:34.512159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc45f0a-6076-4a04-a2fe-fca044debe47 req-eec4ff37-6289-4d0b-9a84-9f91f95193c2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:34.513678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fc45f0a-6076-4a04-a2fe-fca044debe47 req-eec4ff37-6289-4d0b-9a84-9f91f95193c2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0475998 Dec 23 13:10:34.560219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fc45f0a-6076-4a04-a2fe-fca044debe47 req-2c74d4ad-e6a6-4371-b7c5-7a237cef1071 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Dec 23 13:10:35.678163 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e97e2-ed99-4c15-a93e-2f838de9606d req-822308ef-ceee-4b87-82d6-3f3a55fb47bc tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:35.679620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0e97e2-ed99-4c15-a93e-2f838de9606d req-822308ef-ceee-4b87-82d6-3f3a55fb47bc tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Dec 23 13:10:35.726205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed0e97e2-ed99-4c15-a93e-2f838de9606d req-872ff445-4a9f-4682-a1e0-8b790581bc2a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Dec 23 13:10:36.841463 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef8fc9-bb6d-4c86-b7a6-b08491801a4b req-39640879-0950-4774-a361-8a6fa43e99d5 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:36.843012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ef8fc9-bb6d-4c86-b7a6-b08491801a4b req-39640879-0950-4774-a361-8a6fa43e99d5 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Dec 23 13:10:36.892471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ef8fc9-bb6d-4c86-b7a6-b08491801a4b req-6a284e95-3311-490a-90a6-44357ba51f79 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428965 Dec 23 13:10:38.008780 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeb2ec-6df3-4af9-9160-cde910c656ce req-8c437f93-2fad-448b-87ca-cc29e92734d6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:38.010338 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27eeb2ec-6df3-4af9-9160-cde910c656ce req-8c437f93-2fad-448b-87ca-cc29e92734d6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Dec 23 13:10:38.056971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27eeb2ec-6df3-4af9-9160-cde910c656ce req-7c19d773-0967-4d5c-87f4-654af389d61e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Dec 23 13:10:38.388256 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a0970e2b-9e61-42ad-8277-8aa760133433 service neutron] show failed (client error): The resource could not be found. Dec 23 13:10:38.389281 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a0970e2b-9e61-42ad-8277-8aa760133433 service neutron] 10.222.0.57 "GET /v2.0/ports/129cd7e7-299c-47c4-ba62-f365f9654a47/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0558155 Dec 23 13:10:38.981247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-b646d096-3ad4-4052-a07d-caff1a8604de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:38.982875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-b646d096-3ad4-4052-a07d-caff1a8604de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00&tenant_id=918753166b0f4303bafe36a691d03d9f HTTP/1.1" status: 200 len: 1096 time: 0.1186333 Dec 23 13:10:38.994151 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:10:39.048321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.252679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3d14-b778-4a74-aff4-58d7583cb244 req-b081b179-cb9a-4e20-ab3a-a703e5b051d2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:39.254074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-516b3d14-b778-4a74-aff4-58d7583cb244 req-b081b179-cb9a-4e20-ab3a-a703e5b051d2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.1018898 Dec 23 13:10:39.321817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:39.332171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-516b3d14-b778-4a74-aff4-58d7583cb244 req-bfc2d5ba-000f-452e-adcd-650daf4e3240 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Dec 23 13:10:39.357409 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:10:39.399213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:39.401488 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58c1b1-d73d-4d80-aedb-c6442ba9ba42" -d '{"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-unplugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:39.405843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.418854 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Transition to ACTIVE for port object 129cd7e7-299c-47c4-ba62-f365f9654a47 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:10:39.486801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.521823 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f0bd92-d514-46ea-9111-98c86eee1822 x-openstack-request-id: req-d9f0bd92-d514-46ea-9111-98c86eee1822 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:39.522031 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-unplugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:39.522287 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9f0bd92-d514-46ea-9111-98c86eee1822 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:39.522673 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'code': 200} Dec 23 13:10:39.548493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] No DVR routers for this DVR port 129cd7e7-299c-47c4-ba62-f365f9654a47 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:10:39.555608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:39.587035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:10:39.587366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:10:39.587690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:10:39.591968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:10:39.592304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Attempting to bind port 129cd7e7-299c-47c4-ba62-f365f9654a47 on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:10:39.597036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:10:39.597371 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Checking segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:10:39.597746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Bound using segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:10:39.598162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Bound port: 129cd7e7-299c-47c4-ba62-f365f9654a47, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:10:39.598509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.662646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:10:39.665573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:10:39.715540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.750895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:39.751644 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:39.753049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] 10.222.0.43 "PUT /v2.0/ports/129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 1091 time: 0.7629774 Dec 23 13:10:39.773825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fe5d8-244e-4b3e-8424-c977bf79ca02 service neutron] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:39.818860 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-b2376fb3-4d26-4603-b714-20ad245ae7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:39.820336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-b2376fb3-4d26-4603-b714-20ad245ae7b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0437498 Dec 23 13:10:40.114866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-62ce49fa-a671-4911-a6f7-397072d6917e req-d29e9331-060b-44c9-96db-2b32bd701fa7 service neutron] (104038) timed out ('10.222.0.16', 34460) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:10:40.256213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-7fe7ed65-38bc-43be-9322-5142b79d04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:40.257702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-7fe7ed65-38bc-43be-9322-5142b79d04d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.4296687 Dec 23 13:10:40.299993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-59abd357-b327-4083-af7e-2ef87d240b92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0338383 Dec 23 13:10:40.347988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-6c30d3cd-ed60-49f7-9bd8-1878b4e7d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:40.349439 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-6c30d3cd-ed60-49f7-9bd8-1878b4e7d3f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0426064 Dec 23 13:10:40.384126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-4ea9779e-ab84-410a-8072-bc0644f50ea6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280995 Dec 23 13:10:40.508146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c9a98-5034-4dc2-aca0-7d0d3703c898 req-a8d4f9d0-3234-49aa-bb45-5988cdd1931a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:40.509628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-264c9a98-5034-4dc2-aca0-7d0d3703c898 req-a8d4f9d0-3234-49aa-bb45-5988cdd1931a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.1002629 Dec 23 13:10:40.514936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-eff5b50b-25bb-4747-a776-89827a90cd32 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230195 Dec 23 13:10:40.602703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-264c9a98-5034-4dc2-aca0-7d0d3703c898 req-10420329-1027-411e-a33c-c265f3668fb4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868328 Dec 23 13:10:40.631876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de03ac37-011f-45b4-a388-08cd45c63ecf req-16ea7918-026b-4606-8d80-637731166d40 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093352 Dec 23 13:10:41.524461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:41.527061 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b6341c-4fbd-4353-a435-de033b7d60e9" -d '{"events": [{"name": "network-changed", "server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:41.574902 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23173637-feb3-4e75-8090-1bf90467c180 x-openstack-request-id: req-23173637-feb3-4e75-8090-1bf90467c180 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:41.575195 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:41.575451 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23173637-feb3-4e75-8090-1bf90467c180 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:41.575846 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'status': 'completed', 'code': 200} Dec 23 13:10:41.640065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-a739d133-f4b3-43c4-864d-589376b5bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.641615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-a739d133-f4b3-43c4-864d-589376b5bc21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0434275 Dec 23 13:10:41.644918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-f89de753-5b93-4b91-ba02-188035d26aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.647113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-f89de753-5b93-4b91-ba02-188035d26aee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0483296 Dec 23 13:10:41.739034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-b0aa63a0-9414-498c-9a00-5f7a133020c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.741569 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-b0aa63a0-9414-498c-9a00-5f7a133020c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0872102 Dec 23 13:10:41.774278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ea6d2-0f70-4d40-84cf-f74bedc30627 req-b2e0f32a-9400-4cd9-b774-3291fca5a8d1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.775833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c0ea6d2-0f70-4d40-84cf-f74bedc30627 req-b2e0f32a-9400-4cd9-b774-3291fca5a8d1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0799937 Dec 23 13:10:41.777162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-4f1c0147-5066-4428-aaf2-0dc3375a7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.778767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-4f1c0147-5066-4428-aaf2-0dc3375a7a2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.1288903 Dec 23 13:10:41.789658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-b3f0f296-33dd-4f85-988b-0b3a7ef68924 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Dec 23 13:10:41.832930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-ecc3360d-5ee1-47ab-8890-2823d3ff4f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0445442 Dec 23 13:10:41.840535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-30cb9c75-da0b-415e-8a34-5ac856b81427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.842033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-30cb9c75-da0b-415e-8a34-5ac856b81427 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0454612 Dec 23 13:10:41.873747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-57ed456c-a847-4d02-90a8-adba0d3022f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245464 Dec 23 13:10:41.888932 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c0ea6d2-0f70-4d40-84cf-f74bedc30627 req-152d78d7-e6bc-4bd3-9a4f-9af09108f87a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068993 Dec 23 13:10:41.912366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-f1d3208e-21ff-44ca-a329-bd6592ce84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:41.914063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-f1d3208e-21ff-44ca-a329-bd6592ce84e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0701201 Dec 23 13:10:41.947273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-0a337676-6db5-4de3-be8d-18ad82dedde4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254040 Dec 23 13:10:41.965993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-2c9e638b-030c-44c7-b85b-5a9078d400a8 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Dec 23 13:10:42.044122 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-0c3987be-aec4-4a28-bfe0-87d94643d9b5 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871818 Dec 23 13:10:42.061756 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-11ce91fa-1bf2-4102-99c4-158752833443 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Dec 23 13:10:42.138301 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02b6341c-4fbd-4353-a435-de033b7d60e9 req-261fdd11-6f14-4925-bd68-ed65375b1bb5 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Dec 23 13:10:42.642289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:10:42.683984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port 129cd7e7-299c-47c4-ba62-f365f9654a47 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:10:42.684365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:10:43.012720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0764d96-93ac-4ae2-9be5-2d7f47d5f5b5 req-4f6ca348-a793-4db0-9e88-f0d7ffee5315 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.014202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0764d96-93ac-4ae2-9be5-2d7f47d5f5b5 req-4f6ca348-a793-4db0-9e88-f0d7ffee5315 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0531321 Dec 23 13:10:43.061522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0764d96-93ac-4ae2-9be5-2d7f47d5f5b5 req-ecea5aa9-eaa4-4c83-bf7d-ad552354d15b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Dec 23 13:10:43.326520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43e2-136d-410a-b7ec-74e7e8d9d81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:43.401453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ded54-3fab-485d-82dd-90fc69b11f6e req-3e1a13cd-dc48-4d92-b8e6-0945578340bb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.402948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a49ded54-3fab-485d-82dd-90fc69b11f6e req-3e1a13cd-dc48-4d92-b8e6-0945578340bb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 943 time: 0.0491149 Dec 23 13:10:43.450864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a49ded54-3fab-485d-82dd-90fc69b11f6e req-12f0a9a3-6571-4ea1-9da9-a17237c9fdf6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Dec 23 13:10:43.533024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-1a11535b-4b63-44fd-a11e-f91f48eb6912 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.534501 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-1a11535b-4b63-44fd-a11e-f91f48eb6912 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.57 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00&tenant_id=918753166b0f4303bafe36a691d03d9f&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 943 time: 0.0849094 Dec 23 13:10:43.598725 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-b4f05a43-5bca-4098-838a-7d82340ff909 service neutron] delete failed (client error): The resource could not be found. Dec 23 13:10:43.599691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-b4f05a43-5bca-4098-838a-7d82340ff909 service neutron] 10.222.0.57 "DELETE /v2.0/ports/129cd7e7-299c-47c4-ba62-f365f9654a47/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0577998 Dec 23 13:10:43.683443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-297808ca-8b73-4402-9098-1ac7e1ecf7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.685026 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-297808ca-8b73-4402-9098-1ac7e1ecf7f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 1094 time: 0.0413306 Dec 23 13:10:43.778224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-0cf14550-d7c9-4dde-ba55-ada57490d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.780005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-0cf14550-d7c9-4dde-ba55-ada57490d743 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0884147 Dec 23 13:10:43.822307 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-594b639f-2155-4818-9597-e81727b632b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 200 len: 217 time: 0.0344758 Dec 23 13:10:43.829713 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:10:43.872448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-9ff881a7-2fd8-49e7-8846-1ecaab443e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:43.873864 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-9ff881a7-2fd8-49e7-8846-1ecaab443e85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0442274 Dec 23 13:10:43.905905 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-f0493b7e-bdf8-4b3b-b2f4-6d25fc2ecdbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254734 Dec 23 13:10:43.924170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:43.940740 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'port_id': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'mac_address': 'fa:16:3e:74:24:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6636-e50b-4abc-8d0f-0bd4edab078b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:10:44.001289 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-5e40f43e-d71a-47f9-a9b7-8e28bcf8d863 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881546 Dec 23 13:10:44.096198 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9169ee14-3902-45fd-8cc9-c9654df0c1b0 req-8d2f28d6-7e63-4103-ac13-aded950d57fc service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 Dec 23 13:10:44.142066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:44.155536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129cd7e7-299c-47c4-ba62-f365f9654a47 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:10:44.174756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:44.252413 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:44.299109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:44.306848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.307189 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.307521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.307849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.308255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.308579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.308924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.309242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.309556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.309869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.310183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.310494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.310805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:10:44.469723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['129cd7e7-299c-47c4-ba62-f365f9654a47'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:10:44.574541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c3a4-b4ad-4065-87bf-2dbd53e4950d req-96a70df6-1a01-4442-b48f-396a247e6b00 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:44.576224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1020c3a4-b4ad-4065-87bf-2dbd53e4950d req-96a70df6-1a01-4442-b48f-396a247e6b00 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0504019 Dec 23 13:10:44.632000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1020c3a4-b4ad-4065-87bf-2dbd53e4950d req-bf74508f-a99d-400a-a21d-6be4a552be9e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 Dec 23 13:10:45.747663 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e140c1-0ec5-449d-926a-8e3e91bd7673 req-9ddb4aba-b5b3-45b1-b35b-640e66ca82cf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:45.749145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72e140c1-0ec5-449d-926a-8e3e91bd7673 req-9ddb4aba-b5b3-45b1-b35b-640e66ca82cf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0488234 Dec 23 13:10:45.796740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-72e140c1-0ec5-449d-926a-8e3e91bd7673 req-bb454bf7-e274-4745-94e9-31103644660e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Dec 23 13:10:45.847913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:10:45.911043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec476-e745-45a9-884b-62f1877e995f req-3925a07c-4d41-4391-916a-5316a8192591 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:45.912594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a72ec476-e745-45a9-884b-62f1877e995f req-3925a07c-4d41-4391-916a-5316a8192591 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0491617 Dec 23 13:10:45.947834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 129cd7e7-299c-47c4-ba62-f365f9654a47 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:10:45.951891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 129cd7e7-299c-47c4-ba62-f365f9654a47 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:10:45.952253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:45.961110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a72ec476-e745-45a9-884b-62f1877e995f req-afd3c604-04c5-40ff-bd46-2e0ea7951110 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Dec 23 13:10:46.045171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:46.068116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:46.070372 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46fc6b2-97f6-4815-a589-31f056ece975" -d '{"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-plugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:46.080031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc02ea-22d0-4b07-8572-36091c1894a8 req-29897238-04b1-466b-9647-faafd29af1b4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:46.085464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55bc02ea-22d0-4b07-8572-36091c1894a8 req-29897238-04b1-466b-9647-faafd29af1b4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 944 time: 0.0573933 Dec 23 13:10:46.092043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:46.107917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7c5d-720f-4d65-89a5-16855ee1155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:46.133452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55bc02ea-22d0-4b07-8572-36091c1894a8 req-b54bdd40-3b26-4080-a956-0f78ea989f0d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Dec 23 13:10:46.159753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:46.191025 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4702247b-d9ce-4af8-a124-c3227cb5f004 x-openstack-request-id: req-4702247b-d9ce-4af8-a124-c3227cb5f004 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:46.191321 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-plugged", "status": "completed", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:46.191564 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4702247b-d9ce-4af8-a124-c3227cb5f004 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:46.191946 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'code': 200} Dec 23 13:10:46.218968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:46.635342 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:46.728797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-8642b584-7181-4a7a-bb1a-908dbfd12aaf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:46.730578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-8642b584-7181-4a7a-bb1a-908dbfd12aaf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 814 time: 0.1045876 Dec 23 13:10:46.745980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-90370bca-9db8-434a-a509-394b193e06b6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/quotas/918753166b0f4303bafe36a691d03d9f HTTP/1.1" status: 200 len: 375 time: 0.0097222 Dec 23 13:10:46.798774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-3ee4ab58-f856-4b41-8d94-26b80e6fc051 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473552 Dec 23 13:10:46.810240 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-4a6b1641-f613-4c0b-8ada-5dc135430235 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:10:46.811225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-4a6b1641-f613-4c0b-8ada-5dc135430235 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049872 Dec 23 13:10:46.897853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-45b6e9ec-4ef4-4050-9547-cb78d0784d8f service neutron] 10.222.0.16 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810261 Dec 23 13:10:46.991389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-1a6eae7e-f434-4498-a68e-1f53ce5cc7eb service neutron] 10.222.0.16 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875590 Dec 23 13:10:47.194532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b3496b1a-e17a-467d-aa01-2838a4ea4f8d req-20a18607-e26c-4c45-85e1-00c1e4fa39b2 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 210 time: 0.0277307 Dec 23 13:10:47.856239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-b34a4779-269b-4ae5-bca8-716db21b912e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:47.857805 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-b34a4779-269b-4ae5-bca8-716db21b912e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.43 "GET /v2.0/ports?device_id=414c3591-2140-4732-8afe-7014127c7f00 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Dec 23 13:10:47.952286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Deleting port 129cd7e7-299c-47c4-ba62-f365f9654a47 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:10:47.952630 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.043290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] For port 129cd7e7-299c-47c4-ba62-f365f9654a47, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=129cd7e7-299c-47c4-ba62-f365f9654a47,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:48.043649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.057136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Calling delete_port for 129cd7e7-299c-47c4-ba62-f365f9654a47 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:10:48.229987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.242834 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['129cd7e7-299c-47c4-ba62-f365f9654a47'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:10:48.258829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Pushing event deleted for resources: {'Port': ['ID=129cd7e7-299c-47c4-ba62-f365f9654a47,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:48.315948 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fdd838f-3e24-48b2-abc9-52bc4d925cea req-a757dc5c-eb76-42ac-9cd2-7eaadb9aba53 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 210 time: 0.0465748 Dec 23 13:10:48.333246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] No DVR routers for this DVR port 129cd7e7-299c-47c4-ba62-f365f9654a47 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:10:48.336746 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.340120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23651a5c-bfdd-460a-86bc-28de2ef4927f req-d4b309e2-4136-4181-adc7-13341d8c1c2d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.43 "DELETE /v2.0/ports/129cd7e7-299c-47c4-ba62-f365f9654a47 HTTP/1.1" status: 204 len: 173 time: 0.4760015 Dec 23 13:10:48.340559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-deleted', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:48.342993 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e5eb65-1541-49c3-bd0e-ee4602eb6439" -d '{"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-deleted", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:48.345715 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.380091 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c234879-f23a-47f7-a53b-ffdef706ca7f x-openstack-request-id: req-7c234879-f23a-47f7-a53b-ffdef706ca7f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:48.381127 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c3591-2140-4732-8afe-7014127c7f00", "name": "network-vif-deleted", "tag": "129cd7e7-299c-47c4-ba62-f365f9654a47", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:48.381375 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c234879-f23a-47f7-a53b-ffdef706ca7f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:48.381796 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c3591-2140-4732-8afe-7014127c7f00', 'name': 'network-vif-deleted', 'tag': '129cd7e7-299c-47c4-ba62-f365f9654a47', 'status': 'completed', 'code': 200} Dec 23 13:10:48.736296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:48.949560 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:10:49.048942 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-35056cc0-091d-4b05-b488-eb121dfc2f32 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:49.050446 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-35056cc0-091d-4b05-b488-eb121dfc2f32 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 814 time: 0.1173131 Dec 23 13:10:49.062625 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Request body: {'port': {'device_id': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'admin_state_up': True, 'tenant_id': '918753166b0f4303bafe36a691d03d9f'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:10:49.250995 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Made reservation on behalf of 918753166b0f4303bafe36a691d03d9f for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:10:49.254581 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:49.286333 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:49.385422 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Allocated IP 172.20.0.14 (984a687a-4005-4325-a036-82677e94725c/e44d6636-e50b-4abc-8d0f-0bd4edab078b/d38a8573-3852-4c4a-b3d5-9d83442d06dd) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:10:49.418479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f086a5e2-6142-455d-b19e-afffed010c01 req-11bbb0a8-55f9-47fc-8c52-4390c3e31beb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 210 time: 0.0307949 Dec 23 13:10:49.559741 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:49.646806 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:49.659234 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['129cd7e7-299c-47c4-ba62-f365f9654a47'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:10:49.692741 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Network 984a687a-4005-4325-a036-82677e94725c is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:10:49.696887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:10:49.700554 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:10:49.724201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:49.753634 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:49.754261 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:49.831998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-67d28102-51dd-4239-a3da-b52e55be061c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728801 Dec 23 13:10:49.844107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Request body: {'port': {'device_id': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:10:49.900604 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.160551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38a8573-3852-4c4a-b3d5-9d83442d06dd {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:10:50.168214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.180251 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Transition to ACTIVE for port object d38a8573-3852-4c4a-b3d5-9d83442d06dd will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:10:50.240723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.311943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:50.361016 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:10:50.361343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:10:50.361672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:10:50.366021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:10:50.366924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:10:50.371840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:10:50.372175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Checking segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:10:50.372564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Bound using segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:10:50.373020 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Bound port: d38a8573-3852-4c4a-b3d5-9d83442d06dd, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:10:50.373433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.437359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:10:50.440428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:10:50.487080 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.553242 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.553998 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:50.555374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-72649972-f458-41d4-9307-3f03afea4caf service neutron] 10.222.0.43 "PUT /v2.0/ports/d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 1092 time: 0.7152791 Dec 23 13:10:50.557595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:50.559850 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:50.582986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649972-f458-41d4-9307-3f03afea4caf service neutron] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:10:50.594488 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:10:50.598867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0f533-6ab7-496e-94a1-f1b0abad54d3 req-866cac3f-cf00-4962-abe4-2fe2bc72506c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.600397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0df0f533-6ab7-496e-94a1-f1b0abad54d3 req-866cac3f-cf00-4962-abe4-2fe2bc72506c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.1109333 Dec 23 13:10:50.603656 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839a47a2-472b-4e28-a7df-38b85e5686bf x-openstack-request-id: req-839a47a2-472b-4e28-a7df-38b85e5686bf {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:50.603951 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:50.604331 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-839a47a2-472b-4e28-a7df-38b85e5686bf {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:50.604658 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'status': 'completed', 'code': 200} Dec 23 13:10:50.678370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0df0f533-6ab7-496e-94a1-f1b0abad54d3 req-bc7d9304-6ac2-46a1-8df2-d4f5e2dd54d7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Dec 23 13:10:50.686478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-6452dd25-27bf-4700-b960-8cfa1c561a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.687991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-6452dd25-27bf-4700-b960-8cfa1c561a91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1095 time: 0.0609143 Dec 23 13:10:50.789598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-23b3c7a5-1a43-436b-9062-8b20b50d62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.791050 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-23b3c7a5-1a43-436b-9062-8b20b50d62df service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=918753166b0f4303bafe36a691d03d9f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954800 Dec 23 13:10:50.883228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-b1efde4e-920b-483e-bdad-4e5706d6a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.884683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d8a64ee-3f7f-4dc6-8434-c8578be51b1f req-b1efde4e-920b-483e-bdad-4e5706d6a46d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866132 Dec 23 13:10:50.967604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-86905357-fc50-417d-81cd-4b0ba27f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:50.969034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-86905357-fc50-417d-81cd-4b0ba27f9ba8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1095 time: 0.0453770 Dec 23 13:10:51.012302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-a544fcd3-1022-409a-8153-b601bd3f70a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0354192 Dec 23 13:10:51.061551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-2961f7b3-1189-43bf-b966-52cb70fe4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:51.062991 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-2961f7b3-1189-43bf-b966-52cb70fe4dad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0438094 Dec 23 13:10:51.093773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-7cae44c8-bcde-49b6-a073-19226bc7155b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241582 Dec 23 13:10:51.187359 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-b0ee5446-00e1-494a-80bc-8f4733795466 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Dec 23 13:10:51.332363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d58984f-531f-4f4f-a72a-1e8c7dbc8cc1 req-c2fcc730-4af2-4ca0-a6b4-a4fb7704309a service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384442 Dec 23 13:10:51.807759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de400949-8012-4e6f-b23e-4272a8e60782 req-390578e1-28fe-4e11-8db9-e3f1a242e80a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:51.809253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de400949-8012-4e6f-b23e-4272a8e60782 req-390578e1-28fe-4e11-8db9-e3f1a242e80a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0583470 Dec 23 13:10:51.855843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de400949-8012-4e6f-b23e-4272a8e60782 req-f1885335-ecfb-4c2a-b1f9-bcc0c8b07d16 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Dec 23 13:10:51.885096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:10:51.907781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 129cd7e7-299c-47c4-ba62-f365f9654a47 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:10:51.908123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 129cd7e7-299c-47c4-ba62-f365f9654a47 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:10:52.972514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ad455-623e-4a19-8faa-fda3df787122 req-618450be-603f-4f19-ad14-f5ab02c6f9b8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:52.974033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae6ad455-623e-4a19-8faa-fda3df787122 req-618450be-603f-4f19-ad14-f5ab02c6f9b8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0493798 Dec 23 13:10:53.021205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae6ad455-623e-4a19-8faa-fda3df787122 req-b17afd9e-e36f-436d-8944-b97891e1b8fa tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Dec 23 13:10:53.080315 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:53.892355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:10:53.985304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:53.997420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'port_id': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'mac_address': 'fa:16:3e:b0:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6636-e50b-4abc-8d0f-0bd4edab078b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:10:54.037348 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:54.049951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38a8573-3852-4c4a-b3d5-9d83442d06dd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:10:54.069761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:54.131844 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:54.146593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3084-585d-41ec-84d4-6ab114e1b306 req-5b50b33c-119c-4b21-a28a-011e93cfefa9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:54.148007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf7b3084-585d-41ec-84d4-6ab114e1b306 req-5b50b33c-119c-4b21-a28a-011e93cfefa9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0581012 Dec 23 13:10:54.182641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:54.205255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf7b3084-585d-41ec-84d4-6ab114e1b306 req-a546903a-26a5-4973-bc82-9a0cbfdbc502 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Dec 23 13:10:54.319273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['d38a8573-3852-4c4a-b3d5-9d83442d06dd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:10:55.319861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec56c-6a4a-46a5-b811-3324c87a8f4f req-a061474e-289c-4ab6-8b81-22ef67edd747 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:55.321549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a33ec56c-6a4a-46a5-b811-3324c87a8f4f req-a061474e-289c-4ab6-8b81-22ef67edd747 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 945 time: 0.0485551 Dec 23 13:10:55.367733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a33ec56c-6a4a-46a5-b811-3324c87a8f4f req-b0241f1d-62f8-454e-ab3f-7fd2069fc531 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Dec 23 13:10:55.907768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:10:56.022207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port d38a8573-3852-4c4a-b3d5-9d83442d06dd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:10:56.026926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port d38a8573-3852-4c4a-b3d5-9d83442d06dd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:10:56.027291 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:56.105062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:56.126303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:10:56.128510 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef00ff-e84b-4ab0-b491-6157b0a81f30" -d '{"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-plugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:10:56.142037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:10:56.166378 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae79a2-9f0b-4862-82ef-ebc7019de759 x-openstack-request-id: req-24ae79a2-9f0b-4862-82ef-ebc7019de759 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:10:56.166686 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-plugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:10:56.166917 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ae79a2-9f0b-4862-82ef-ebc7019de759 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:10:56.167319 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'code': 200} Dec 23 13:10:56.206194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:10:56.255356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:10:56.266403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b983-ed02-4237-b330-c9321f3bbb06 req-51779f07-5441-4043-8037-b53e42b394f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:56.268055 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce0b983-ed02-4237-b330-c9321f3bbb06 req-51779f07-5441-4043-8037-b53e42b394f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1097 time: 0.0448632 Dec 23 13:10:56.315455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cce0b983-ed02-4237-b330-c9321f3bbb06 req-8027dfca-d114-4476-9824-c225fe5dc36f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Dec 23 13:10:56.489260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809405-9adf-46d8-9606-8a25118a445a req-5dc5e39a-49c0-48ac-881e-fcd24739562a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:56.490658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd809405-9adf-46d8-9606-8a25118a445a req-5dc5e39a-49c0-48ac-881e-fcd24739562a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0489697 Dec 23 13:10:56.537505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd809405-9adf-46d8-9606-8a25118a445a req-c4c6bf4b-99ac-4bea-80f7-ef4415ed818c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Dec 23 13:10:57.652665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c54d9-9eb3-4117-9989-49ea83066638 req-7d4302c9-3629-4ae8-b6fa-f486a96da6c8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:57.654160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c31c54d9-9eb3-4117-9989-49ea83066638 req-7d4302c9-3629-4ae8-b6fa-f486a96da6c8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0478373 Dec 23 13:10:57.700632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c31c54d9-9eb3-4117-9989-49ea83066638 req-6f1dfceb-d0b6-4a50-aa25-9f8badaa3f03 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Dec 23 13:10:57.817076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66c72e-ae39-4953-8d95-7678a2c429b7 req-e4b985c3-914f-4a74-a9b5-e9086310db67 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:57.818447 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae66c72e-ae39-4953-8d95-7678a2c429b7 req-e4b985c3-914f-4a74-a9b5-e9086310db67 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0522203 Dec 23 13:10:57.864636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae66c72e-ae39-4953-8d95-7678a2c429b7 req-b10a8e8a-ce12-4b2f-92fd-8eec31636574 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Dec 23 13:10:58.352413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce38c-8bc5-4cb0-b7f1-f84182dbb6c2 req-38cb13ff-d831-4daa-a4f5-08af6ddfb372 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:58.353967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4abce38c-8bc5-4cb0-b7f1-f84182dbb6c2 req-38cb13ff-d831-4daa-a4f5-08af6ddfb372 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0492227 Dec 23 13:10:58.400946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4abce38c-8bc5-4cb0-b7f1-f84182dbb6c2 req-70ed92cd-fd9e-409e-9f7a-489c82ce1439 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Dec 23 13:10:58.471205 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-bb20979b-e150-43d0-b564-5cbc8a399204 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447388 Dec 23 13:10:59.519615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dd247-6432-4683-a360-f3cf48c84822 req-0658dd67-f5ca-4957-9db2-6619d314e33e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:10:59.521113 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-348dd247-6432-4683-a360-f3cf48c84822 req-0658dd67-f5ca-4957-9db2-6619d314e33e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0495844 Dec 23 13:10:59.572811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-348dd247-6432-4683-a360-f3cf48c84822 req-693649cd-56ac-4d6a-86f0-4c3f81d96e6b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Dec 23 13:11:00.401475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-56b0d36a-2d7f-4b1e-849b-3cef6d9eb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:00.403026 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-56b0d36a-2d7f-4b1e-849b-3cef6d9eb5be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1097 time: 0.0418491 Dec 23 13:11:00.492727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-554f0923-82b3-4ea0-8278-7f5b2a1d8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:00.494819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-554f0923-82b3-4ea0-8278-7f5b2a1d8e2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0848272 Dec 23 13:11:00.539779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-0bd0210a-d9ab-449e-ba5f-e6fe81ebb3bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0376172 Dec 23 13:11:00.590844 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-a72ae243-9783-4187-a005-77353e7026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:00.592308 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-a72ae243-9783-4187-a005-77353e7026e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0461295 Dec 23 13:11:00.625985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-e4b0f0e1-694c-4e74-b2b5-7a9417d6cec6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268075 Dec 23 13:11:00.753051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c4e8-4502-4a7b-9b21-2105b6a649af req-c9c8c6cd-d3eb-4148-a6f5-f3d0e6e01a83 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:00.754427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8a0c4e8-4502-4a7b-9b21-2105b6a649af req-c9c8c6cd-d3eb-4148-a6f5-f3d0e6e01a83 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.1035235 Dec 23 13:11:00.760893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7d1dc126-8306-4e56-a176-e6f91dbe71bb service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277061 Dec 23 13:11:00.854391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b8a0c4e8-4502-4a7b-9b21-2105b6a649af req-73751656-be0a-46ff-ae8c-2848fc4d3fef tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924768 Dec 23 13:11:00.883720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-3d236740-3993-414e-92d8-0cb784c75ef3 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152518 Dec 23 13:11:01.971820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556aef3-6cea-4934-9792-f3345dfd1c8d req-07f9cc59-c431-4255-890b-3f1904807dcf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:01.973294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8556aef3-6cea-4934-9792-f3345dfd1c8d req-07f9cc59-c431-4255-890b-3f1904807dcf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0491369 Dec 23 13:11:02.020007 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8556aef3-6cea-4934-9792-f3345dfd1c8d req-1cb2e02e-4d90-4d22-b83e-062f8158b748 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Dec 23 13:11:03.140127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9e5d0-9215-457c-a8d7-eee72c17d5a6 req-1a76c2fa-bdb8-4829-821d-6ca437903605 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:03.141631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1c9e5d0-9215-457c-a8d7-eee72c17d5a6 req-1a76c2fa-bdb8-4829-821d-6ca437903605 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0532959 Dec 23 13:11:03.189069 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c1c9e5d0-9215-457c-a8d7-eee72c17d5a6 req-20345eb5-dec4-4241-ba6b-deab7d31ee02 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Dec 23 13:11:04.304400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6375-20ed-4d49-b54c-bb6e0cb38871 req-7cbc4cac-9a97-4963-9705-c46e1577c7f0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:04.305888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff9b6375-20ed-4d49-b54c-bb6e0cb38871 req-7cbc4cac-9a97-4963-9705-c46e1577c7f0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0483339 Dec 23 13:11:04.352379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff9b6375-20ed-4d49-b54c-bb6e0cb38871 req-4a736b52-a89f-4795-b21a-e9e6d8760b64 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Dec 23 13:11:05.467121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859bc3-a644-49a7-a112-155af03c6106 req-1cde4df8-350f-499f-b1af-408196c0a5d8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:05.468600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29859bc3-a644-49a7-a112-155af03c6106 req-1cde4df8-350f-499f-b1af-408196c0a5d8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0483747 Dec 23 13:11:05.519170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29859bc3-a644-49a7-a112-155af03c6106 req-762b8e41-e821-48c2-a999-073227ab4c04 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Dec 23 13:11:06.633156 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e32b8-5aaf-4b93-b33d-1f995c8074eb req-d35d9893-6dd6-4486-8aa0-dc3a70d81ac6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:06.635051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5e32b8-5aaf-4b93-b33d-1f995c8074eb req-d35d9893-6dd6-4486-8aa0-dc3a70d81ac6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0482602 Dec 23 13:11:06.682144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b5e32b8-5aaf-4b93-b33d-1f995c8074eb req-7dce3854-cca5-4abc-bd3f-c06f147b9e17 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Dec 23 13:11:07.796256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10232f0a-b212-437f-9c48-bcf369259cad req-1ee2836c-0e13-48fd-8404-fd03d0bc485a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:07.797752 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10232f0a-b212-437f-9c48-bcf369259cad req-1ee2836c-0e13-48fd-8404-fd03d0bc485a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0483606 Dec 23 13:11:07.843667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10232f0a-b212-437f-9c48-bcf369259cad req-ef830e7b-414d-45c4-b9be-11942756e8ed tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Dec 23 13:11:08.964114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135002-e20c-4872-ab44-f10f0c2a3494 req-b3b111d0-6839-43df-a1f0-aac6fb673a59 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:08.965600 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac135002-e20c-4872-ab44-f10f0c2a3494 req-b3b111d0-6839-43df-a1f0-aac6fb673a59 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0517442 Dec 23 13:11:09.011993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac135002-e20c-4872-ab44-f10f0c2a3494 req-94420d63-cf88-4c19-af8c-08fb94a948d3 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Dec 23 13:11:10.131925 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5515bf-1434-409e-9aec-5d1a09b181aa req-e0d261d8-fd6c-4aed-9ea5-140924e7c31d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:10.133396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b5515bf-1434-409e-9aec-5d1a09b181aa req-e0d261d8-fd6c-4aed-9ea5-140924e7c31d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0477335 Dec 23 13:11:10.180401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5b5515bf-1434-409e-9aec-5d1a09b181aa req-46071c8f-166e-4077-aeb3-5def7c56d359 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Dec 23 13:11:11.296109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b114-c93e-4f60-8492-47511a20ed6a req-9293e861-8bea-4c72-930e-43841fdc319f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:11.297634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30f5b114-c93e-4f60-8492-47511a20ed6a req-9293e861-8bea-4c72-930e-43841fdc319f tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0487342 Dec 23 13:11:11.347280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30f5b114-c93e-4f60-8492-47511a20ed6a req-3e9dd3ee-efd7-4040-b3e1-ce4c7fca9a26 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Dec 23 13:11:12.462711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576afc6-d193-456d-905e-234bc5cf029f req-c0f3bcc1-6ec4-49df-9500-a45c71c4c000 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:12.464183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f576afc6-d193-456d-905e-234bc5cf029f req-c0f3bcc1-6ec4-49df-9500-a45c71c4c000 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0490394 Dec 23 13:11:12.511059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f576afc6-d193-456d-905e-234bc5cf029f req-929909b4-a75e-42e3-b9c6-7fa2a196de31 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Dec 23 13:11:13.303083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a5018c8-9189-4a67-ad4f-5c196e2a8b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:13.623785 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b2a2-ecb5-4b05-8b1f-fe7ac3f6f50a req-31da9acd-c1e6-4529-a7ca-30b45774a69e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:13.625178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d90b2a2-ecb5-4b05-8b1f-fe7ac3f6f50a req-31da9acd-c1e6-4529-a7ca-30b45774a69e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0477121 Dec 23 13:11:13.671783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7d90b2a2-ecb5-4b05-8b1f-fe7ac3f6f50a req-50c3b600-c0cd-45ff-988f-a1dd937196b6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Dec 23 13:11:14.789477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714245-2369-4072-a5e0-e37625ec7498 req-0d6beb7f-c783-4ce6-8abf-a4a3973bc75a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:14.791084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b714245-2369-4072-a5e0-e37625ec7498 req-0d6beb7f-c783-4ce6-8abf-a4a3973bc75a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0523243 Dec 23 13:11:14.837887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b714245-2369-4072-a5e0-e37625ec7498 req-ab849350-9f73-482a-80c0-f72b1a66f6cb tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Dec 23 13:11:15.953681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6202ea2-7bee-4dbf-86c5-08a9fbba206b req-906de571-0e26-46a0-90f8-f8a712067237 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:15.955161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6202ea2-7bee-4dbf-86c5-08a9fbba206b req-906de571-0e26-46a0-90f8-f8a712067237 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0489588 Dec 23 13:11:16.001772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6202ea2-7bee-4dbf-86c5-08a9fbba206b req-17785fd8-385b-4cdc-98c1-aaf2988c1976 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Dec 23 13:11:16.096021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-56daf9cf-943a-47c0-a666-48490559b7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:16.628777 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:17.121137 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000c9f9-1d2d-4188-8602-a22cea877f8b req-873aab07-f0f3-4e0a-bd12-b96c106ba48a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:17.122688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d000c9f9-1d2d-4188-8602-a22cea877f8b req-873aab07-f0f3-4e0a-bd12-b96c106ba48a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0523000 Dec 23 13:11:17.169798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d000c9f9-1d2d-4188-8602-a22cea877f8b req-f3835a6b-bfe5-432a-ab46-b9cc2824418e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Dec 23 13:11:18.285218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c81d-79e4-4752-873d-74f1dfe5f554 req-76cc874c-2e96-4a24-86e6-08240fc64d0b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:18.286747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8945c81d-79e4-4752-873d-74f1dfe5f554 req-76cc874c-2e96-4a24-86e6-08240fc64d0b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0493615 Dec 23 13:11:18.335321 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8945c81d-79e4-4752-873d-74f1dfe5f554 req-3511acbf-1032-4ec0-aa50-93579b7c97bf tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Dec 23 13:11:18.336036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:18.735919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:19.262498 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:19.449407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55f5d-4624-4291-9063-851e7932139e req-9b7b2117-7402-4ea9-9ded-76955b686ff0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:19.450864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06f55f5d-4624-4291-9063-851e7932139e req-9b7b2117-7402-4ea9-9ded-76955b686ff0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0480630 Dec 23 13:11:19.501155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-06f55f5d-4624-4291-9063-851e7932139e req-0d4298e6-3ea9-4a83-9427-b4c7dc8c5b97 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Dec 23 13:11:19.562522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-3b19da67-072a-4809-8aeb-a717ac288a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:19.563982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-3b19da67-072a-4809-8aeb-a717ac288a0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1097 time: 0.0402567 Dec 23 13:11:19.671547 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-3580b407-05df-4c63-8909-8093a63f970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:19.672994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-3580b407-05df-4c63-8909-8093a63f970f service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0828598 Dec 23 13:11:19.717976 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-fae071ea-6fea-4352-ac6f-acd49ce3fc0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0377491 Dec 23 13:11:19.766286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-16e4242e-1bd3-4969-aabc-f33978d7e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:19.767714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-16e4242e-1bd3-4969-aabc-f33978d7e486 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0432885 Dec 23 13:11:19.798736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-82f12f70-7dc3-4eb9-b3c1-405aa9192442 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244160 Dec 23 13:11:19.888740 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-3a7ab50d-7870-4786-bf07-faa36a0ac9e6 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Dec 23 13:11:19.976744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ce2edba-7163-42e7-a7e8-cf9382ae62c5 req-8b0f1dc2-d414-4e1c-8a1f-e3f6bd73bcba service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Dec 23 13:11:20.622678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168bcd-3726-4542-b2b8-b2246e19c9d2 req-8b3f7301-44f9-4e72-bc86-5d4ea4d977ab tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:20.624144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12168bcd-3726-4542-b2b8-b2246e19c9d2 req-8b3f7301-44f9-4e72-bc86-5d4ea4d977ab tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0496502 Dec 23 13:11:20.675822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12168bcd-3726-4542-b2b8-b2246e19c9d2 req-856161a8-2a5f-474b-b930-59d4e810677a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Dec 23 13:11:21.791940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f9ddc-d32a-4152-8d3f-854d2737bb8c req-2c6c0b06-8a51-4891-bef0-123750521cd9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:21.793452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934f9ddc-d32a-4152-8d3f-854d2737bb8c req-2c6c0b06-8a51-4891-bef0-123750521cd9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0488136 Dec 23 13:11:21.840489 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-934f9ddc-d32a-4152-8d3f-854d2737bb8c req-c3e91b95-cf0f-4a97-ba39-0db2b10be320 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Dec 23 13:11:22.955446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c3198-9572-46d5-a178-9943310c9803 req-12180fee-3dc6-4cb3-b4f3-081691431833 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:22.956931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-456c3198-9572-46d5-a178-9943310c9803 req-12180fee-3dc6-4cb3-b4f3-081691431833 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0490599 Dec 23 13:11:23.004729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-456c3198-9572-46d5-a178-9943310c9803 req-a299f49f-8422-4752-b114-56fa8450dac1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Dec 23 13:11:23.068718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:24.126005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a0d2d-e056-46dc-8ed5-95b22cf55b2f req-aeb08a5a-a283-4968-981b-ebebde6fd5d7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:24.128164 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a71a0d2d-e056-46dc-8ed5-95b22cf55b2f req-aeb08a5a-a283-4968-981b-ebebde6fd5d7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0527556 Dec 23 13:11:24.174649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a71a0d2d-e056-46dc-8ed5-95b22cf55b2f req-f50e870a-ccb8-4607-8d4c-020f466c8764 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Dec 23 13:11:25.291110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a588-e336-47b6-84c6-07d8f5248b9d req-909fe329-bc51-4acb-87ae-e409c87efc55 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:25.292575 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b71a588-e336-47b6-84c6-07d8f5248b9d req-909fe329-bc51-4acb-87ae-e409c87efc55 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0478294 Dec 23 13:11:25.339864 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b71a588-e336-47b6-84c6-07d8f5248b9d req-973ef109-2114-4c9a-b989-6d3f2d7dd2d6 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Dec 23 13:11:25.938825 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:11:26.457748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ce3d0-67ed-42e9-9bf1-3bc5b61a1af4 req-8ac5a778-5753-4357-83da-ad4d9b92a804 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:26.459239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c6ce3d0-67ed-42e9-9bf1-3bc5b61a1af4 req-8ac5a778-5753-4357-83da-ad4d9b92a804 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0493197 Dec 23 13:11:26.509997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c6ce3d0-67ed-42e9-9bf1-3bc5b61a1af4 req-a520560c-3e01-4404-a611-fbd8ece6d9a9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Dec 23 13:11:27.623647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18743b2e-69ec-4594-80b6-8a8789f99a26 req-da365b98-3057-478f-ac73-6f03c72fe087 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:27.625136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18743b2e-69ec-4594-80b6-8a8789f99a26 req-da365b98-3057-478f-ac73-6f03c72fe087 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0481083 Dec 23 13:11:27.672801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18743b2e-69ec-4594-80b6-8a8789f99a26 req-6ec53fc4-8307-4810-bd23-5a1b8adc5503 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Dec 23 13:11:28.040429 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-ede53e2c-5186-4e25-a7ea-496cab1f94e5 service neutron] show failed (client error): The resource could not be found. Dec 23 13:11:28.041809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-ede53e2c-5186-4e25-a7ea-496cab1f94e5 service neutron] 10.222.0.43 "GET /v2.0/ports/d38a8573-3852-4c4a-b3d5-9d83442d06dd/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0546741 Dec 23 13:11:28.581901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-0ce0223d-1b4e-4ce2-b409-9007c120cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:28.583393 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-0ce0223d-1b4e-4ce2-b409-9007c120cc13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f&tenant_id=918753166b0f4303bafe36a691d03d9f HTTP/1.1" status: 200 len: 1097 time: 0.0404403 Dec 23 13:11:28.595956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:28.647706 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:28.792233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857353-5d4d-45b8-93a8-e7bec01eeeca req-b735167b-867c-463f-9c97-5bfeef20a7b3 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:28.793766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0857353-5d4d-45b8-93a8-e7bec01eeeca req-b735167b-867c-463f-9c97-5bfeef20a7b3 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0536075 Dec 23 13:11:28.841665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0857353-5d4d-45b8-93a8-e7bec01eeeca req-00a1cc64-86b6-4491-bfc7-a377c426ccac tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Dec 23 13:11:28.853401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:28.886592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:28.925675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:11:28.927970 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2b00c-77ca-4ede-b247-5c9519ddf57c" -d '{"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:11:28.932197 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:28.944369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Transition to ACTIVE for port object d38a8573-3852-4c4a-b3d5-9d83442d06dd will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:11:28.980005 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861c80c-12e6-4ad4-8dae-db2e61b2484e x-openstack-request-id: req-8861c80c-12e6-4ad4-8dae-db2e61b2484e {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:11:28.980305 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:11:28.980562 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8861c80c-12e6-4ad4-8dae-db2e61b2484e {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:11:28.981034 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'code': 200} Dec 23 13:11:29.005193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:29.054936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:29.070453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] No DVR routers for this DVR port d38a8573-3852-4c4a-b3d5-9d83442d06dd on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:11:29.077961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.078312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.078664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.079000 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.079332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.079662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.079991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.080315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.080639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.080991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.081318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.081639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.081961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:29.116471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:11:29.116732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:11:29.117097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:29.121496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:11:29.121816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Attempting to bind port d38a8573-3852-4c4a-b3d5-9d83442d06dd on network 984a687a-4005-4325-a036-82677e94725c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:29.126560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:11:29.126899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Checking segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:29.127282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Bound using segment: {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:11:29.127708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Bound port: d38a8573-3852-4c4a-b3d5-9d83442d06dd, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '984a687a-4005-4325-a036-82677e94725c'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:11:29.128058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:29.194469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:29.198009 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:11:29.291707 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:29.326187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:29.326811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:29.328231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 1092 time: 0.7361610 Dec 23 13:11:29.348493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb96494-040a-4424-b84f-6641839798e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:29.390677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7530a703-7378-4f35-90f7-daf09cb44c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:29.392094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-7530a703-7378-4f35-90f7-daf09cb44c78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1095 time: 0.0400202 Dec 23 13:11:29.485485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-345f1dc3-f3e4-4f6c-b269-34aa0c26f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:29.486950 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-345f1dc3-f3e4-4f6c-b269-34aa0c26f508 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0873203 Dec 23 13:11:29.528897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-92d9232d-ea1e-41a6-805a-f34e4d4cdb52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0347435 Dec 23 13:11:29.577751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-123644b2-eca1-456e-b755-d71613bb1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:29.579164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-123644b2-eca1-456e-b755-d71613bb1f0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0433137 Dec 23 13:11:29.614068 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-64b6431a-3050-45f3-bf4e-218deae16810 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279961 Dec 23 13:11:29.702586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-061aa304-98fa-441f-b839-0db7d81345a5 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805833 Dec 23 13:11:29.794969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-11c5fe18-804a-4223-8175-c7a233361ee3 req-ca712af7-2d64-4e40-93fb-c2100361a78f service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Dec 23 13:11:29.959700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10cae-ae6f-46f4-aa2d-c116deba0ce0 req-abc19b80-f192-4af5-a7fc-6e0f13e25efe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:29.961115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9b10cae-ae6f-46f4-aa2d-c116deba0ce0 req-abc19b80-f192-4af5-a7fc-6e0f13e25efe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0497971 Dec 23 13:11:30.008289 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e9b10cae-ae6f-46f4-aa2d-c116deba0ce0 req-b5a6ed74-95c0-4e6d-8be3-4f77d1b56839 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Dec 23 13:11:30.982240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:11:30.984629 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3c1082-c79e-43d8-9834-15ab38a418c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:11:31.033661 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedf856c-1de5-41b4-a55a-ef31e76aed82 x-openstack-request-id: req-cedf856c-1de5-41b4-a55a-ef31e76aed82 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:11:31.033987 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:11:31.034244 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cedf856c-1de5-41b4-a55a-ef31e76aed82 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:11:31.034663 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'status': 'completed', 'code': 200} Dec 23 13:11:31.100516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-18f7af6f-9fab-45a4-8f2c-dec5130a09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.102066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-18f7af6f-9fab-45a4-8f2c-dec5130a09ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1095 time: 0.0421479 Dec 23 13:11:31.128182 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-1289c758-1f49-4a03-a5fa-810e6ee397ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.129709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-1289c758-1f49-4a03-a5fa-810e6ee397ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1095 time: 0.0737834 Dec 23 13:11:31.153342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bdea5-4289-4921-84fa-6ba678fc32f6 req-75a87a1b-222e-49c1-8512-812c6879e31a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.154769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-213bdea5-4289-4921-84fa-6ba678fc32f6 req-75a87a1b-222e-49c1-8512-812c6879e31a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0728097 Dec 23 13:11:31.196729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-5289574a-867e-4956-8009-48f25412a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.198344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-5289574a-867e-4956-8009-48f25412a2c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0877256 Dec 23 13:11:31.246604 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-428484da-ee95-4dfe-aa53-8e8bb514a325 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0399859 Dec 23 13:11:31.255047 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-213bdea5-4289-4921-84fa-6ba678fc32f6 req-962b9b4e-4497-4671-a153-1e2e26f105c7 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886605 Dec 23 13:11:31.266225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-1208c0fa-b5bf-47ba-8f22-2913d92d2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.267627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-1208c0fa-b5bf-47ba-8f22-2913d92d2263 service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.1308055 Dec 23 13:11:31.297817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-a2a70579-bb49-4679-8abb-542cb92515f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.299270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-a2a70579-bb49-4679-8abb-542cb92515f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0458825 Dec 23 13:11:31.317528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-dabeff94-9db8-48d9-acff-6f7dd3ec70c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0426307 Dec 23 13:11:31.332775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-add90475-f1f1-49a1-be32-f1115fc0fd73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247798 Dec 23 13:11:31.367257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-85b4c747-5e99-48ff-a4fd-62be72729e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:31.368763 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-85b4c747-5e99-48ff-a4fd-62be72729e9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0448446 Dec 23 13:11:31.400420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-82d816b1-82c5-49bd-9999-b730a4e3882f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251911 Dec 23 13:11:31.431396 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-426c4ab2-3224-4bef-8049-f3224c4eee36 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900269 Dec 23 13:11:31.495494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-433fdfdc-e235-42dc-8a6b-51fd7e6c7758 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875046 Dec 23 13:11:31.526313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-61559a11-7530-4edf-a32c-4769edf0ed04 service neutron] 10.222.0.57 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881438 Dec 23 13:11:31.926862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4f3c1082-c79e-43d8-9834-15ab38a418c6 req-11289325-7965-4247-b0a7-17c218624a18 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250243 Dec 23 13:11:32.094744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:11:32.132267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port d38a8573-3852-4c4a-b3d5-9d83442d06dd host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:11:32.132645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:11:32.374539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c60a6c-347f-4900-87f8-7690a9a6ec68 req-aa0279f7-3a1a-436a-99ef-c8cc630b37a9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:32.375996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3c60a6c-347f-4900-87f8-7690a9a6ec68 req-aa0279f7-3a1a-436a-99ef-c8cc630b37a9 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 944 time: 0.0474808 Dec 23 13:11:32.424900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3c60a6c-347f-4900-87f8-7690a9a6ec68 req-42e4195b-9554-4146-a632-2fcfdd61ac0d tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Dec 23 13:11:32.830878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:11:32.930070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:32.942221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'network_id': '984a687a-4005-4325-a036-82677e94725c', 'port_id': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'mac_address': 'fa:16:3e:b0:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44d6636-e50b-4abc-8d0f-0bd4edab078b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:11:32.980755 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:32.994108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38a8573-3852-4c4a-b3d5-9d83442d06dd {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:11:33.013125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:33.090886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:33.140336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:33.399060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['d38a8573-3852-4c4a-b3d5-9d83442d06dd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:11:33.540294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0ce9-dc9e-4430-8324-6f2ce6a1a20d req-3a5f23bc-c46f-414a-a752-6518472589da tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:33.541891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae7b0ce9-dc9e-4430-8324-6f2ce6a1a20d req-3a5f23bc-c46f-414a-a752-6518472589da tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 945 time: 0.0493188 Dec 23 13:11:33.588044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ae7b0ce9-dc9e-4430-8324-6f2ce6a1a20d req-1d7132b2-497b-4314-8734-68523a7cac6a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Dec 23 13:11:33.931879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dc87-3896-4638-9830-b7d161eb59cd req-8823c471-9dc0-41f4-8f1a-82999c1a86a0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:33.933486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f44dc87-3896-4638-9830-b7d161eb59cd req-8823c471-9dc0-41f4-8f1a-82999c1a86a0 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 945 time: 0.0531559 Dec 23 13:11:34.013743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f44dc87-3896-4638-9830-b7d161eb59cd req-f197e70e-9a98-4fc3-a6b0-602e609c96ef tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735865 Dec 23 13:11:34.026082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-600d2319-cddb-4af8-8bfa-a07d9e0152a1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:34.027485 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-600d2319-cddb-4af8-8bfa-a07d9e0152a1 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f&tenant_id=918753166b0f4303bafe36a691d03d9f&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 945 time: 0.0736473 Dec 23 13:11:34.087425 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-498abc87-e24d-4d9c-b109-ea491c11913c service neutron] delete failed (client error): The resource could not be found. Dec 23 13:11:34.088334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-498abc87-e24d-4d9c-b109-ea491c11913c service neutron] 10.222.0.43 "DELETE /v2.0/ports/d38a8573-3852-4c4a-b3d5-9d83442d06dd/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0535541 Dec 23 13:11:34.173993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-52608e73-e2f3-429f-ba2c-b2eb687ce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:34.175479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-52608e73-e2f3-429f-ba2c-b2eb687ce317 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=918753166b0f4303bafe36a691d03d9f&device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 1096 time: 0.0405858 Dec 23 13:11:34.266061 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-115b48dd-70f6-4967-b015-c955828117ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:34.267542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-115b48dd-70f6-4967-b015-c955828117ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 200 len: 915 time: 0.0852683 Dec 23 13:11:34.310232 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-b805e666-3c29-43c2-9734-3d39cf6dca14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 200 len: 217 time: 0.0355310 Dec 23 13:11:34.358602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-09515cba-1b40-4cdd-8b16-7bf66cd242cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:34.359966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-09515cba-1b40-4cdd-8b16-7bf66cd242cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 200 len: 854 time: 0.0435777 Dec 23 13:11:34.390822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-196a390b-93bc-4113-be33-a77570cb55e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=984a687a-4005-4325-a036-82677e94725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239666 Dec 23 13:11:34.483077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-3e6f1f06-225d-401f-8912-20b463dd8289 service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854373 Dec 23 13:11:34.570926 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f161cb0a-0e4a-4ad6-8f44-b68677383bd4 req-7eea0636-2a23-4603-b8b4-7700fc4606fe service neutron] 10.222.0.43 "GET /v2.0/networks/984a687a-4005-4325-a036-82677e94725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Dec 23 13:11:34.858734 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:11:34.970816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port d38a8573-3852-4c4a-b3d5-9d83442d06dd completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:11:34.975393 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port d38a8573-3852-4c4a-b3d5-9d83442d06dd triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:34.975765 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:35.058318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:35.082654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:11:35.085619 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3ce8b-3f59-4bb4-b705-408ea84a693d" -d '{"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-plugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:11:35.099353 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:35.124904 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de47577-155a-43b2-970c-4b3d9b7deab0 x-openstack-request-id: req-8de47577-155a-43b2-970c-4b3d9b7deab0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:11:35.125204 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-plugged", "status": "completed", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:11:35.125460 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8de47577-155a-43b2-970c-4b3d9b7deab0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:11:35.125857 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'code': 200} Dec 23 13:11:35.154017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961a547-e8c2-4674-b0c8-f5c7fb1bcbc1 req-60629028-1643-4069-9dfc-e4b64786a38a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:35.155868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6961a547-e8c2-4674-b0c8-f5c7fb1bcbc1 req-60629028-1643-4069-9dfc-e4b64786a38a tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 945 time: 0.0696764 Dec 23 13:11:35.188561 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:35.206914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6961a547-e8c2-4674-b0c8-f5c7fb1bcbc1 req-7b55569d-e38d-4b37-818e-d814726109fe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Dec 23 13:11:35.241643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:36.324539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a78cf-820f-437c-a016-ba45ad7a4e7d req-12c3490e-ee20-42ef-8552-dc12b33459d8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:36.326039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6a78cf-820f-437c-a016-ba45ad7a4e7d req-12c3490e-ee20-42ef-8552-dc12b33459d8 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0485892 Dec 23 13:11:36.375700 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6a78cf-820f-437c-a016-ba45ad7a4e7d req-fd6de397-1bec-4e76-9eb2-25b4908ab443 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Dec 23 13:11:36.501662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813ec9-465f-4e79-8dc5-d8b19689e4cf req-f339e4b1-c4aa-4633-81e0-cd95a9f3ccba tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:36.503030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0813ec9-465f-4e79-8dc5-d8b19689e4cf req-f339e4b1-c4aa-4633-81e0-cd95a9f3ccba tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0546770 Dec 23 13:11:36.549105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d0813ec9-465f-4e79-8dc5-d8b19689e4cf req-eebaf5ed-4988-4101-9f85-881637d8f7c4 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Dec 23 13:11:36.662374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12bb35-3d75-4251-b307-752e7e8a89ce req-d4d2d66f-9103-4f5f-ad42-d0d00be9088b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:36.663832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe12bb35-3d75-4251-b307-752e7e8a89ce req-d4d2d66f-9103-4f5f-ad42-d0d00be9088b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0501561 Dec 23 13:11:36.709974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe12bb35-3d75-4251-b307-752e7e8a89ce req-83f404b8-21e8-4dbd-9a09-5779ccea304e tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Dec 23 13:11:37.173536 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc685c1-495c-47a0-a500-35944058a93f req-f78ffb4d-bdf1-4d1f-84d5-4855e19c4dfe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:37.175027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dc685c1-495c-47a0-a500-35944058a93f req-f78ffb4d-bdf1-4d1f-84d5-4855e19c4dfe tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0485463 Dec 23 13:11:37.225848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8dc685c1-495c-47a0-a500-35944058a93f req-1ca56488-6e21-449b-92c4-169729d7313b tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Dec 23 13:11:38.341291 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4d2c-55c8-4c50-91f5-90fa505ceb55 req-127b05a6-9faf-456c-9012-cac75efa7092 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:38.342872 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f64c4d2c-55c8-4c50-91f5-90fa505ceb55 req-127b05a6-9faf-456c-9012-cac75efa7092 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0476513 Dec 23 13:11:38.388687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f64c4d2c-55c8-4c50-91f5-90fa505ceb55 req-0dd6e420-6a10-4576-b873-9788b45a11ba tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Dec 23 13:11:38.467013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a605b-46fa-4dbb-8202-23648094c475 req-3384c138-797b-48fc-a471-e11653b15c02 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:38.468452 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-339a605b-46fa-4dbb-8202-23648094c475 req-3384c138-797b-48fc-a471-e11653b15c02 tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac97b6fa-bd46-4d2b-85e7-c5727a834e3f HTTP/1.1" status: 200 len: 946 time: 0.0543189 Dec 23 13:11:38.557264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Deleting port d38a8573-3852-4c4a-b3d5-9d83442d06dd {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:11:38.557608 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:38.646411 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] For port d38a8573-3852-4c4a-b3d5-9d83442d06dd, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d38a8573-3852-4c4a-b3d5-9d83442d06dd,segment=NetworkSegment(69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7),segment_id=69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:38.646765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:38.660311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Calling delete_port for d38a8573-3852-4c4a-b3d5-9d83442d06dd owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:11:38.828294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:38.841232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['d38a8573-3852-4c4a-b3d5-9d83442d06dd'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:11:38.861583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Pushing event deleted for resources: {'Port': ['ID=d38a8573-3852-4c4a-b3d5-9d83442d06dd,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:38.903071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] No DVR routers for this DVR port d38a8573-3852-4c4a-b3d5-9d83442d06dd on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:11:38.906168 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:38.909573 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-339a605b-46fa-4dbb-8202-23648094c475 req-666bcd20-a57a-4098-a3b9-a1511c89446c tempest-ServerDiskConfigTestJSON-1817172308 tempest-ServerDiskConfigTestJSON-1817172308-project] 10.222.0.57 "DELETE /v2.0/ports/d38a8573-3852-4c4a-b3d5-9d83442d06dd HTTP/1.1" status: 204 len: 173 time: 0.4344773 Dec 23 13:11:38.910025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-deleted', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:11:38.912355 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367e00b-e77d-400f-8c5f-c31ac20ccab6" -d '{"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-deleted", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:11:38.949896 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242b617-cbbb-44ef-ab01-db1ba6d48358 x-openstack-request-id: req-2242b617-cbbb-44ef-ab01-db1ba6d48358 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:11:38.950282 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97b6fa-bd46-4d2b-85e7-c5727a834e3f", "name": "network-vif-deleted", "tag": "d38a8573-3852-4c4a-b3d5-9d83442d06dd", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:11:38.950497 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2242b617-cbbb-44ef-ab01-db1ba6d48358 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:11:38.950938 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97b6fa-bd46-4d2b-85e7-c5727a834e3f', 'name': 'network-vif-deleted', 'tag': 'd38a8573-3852-4c4a-b3d5-9d83442d06dd', 'status': 'completed', 'code': 200} Dec 23 13:11:39.518608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38494) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:39.562795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Deleting subnet e44d6636-e50b-4abc-8d0f-0bd4edab078b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:11:39.565818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.599657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.641178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.742908 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.771049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44d6636-e50b-4abc-8d0f-0bd4edab078b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:39.775704 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.779219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e44d6636-e50b-4abc-8d0f-0bd4edab078b HTTP/1.1" status: 204 len: 168 time: 0.2593567 Dec 23 13:11:39.781967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38496) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:39.784691 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.785071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.785414 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.785760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.786098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.786433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.786784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.787117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.787445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.787768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.788094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.788416 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.788736 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fa12c-cf3a-460a-9d27-134b356dbbc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:39.854777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.933758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.953919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984a687a-4005-4325-a036-82677e94725c']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:39.963122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:39.963467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ec2c8e-d2d7-4b48-82dc-aee725c5d0b7') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:39.972711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.986195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.991944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:11:39.992201 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:11:39.993900 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:11:40.119717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.126198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.129710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] 10.222.0.16 "DELETE /v2.0/networks/984a687a-4005-4325-a036-82677e94725c HTTP/1.1" status: 204 len: 168 time: 0.3462484 Dec 23 13:11:40.141281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3b6b8-5a4a-4e79-b9ce-1f2228c7a030 admin admin] Pushing event deleted for resources: {'Network': ['ID=984a687a-4005-4325-a036-82677e94725c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:40.472518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:40.513438 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1c861818-eb98-4f8d-998a-574db112b084 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=918753166b0f4303bafe36a691d03d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396614 Dec 23 13:11:40.515919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38502) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:40.562266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.583075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.702445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.705004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:40.706165 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a3a3c6b-19d9-4056-8cbe-c70b50919b6c HTTP/1.1" status: 204 len: 168 time: 0.1893697 Dec 23 13:11:40.714095 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947ace-7355-457d-8f07-46797a74ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a3c6b-19d9-4056-8cbe-c70b50919b6c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:41.667611 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38524) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:41.761329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1748162196-network', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:41.867415 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:11:41.870465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:41.879337 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:41.954778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.022225 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.048085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:11:42.057841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8741e9-dc5b-49f7-8db3-025dcd65d0bb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:42.062576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.062926 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Added segment 86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f of type vlan for network 06b1fa39-f545-4643-91b4-06bb4982949f Dec 23 13:11:42.102391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.170915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.171822 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:42.172426 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.230545 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] Pushing event updated for resources: {'Network': ['ID=06b1fa39-f545-4643-91b4-06bb4982949f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:42.241332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 06b1fa39-f545-4643-91b4-06bb4982949f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:11:42.287893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-64ae9c02-2a6a-4468-9835-d953f3982d82 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6191676 Dec 23 13:11:42.290952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38528) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:42.295975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Request body: {'subnet': {'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1748162196-subnet', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:42.370537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:11:42.372890 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.593723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.649980 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ecf4b8-0f9b-490a-b20d-3aedb30e4845,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:42.658072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:42.658436 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Network hostable DHCP agents. Network: 06b1fa39-f545-4643-91b4-06bb4982949f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:11:42.724768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Network 06b1fa39-f545-4643-91b4-06bb4982949f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:11:42.793321 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 06b1fa39-f545-4643-91b4-06bb4982949f) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:42.797378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:42.797969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.808782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9608a-2d7a-47f2-9d7f-efd66c3f59a8 None None] Network 06b1fa39-f545-4643-91b4-06bb4982949f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:11:42.870843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-db1f0a72-bdf8-4d90-bb74-a316329bbfc4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5787313 Dec 23 13:11:42.873548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38530) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:42.879008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:42.899781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:11:42.922540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-06b1fa39-f545-4643-91b4-06bb4982949f', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:11:42.926451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.926451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: d38a8573-3852-4c4a-b3d5-9d83442d06dd {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:11:42.926451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d38a8573-3852-4c4a-b3d5-9d83442d06dd not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:11:42.953867 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:42.954964 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.008839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.054649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Allocated IP 172.20.0.2 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/954998b0-8c43-48d5-b0ec-da1abae0135b) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:11:43.196158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.207386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.302464 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.335191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-48e7abb8-485c-4b21-9d2a-0b36ecbbf066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.347324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:43.350334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:43.354097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:11:43.359446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Pushing event updated for resources: {'Port': ['ID=954998b0-8c43-48d5-b0ec-da1abae0135b,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:43.411190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Attempting to bind port 954998b0-8c43-48d5-b0ec-da1abae0135b on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:11:43.411572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Attempting to bind port 954998b0-8c43-48d5-b0ec-da1abae0135b by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:11:43.411926 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Attempting to bind port 954998b0-8c43-48d5-b0ec-da1abae0135b on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:43.417238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:11:43.417610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:43.418005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.418400 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:11:43.418895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Bound port: 954998b0-8c43-48d5-b0ec-da1abae0135b, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:11:43.419274 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.481045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] For port 954998b0-8c43-48d5-b0ec-da1abae0135b, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:43.484363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] For port 954998b0-8c43-48d5-b0ec-da1abae0135b, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=954998b0-8c43-48d5-b0ec-da1abae0135b,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:11:43.516892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.535757 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.537322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.595933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affff04-c4cd-4c39-b9e1-5a703d8fddea None None] Pushing event updated for resources: {'Port': ['ID=954998b0-8c43-48d5-b0ec-da1abae0135b,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:43.648253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Allocated IP 172.25.7.235 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7810e4b8-80a2-4545-b2dd-867f39cd6983) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:11:43.761973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.868673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:43.907655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:43.910574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:43.914193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:11:43.924943 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5756835-57c2-4be0-a687-c21425c8aa6f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:11:43.940207 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Pushing event updated for resources: {'Port': ['ID=7810e4b8-80a2-4545-b2dd-867f39cd6983,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:44.046163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f7f1d251-d3a5-4835-9933-e10cd8e6cc36 None None] Provisioning complete for port 7810e4b8-80a2-4545-b2dd-867f39cd6983 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:44.046521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d251-d3a5-4835-9933-e10cd8e6cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.081838 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1d251-d3a5-4835-9933-e10cd8e6cc36 None None] Port 7810e4b8-80a2-4545-b2dd-867f39cd6983 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:11:44.480386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7828d5-97d9-490e-9c90-5aeadedd7b1e None None] Network 06b1fa39-f545-4643-91b4-06bb4982949f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:11:44.547283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Provisioning complete for port 954998b0-8c43-48d5-b0ec-da1abae0135b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:44.547573 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.569804 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.661057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.695324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] For port 954998b0-8c43-48d5-b0ec-da1abae0135b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=954998b0-8c43-48d5-b0ec-da1abae0135b,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:44.754062 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.774979 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.810162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Pushing event updated for resources: {'Port': ['ID=954998b0-8c43-48d5-b0ec-da1abae0135b,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:44.817809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.818151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.818488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.818817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.819139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.819455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.819775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.820092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.820409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.820720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.821061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.821372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.821679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e287af-311b-49e9-a8ff-de28403ce3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:44.875116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a8f98117-bf44-4ce5-80d2-6002ea4df314 None None] Provisioning complete for port 954998b0-8c43-48d5-b0ec-da1abae0135b triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:44.875479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8f98117-bf44-4ce5-80d2-6002ea4df314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:44.958996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Router 410753a0-d9da-4767-a71c-dc1cbee5182e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:11:45.067748 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:11:45.079977 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:11:45.092926 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:11:45.093587 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:45.142865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 954998b0-8c43-48d5-b0ec-da1abae0135b up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:11:45.185286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.189487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-501fd2e2-67ad-45ad-8f9a-ba919799d43c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3121657 Dec 23 13:11:45.189889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 38532) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:45.194506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 954998b0-8c43-48d5-b0ec-da1abae0135b triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:45.194953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.201860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:11:45.401561 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:44Z', 'revision_number': 3, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:45.433049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:11:45.433398 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Updating router 410753a0-d9da-4767-a71c-dc1cbee5182e port 7810e4b8-80a2-4545-b2dd-867f39cd6983 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:11:45.458513 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.634253 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.704144 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.788226 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.792614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Allocated IP 172.20.0.1 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/b6d07e6e-5e39-47e4-a845-1706f128c9c7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:11:45.830775 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5729f99-27ab-4703-8cd2-ec22b25c2618 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:11:45.837329 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Pushing event updated for resources: {'Port': ['ID=7810e4b8-80a2-4545-b2dd-867f39cd6983,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:45.846367 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.846720 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.847056 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.847395 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.847729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.848060 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.848384 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.848709 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.849061 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.849411 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.849728 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.850038 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.850353 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:11:45.863648 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Attempting to bind port 7810e4b8-80a2-4545-b2dd-867f39cd6983 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:11:45.864020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Attempting to bind port 7810e4b8-80a2-4545-b2dd-867f39cd6983 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:11:45.864378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Attempting to bind port 7810e4b8-80a2-4545-b2dd-867f39cd6983 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:45.869889 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:11:45.870249 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:45.870829 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.871224 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:11:45.871691 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Bound port: 7810e4b8-80a2-4545-b2dd-867f39cd6983, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:11:45.872067 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.880338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7306f376-0917-4127-b11f-1057db1b9504 None None] Provisioning complete for port 7810e4b8-80a2-4545-b2dd-867f39cd6983 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:45.880887 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7306f376-0917-4127-b11f-1057db1b9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.906578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:45.923744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7306f376-0917-4127-b11f-1057db1b9504 None None] Port 7810e4b8-80a2-4545-b2dd-867f39cd6983 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:11:45.925289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] For port 7810e4b8-80a2-4545-b2dd-867f39cd6983, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:45.931856 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] For port 7810e4b8-80a2-4545-b2dd-867f39cd6983, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7810e4b8-80a2-4545-b2dd-867f39cd6983,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:11:46.005963 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.045607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17133c9-e2bc-45ff-9879-ccf07cd467b8 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:11:46.046563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.054115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:11:46.054724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:46.093097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:46.096179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:46.098745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:11:46.108362 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae93a942-632f-4397-8c5a-b2f685c19350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.109623 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7ecad-a8a2-4b81-9d4d-8bc4295e6e6a None None] Pushing event updated for resources: {'Port': ['ID=7810e4b8-80a2-4545-b2dd-867f39cd6983,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:46.129997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:46.146990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.158339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] Provisioning complete for port 7810e4b8-80a2-4545-b2dd-867f39cd6983 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:46.158712 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.186030 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:11:46.266254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.290171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] For port 7810e4b8-80a2-4545-b2dd-867f39cd6983, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7810e4b8-80a2-4545-b2dd-867f39cd6983,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:46.368548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.376415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.386233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:44Z', 'revision_number': 3, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:46.416326 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968050-17c8-44b3-b395-495ffbae67b8 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:44Z', 'revision_number': 3, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:11:46.429924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad26eb-cfb2-4d73-8ff6-5e73ca4cb816 None None] Pushing event updated for resources: {'Port': ['ID=7810e4b8-80a2-4545-b2dd-867f39cd6983,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:46.499626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d0e34ce9-0c05-47cc-a1b9-5548c38e1a2d None None] Provisioning complete for port b6d07e6e-5e39-47e4-a845-1706f128c9c7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:46.500138 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0e34ce9-0c05-47cc-a1b9-5548c38e1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.537720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d0e34ce9-0c05-47cc-a1b9-5548c38e1a2d None None] Port b6d07e6e-5e39-47e4-a845-1706f128c9c7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:11:46.545110 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.599503 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.622258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.676420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:46.679872 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:46.785608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:46.787186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:46.919250 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:11:47.040223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:11:47.049511 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ff6288e5-2b90-4093-960a-40dda7814ef4 admin admin] 10.222.0.16 "PUT /v2.0/routers/410753a0-d9da-4767-a71c-dc1cbee5182e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8584304 Dec 23 13:11:47.065250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fc237dc5-38d1-428a-a8ba-5d5e5dc948ac None None] Provisioning complete for port b6d07e6e-5e39-47e4-a845-1706f128c9c7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:47.065685 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fc237dc5-38d1-428a-a8ba-5d5e5dc948ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:47.110467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-fc237dc5-38d1-428a-a8ba-5d5e5dc948ac None None] Port b6d07e6e-5e39-47e4-a845-1706f128c9c7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:11:47.151175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7810e4b8-80a2-4545-b2dd-867f39cd6983 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:11:47.205192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7810e4b8-80a2-4545-b2dd-867f39cd6983 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:47.205649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:47.986584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:11:47.997351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:11:47.997961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:48.102379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:11:48.314747 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 2, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:48.341732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:11:48.342090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Updating router 410753a0-d9da-4767-a71c-dc1cbee5182e port b6d07e6e-5e39-47e4-a845-1706f128c9c7 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:11:48.363680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.367939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.633100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38544) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:48.637462 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.637964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118710133', 'description': 'tempest-description--469674744'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:48.708030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.725420 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.757924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80110b5a-34ee-4e49-a3aa-d362536e9bbe None None] Pushing event updated for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:48.783055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.805852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.813120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Attempting to bind port b6d07e6e-5e39-47e4-a845-1706f128c9c7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:11:48.813730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Attempting to bind port b6d07e6e-5e39-47e4-a845-1706f128c9c7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:11:48.814213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Attempting to bind port b6d07e6e-5e39-47e4-a845-1706f128c9c7 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:48.819552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:11:48.819928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:48.820334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.820723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:11:48.821233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Bound port: b6d07e6e-5e39-47e4-a845-1706f128c9c7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:11:48.821612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.863373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.891050 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] For port b6d07e6e-5e39-47e4-a845-1706f128c9c7, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:48.894202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] For port b6d07e6e-5e39-47e4-a845-1706f128c9c7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b6d07e6e-5e39-47e4-a845-1706f128c9c7,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:11:48.907388 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:48.971596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.983841 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:48.989127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-82ade15d-f0de-4b16-ad5e-719236e7c868 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3509517 Dec 23 13:11:48.989127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38546) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:48.992314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'security_group_rule': {'security_group_id': '2dde1033-4b0a-4e4c-ae6a-2560f9b25f47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:49.029085 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:11:49.029714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:49.038275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80110b5a-34ee-4e49-a3aa-d362536e9bbe None None] Pushing event updated for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:49.091371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.095607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] Provisioning complete for port b6d07e6e-5e39-47e4-a845-1706f128c9c7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:49.095973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.155828 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.194741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:11:49.216641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.237609 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65055369-51a2-4d2d-bce2-9e5d3451a49b,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:49.296947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.299380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.300971 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f8a8143-0e68-4994-8abd-faddc62c7bfa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119380 Dec 23 13:11:49.303377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38548) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:49.308097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'security_group_rule': {'security_group_id': '2dde1033-4b0a-4e4c-ae6a-2560f9b25f47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:49.341031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.370585 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.398168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] For port b6d07e6e-5e39-47e4-a845-1706f128c9c7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b6d07e6e-5e39-47e4-a845-1706f128c9c7,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:49.428030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.434616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.462593 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.484248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e3f928-45f3-4eea-97e2-afbed6a28153,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:49.499468 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8a9d6-310c-4f41-bd94-2445783e46e7 None None] Pushing event updated for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:49.504379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:48Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:11:49.536311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4b4731-40f9-4cac-8740-0ea3a5e49524 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:48Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:11:49.539253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.541404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d6d818a1-56a8-458b-90b5-86105b0818d3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369359 Dec 23 13:11:49.544194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38550) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:11:49.549717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:49.554919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e1636c44-f1c0-498c-bc53-f72d14984224 None None] Provisioning complete for port b6d07e6e-5e39-47e4-a845-1706f128c9c7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:49.555369 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e1636c44-f1c0-498c-bc53-f72d14984224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.632415 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.741228 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:49.861529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Allocated IP 172.25.7.143 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2a7612a0-8572-48e8-ba88-47af511d5a00) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:11:49.985617 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.068543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.112357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:50.115706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:50.118250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:11:50.146219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=2a7612a0-8572-48e8-ba88-47af511d5a00,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:50.220591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.297421 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.456274 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.531182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.599965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=2a7612a0-8572-48e8-ba88-47af511d5a00,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:50.613950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.669993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:50.671327 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4fd13741-7026-439e-9479-f7b1374c9153 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1251636 Dec 23 13:11:51.047419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-40b71ef9-3b0d-4284-8b9b-c790bebf5354 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118710133&fields=id&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 267 time: 0.0434315 Dec 23 13:11:51.155746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b6d07e6e-5e39-47e4-a845-1706f128c9c7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:11:51.163400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-71da6aa3-9243-4a6c-b1b2-bec5fe53423d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:51.164904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-71da6aa3-9243-4a6c-b1b2-bec5fe53423d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1107078 Dec 23 13:11:51.180152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-d6872571-43c5-4ee6-a556-3a76e2ec918f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/quotas/6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 375 time: 0.0094104 Dec 23 13:11:51.207801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b6d07e6e-5e39-47e4-a845-1706f128c9c7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:51.208087 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:51.233102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-d184f6ea-cab3-45d1-abe1-336de6310289 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466461 Dec 23 13:11:51.385727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-f670a564-5ee8-456c-8bdc-91f62c16297f service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387210 Dec 23 13:11:51.476102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-e4a93828-50b8-48cb-8a64-9ba224223f09 service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Dec 23 13:11:51.769200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-55658307-9602-40df-82bf-c42bcb047d96 req-7132e7ee-14ad-4843-a229-dad41bd8859e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 210 time: 0.0768955 Dec 23 13:11:52.866032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6dcd1004-cee0-4157-8517-5ae65a986cc5 req-e4c0962e-3dbf-4e3e-90d0-fe120e2ca17d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 210 time: 0.0256362 Dec 23 13:11:53.074130 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:53.566812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-96dce615-ac31-46a7-a108-cbd5429778bc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:53.568255 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-96dce615-ac31-46a7-a108-cbd5429778bc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1017442 Dec 23 13:11:53.634158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-d74cdeaa-c8e7-46cf-aa69-6915ba57d7b8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 380 time: 0.0568554 Dec 23 13:11:53.644599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'port': {'device_id': '4ad29a03-3b46-4376-a116-13991903f614', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'admin_state_up': True, 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'security_groups': ['2dde1033-4b0a-4e4c-ae6a-2560f9b25f47']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:53.810408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:11:53.813946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:53.945342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Allocated IP 172.20.0.10 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/18699d3c-46b1-4a79-b555-af449fd02942) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:11:53.966850 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-026a7848-8a62-4870-8d1c-dab69ffedad2 req-40cf3850-487c-42ec-bdb2-ba63af0ca7d7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 210 time: 0.0307095 Dec 23 13:11:54.079286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.183127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.227801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:11:54.231039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:11:54.234710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:11:54.260949 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:54.289994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:54.290619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.351226 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-dcbf3f22-c2ce-4019-9a5b-2b87b66c23c5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7102780 Dec 23 13:11:54.364480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Request body: {'port': {'device_id': '4ad29a03-3b46-4376-a116-13991903f614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:11:54.420204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.505510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-02c857d3-175e-4330-87d4-758ec1c1afa5 None None] Provisioning complete for port 18699d3c-46b1-4a79-b555-af449fd02942 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:11:54.506084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-02c857d3-175e-4330-87d4-758ec1c1afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.544987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-02c857d3-175e-4330-87d4-758ec1c1afa5 None None] Port 18699d3c-46b1-4a79-b555-af449fd02942 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:11:54.684171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18699d3c-46b1-4a79-b555-af449fd02942 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:11:54.691464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.703190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Transition to ACTIVE for port object 18699d3c-46b1-4a79-b555-af449fd02942 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:11:54.753445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.806535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:54.877488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:11:54.877831 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:11:54.878153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:54.882745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:11:54.883066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:11:54.888642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:11:54.889107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:11:54.889555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:11:54.889984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Bound port: 18699d3c-46b1-4a79-b555-af449fd02942, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:11:54.890337 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:54.960058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:11:54.963654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:11:55.039687 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:55.077860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.078688 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:55.080167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] 10.222.0.57 "PUT /v2.0/ports/18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1092 time: 0.7200015 Dec 23 13:11:55.080695 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:11:55.083241 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}405276cd5f33a330bde255355a213998d860dd2080548d703ea5fdebde6159d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96a4682-7c82-42c9-8860-dd6d8903ea37" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:11:55.086714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c49c7-5f76-46e9-b357-d97680a7f2fd req-3cdf0884-f131-4a73-92e0-904cd396032d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.090080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f80c49c7-5f76-46e9-b357-d97680a7f2fd req-3cdf0884-f131-4a73-92e0-904cd396032d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0546851 Dec 23 13:11:55.111603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6eafc-3177-48c0-b35f-bf676ada5004 service neutron] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:55.136921 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b385b-fd12-4c98-890a-03509c30a558 x-openstack-request-id: req-536b385b-fd12-4c98-890a-03509c30a558 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:11:55.137066 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:11:55.137318 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-536b385b-fd12-4c98-890a-03509c30a558 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:11:55.137783 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'status': 'completed', 'code': 200} Dec 23 13:11:55.160908 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f80c49c7-5f76-46e9-b357-d97680a7f2fd req-18bd44d1-1fa0-4742-81f5-e402d0b9d66f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617685 Dec 23 13:11:55.203286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-732313fe-fd2e-4cfc-bcd7-3e17551784c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.204724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-732313fe-fd2e-4cfc-bcd7-3e17551784c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0468869 Dec 23 13:11:55.312853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-26c79e36-7899-49c8-8c7a-ca6027300373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.314381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-26c79e36-7899-49c8-8c7a-ca6027300373 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012530 Dec 23 13:11:55.411814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-adf2fb3c-7873-4cc9-a3de-b27ff901a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.413238 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a96a4682-7c82-42c9-8860-dd6d8903ea37 req-adf2fb3c-7873-4cc9-a3de-b27ff901a0ee service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922771 Dec 23 13:11:55.490144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-91278daf-6d32-497e-ac41-0a689d2d63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.491529 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-91278daf-6d32-497e-ac41-0a689d2d63ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0404646 Dec 23 13:11:55.534038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-395fe739-503f-48dc-a5d9-d37a2f519311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 217 time: 0.0341694 Dec 23 13:11:55.583887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-b56f6756-da5f-4430-a66e-568970cea04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.585419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-b56f6756-da5f-4430-a66e-568970cea04b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0432074 Dec 23 13:11:55.633088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-614e5f67-bf5c-45ae-963d-45d7b9a31b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:55.634586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-614e5f67-bf5c-45ae-963d-45d7b9a31b89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428691 Dec 23 13:11:55.721739 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-94173667-9137-4257-818a-9e6f176240e2 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790377 Dec 23 13:11:56.133608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-407019fe-ba7b-4ff7-a9d4-95da9fbdd745 req-05cf7998-c7da-4c4b-a9a2-3ba41d7a29b7 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025323 Dec 23 13:11:56.280667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5afcd-6770-4d54-9ed1-bcdb5f51cb9a req-129762a9-c017-4210-b0d9-13c535444165 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:56.282198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02e5afcd-6770-4d54-9ed1-bcdb5f51cb9a req-129762a9-c017-4210-b0d9-13c535444165 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0497394 Dec 23 13:11:56.330810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-02e5afcd-6770-4d54-9ed1-bcdb5f51cb9a req-43b30129-e614-4b0c-b05c-e2697476da16 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Dec 23 13:11:57.448562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929c436-f92a-49c7-8669-07a535af622a req-32e33df0-7c24-4abe-9784-76f0b10fdd69 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:57.450056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b929c436-f92a-49c7-8669-07a535af622a req-32e33df0-7c24-4abe-9784-76f0b10fdd69 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0525784 Dec 23 13:11:57.496731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b929c436-f92a-49c7-8669-07a535af622a req-15d24521-8195-410b-8177-b2c8a1ed4170 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Dec 23 13:11:58.611580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da610d-54d4-48f6-8669-dffcbaf05055 req-7d5fc43b-523e-4455-a00f-951ac820bfca tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:58.613101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51da610d-54d4-48f6-8669-dffcbaf05055 req-7d5fc43b-523e-4455-a00f-951ac820bfca tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0490725 Dec 23 13:11:58.662857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51da610d-54d4-48f6-8669-dffcbaf05055 req-d5a74e2e-49e2-494f-af2d-c0afae1df883 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Dec 23 13:11:58.967298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:11:59.060253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:59.075030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '18699d3c-46b1-4a79-b555-af449fd02942', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '18699d3c-46b1-4a79-b555-af449fd02942', 'mac_address': 'fa:16:3e:c2:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:11:59.111355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:59.124317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18699d3c-46b1-4a79-b555-af449fd02942 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:11:59.142586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:11:59.199126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:11:59.246950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:11:59.486489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['18699d3c-46b1-4a79-b555-af449fd02942'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:11:59.782360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd20e-c045-4105-9f3b-9c4f7b419b1d req-db8cff07-fa94-47ea-ad62-96320dbe4466 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:11:59.783860 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e8dd20e-c045-4105-9f3b-9c4f7b419b1d req-db8cff07-fa94-47ea-ad62-96320dbe4466 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Dec 23 13:11:59.830004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e8dd20e-c045-4105-9f3b-9c4f7b419b1d req-173c7198-f711-4395-bc12-81502a173575 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Dec 23 13:12:00.948180 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99f33-1eda-4440-aac3-cd62b71b1ff9 req-616d4982-f60d-424f-872e-36612f87dede tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:00.949824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccc99f33-1eda-4440-aac3-cd62b71b1ff9 req-616d4982-f60d-424f-872e-36612f87dede tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0517466 Dec 23 13:12:00.982704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:12:00.997814 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccc99f33-1eda-4440-aac3-cd62b71b1ff9 req-0f9b725a-5d31-4ee5-a0d1-355181285aa0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Dec 23 13:12:01.101867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 18699d3c-46b1-4a79-b555-af449fd02942 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:12:01.106661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 18699d3c-46b1-4a79-b555-af449fd02942 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:12:01.107027 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:01.190505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:01.214492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:12:01.216774 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f0f33ad3ba55898b3141ef49690fe5b2498a239146384bc11007a9a087ca2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b2e93-3974-447e-9f12-402e8fc09f0e" -d '{"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-plugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:12:01.232797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:12:01.256204 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57083080-295e-441a-94a4-8c26fb65c0e3 x-openstack-request-id: req-57083080-295e-441a-94a4-8c26fb65c0e3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:12:01.256941 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-plugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:12:01.257205 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57083080-295e-441a-94a4-8c26fb65c0e3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:12:01.257607 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'code': 200} Dec 23 13:12:01.296301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:01.348723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:12:01.358753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bd401-96ed-42d8-971b-6494bc0d65f0 req-f95e1c78-71c4-429e-b172-602d50eb975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:01.360253 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6c1bd401-96ed-42d8-971b-6494bc0d65f0 req-f95e1c78-71c4-429e-b172-602d50eb975b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0414975 Dec 23 13:12:01.405188 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6c1bd401-96ed-42d8-971b-6494bc0d65f0 req-7f6fe8a0-1bc2-452a-9fda-75c9ec0104a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380666 Dec 23 13:12:02.125568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710fe34-1380-4ec9-8316-ddb282ffd999 req-2f0542af-f4d1-441b-8744-9d3f87fc10a1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:02.126956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7710fe34-1380-4ec9-8316-ddb282ffd999 req-2f0542af-f4d1-441b-8744-9d3f87fc10a1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0610120 Dec 23 13:12:02.178110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7710fe34-1380-4ec9-8316-ddb282ffd999 req-bc88ceef-c6e3-401f-aa97-f976b8210425 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Dec 23 13:12:02.939422 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:12:03.293968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00db6-6b98-430d-b3b6-7a6aea32b5d9 req-bfc2448f-8184-4bac-8439-49daf76720b9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:03.295440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38d00db6-6b98-430d-b3b6-7a6aea32b5d9 req-bfc2448f-8184-4bac-8439-49daf76720b9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Dec 23 13:12:03.341919 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38d00db6-6b98-430d-b3b6-7a6aea32b5d9 req-503e005d-5c04-4164-8262-7116f8809c32 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Dec 23 13:12:03.457646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef2a9-c002-433c-9ea5-0abb3a992a96 req-06bbfc22-6438-4ff3-b19d-01c5d564ac77 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:03.459036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-920ef2a9-c002-433c-9ea5-0abb3a992a96 req-06bbfc22-6438-4ff3-b19d-01c5d564ac77 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0540655 Dec 23 13:12:03.467562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 38618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:12:03.472203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'floatingip': {'port_id': '18699d3c-46b1-4a79-b555-af449fd02942'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:12:03.515417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:03.945861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:03.992815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:04.093570 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 associated. External IP: 172.25.7.143, port: 18699d3c-46b1-4a79-b555-af449fd02942. Dec 23 13:12:04.300986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:12:04.407699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:12:04.412610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:04.417769 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:12:04.427621 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:12:04.428227 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:12:04.440671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2c71beb8-8e4d-4a75-876d-3a3866fdb9bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "PUT /v2.0/floatingips/d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 HTTP/1.1" status: 200 len: 992 time: 0.9720716 Dec 23 13:12:04.441268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:12:04.443499 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f4b9b2bdcd1b8e3b6da41b8824c2c6e62f530d2547bff833c3815ab83ac7899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956efbc-c453-4005-84c7-6f13658d56c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:12:04.482463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f2e4c-1293-4e01-836d-73354787f002 x-openstack-request-id: req-ff4f2e4c-1293-4e01-836d-73354787f002 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:12:04.482463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:12:04.482463 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff4f2e4c-1293-4e01-836d-73354787f002 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:12:04.482804 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'status': 'completed', 'code': 200} Dec 23 13:12:04.536535 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:12:04.544584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-88227645-f8e4-4a69-8ceb-7a7e94c67dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:04.546130 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-88227645-f8e4-4a69-8ceb-7a7e94c67dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0400655 Dec 23 13:12:04.644376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-c6836a93-1f74-4997-aea8-f4ef15590bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:04.645791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-c6836a93-1f74-4997-aea8-f4ef15590bb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0915022 Dec 23 13:12:04.714241 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-d238e925-5b54-4d9a-973f-f832b5b458ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1000 time: 0.0614250 Dec 23 13:12:04.774137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-99c1c9ef-fcb5-4866-b0bb-7fe053c930bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:04.775662 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-99c1c9ef-fcb5-4866-b0bb-7fe053c930bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0544195 Dec 23 13:12:04.820727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-9fe987d9-9c9a-4021-97f7-bf5d9296a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:04.822257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-9fe987d9-9c9a-4021-97f7-bf5d9296a35f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402608 Dec 23 13:12:04.853897 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '18699d3c-46b1-4a79-b555-af449fd02942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:c2:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad29a03-3b46-4376-a116-13991903f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:12:03Z', 'revision_number': 1, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:12:04.880009 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:12:04.889015 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:12:04.889625 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:11:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:12:04.912330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-4e9485ff-d67d-4063-8379-88527de84786 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830600 Dec 23 13:12:04.996792 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:12:05.006759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f956efbc-c453-4005-84c7-6f13658d56c0 req-ce62f45d-0a9e-4230-9f27-8285f2e821ba service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Dec 23 13:12:05.223792 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '18699d3c-46b1-4a79-b555-af449fd02942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:c2:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad29a03-3b46-4376-a116-13991903f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:12:03Z', 'revision_number': 1, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:12:05.249898 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfae56-5c08-43bd-b405-78276ba9f87d None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '18699d3c-46b1-4a79-b555-af449fd02942', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:c2:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad29a03-3b46-4376-a116-13991903f614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:12:03Z', 'revision_number': 1, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:12:05.429544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb59bf0-8794-414c-be76-a50587516490 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:12:13.296016 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a364c78e-28f2-4bdc-ac15-3d653a1c8b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:13.543860 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-ba4bdfb0-5267-4706-a68e-02124229eff3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397172 Dec 23 13:12:13.626094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-2f928279-7558-462b-92de-dfbcfeb237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:13.627494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-2f928279-7558-462b-92de-dfbcfeb237ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0404296 Dec 23 13:12:13.732700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-265a03e6-dc3e-405f-95d0-bd9a371087c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:13.734180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-265a03e6-dc3e-405f-95d0-bd9a371087c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0869272 Dec 23 13:12:13.802790 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-25b78c42-9c4a-48e8-81b3-859fd143fbab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1002 time: 0.0602002 Dec 23 13:12:13.856670 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-eeb1d359-44b0-4a21-9b5d-5d407b95240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:13.858131 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-eeb1d359-44b0-4a21-9b5d-5d407b95240e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0475962 Dec 23 13:12:13.904184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-50a3a707-0c24-46b6-8286-8b856d3b6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:12:13.905874 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-50a3a707-0c24-46b6-8286-8b856d3b6f64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400937 Dec 23 13:12:13.999524 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-d7427b4b-0266-4707-bc21-24cb4a84795c service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Dec 23 13:12:14.095449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f6be9d60-34ad-40e4-9ac7-03b94b06ec25 req-90ebb7ec-19ae-466d-b40c-96c31e73b053 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887570 Dec 23 13:12:16.107501 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7801d93e-da24-472d-958a-8abf6616fb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:16.615847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:18.347292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:18.735893 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:19.290211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:23.050054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:39.938282 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:12:43.329498 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8349aac2-ea90-4afa-b650-387908c2fbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:46.083895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f36fd0e5-07a4-4f6d-b496-bddcbca35a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:46.632785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:48.346408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:48.730321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:49.301155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:12:53.038350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:13.330052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-57955c40-df9f-43c6-9ce9-dfae8cca20aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:14.652857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-5590aa8b-773b-49e7-b0d6-fbdb91eb476c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816715 Dec 23 13:13:14.735812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc120f7a-1197-4729-9de2-111842cc8204 req-8c4d9dd9-b3b3-401e-8cca-815a9b751a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:13:14.737335 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-8c4d9dd9-b3b3-401e-8cca-815a9b751a21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0407183 Dec 23 13:13:14.843051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc120f7a-1197-4729-9de2-111842cc8204 req-0cc4e01d-ce4e-490b-bcef-441563bf5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:13:14.844453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-0cc4e01d-ce4e-490b-bcef-441563bf5df0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0889702 Dec 23 13:13:14.914270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-5614ecf4-e058-4011-a1f3-878381d14240 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1002 time: 0.0621731 Dec 23 13:13:14.970375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc120f7a-1197-4729-9de2-111842cc8204 req-7b35329a-bc07-4d65-aa10-629a05e647f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:13:14.971845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-7b35329a-bc07-4d65-aa10-629a05e647f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0508792 Dec 23 13:13:15.019553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc120f7a-1197-4729-9de2-111842cc8204 req-c83e3479-2b7f-49fd-9f3d-d532979c12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:13:15.021096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-c83e3479-2b7f-49fd-9f3d-d532979c12b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413959 Dec 23 13:13:15.109455 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-d848ac3a-6a4f-47da-a18d-66a6aead2ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Dec 23 13:13:15.203631 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-fc120f7a-1197-4729-9de2-111842cc8204 req-5ddcef98-71d6-4316-a837-c92017efb995 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869546 Dec 23 13:13:16.100409 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-461a6f94-7be7-4a2f-8033-c84061737b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:16.660284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:16.937548 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:13:18.346223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:18.758174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:19.254289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:23.078320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:43.317811 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4be4f24f-94af-4d5c-bd8a-1cc9e60a818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:46.100457 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65440a01-c181-424e-9b46-f7b2439781bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:46.672777 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:48.352127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:48.757581 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:49.260784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:53.105302 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:13:53.936498 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:14:13.344933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-65a7e6e4-d3c8-4cd9-a65f-75e61487d5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:15.536058 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-e7bae708-eeed-4044-8a10-9529ff9c0046 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472584 Dec 23 13:14:15.629895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-671a6972-4867-4888-8f02-80939df1695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:15.631417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-671a6972-4867-4888-8f02-80939df1695b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0445640 Dec 23 13:14:15.743481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-0d61ed9f-0d4f-4dd1-a169-9377d227680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:15.745006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-0d61ed9f-0d4f-4dd1-a169-9377d227680f service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0935361 Dec 23 13:14:15.810389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-1a00e0dc-7791-447c-99ce-276b78fbd5e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1002 time: 0.0586755 Dec 23 13:14:15.863783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-5ccc0082-b188-439c-a4e8-e21c8f22e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:15.865312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-5ccc0082-b188-439c-a4e8-e21c8f22e30a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0481262 Dec 23 13:14:15.911854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-4ab860ca-fec9-46a7-a16f-7e67ef539ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:15.913522 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-4ab860ca-fec9-46a7-a16f-7e67ef539ceb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413060 Dec 23 13:14:16.003313 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-e38f9630-f95c-47ea-ad2d-f11acbe099ab service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Dec 23 13:14:16.095967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-02d9ffbe-c55a-4156-b4a2-cb24b336d096 req-886da8f4-8f9e-46e7-9897-7ac4972d24e0 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853074 Dec 23 13:14:16.117381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b039ce10-d2ab-4332-93a1-2b05a13873b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:16.649154 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:18.391262 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:18.757968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:19.249118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:23.116149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:30.934999 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:14:34.827042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380bd74-b510-4752-8c05-236ec4fc5ca3 req-af4bb00d-5e51-4608-a8b0-e70eb1324217 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:34.828525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d380bd74-b510-4752-8c05-236ec4fc5ca3 req-af4bb00d-5e51-4608-a8b0-e70eb1324217 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0532942 Dec 23 13:14:34.884149 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d380bd74-b510-4752-8c05-236ec4fc5ca3 req-911ef191-94a8-4841-ade3-1a6150aa59c4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 Dec 23 13:14:35.256215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc2ba-cc94-4b5c-ad31-383acd3cc15c req-2e60654c-4f31-4049-81c8-2d9a7a693abf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:35.257768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e42bc2ba-cc94-4b5c-ad31-383acd3cc15c req-2e60654c-4f31-4049-81c8-2d9a7a693abf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0524080 Dec 23 13:14:35.306217 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e42bc2ba-cc94-4b5c-ad31-383acd3cc15c req-8e5276ab-49ae-415a-a229-1164a558318a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Dec 23 13:14:35.441104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-efb13e41-517f-47ee-972f-02098977f1d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773115 Dec 23 13:14:36.425620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166903d-c4ac-4a78-847f-bea98e528aa8 req-b598e3c6-77ee-492b-9610-f89849ed55b3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:36.427108 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7166903d-c4ac-4a78-847f-bea98e528aa8 req-b598e3c6-77ee-492b-9610-f89849ed55b3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Dec 23 13:14:36.477464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7166903d-c4ac-4a78-847f-bea98e528aa8 req-62feff21-6324-43f9-9959-87b27bd9cd84 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Dec 23 13:14:37.573729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-8b4f0bdc-2640-4b8c-9fbd-5939f4f2bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:37.575391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-8b4f0bdc-2640-4b8c-9fbd-5939f4f2bc81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1097 time: 0.0413737 Dec 23 13:14:37.608359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a2ebe-93a4-44be-ada7-09e0f9c9a376 req-cf14ffd5-de4c-425b-8b1c-7505478b06c8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:37.609877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef1a2ebe-93a4-44be-ada7-09e0f9c9a376 req-cf14ffd5-de4c-425b-8b1c-7505478b06c8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0597537 Dec 23 13:14:37.658970 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef1a2ebe-93a4-44be-ada7-09e0f9c9a376 req-4b6ef157-498c-4c2e-a6ad-eddb849e45b0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Dec 23 13:14:37.676092 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-11224820-35f4-4d36-9d35-c31da0548e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:37.677610 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-11224820-35f4-4d36-9d35-c31da0548e8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0954370 Dec 23 13:14:37.743460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-212f6eed-b22b-4987-85bf-b1cf927ed371 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1002 time: 0.0583293 Dec 23 13:14:37.797006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-f9a69fe8-8a75-4b5d-94e3-c499296c4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:37.798449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-f9a69fe8-8a75-4b5d-94e3-c499296c4955 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0482867 Dec 23 13:14:37.846556 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-b8b2beba-4c9a-4e7e-ab82-ae7fb784b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:37.848023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-b8b2beba-4c9a-4e7e-ab82-ae7fb784b38e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417092 Dec 23 13:14:37.939085 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-47ccbacd-b582-4bd8-82b0-6882c656c58f service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832465 Dec 23 13:14:38.032803 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-568f4c60-e0cd-479e-9cbb-e308b229d29f service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854609 Dec 23 13:14:38.777114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883a87a-8452-4b40-bb8f-5814671492a5 req-33ca7154-03db-4bd6-b44c-93f9c4fd08bf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:38.778602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c883a87a-8452-4b40-bb8f-5814671492a5 req-33ca7154-03db-4bd6-b44c-93f9c4fd08bf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0487556 Dec 23 13:14:38.825848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c883a87a-8452-4b40-bb8f-5814671492a5 req-8ab388c1-229e-436a-afb7-034ec1732798 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Dec 23 13:14:39.944572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf4e7-1033-4ac5-b831-616581c8a296 req-e43138fa-ab13-4b88-8fdf-65f6fd8e59db tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:39.946105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4bdf4e7-1033-4ac5-b831-616581c8a296 req-e43138fa-ab13-4b88-8fdf-65f6fd8e59db tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0509760 Dec 23 13:14:39.996730 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d4bdf4e7-1033-4ac5-b831-616581c8a296 req-4ad2488b-7b70-47dc-b344-a5c79d9dcb97 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Dec 23 13:14:41.113046 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef94a7-ee21-4e6e-9cfe-89e39e110454 req-c8603f5d-2158-4af4-9da8-f693f6d19803 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:41.114535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ceef94a7-ee21-4e6e-9cfe-89e39e110454 req-c8603f5d-2158-4af4-9da8-f693f6d19803 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0501838 Dec 23 13:14:41.161468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ceef94a7-ee21-4e6e-9cfe-89e39e110454 req-ed647692-6746-472f-8cac-bc4108a40a4d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Dec 23 13:14:42.277464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07679ea-3032-44c4-b63e-e39853cafa93 req-9a7b2a61-9b9e-4813-b5d0-aa24f428571c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:42.278950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f07679ea-3032-44c4-b63e-e39853cafa93 req-9a7b2a61-9b9e-4813-b5d0-aa24f428571c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Dec 23 13:14:42.326208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f07679ea-3032-44c4-b63e-e39853cafa93 req-4084d529-dbf5-45de-b991-e6d588708a6e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Dec 23 13:14:43.317513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8be5a083-ae61-4386-ab9c-5f44c8c4cf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:43.446982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92a488-d62f-470a-a8a8-ae6141d3bfc0 req-3f51b8a6-5693-4182-b4f9-b9aa6d65d921 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:43.448393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d92a488-d62f-470a-a8a8-ae6141d3bfc0 req-3f51b8a6-5693-4182-b4f9-b9aa6d65d921 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Dec 23 13:14:43.495355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d92a488-d62f-470a-a8a8-ae6141d3bfc0 req-8208fb8f-a7db-4e56-9fd3-fcc3ef8e8ca2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Dec 23 13:14:44.609856 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389723f-2e4d-4436-90ed-99d2d209888e req-5b217ef9-7edd-4cc7-a24b-bb8f0a198f81 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:44.611400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d389723f-2e4d-4436-90ed-99d2d209888e req-5b217ef9-7edd-4cc7-a24b-bb8f0a198f81 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Dec 23 13:14:44.658899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d389723f-2e4d-4436-90ed-99d2d209888e req-0b7f1e64-a1ed-4928-aa89-97fe16045a2a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415254 Dec 23 13:14:45.777370 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff1bb5-defe-40b9-9869-bc8d0c7b5139 req-3a08f71d-f10e-4b69-845d-3873d2dba7ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:45.778840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2aff1bb5-defe-40b9-9869-bc8d0c7b5139 req-3a08f71d-f10e-4b69-845d-3873d2dba7ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0527530 Dec 23 13:14:45.826459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2aff1bb5-defe-40b9-9869-bc8d0c7b5139 req-b89e8c66-3f85-424f-b918-172bbc4ba2f0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Dec 23 13:14:46.117608 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-006ca306-c31b-47c6-8f96-bff6e14bde5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:46.659996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:46.947330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b2444-0d08-4d70-9cd0-1023a6df101e req-87a4b5ae-a70e-4f31-9fa9-7396f8fae8bf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:46.948815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-882b2444-0d08-4d70-9cd0-1023a6df101e req-87a4b5ae-a70e-4f31-9fa9-7396f8fae8bf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Dec 23 13:14:46.996302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-882b2444-0d08-4d70-9cd0-1023a6df101e req-aa8388fc-8d59-4662-a494-02b15aad2a44 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Dec 23 13:14:48.111277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6830e0d-b9f1-48ab-a8f7-af1fa4a2265e req-19c66194-6839-4346-b327-f4b38c4f3ec5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:48.112747 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6830e0d-b9f1-48ab-a8f7-af1fa4a2265e req-19c66194-6839-4346-b327-f4b38c4f3ec5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Dec 23 13:14:48.162831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6830e0d-b9f1-48ab-a8f7-af1fa4a2265e req-c5c85cda-5350-471e-a829-849e6bed3a51 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Dec 23 13:14:48.368335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:48.766719 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:49.264044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:49.282299 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c2cd-41d1-443f-81e7-14adfd4592dd req-6ec00422-2ad7-4700-87ee-174c14a2d5aa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:49.284695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3262c2cd-41d1-443f-81e7-14adfd4592dd req-6ec00422-2ad7-4700-87ee-174c14a2d5aa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0516100 Dec 23 13:14:49.332458 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3262c2cd-41d1-443f-81e7-14adfd4592dd req-eb45b7a8-322e-4335-af98-97eeefb6d104 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Dec 23 13:14:50.167070 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-687dad76-349c-43bd-b44b-a8c1bf4dee92 service neutron] show failed (client error): The resource could not be found. Dec 23 13:14:50.168107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-687dad76-349c-43bd-b44b-a8c1bf4dee92 service neutron] 10.222.0.57 "GET /v2.0/ports/18699d3c-46b1-4a79-b555-af449fd02942/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0560029 Dec 23 13:14:50.449642 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5aa7e-4d78-47cb-8d41-4a005bfb6331 req-b3e52c9b-1386-4fb0-89fb-18772e7b5626 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:50.451123 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cff5aa7e-4d78-47cb-8d41-4a005bfb6331 req-b3e52c9b-1386-4fb0-89fb-18772e7b5626 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Dec 23 13:14:50.498486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cff5aa7e-4d78-47cb-8d41-4a005bfb6331 req-6e84eecf-7863-479c-9fc0-a1817e20d603 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 Dec 23 13:14:50.827882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-b3b14c2a-f978-4e31-91f6-bfed0acfe9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:50.829580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-b3b14c2a-f978-4e31-91f6-bfed0acfe9e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0987921 Dec 23 13:14:50.841397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:14:50.893408 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:51.089843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:14:51.122650 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:14:51.166626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:14:51.171580 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:51.185113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Transition to ACTIVE for port object 18699d3c-46b1-4a79-b555-af449fd02942 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:14:51.222645 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc1f91b-ec06-48f4-99e0-f9a018d3210a" -d '{"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-unplugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:14:51.281227 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:51.322854 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9340f9b3-be5a-443a-81ef-e951b23f0222 x-openstack-request-id: req-9340f9b3-be5a-443a-81ef-e951b23f0222 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:14:51.323147 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-unplugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:14:51.323400 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9340f9b3-be5a-443a-81ef-e951b23f0222 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:14:51.323795 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'code': 200} Dec 23 13:14:51.402688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:14:51.426607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.426959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.427317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.427668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.428007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.428378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.428792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.429148 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.429479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.429809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.430140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.430472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.430796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:51.477796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] No DVR routers for this DVR port 18699d3c-46b1-4a79-b555-af449fd02942 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:14:51.640513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:14:51.640762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:14:51.641115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:14:51.651977 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc13c4-91ec-445e-9234-55799002b8ef req-85e74a3c-bf03-4124-8f91-46b69523e8a8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:51.653433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adbc13c4-91ec-445e-9234-55799002b8ef req-85e74a3c-bf03-4124-8f91-46b69523e8a8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0820813 Dec 23 13:14:51.655499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:14:51.655811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Attempting to bind port 18699d3c-46b1-4a79-b555-af449fd02942 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:14:51.663305 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:14:51.663635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:14:51.664006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:14:51.664424 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Bound port: 18699d3c-46b1-4a79-b555-af449fd02942, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:14:51.664778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:52.084652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-adbc13c4-91ec-445e-9234-55799002b8ef req-bacd8d31-bb18-448b-9dee-7327073f8f89 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231622 Dec 23 13:14:52.104005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:14:52.107123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:14:52.186361 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:52.223063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:52.223667 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:52.225198 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] 10.222.0.43 "PUT /v2.0/ports/18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1092 time: 1.3877237 Dec 23 13:14:52.245541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce20875-8883-4d16-ad4e-798654a63c72 service neutron] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:14:52.290792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-2df8f0fe-9703-4256-9371-c30ad3134a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:52.292337 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-2df8f0fe-9703-4256-9371-c30ad3134a28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0430417 Dec 23 13:14:52.389442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-6c3956e7-a796-476b-a0a2-21cd730e5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:52.390803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-6c3956e7-a796-476b-a0a2-21cd730e5a53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0913787 Dec 23 13:14:52.457106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-a3d537cc-3e73-42cc-88c1-f2866208d3ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1000 time: 0.0589085 Dec 23 13:14:52.511354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-ee9a8f00-5814-49a0-a4fa-eb3c3bd7407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:52.512779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-ee9a8f00-5814-49a0-a4fa-eb3c3bd7407d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0479426 Dec 23 13:14:52.557946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-e5324f47-5024-42d4-bc69-6e212d89800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:52.559420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-e5324f47-5024-42d4-bc69-6e212d89800a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396714 Dec 23 13:14:52.648207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-e1971a5f-2f03-474c-a3d1-0baf35223737 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Dec 23 13:14:52.741481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4497da30-108f-4840-9d40-a85a9da5dd5b req-bd92b743-7a57-4110-9fb6-42280e490d01 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Dec 23 13:14:53.094305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:53.206745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7d9c-a9ed-4fc7-946e-d5c21309cfdc req-2be3e1ab-9879-4d2e-b259-fea9cac5ccc0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.208209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ac7d9c-a9ed-4fc7-946e-d5c21309cfdc req-2be3e1ab-9879-4d2e-b259-fea9cac5ccc0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0518749 Dec 23 13:14:53.255288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87ac7d9c-a9ed-4fc7-946e-d5c21309cfdc req-11f8515e-5f2e-46f0-b736-97cf67b56b5d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Dec 23 13:14:53.325090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:14:53.327329 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07f094-589f-498d-bbef-f287b43bef48" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:14:53.619784 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a5c80-e4ed-47e8-b5c6-0ef858411484 x-openstack-request-id: req-a07a5c80-e4ed-47e8-b5c6-0ef858411484 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:14:53.620408 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:14:53.620408 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a07a5c80-e4ed-47e8-b5c6-0ef858411484 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:14:53.620758 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'status': 'completed', 'code': 200} Dec 23 13:14:53.684539 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-388a8010-a538-4c5e-babc-351d7555d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.685224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-d2e7ffcc-2943-45b7-8908-0cdc4a20314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.686085 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-388a8010-a538-4c5e-babc-351d7555d6e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0441732 Dec 23 13:14:53.686696 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-d2e7ffcc-2943-45b7-8908-0cdc4a20314e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0457461 Dec 23 13:14:53.777852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-2272bc0a-f279-48df-8683-798ec2ce721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.779415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-2272bc0a-f279-48df-8683-798ec2ce721b service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0853872 Dec 23 13:14:53.783071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-9857fcff-2079-4ccb-bf9a-df1988c9a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.785284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-9857fcff-2079-4ccb-bf9a-df1988c9a805 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0916138 Dec 23 13:14:53.853011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-5439a3b6-8fb0-4779-9ee6-bcd55a1f6a5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1000 time: 0.0603237 Dec 23 13:14:53.858940 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-0de16a8e-a2da-4c3c-a971-662887f004d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1000 time: 0.0718615 Dec 23 13:14:53.906797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-c474d599-b49c-43f2-ad79-54e7db743e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.908533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-c474d599-b49c-43f2-ad79-54e7db743e09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0487630 Dec 23 13:14:53.909867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-404194f9-6880-4af8-b159-5f76e1792f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.911348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-404194f9-6880-4af8-b159-5f76e1792f87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0444748 Dec 23 13:14:53.929151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:14:53.959172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-122a4d7d-c566-494f-9c00-70758f4fcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.960133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f094-589f-498d-bbef-f287b43bef48 req-320f1d4f-98eb-4119-bd68-22bb0a87db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:53.960880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-122a4d7d-c566-494f-9c00-70758f4fcc64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456510 Dec 23 13:14:53.962067 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-320f1d4f-98eb-4119-bd68-22bb0a87db93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427465 Dec 23 13:14:53.968212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port 18699d3c-46b1-4a79-b555-af449fd02942 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:14:53.968597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:14:54.052370 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-55df211b-bf14-4217-b9f1-a470511d8cad service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Dec 23 13:14:54.059261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-55888760-4a67-4179-9217-2ca101609b4f service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893037 Dec 23 13:14:54.146943 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-16d1eb5c-3783-42c9-9825-c92fcbaef7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861199 Dec 23 13:14:54.150975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be07f094-589f-498d-bbef-f287b43bef48 req-b5f3589f-73a5-449b-ab1f-4151d673c2ed service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834017 Dec 23 13:14:54.373726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d0cdf-7a08-4a26-85e7-8da9d7a134c1 req-bee2bfc4-4c33-487e-a8e4-c15efab86a86 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:54.375221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a9d0cdf-7a08-4a26-85e7-8da9d7a134c1 req-bee2bfc4-4c33-487e-a8e4-c15efab86a86 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0500932 Dec 23 13:14:54.422285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1a9d0cdf-7a08-4a26-85e7-8da9d7a134c1 req-1211afed-bac2-494e-8102-b53be255a5db tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Dec 23 13:14:55.545056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd9401-e0f9-4dd7-bce9-d27b5caaeec9 req-e4a00aa9-27d3-4b0d-92db-909cf7264942 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:55.546532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fbd9401-e0f9-4dd7-bce9-d27b5caaeec9 req-e4a00aa9-27d3-4b0d-92db-909cf7264942 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0541182 Dec 23 13:14:55.594071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5fbd9401-e0f9-4dd7-bce9-d27b5caaeec9 req-9d8f892b-56dd-442e-ab02-1cf59ad8bbf5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Dec 23 13:14:55.939756 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba27b6-059e-4065-a3d1-fd60f506bfe8 req-1b51b373-72bb-4e48-bb7c-4e04f1b1c2ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:55.941322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baba27b6-059e-4065-a3d1-fd60f506bfe8 req-1b51b373-72bb-4e48-bb7c-4e04f1b1c2ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0527315 Dec 23 13:14:55.990896 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-baba27b6-059e-4065-a3d1-fd60f506bfe8 req-1cb1f464-9588-4f90-b78a-432b9b1add05 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Dec 23 13:14:56.024034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-ead18d8c-6e9d-4483-b561-4ada1d016674 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:56.025528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-ead18d8c-6e9d-4483-b561-4ada1d016674 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 944 time: 0.0517616 Dec 23 13:14:56.087019 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-94cb3d5c-6861-45e2-b288-205448fea481 service neutron] delete failed (client error): The resource could not be found. Dec 23 13:14:56.088066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-94cb3d5c-6861-45e2-b288-205448fea481 service neutron] 10.222.0.57 "DELETE /v2.0/ports/18699d3c-46b1-4a79-b555-af449fd02942/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0552979 Dec 23 13:14:56.175348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-e0892622-927f-4c63-adba-6a278f982166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:56.176873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-e0892622-927f-4c63-adba-6a278f982166 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 1095 time: 0.0457983 Dec 23 13:14:56.264717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-b3e7d505-b7e7-44e2-be41-37960a12b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:56.266202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-b3e7d505-b7e7-44e2-be41-37960a12b5e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0822365 Dec 23 13:14:56.335794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-ff25b4a3-2af8-42f6-836e-d5858e335390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 200 len: 1000 time: 0.0624585 Dec 23 13:14:56.385715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-0414a285-68b0-4d3e-b4f3-f476b86aba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:56.387143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-0414a285-68b0-4d3e-b4f3-f476b86aba0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0435972 Dec 23 13:14:56.433980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-dc0c7940-3a06-45da-8400-fc7af6661ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:56.435484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-dc0c7940-3a06-45da-8400-fc7af6661ddb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410290 Dec 23 13:14:56.527857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-9e7aa021-64b3-43ec-9542-a6ab53406177 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Dec 23 13:14:56.616030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-75f67229-3e36-440d-b770-8aebbd35ce3b req-3264f7c2-9b48-4f94-a9bc-97d245bd4795 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Dec 23 13:14:56.969961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:14:57.069960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:14:57.082207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '18699d3c-46b1-4a79-b555-af449fd02942', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '18699d3c-46b1-4a79-b555-af449fd02942', 'mac_address': 'fa:16:3e:c2:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:14:57.120641 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:57.133864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18699d3c-46b1-4a79-b555-af449fd02942 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:14:57.138189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738ee77-409f-4a6c-84c5-d7e1691d4177 req-75e3db26-b149-4bf4-a586-a32cb45d5c3d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:57.139718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5738ee77-409f-4a6c-84c5-d7e1691d4177 req-75e3db26-b149-4bf4-a586-a32cb45d5c3d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 944 time: 0.0751355 Dec 23 13:14:57.155070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:14:57.188344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5738ee77-409f-4a6c-84c5-d7e1691d4177 req-c0e433ea-7049-45e1-a1d1-ba1736c317e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417981 Dec 23 13:14:57.231567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:57.285750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:14:57.293216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.293583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.293915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.294250 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.294590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.294942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.295254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.295539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.295859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.296179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.296498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.296815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.297151 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:14:57.472209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['18699d3c-46b1-4a79-b555-af449fd02942'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:14:58.303911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f08455-97a8-4aa7-841c-c4b34b4715f9 req-eae5d234-44d2-4336-90e1-f1d384eb0177 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:58.305415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6f08455-97a8-4aa7-841c-c4b34b4715f9 req-eae5d234-44d2-4336-90e1-f1d384eb0177 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Dec 23 13:14:58.354488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d6f08455-97a8-4aa7-841c-c4b34b4715f9 req-4d2c3cc2-55e0-4bfd-af26-f656922b85ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Dec 23 13:14:58.468312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a58b-ecb6-4fc1-bae9-927a3949270f req-81d4aed8-910d-495d-a544-72c561d49064 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:58.469924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c589a58b-ecb6-4fc1-bae9-927a3949270f req-81d4aed8-910d-495d-a544-72c561d49064 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Dec 23 13:14:58.520646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c589a58b-ecb6-4fc1-bae9-927a3949270f req-c7ebfaa5-439c-4932-a53f-8adc4e58e3ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Dec 23 13:14:58.632183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20245a-963c-40bc-ac90-96c8c7b8c78c req-9ba5e6b7-b52c-41d5-abd1-e7df528b5cea tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:58.633709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc20245a-963c-40bc-ac90-96c8c7b8c78c req-9ba5e6b7-b52c-41d5-abd1-e7df528b5cea tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Dec 23 13:14:58.682024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fc20245a-963c-40bc-ac90-96c8c7b8c78c req-07ca7d08-e5e5-4157-a3f4-500ad2c18b5b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Dec 23 13:14:58.984206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:14:59.126609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 18699d3c-46b1-4a79-b555-af449fd02942 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:14:59.130593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 18699d3c-46b1-4a79-b555-af449fd02942 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:14:59.136053 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:59.139673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d949b-a3bc-4446-89a6-bb262edbdd76 req-c63b1769-56d1-47f5-a3a3-fb4c0112ad7d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:14:59.141182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194d949b-a3bc-4446-89a6-bb262edbdd76 req-c63b1769-56d1-47f5-a3a3-fb4c0112ad7d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 945 time: 0.0497811 Dec 23 13:14:59.190956 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-194d949b-a3bc-4446-89a6-bb262edbdd76 req-5abc1eb1-4039-4641-8288-428596b5efe4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Dec 23 13:14:59.211330 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:59.234170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:14:59.247998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:14:59.274239 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1ea0d-32da-4a1d-90d9-7385566afce3" -d '{"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-plugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:14:59.317474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:14:59.361219 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbaa301-6887-4151-b14a-18ffdcffe9d9 x-openstack-request-id: req-2fbaa301-6887-4151-b14a-18ffdcffe9d9 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:14:59.361501 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-plugged", "status": "completed", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:14:59.361758 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fbaa301-6887-4151-b14a-18ffdcffe9d9 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:14:59.362142 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'code': 200} Dec 23 13:14:59.372040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:00.323701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751d88-450e-4bcf-90c5-48e5b7d42fc8 req-78056da7-f2e5-4d85-9246-fd58c8a01c9e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:00.325238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da751d88-450e-4bcf-90c5-48e5b7d42fc8 req-78056da7-f2e5-4d85-9246-fd58c8a01c9e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0533042 Dec 23 13:15:00.380345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da751d88-450e-4bcf-90c5-48e5b7d42fc8 req-6a067929-5759-4822-972f-4956e82b0abd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492172 Dec 23 13:15:00.416518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-8ede7c59-d5c2-45df-b1df-08fa6beebf31 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:00.418006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-8ede7c59-d5c2-45df-b1df-08fa6beebf31 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 946 time: 0.0523589 Dec 23 13:15:00.510289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Deleting port 18699d3c-46b1-4a79-b555-af449fd02942 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:15:00.510653 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:00.604638 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] For port 18699d3c-46b1-4a79-b555-af449fd02942, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=18699d3c-46b1-4a79-b555-af449fd02942,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:15:00.605034 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:00.785517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:00.785808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:00.786128 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 disassociated. External IP: 172.25.7.143, port: 18699d3c-46b1-4a79-b555-af449fd02942. Dec 23 13:15:00.786472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Calling delete_port for 18699d3c-46b1-4a79-b555-af449fd02942 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:15:00.985981 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:01.014717 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'Port': ['ID=18699d3c-46b1-4a79-b555-af449fd02942,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:01.133608 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:15:01.259855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:15:01.264832 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:15:01.276477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:15:01.277116 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:14:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:01.296678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] No DVR routers for this DVR port 18699d3c-46b1-4a79-b555-af449fd02942 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:15:01.299722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:01.303486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75ff61a7-d1c3-4c5a-9543-b5e6117b5d9e req-77b304b6-f1d4-472c-9474-c9ea2718ece4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "DELETE /v2.0/ports/18699d3c-46b1-4a79-b555-af449fd02942 HTTP/1.1" status: 204 len: 173 time: 0.8781414 Dec 23 13:15:01.303965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-deleted', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:15:01.306923 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a9533b-5454-4c78-9d61-091a30d3a243" -d '{"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-deleted", "tag": "18699d3c-46b1-4a79-b555-af449fd02942"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:15:01.346225 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511932cf-fe6c-4208-a5f0-20812a07b0d0 x-openstack-request-id: req-511932cf-fe6c-4208-a5f0-20812a07b0d0 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:15:01.347144 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad29a03-3b46-4376-a116-13991903f614", "name": "network-vif-deleted", "tag": "18699d3c-46b1-4a79-b555-af449fd02942", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:15:01.347517 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-511932cf-fe6c-4208-a5f0-20812a07b0d0 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:15:01.348037 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad29a03-3b46-4376-a116-13991903f614', 'name': 'network-vif-deleted', 'tag': '18699d3c-46b1-4a79-b555-af449fd02942', 'status': 'completed', 'code': 200} Dec 23 13:15:01.397673 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:15:01.500293 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-16ec185a-2bd6-41ba-8c39-1c8122797837 req-09d7dbff-4735-4f49-a5e1-77dacec37d74 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ad29a03-3b46-4376-a116-13991903f614 HTTP/1.1" status: 200 len: 210 time: 0.0429916 Dec 23 13:15:01.699974 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:01.730612 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:15:01.739515 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:15:01.740129 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:14:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:01.845336 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:15:02.053605 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:02.078977 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a7783-152b-46c9-80e8-6d81f7c6885e None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:15:02.295204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bed7d1-db82-4554-919a-97796ac2b05f None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:15:02.737437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-d7dae3b0-fba8-472e-9954-c645872e5681 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118710133&fields=id&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 267 time: 0.0418885 Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:15:02.841059 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:15:02.845210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-e4b88304-c0b3-4187-8f3e-c3fb4d0c25bb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:02.845210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-e4b88304-c0b3-4187-8f3e-c3fb4d0c25bb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1005697 Dec 23 13:15:02.859825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-148a5d0b-fbc5-4b0d-8bc5-c36f16ebd97c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/quotas/6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 375 time: 0.0089221 Dec 23 13:15:02.919537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-0875aa16-fe79-432e-a0ed-06ce15ed95b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537119 Dec 23 13:15:03.085579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-3be837ab-d902-4ee7-93a8-5e9db776b137 service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205866 Dec 23 13:15:03.179870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-89f18217-5d93-4c14-86c1-bcf78a860a4c service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881991 Dec 23 13:15:03.411207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7fdfabe6-c4ca-48e8-83af-3802686a5877 req-615c57b6-33ee-4428-bc66-7c5e28b68296 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 210 time: 0.0273194 Dec 23 13:15:04.509410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-093b7126-1e37-4a7f-9d9e-148b6842ee58 req-1434da33-fac0-4a7b-a65d-73486eff3613 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Dec 23 13:15:04.993467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:15:05.013526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 18699d3c-46b1-4a79-b555-af449fd02942 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:15:05.013863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 18699d3c-46b1-4a79-b555-af449fd02942 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:15:05.276103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-7dc5140d-1412-4ed8-bd04-556fb69004d4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:05.277598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-7dc5140d-1412-4ed8-bd04-556fb69004d4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1063476 Dec 23 13:15:05.338402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-62d345c2-50b2-4d81-acc1-7215b255cd92 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 380 time: 0.0506485 Dec 23 13:15:05.349325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'port': {'device_id': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'admin_state_up': True, 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'security_groups': ['2dde1033-4b0a-4e4c-ae6a-2560f9b25f47']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:15:05.545877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:15:05.549638 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:05.605574 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-787fd61b-d387-4010-b8ff-a8b3a793ba00 req-6415cade-bb70-40a8-94df-5ffcc5456bb8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 210 time: 0.0265348 Dec 23 13:15:05.675472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Allocated IP 172.20.0.7 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/7ab4fc52-e4fa-4d5e-ad03-008f0157a666) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:15:05.811383 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:05.894721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:05.939349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:15:05.942518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:15:05.946191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:15:05.952687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:05.981497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.981844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.982186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.982525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.982859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.983192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.983522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.983847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.984172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.984494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.984815 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.985157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:05.985671 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:15:06.016078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:06.016698 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.108638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-8c108c16-1188-4a06-a648-5dd1a3b3e733 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634609 Dec 23 13:15:06.131561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Request body: {'port': {'device_id': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:15:06.141446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-664c2c9c-b507-4f49-b242-715e73b64146 None None] Provisioning complete for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:15:06.142952 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-664c2c9c-b507-4f49-b242-715e73b64146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.182018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-664c2c9c-b507-4f49-b242-715e73b64146 None None] Port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:15:06.187070 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.443698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:15:06.450911 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.462647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Transition to ACTIVE for port object 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:15:06.538287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.589591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:06.662615 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:15:06.669753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:15:06.669753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:15:06.669753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:15:06.669753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:15:06.673349 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:15:06.673685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:15:06.674075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:15:06.675112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Bound port: 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:15:06.675651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.735849 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3069b57-e542-4da1-b7ac-09cf51433a3f req-68de8adc-5e0d-46ca-b0a9-fdbb5de4c829 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:06.738646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3069b57-e542-4da1-b7ac-09cf51433a3f req-68de8adc-5e0d-46ca-b0a9-fdbb5de4c829 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0529451 Dec 23 13:15:06.748699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:15:06.751997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:15:06.794131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f3069b57-e542-4da1-b7ac-09cf51433a3f req-73ca7021-0f29-4475-8e37-bdc0b03c22f1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464127 Dec 23 13:15:06.824330 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.860746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:06.861281 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:06.863388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] 10.222.0.57 "PUT /v2.0/ports/7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1091 time: 0.7371969 Dec 23 13:15:06.864443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:15:06.888229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaf847-d45b-48d0-bd1d-f59b6419afb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:06.908257 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcff7d2-59b1-4af7-b28f-4f5176539d00" -d '{"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:15:07.000859 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf762345-2d04-45cf-9bf0-18280260ef2a x-openstack-request-id: req-cf762345-2d04-45cf-9bf0-18280260ef2a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:15:07.001164 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:15:07.001416 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf762345-2d04-45cf-9bf0-18280260ef2a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:15:07.001810 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'status': 'completed', 'code': 200} Dec 23 13:15:07.019332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-7e7a9d32-dc4e-402c-8a33-c21e3b198888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.020806 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-7e7a9d32-dc4e-402c-8a33-c21e3b198888 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0483520 Dec 23 13:15:07.064563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-b9e5566a-7b45-45ce-9b8e-65c910df5543 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 217 time: 0.0361607 Dec 23 13:15:07.117872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-d3b001f7-84f4-450e-aacd-e4b337b1726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.119345 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-d3b001f7-84f4-450e-aacd-e4b337b1726d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0481448 Dec 23 13:15:07.165805 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-ee9d0f27-37e5-4ade-b249-1772004fdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.167340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-ee9d0f27-37e5-4ade-b249-1772004fdbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408776 Dec 23 13:15:07.178845 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-6da74244-5032-4215-b8a5-1e9733630e65 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:15:07.179789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-6da74244-5032-4215-b8a5-1e9733630e65 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057566 Dec 23 13:15:07.271773 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-fa872cb4-0bd8-4313-8cff-469302313eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847769 Dec 23 13:15:07.359477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9924266f-32cb-418d-8cad-ce28b2c43799 req-94d6580e-dd67-44b2-b5e1-afca515515b2 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807445 Dec 23 13:15:07.506122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-4ad2115b-097e-45b9-938b-c2154ffcee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.507612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-4ad2115b-097e-45b9-938b-c2154ffcee28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0411580 Dec 23 13:15:07.600707 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-27454047-6a2e-4540-b119-c148e91952be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.602117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-27454047-6a2e-4540-b119-c148e91952be service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0871034 Dec 23 13:15:07.643898 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-9a5c6108-5f5e-46a4-b4df-81069a1d62e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 217 time: 0.0336628 Dec 23 13:15:07.691380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-ddd7a3b6-8ca6-4521-a08d-72fbcc26dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.692799 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-ddd7a3b6-8ca6-4521-a08d-72fbcc26dcd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0427117 Dec 23 13:15:07.741834 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-19e78f1f-09f1-4416-8d15-9b49eb13a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.743306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-19e78f1f-09f1-4416-8d15-9b49eb13a115 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440605 Dec 23 13:15:07.830240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-f089eebe-e972-4ad3-b8b3-edf514afcd57 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800233 Dec 23 13:15:07.910982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339581-2bcb-487d-808f-dbb04265f5cf req-953cec6d-02ec-40de-8305-93cdea8b7322 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:07.912529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9339581-2bcb-487d-808f-dbb04265f5cf req-953cec6d-02ec-40de-8305-93cdea8b7322 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Dec 23 13:15:07.923693 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9bcff7d2-59b1-4af7-b28f-4f5176539d00 req-5ed96ce7-4c44-4a1e-829b-290987c83da9 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Dec 23 13:15:07.934194 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:15:07.961966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9339581-2bcb-487d-808f-dbb04265f5cf req-1928d506-d484-46d3-831f-cd77d0357fae tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Dec 23 13:15:09.076204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30659-fba4-434c-8754-90916143ff5c req-a7111f32-eb97-496e-b8a7-d024c32bbc9e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:09.077697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed30659-fba4-434c-8754-90916143ff5c req-a7111f32-eb97-496e-b8a7-d024c32bbc9e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0478280 Dec 23 13:15:09.125873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aed30659-fba4-434c-8754-90916143ff5c req-ca3aae87-5d91-4a35-92eb-e27222c70da9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 23 13:15:09.990927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:15:10.086695 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:15:10.098100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'mac_address': 'fa:16:3e:8f:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:15:10.134005 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:10.146161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:15:10.165963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:15:10.219942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:10.249835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caba86-8fd3-4ca3-a22e-a1ff71585369 req-a5fade80-c674-48fb-8a0f-236b7b8b0dd1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:10.251245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40caba86-8fd3-4ca3-a22e-a1ff71585369 req-a5fade80-c674-48fb-8a0f-236b7b8b0dd1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0535593 Dec 23 13:15:10.274120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:10.302117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-40caba86-8fd3-4ca3-a22e-a1ff71585369 req-5661ebf2-ac4f-4102-9729-00fe5aa3152a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Dec 23 13:15:10.605405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['7ab4fc52-e4fa-4d5e-ad03-008f0157a666'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:15:11.415522 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af77602-936a-4b15-96fa-d2623418996c req-93e8102a-6b25-4d82-a5a7-d4fade69bd3f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:11.417107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8af77602-936a-4b15-96fa-d2623418996c req-93e8102a-6b25-4d82-a5a7-d4fade69bd3f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 944 time: 0.0484343 Dec 23 13:15:11.466601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8af77602-936a-4b15-96fa-d2623418996c req-1dbeca40-d58e-405e-bc96-1c449bf5bca0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Dec 23 13:15:12.006774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:15:12.157361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:15:12.161881 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:15:12.162248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:12.241799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:12.264145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:15:12.266378 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8181d2c4-17e5-4a03-8fb8-8ba03018d00c" -d '{"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-plugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:15:12.279054 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:15:12.303835 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73982bc5-fc90-4ac5-ac05-9b209086ae6f x-openstack-request-id: req-73982bc5-fc90-4ac5-ac05-9b209086ae6f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:15:12.303835 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-plugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:15:12.303835 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73982bc5-fc90-4ac5-ac05-9b209086ae6f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:15:12.304167 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'code': 200} Dec 23 13:15:12.355252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:12.402475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:15:12.402985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aafb2-e175-4f32-9dd9-d49a52c9cbb2 req-7adeabeb-2cfe-4f99-a26a-bebff928a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:12.404495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f9aafb2-e175-4f32-9dd9-d49a52c9cbb2 req-7adeabeb-2cfe-4f99-a26a-bebff928a2ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0409443 Dec 23 13:15:12.449490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f9aafb2-e175-4f32-9dd9-d49a52c9cbb2 req-8c842d38-6203-4fce-923b-bb0eeef41ab5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Dec 23 13:15:12.585525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5599ee-a927-459a-a7dd-3c399701f1c2 req-257ab5a0-00cb-460b-8b13-aae73cd770b8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:12.587020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e5599ee-a927-459a-a7dd-3c399701f1c2 req-257ab5a0-00cb-460b-8b13-aae73cd770b8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Dec 23 13:15:12.633136 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1e5599ee-a927-459a-a7dd-3c399701f1c2 req-70e87b3a-1b6b-4256-ab0f-82c79135edb4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 Dec 23 13:15:13.317042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-748e0336-17c5-4fc8-aad1-80cc0afcfa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:13.751669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaebdb2-fd3a-451c-ad62-60b7fd56838b req-54863152-0683-4acd-9b18-0b3ee2e81520 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:13.753415 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bdaebdb2-fd3a-451c-ad62-60b7fd56838b req-54863152-0683-4acd-9b18-0b3ee2e81520 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Dec 23 13:15:13.801744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bdaebdb2-fd3a-451c-ad62-60b7fd56838b req-6781ce1a-cf6b-4614-96aa-5f914db3f2ea tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Dec 23 13:15:14.919159 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264a480-214e-4897-bab4-98e2f2390f54 req-2e86276d-78b2-4325-b46e-29a3ac3ede0a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:14.920681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c264a480-214e-4897-bab4-98e2f2390f54 req-2e86276d-78b2-4325-b46e-29a3ac3ede0a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Dec 23 13:15:14.972322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c264a480-214e-4897-bab4-98e2f2390f54 req-13fda441-5757-4cc5-8aaf-bad1f0f9bde7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Dec 23 13:15:15.083759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae4025-633f-4492-aeb6-1d488743067d req-51e6eb7c-6f90-4206-863e-702a5d2cb31e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:15.085141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cae4025-633f-4492-aeb6-1d488743067d req-51e6eb7c-6f90-4206-863e-702a5d2cb31e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Dec 23 13:15:15.093594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39178) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:15:15.097978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'floatingip': {'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:15:15.137610 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:15.575998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-a4d4d8a5-bb19-485a-80c7-f6acefb0578b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420125 Dec 23 13:15:15.590663 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:15.643126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:15.660074 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-5960a0eb-9131-4681-81ac-131a30f5f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:15.661592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-5960a0eb-9131-4681-81ac-131a30f5f83f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0441391 Dec 23 13:15:15.748580 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 associated. External IP: 172.25.7.143, port: 7ab4fc52-e4fa-4d5e-ad03-008f0157a666. Dec 23 13:15:15.767051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-0ac6311b-858b-4c1c-a3c9-2198c7e4e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:15.768985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-0ac6311b-858b-4c1c-a3c9-2198c7e4e910 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0870538 Dec 23 13:15:15.839168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-e4b36102-9334-4ccd-a306-e4883b35b79c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0633016 Dec 23 13:15:15.896328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-0bbda02d-c38f-4d31-97a7-3f723042b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:15.897827 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-0bbda02d-c38f-4d31-97a7-3f723042b3bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0523212 Dec 23 13:15:15.947010 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-d1f7057f-6643-4e24-b169-6ef7592338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:15.948554 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-d1f7057f-6643-4e24-b169-6ef7592338f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429358 Dec 23 13:15:15.965075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:15:16.043552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-429607c2-3f9f-430d-8e6c-97653b93eb93 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877376 Dec 23 13:15:16.078947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:15:16.083870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:16.090106 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:15:16.104604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:15:16.105472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3c77ab5-08c6-4040-999d-558e87dc63e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:16.107624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:15:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:16.117362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8c84fcb9-c046-441f-9585-cc325371f6e7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "PUT /v2.0/floatingips/d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 HTTP/1.1" status: 200 len: 991 time: 1.0200567 Dec 23 13:15:16.117362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:15:16.122094 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda" -d '{"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:15:16.147691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac467d48-5012-49b1-a6bc-3218c34dcf79 req-c4cad27d-6306-4c45-bf2f-d39a4b887413 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972340 Dec 23 13:15:16.179102 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c2f3b-2fe2-4564-b217-b9dfb0ea20c8 x-openstack-request-id: req-f93c2f3b-2fe2-4564-b217-b9dfb0ea20c8 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:15:16.179394 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:15:16.179649 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f93c2f3b-2fe2-4564-b217-b9dfb0ea20c8 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:15:16.180050 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'status': 'completed', 'code': 200} Dec 23 13:15:16.222095 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:15:16.306240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-153dffd2-3331-4868-8ef2-642cc2c1962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:16.308358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-153dffd2-3331-4868-8ef2-642cc2c1962d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0451612 Dec 23 13:15:16.463185 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:8f:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:15:15Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:16.494328 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:15:16.505050 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:15:16.505050 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:15:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:16.620722 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:15:16.677529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:16.749527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-780573e1-b0c3-4064-942e-0ffa6a9f6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:16.750925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-780573e1-b0c3-4064-942e-0ffa6a9f6bbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.4361491 Dec 23 13:15:16.817020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-1e29b138-0c7f-4b32-a82b-567747d2764b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0590258 Dec 23 13:15:16.853571 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:8f:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:15:15Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:15:16.873028 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-510e7e15-d6ff-4dd2-9eae-5344c2651139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:16.874534 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-510e7e15-d6ff-4dd2-9eae-5344c2651139 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0507793 Dec 23 13:15:16.883772 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd76b-d9ee-47d1-9a81-1bc7424a7409 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:8f:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:15:15Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:15:16.928747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-ebbfa22a-d1cd-40f5-84aa-853913909fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:15:16.930415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-ebbfa22a-d1cd-40f5-84aa-853913909fec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488217 Dec 23 13:15:17.026706 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-28995a5e-1781-41b6-ad19-2c13052cdaa6 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Dec 23 13:15:17.089597 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4c3972-630c-46fc-85e4-3e78cfe42162 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:15:17.122366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff6f9766-7ea9-4f3c-90a2-7a1f5a4acfda req-c533bfa2-7f33-46fc-84b8-c0f126ccb907 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887609 Dec 23 13:15:18.366271 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:18.766265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:19.263493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:23.126259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:43.326237 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a7599ad8-9e21-494e-a0ea-264f5e0b44fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:44.934188 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:15:46.074769 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d32287d-427b-4329-aa62-460f90b3148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:46.663279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:48.367917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:48.779336 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:49.253788 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:15:53.110892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:13.308061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-040c59d1-5fb2-44c6-a2af-78ac468823c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:15.521671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-756447d3-926d-4c95-b92b-08e3802d0231 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401151 Dec 23 13:16:15.608196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-c86c8565-5917-4ae7-97df-0fa9f9094777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:16:15.609693 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-c86c8565-5917-4ae7-97df-0fa9f9094777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0439227 Dec 23 13:16:15.713233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-7ce4e448-828e-4d71-89eb-3a704823130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:16:15.714722 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-7ce4e448-828e-4d71-89eb-3a704823130a service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0847418 Dec 23 13:16:15.786599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-a9b329b7-9e12-4bd6-b04b-ae46db5e56e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1001 time: 0.0643759 Dec 23 13:16:15.835391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-63153b3c-4282-4fea-90b2-e8241e009dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:16:15.836844 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-63153b3c-4282-4fea-90b2-e8241e009dab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0437796 Dec 23 13:16:15.882715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-e62f3823-efea-4dde-875c-8761c954b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:16:15.884195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-e62f3823-efea-4dde-875c-8761c954b398 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391786 Dec 23 13:16:15.979555 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-bffb46e0-4d2c-4552-bd93-5e989e149691 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Dec 23 13:16:16.069275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-191d4f9b-b87c-40b0-a0b9-dd4e9c8e3906 req-011862c8-33f5-40e7-9a84-2dcb55a1e3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Dec 23 13:16:16.079533 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d68caa06-1024-4b92-9451-dd32d8586e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:16.664937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:18.376532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:18.773420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:19.279202 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:21.933072 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:16:23.127648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:43.310275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-625d817d-74b9-45ca-8b7a-2327a63e6803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:46.073004 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7006e26c-dd59-40a6-848c-84ec4090689d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:46.693698 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:48.381131 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:48.798327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:49.278598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:53.139208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:16:58.931512 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:17:13.307012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe988-8f17-4e70-b197-bb7e3ca54bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:16.112132 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd87d346-2452-457e-a7fa-510c0e2b9639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:16.666450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:17.562877 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-7c67d95c-093b-4154-bec5-19bbc98f3311 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425408 Dec 23 13:17:17.647008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-a54b3df4-a0de-4bff-9043-246f194994ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:17.648484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-a54b3df4-a0de-4bff-9043-246f194994ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0444615 Dec 23 13:17:17.749530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-4d2248b0-9008-4710-8e4f-eaf54f3ef603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:17.751029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-4d2248b0-9008-4710-8e4f-eaf54f3ef603 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0842798 Dec 23 13:17:17.820455 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-7692df6a-b08f-4edc-853f-fcdcb44f72f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1001 time: 0.0624514 Dec 23 13:17:17.868995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-72f8374b-87a1-4da7-ac95-27544b7b77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:17.870442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-72f8374b-87a1-4da7-ac95-27544b7b77d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0433152 Dec 23 13:17:17.914471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-e0dd1dae-2a83-4ce4-afbc-ba7e87426ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:17.916567 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-e0dd1dae-2a83-4ce4-afbc-ba7e87426ee4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398479 Dec 23 13:17:18.009864 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-ae176920-fa47-4650-abc6-9074076ea880 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854123 Dec 23 13:17:18.101405 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-27acc3d8-1e53-43c2-9b4e-0bcdc415efea req-a2c9f73f-8cc3-4e7b-84d6-644cfe895a6f service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839214 Dec 23 13:17:18.424709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:18.790233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:19.275471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:23.164344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:35.929832 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:17:43.311522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-87307934-0e24-42d2-83d0-98b923ba26f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:45.654241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5298c3-3d3a-4636-9cf5-abaa717a8a43 req-e0fe0e74-937e-4405-bb64-7158d697846f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:45.655765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d5298c3-3d3a-4636-9cf5-abaa717a8a43 req-e0fe0e74-937e-4405-bb64-7158d697846f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.1112366 Dec 23 13:17:45.706225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0d5298c3-3d3a-4636-9cf5-abaa717a8a43 req-ad11f1e7-b72c-42fc-8087-7a16600bc7fa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Dec 23 13:17:46.099913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-568c0ed3-eca4-4c28-8959-f3dc5183cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:46.677232 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:46.872915 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b906-c0f9-4b82-a8c3-e207028bafa7 req-91d8239e-491f-4151-8fca-44406cdf2b7f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:46.874450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d04b906-c0f9-4b82-a8c3-e207028bafa7 req-91d8239e-491f-4151-8fca-44406cdf2b7f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0982647 Dec 23 13:17:46.923606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d04b906-c0f9-4b82-a8c3-e207028bafa7 req-912901ae-f01b-45e5-ac54-5027e5f5f16d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Dec 23 13:17:48.040192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90508-77c1-45bb-bad9-5767a1342e46 req-ba136353-8a0b-4681-81b5-1d0bc515a28e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:48.041698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f90508-77c1-45bb-bad9-5767a1342e46 req-ba136353-8a0b-4681-81b5-1d0bc515a28e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Dec 23 13:17:48.087751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f90508-77c1-45bb-bad9-5767a1342e46 req-36acd38e-7fd3-4616-8902-e3fbee46e061 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Dec 23 13:17:48.374402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:48.848869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:49.205561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50f324-de70-4c8a-bb03-5df95d41c97b req-76f6a6bc-21d2-4de4-9097-05f5b6175ee4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:49.207060 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e50f324-de70-4c8a-bb03-5df95d41c97b req-76f6a6bc-21d2-4de4-9097-05f5b6175ee4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Dec 23 13:17:49.258718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e50f324-de70-4c8a-bb03-5df95d41c97b req-ed0ccc48-a203-495b-a51f-9a5753465465 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 Dec 23 13:17:49.275506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:50.374014 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6e79-1bdd-47e6-9141-1b6adee51439 req-6483a8e8-015d-4d59-8fc3-d39d4d6de318 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:50.376901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f94d6e79-1bdd-47e6-9141-1b6adee51439 req-6483a8e8-015d-4d59-8fc3-d39d4d6de318 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Dec 23 13:17:50.424258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f94d6e79-1bdd-47e6-9141-1b6adee51439 req-b2feaea6-8531-4b5f-8e58-f92b5432bfe0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Dec 23 13:17:51.543923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775c3cf-e6b0-40d4-88e5-a393022f413a req-e48c980b-4889-41ad-b298-b1c86b5c517c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:51.545504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b775c3cf-e6b0-40d4-88e5-a393022f413a req-e48c980b-4889-41ad-b298-b1c86b5c517c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0513570 Dec 23 13:17:51.592666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b775c3cf-e6b0-40d4-88e5-a393022f413a req-568c39ad-73a0-4dd9-bc3c-361799600bb3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Dec 23 13:17:52.711023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea60d1a-f7be-4289-8907-f217fe31cc54 req-e33c0a8e-c28d-4359-ba9a-a17654214636 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:52.712468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fea60d1a-f7be-4289-8907-f217fe31cc54 req-e33c0a8e-c28d-4359-ba9a-a17654214636 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Dec 23 13:17:52.759579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fea60d1a-f7be-4289-8907-f217fe31cc54 req-ff33caf2-175f-471b-94f6-cad12d68ec24 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Dec 23 13:17:53.143906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:17:53.878100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835c1c0-4280-4446-93f2-24fa549ea64a req-a98b9b08-22a7-4db5-a0ae-c2785bff28be tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:53.879603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6835c1c0-4280-4446-93f2-24fa549ea64a req-a98b9b08-22a7-4db5-a0ae-c2785bff28be tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0487535 Dec 23 13:17:53.927515 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6835c1c0-4280-4446-93f2-24fa549ea64a req-9a95a388-4254-4056-93d1-da7b2247841c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Dec 23 13:17:55.061772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c909f07-03dc-482f-852d-af2e4ac842ef req-08568038-1be7-4176-85b0-b5b5cd17d29d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:55.063765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c909f07-03dc-482f-852d-af2e4ac842ef req-08568038-1be7-4176-85b0-b5b5cd17d29d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Dec 23 13:17:55.113820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c909f07-03dc-482f-852d-af2e4ac842ef req-cb2e982d-448b-42cd-940d-eec11c5c0bf5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Dec 23 13:17:56.231411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bdaac-0433-4df8-a07b-75424cee8b8a req-d43d8e7b-3b80-46bf-8087-4dca59e685aa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:56.232799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-444bdaac-0433-4df8-a07b-75424cee8b8a req-d43d8e7b-3b80-46bf-8087-4dca59e685aa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0507548 Dec 23 13:17:56.279215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-444bdaac-0433-4df8-a07b-75424cee8b8a req-1d099ec7-0b67-4ba6-82cb-ef2623acf7e6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Dec 23 13:17:57.393832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179154b-6774-48c6-88f1-d7730210a81c req-cb3cef02-f44b-4cbf-ab10-9be40dd24d43 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:57.395287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5179154b-6774-48c6-88f1-d7730210a81c req-cb3cef02-f44b-4cbf-ab10-9be40dd24d43 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0477293 Dec 23 13:17:57.441949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5179154b-6774-48c6-88f1-d7730210a81c req-5d39981d-e12a-4900-a8d9-ca8ca61a835f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Dec 23 13:17:58.561119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10df5d-9a45-456f-ae9b-118e1efb30fe req-d86af15f-0b00-465c-ad09-06044077804e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:58.562647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa10df5d-9a45-456f-ae9b-118e1efb30fe req-d86af15f-0b00-465c-ad09-06044077804e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Dec 23 13:17:58.609557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa10df5d-9a45-456f-ae9b-118e1efb30fe req-e768556c-aad2-42d5-9ea3-806d099273a5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Dec 23 13:17:59.735308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b370d-8aab-4a64-bf6a-cc734b58411b req-62b0ec4d-8476-4e40-bd39-948f03487d38 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:17:59.736767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e32b370d-8aab-4a64-bf6a-cc734b58411b req-62b0ec4d-8476-4e40-bd39-948f03487d38 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0480146 Dec 23 13:17:59.783434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e32b370d-8aab-4a64-bf6a-cc734b58411b req-68699636-4071-4785-bad6-a5b9612c9c37 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Dec 23 13:18:00.908483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e7301-e70c-44dd-a97a-1e631f30d313 req-a95154fc-f07e-46fb-8a71-967f5dbdbbc8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:00.910265 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a7e7301-e70c-44dd-a97a-1e631f30d313 req-a95154fc-f07e-46fb-8a71-967f5dbdbbc8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0567713 Dec 23 13:18:00.961132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2a7e7301-e70c-44dd-a97a-1e631f30d313 req-0686b9fb-e4fb-4437-84b2-e51fae2af625 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Dec 23 13:18:02.077172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bf79b-be43-4019-a51f-f14e2d0ec4f3 req-73286d6b-1b77-4ddc-ad79-3f76edb07248 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:02.078845 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304bf79b-be43-4019-a51f-f14e2d0ec4f3 req-73286d6b-1b77-4ddc-ad79-3f76edb07248 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Dec 23 13:18:02.126410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-304bf79b-be43-4019-a51f-f14e2d0ec4f3 req-6c50317d-95cb-4b3d-98df-ea27d5118a85 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Dec 23 13:18:02.480710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771859d8-9e50-4d51-9e09-4cb2073dbe00 req-bef38b45-9987-4cdc-bd78-78f6c720ca45 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:02.482202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-771859d8-9e50-4d51-9e09-4cb2073dbe00 req-bef38b45-9987-4cdc-bd78-78f6c720ca45 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0484169 Dec 23 13:18:02.532488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-771859d8-9e50-4d51-9e09-4cb2073dbe00 req-fd9f69f9-0202-459e-b1ca-57d1ac6cce0a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Dec 23 13:18:02.578531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-cae887c7-e681-495c-b777-02ac1b223056 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396638 Dec 23 13:18:03.650606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fcfca-a6fa-4b2a-b1a6-c148842244e8 req-2ee15a77-e94b-4341-9421-e61e45466b8b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:03.652087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a82fcfca-a6fa-4b2a-b1a6-c148842244e8 req-2ee15a77-e94b-4341-9421-e61e45466b8b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Dec 23 13:18:03.700441 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a82fcfca-a6fa-4b2a-b1a6-c148842244e8 req-0bf1e444-dbcd-4d92-9ba2-4999e75176ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Dec 23 13:18:04.612683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-48d23338-e1c9-4d4f-a8f5-c890a209e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:04.614240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-48d23338-e1c9-4d4f-a8f5-c890a209e269 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1096 time: 0.0454330 Dec 23 13:18:04.703194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-fca4dede-a723-4942-b648-96d548ebe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:04.704654 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-fca4dede-a723-4942-b648-96d548ebe59d service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0834568 Dec 23 13:18:04.776663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-eedf2a8f-260b-4370-999b-0724358fe395 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1001 time: 0.0643115 Dec 23 13:18:04.816225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5b285-be47-450b-8d30-e41bc94784d5 req-697c6e3c-135a-4dd3-92fa-9b47041f4b9d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:04.817735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46d5b285-be47-450b-8d30-e41bc94784d5 req-697c6e3c-135a-4dd3-92fa-9b47041f4b9d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Dec 23 13:18:04.826973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-403b4866-f344-4bf4-99e7-6a726d3e7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:04.829129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-403b4866-f344-4bf4-99e7-6a726d3e7530 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0450902 Dec 23 13:18:04.865397 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-46d5b285-be47-450b-8d30-e41bc94784d5 req-9533f0c1-6ddb-4dc6-93e3-016f935c2882 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Dec 23 13:18:04.873911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-7df35315-134f-468c-8f19-b68380bbd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:04.876227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-7df35315-134f-468c-8f19-b68380bbd536 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402424 Dec 23 13:18:04.970966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-39025255-c5b5-4daf-a54f-c6e067c1c3f0 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Dec 23 13:18:05.064306 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-bd815f9c-50c5-46eb-beea-e2e75cb53b59 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863013 Dec 23 13:18:05.989073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00b7e-d397-4c8c-bbe7-7603f5fffff0 req-243c4f4e-b0f2-4666-80b0-ee3d88d94058 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:05.990565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31a00b7e-d397-4c8c-bbe7-7603f5fffff0 req-243c4f4e-b0f2-4666-80b0-ee3d88d94058 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Dec 23 13:18:06.037086 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31a00b7e-d397-4c8c-bbe7-7603f5fffff0 req-cfa0dcea-01a8-4b4c-b754-757ffa2392bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Dec 23 13:18:06.993704 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-1acf9646-4d61-4b8d-aabb-a6f287aac1d7 service neutron] show failed (client error): The resource could not be found. Dec 23 13:18:06.994787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-1acf9646-4d61-4b8d-aabb-a6f287aac1d7 service neutron] 10.222.0.57 "GET /v2.0/ports/7ab4fc52-e4fa-4d5e-ad03-008f0157a666/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0546451 Dec 23 13:18:07.154613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634ab6a-2cb4-40e9-a36e-ea9e234fac9c req-6b0904e6-6150-45a0-a897-d0319856d33c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:07.156938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f634ab6a-2cb4-40e9-a36e-ea9e234fac9c req-6b0904e6-6150-45a0-a897-d0319856d33c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Dec 23 13:18:07.204445 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f634ab6a-2cb4-40e9-a36e-ea9e234fac9c req-8ffbf921-0e5a-4f3b-aa6c-47d97351323c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 Dec 23 13:18:07.514253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-13a15a22-075e-42cd-bbbd-ec0015ce33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:07.516686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-13a15a22-075e-42cd-bbbd-ec0015ce33ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1096 time: 0.0401068 Dec 23 13:18:07.526636 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-a2cfbe67-105a-4ca6-8c94-2974f3a4bac7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:18:07.527540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-a2cfbe67-105a-4ca6-8c94-2974f3a4bac7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046985 Dec 23 13:18:07.539567 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:18:07.939652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.134382 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:08.166494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h1-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:18:08.205700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:08.208092 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c96209-7301-4de0-9ce0-c2a593dc8869" -d '{"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:08.212192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.225326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Transition to ACTIVE for port object 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:18:08.259260 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1ae08-3fb3-4fcd-ab1e-c69f3485e457 x-openstack-request-id: req-49c1ae08-3fb3-4fcd-ab1e-c69f3485e457 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:08.259561 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:08.259870 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49c1ae08-3fb3-4fcd-ab1e-c69f3485e457 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:08.260224 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'code': 200} Dec 23 13:18:08.312005 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.369817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd20f7d-0e97-4e0a-9199-9ea63651b826 req-2518e926-359e-424a-8647-0ddfff5d54d5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:08.371413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbd20f7d-0e97-4e0a-9199-9ea63651b826 req-2518e926-359e-424a-8647-0ddfff5d54d5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0950267 Dec 23 13:18:08.374454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:08.416134 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.422501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:08.495985 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] No DVR routers for this DVR port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on host n-h1-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:18:08.501881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbd20f7d-0e97-4e0a-9199-9ea63651b826 req-f0e1d379-2ce7-4081-b7fb-d7b91ca49739 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921466 Dec 23 13:18:08.632217 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:18:08.632556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:18:08.632909 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:18:08.637123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:18:08.637444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Attempting to bind port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:18:08.642869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:18:08.643204 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:18:08.643584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:18:08.644003 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Bound port: 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:18:08.644353 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.706604 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:18:08.709541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:18:08.778760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.815231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:08.815902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:08.817376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1091 time: 1.2812696 Dec 23 13:18:08.836695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad593-2afc-4f9c-bc34-196fdd8d3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:08.886241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-1061bd41-c335-4a2b-8fc7-5a2de34cb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:08.887748 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-1061bd41-c335-4a2b-8fc7-5a2de34cb618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0459361 Dec 23 13:18:08.981969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-0535ce0d-797f-44b6-a30d-971c77890d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:08.983440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-0535ce0d-797f-44b6-a30d-971c77890d90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0892797 Dec 23 13:18:09.054840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-bc7db5a1-98e7-48d4-9cf1-3cd9f1481340 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0641856 Dec 23 13:18:09.104354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-cbedfdfc-d41b-454d-9e40-743b62c9ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:09.105746 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-cbedfdfc-d41b-454d-9e40-743b62c9ac09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0441341 Dec 23 13:18:09.150855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-b1ff8ff4-c21e-42c5-aa8f-01f033423aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:09.152320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-b1ff8ff4-c21e-42c5-aa8f-01f033423aad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394850 Dec 23 13:18:09.244043 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-132e7af8-a4ea-47ac-a7ce-cfc8dba8efa6 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844491 Dec 23 13:18:09.333725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a3bc7645-250c-4a0d-9d46-268ba7a6ceb1 req-7c00d568-abed-4c7a-b3c1-7c11ff57bddc service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823729 Dec 23 13:18:09.626398 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff2f0c-66ab-4db6-8835-bd965627db00 req-6537e3b8-a79a-4570-b809-65481371a4f7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:09.627529 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eff2f0c-66ab-4db6-8835-bd965627db00 req-6537e3b8-a79a-4570-b809-65481371a4f7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0533772 Dec 23 13:18:09.679964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0eff2f0c-66ab-4db6-8835-bd965627db00 req-b149082f-0415-4a7e-970e-eb25eb1f1fc9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Dec 23 13:18:10.261396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:10.263834 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa678c-b871-45f6-b181-843d6202c88d" -d '{"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:10.312492 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247a0f0-1099-4dab-a714-f6ae32184e45 x-openstack-request-id: req-2247a0f0-1099-4dab-a714-f6ae32184e45 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:10.312798 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:10.313081 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2247a0f0-1099-4dab-a714-f6ae32184e45 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:10.313480 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'status': 'completed', 'code': 200} Dec 23 13:18:10.374256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-e91ce1ed-9381-4de1-a257-9a5de76e441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.375807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-e91ce1ed-9381-4de1-a257-9a5de76e441a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0437150 Dec 23 13:18:10.379576 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-7b9990c2-882a-40ea-8a38-a4436ac0e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.381090 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-7b9990c2-882a-40ea-8a38-a4436ac0e640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0456679 Dec 23 13:18:10.466774 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-1a60c006-fe0e-4161-93f7-d2949c331314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.469239 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-1a60c006-fe0e-4161-93f7-d2949c331314 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0843313 Dec 23 13:18:10.472495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-4dd894b4-e9d7-4257-9d0c-05f7018a964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.473982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-4dd894b4-e9d7-4257-9d0c-05f7018a964b service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0854847 Dec 23 13:18:10.538929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-8ba53d08-30de-4d27-97a4-2efe15530f3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0635002 Dec 23 13:18:10.544274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-8513165b-0d6d-4864-b607-57192452a8c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0626926 Dec 23 13:18:10.590959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-053adc7e-ec82-4e0c-b858-062f3740391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.592474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-053adc7e-ec82-4e0c-b858-062f3740391c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0457103 Dec 23 13:18:10.594272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-6c93d908-19a7-4902-ad5f-178dd0a08571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.595893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-6c93d908-19a7-4902-ad5f-178dd0a08571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0439577 Dec 23 13:18:10.637303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-2fd9a721-3c7b-4b4c-9058-969252142692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.638947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-2fd9a721-3c7b-4b4c-9058-969252142692 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394895 Dec 23 13:18:10.644623 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa678c-b871-45f6-b181-843d6202c88d req-aef545a3-4337-4051-adf5-439caaa56952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.646178 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-aef545a3-4337-4051-adf5-439caaa56952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436761 Dec 23 13:18:10.738664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-4637a6e4-26d3-4f42-ab45-9eda61de8f93 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912220 Dec 23 13:18:10.741775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-fb78805c-c80e-4b3e-907a-1d27d89d1d48 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882232 Dec 23 13:18:10.840429 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-53366802-47f7-4e1b-824c-d5089da611e0 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Dec 23 13:18:10.860427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c927a3-0afa-4af8-a76f-4e5848928ccc req-ddb571ca-e2d6-42a1-a6a5-266dac7962d6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:10.861946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1c927a3-0afa-4af8-a76f-4e5848928ccc req-ddb571ca-e2d6-42a1-a6a5-266dac7962d6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.1084073 Dec 23 13:18:10.889280 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3efa678c-b871-45f6-b181-843d6202c88d req-0a1de1df-4324-4293-94ba-c6a6e3a6d702 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431775 Dec 23 13:18:10.889704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:18:10.922413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f1c927a3-0afa-4af8-a76f-4e5848928ccc req-9bca504e-165c-413d-a938-40fabc559d7a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497305 Dec 23 13:18:10.950803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:18:10.951191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:18:12.046297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14691d3-8cff-497e-8429-f4ddd80aac62 req-f97d07fa-0688-48c5-a0c6-8c873ca97d0a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.048615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a14691d3-8cff-497e-8429-f4ddd80aac62 req-f97d07fa-0688-48c5-a0c6-8c873ca97d0a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0498679 Dec 23 13:18:12.095163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a14691d3-8cff-497e-8429-f4ddd80aac62 req-5030d087-6218-4de7-9761-433907f3d4f0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Dec 23 13:18:12.372866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a842ae5-3a5d-48c1-ac83-e98fb6de66f8 req-6bf5af6b-b730-46ea-bf94-c7c0e3016c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.374761 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a842ae5-3a5d-48c1-ac83-e98fb6de66f8 req-6bf5af6b-b730-46ea-bf94-c7c0e3016c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0507207 Dec 23 13:18:12.428665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8a842ae5-3a5d-48c1-ac83-e98fb6de66f8 req-aaab8312-1c71-4571-8288-0f35cd923b8d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478067 Dec 23 13:18:12.430910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-d8ab17c5-e15c-4a05-bca0-1f158b3f6a02 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.432527 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-d8ab17c5-e15c-4a05-bca0-1f158b3f6a02 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 943 time: 0.0526288 Dec 23 13:18:12.497918 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-c03a8048-bd15-4805-8521-d2679ee47c5d service neutron] delete failed (client error): The resource could not be found. Dec 23 13:18:12.498910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-c03a8048-bd15-4805-8521-d2679ee47c5d service neutron] 10.222.0.57 "DELETE /v2.0/ports/7ab4fc52-e4fa-4d5e-ad03-008f0157a666/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0574272 Dec 23 13:18:12.594941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-14f256a6-7daa-407c-8116-0bbaba5e7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.596419 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-14f256a6-7daa-407c-8116-0bbaba5e7911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1094 time: 0.0411882 Dec 23 13:18:12.686164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-b06d3b50-9414-4008-99b1-14aedf8a2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.688189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-b06d3b50-9414-4008-99b1-14aedf8a2ef7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0837922 Dec 23 13:18:12.756588 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-0930b6e1-4f34-470c-9264-f52b548deeb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 999 time: 0.0617130 Dec 23 13:18:12.805156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-f60380d5-6559-47b8-a828-84cf3af40dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.806565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-f60380d5-6559-47b8-a828-84cf3af40dc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0434232 Dec 23 13:18:12.850672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-e9adc75f-8044-465a-ae2f-01730c57cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:12.852103 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-e9adc75f-8044-465a-ae2f-01730c57cbda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381503 Dec 23 13:18:12.929054 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:18:12.945655 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-a25cbce3-b581-414d-9d35-e2c5c770af79 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Dec 23 13:18:13.035439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-790c54ad-a73d-4d06-8272-b2d67cafa651 req-f1c5b9d3-d5e3-44ba-bcaa-b45dc29bf101 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825589 Dec 23 13:18:13.287765 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f50f682-edad-46e4-a2f2-092fc8235e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:13.553267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d586-cdbd-4699-b36c-347ce821af77 req-e883b835-9ef9-44fd-8446-b5ed5db9f0fc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:13.554760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91c3d586-cdbd-4699-b36c-347ce821af77 req-e883b835-9ef9-44fd-8446-b5ed5db9f0fc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 943 time: 0.0505538 Dec 23 13:18:13.603670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-91c3d586-cdbd-4699-b36c-347ce821af77 req-d81a2751-e946-4b95-ac34-2cbdbd19605c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Dec 23 13:18:13.753029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:18:13.852574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:13.863770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'mac_address': 'fa:16:3e:8f:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:18:13.900310 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:13.914132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:18:13.935222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:14.000905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:14.049391 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:14.056857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.057290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.057582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.057947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.058276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.058649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.058975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.059300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.059649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.059973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.060293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.060610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.060961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:18:14.228957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7ab4fc52-e4fa-4d5e-ad03-008f0157a666'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:18:14.722962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339bba-01de-4f8c-957e-9da59f0378b0 req-22e07f24-c781-42c3-bcfc-d5fbd044ed69 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:14.724505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89339bba-01de-4f8c-957e-9da59f0378b0 req-22e07f24-c781-42c3-bcfc-d5fbd044ed69 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 944 time: 0.0510347 Dec 23 13:18:14.771057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-89339bba-01de-4f8c-957e-9da59f0378b0 req-f7777e5b-9994-4a52-bb5e-772fafb67f90 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Dec 23 13:18:14.893881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620ee5b-0e36-4ba1-8ff2-cf8b7778b88a req-9a40360c-18b0-43b9-98d2-0c28eb98872d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:14.893881 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d620ee5b-0e36-4ba1-8ff2-cf8b7778b88a req-9a40360c-18b0-43b9-98d2-0c28eb98872d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 944 time: 0.0531142 Dec 23 13:18:14.941871 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d620ee5b-0e36-4ba1-8ff2-cf8b7778b88a req-c4289426-bcec-48ae-8a07-052d1605d56f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Dec 23 13:18:15.298140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f05c-f794-4252-aaf8-4ce5cf04d825 req-8572f66c-29af-4b51-8ec3-e76653b6f350 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:15.299672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a93f05c-f794-4252-aaf8-4ce5cf04d825 req-8572f66c-29af-4b51-8ec3-e76653b6f350 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 944 time: 0.0533841 Dec 23 13:18:15.375144 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a93f05c-f794-4252-aaf8-4ce5cf04d825 req-d0c018df-39f2-49e4-bcdd-729f86d28a07 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687883 Dec 23 13:18:15.386538 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-cbaabd3b-e6c7-4cdc-8ce5-62fd9c04bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:15.388082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-cbaabd3b-e6c7-4cdc-8ce5-62fd9c04bf2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 1095 time: 0.0563703 Dec 23 13:18:15.481872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-43b77145-7d4b-4df1-b6ba-e91d3f4199b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:15.483264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-43b77145-7d4b-4df1-b6ba-e91d3f4199b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0834026 Dec 23 13:18:15.554888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-174445f0-0b94-465f-9e5c-0ca05075eeea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 200 len: 1000 time: 0.0647717 Dec 23 13:18:15.605160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-504b7d9a-8704-4fd1-a595-41c98707e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:15.606618 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-504b7d9a-8704-4fd1-a595-41c98707e0a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0439706 Dec 23 13:18:15.653447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-6ef0816f-62c5-4e60-9fd9-f408ec41549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:15.654936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-6ef0816f-62c5-4e60-9fd9-f408ec41549e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414562 Dec 23 13:18:15.746972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-e32865f7-a447-4e04-ab2a-648c1841b04e service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Dec 23 13:18:15.769251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:18:15.839033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-137e4280-3051-4f3e-ae5e-186997b4b586 req-0a685e4d-4803-4d82-8e37-da175af63a6a service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850883 Dec 23 13:18:15.887069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:18:15.892374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:18:15.892883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:15.972948 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:15.994628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:15.996884 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fdcf8a-3c3f-4f65-b0e3-72eb1160c556" -d '{"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-plugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:16.009959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:16.037683 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e4ffc-a63e-4128-ab84-53f5575e7634 x-openstack-request-id: req-032e4ffc-a63e-4128-ab84-53f5575e7634 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:16.037973 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-plugged", "status": "completed", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:16.038225 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-032e4ffc-a63e-4128-ab84-53f5575e7634 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:16.038619 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'code': 200} Dec 23 13:18:16.082445 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:16.117518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8d1e-6f0e-486d-be27-de16d478c7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:16.130457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:16.492964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011e10-b0c4-4d38-a16b-fd946880c409 req-144effce-ebe9-4558-868e-5c5a0cdb28ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:16.494467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0011e10-b0c4-4d38-a16b-fd946880c409 req-144effce-ebe9-4558-868e-5c5a0cdb28ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Dec 23 13:18:16.542885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0011e10-b0c4-4d38-a16b-fd946880c409 req-b062a49d-b4e0-441e-94f1-ce37d1ebdded tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413487 Dec 23 13:18:16.710861 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:16.996107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc413b1-1544-4c2d-89f4-4570e294610b req-260721ab-e2e6-4164-b1e0-5f4aa6e053c0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:16.997554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efc413b1-1544-4c2d-89f4-4570e294610b req-260721ab-e2e6-4164-b1e0-5f4aa6e053c0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Dec 23 13:18:17.044567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-efc413b1-1544-4c2d-89f4-4570e294610b req-6f39c2f0-39b1-489e-ab18-c0caa2e135a7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Dec 23 13:18:18.169781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889d3a3-91e3-4aa4-a854-febfc08991b7 req-91b34472-ca98-422b-9dd1-26bee192466b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:18.171329 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c889d3a3-91e3-4aa4-a854-febfc08991b7 req-91b34472-ca98-422b-9dd1-26bee192466b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Dec 23 13:18:18.238681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-76321467-f087-4c34-9567-559f340fc94f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:18.240072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-76321467-f087-4c34-9567-559f340fc94f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 945 time: 0.0874028 Dec 23 13:18:18.247304 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c889d3a3-91e3-4aa4-a854-febfc08991b7 req-8ee7fa03-cdd5-497c-a759-4852ba10344e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628371 Dec 23 13:18:18.331483 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Deleting port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:18:18.331825 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.389416 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.426367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] For port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:18.426721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.600993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.601355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.601693 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 disassociated. External IP: 172.25.7.143, port: 7ab4fc52-e4fa-4d5e-ad03-008f0157a666. Dec 23 13:18:18.602032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Calling delete_port for 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 owned by compute:nova {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:18:18.795582 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.822239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'Port': ['ID=7ab4fc52-e4fa-4d5e-ad03-008f0157a666,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:18.849402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:18.942969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:18:19.059188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:18:19.070211 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:18:19.080725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:18:19.081379 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:18:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:19.099196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] No DVR routers for this DVR port 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 on host n-h2-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:18:19.101874 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:19.105287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f92cd654-e029-48a5-8dc8-d1b60cb12fe7 req-f4796d7d-5089-4e1a-baf0-c3e86d3c463a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "DELETE /v2.0/ports/7ab4fc52-e4fa-4d5e-ad03-008f0157a666 HTTP/1.1" status: 204 len: 173 time: 0.8571281 Dec 23 13:18:19.105731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-deleted', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:19.107978 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea009733-91b8-4f0b-8f29-1ad59a6c191b" -d '{"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-deleted", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:19.147785 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a55cb-9963-42a9-b89e-f629e0073d80 x-openstack-request-id: req-a64a55cb-9963-42a9-b89e-f629e0073d80 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:19.148098 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fec9c-105c-473b-b1db-b8599e4b0c78", "name": "network-vif-deleted", "tag": "7ab4fc52-e4fa-4d5e-ad03-008f0157a666", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:19.148350 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64a55cb-9963-42a9-b89e-f629e0073d80 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:19.148749 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fec9c-105c-473b-b1db-b8599e4b0c78', 'name': 'network-vif-deleted', 'tag': '7ab4fc52-e4fa-4d5e-ad03-008f0157a666', 'status': 'completed', 'code': 200} Dec 23 13:18:19.191451 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:18:19.254720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:19.350379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ecd23671-7565-4c0d-806f-78d35982489a req-cb91eeda-f7b3-4044-8f36-54a0d50acbd1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=652fec9c-105c-473b-b1db-b8599e4b0c78 HTTP/1.1" status: 200 len: 210 time: 0.0278022 Dec 23 13:18:19.407332 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:19.437892 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:18:19.446251 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:18:19.446921 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:18:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:19.550518 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:18:19.752546 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:19.777846 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30ec7e-d00c-4039-ace6-18fdde9a7d02 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:18:20.005712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6271428-b02d-433e-ae6f-f7ea1610f6cd None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:18:20.663420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-f39982a3-b9b2-4bf5-bb30-146e2f9c1614 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118710133&fields=id&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 267 time: 0.0519562 Dec 23 13:18:20.770647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-22e00ace-4f17-4fb9-86e2-789a39da5725 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:20.772150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-22e00ace-4f17-4fb9-86e2-789a39da5725 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1013093 Dec 23 13:18:20.786910 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-a6a74c78-95ed-47a8-82c0-af35cd079a25 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/quotas/6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 375 time: 0.0090952 Dec 23 13:18:20.836103 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-e4261d64-b8e0-4e93-975e-cd5feec258da tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440209 Dec 23 13:18:20.933203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-db2dc98f-d07c-4e18-8ede-abcc42c49489 service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855377 Dec 23 13:18:21.023503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-33fd2ccb-3d22-4c2e-8643-0bf820fbb9b9 service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831285 Dec 23 13:18:21.271706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e144699b-71fc-4088-9e04-60b53a733f82 req-3af7f2b1-5f2f-4509-92f2-ed7e10516e51 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 210 time: 0.0322676 Dec 23 13:18:21.784117 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:18:21.805137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:18:21.805484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7ab4fc52-e4fa-4d5e-ad03-008f0157a666 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:18:22.363147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2241d87d-b0d4-41f4-a38b-2a6c48586539 req-ef30d92c-15da-4b7e-9435-595bed55cd6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Dec 23 13:18:23.091539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-c6cdbb62-8d46-4974-917e-b15501618c5f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:23.093024 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-c6cdbb62-8d46-4974-917e-b15501618c5f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1001456 Dec 23 13:18:23.133707 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.156503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-6559d5d9-e913-4b91-8738-cd827dcfc1ca tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 380 time: 0.0527503 Dec 23 13:18:23.165527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'port': {'device_id': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'admin_state_up': True, 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'security_groups': ['2dde1033-4b0a-4e4c-ae6a-2560f9b25f47']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:18:23.333816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'port': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:18:23.337379 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.471851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8cddb4e8-3142-4779-9f23-4b0016bebd74 req-ae6349ad-4e04-4a13-95f6-42573143e43c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Dec 23 13:18:23.489378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Allocated IP 172.20.0.9 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/a59e3b15-658e-45af-ba86-1cb174e09cb8) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:18:23.626152 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.711053 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.755570 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:18:23.758776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:18:23.761315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:18:23.789214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:23.817992 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:23.818620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.908715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-1b041db6-5e13-47d0-9695-294286a84c36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467008 Dec 23 13:18:23.922227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Request body: {'port': {'device_id': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:18:23.955127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7226642f-c65c-46a7-a946-129208f0ac76 None None] Provisioning complete for port a59e3b15-658e-45af-ba86-1cb174e09cb8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:18:23.955497 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7226642f-c65c-46a7-a946-129208f0ac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.988158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:23.993364 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7226642f-c65c-46a7-a946-129208f0ac76 None None] Port a59e3b15-658e-45af-ba86-1cb174e09cb8 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:18:24.248704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:18:24.256587 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:24.269155 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.provisioning_blocks [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Transition to ACTIVE for port object a59e3b15-658e-45af-ba86-1cb174e09cb8 will not be triggered until provisioned by entity L2. {{(pid=104037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:18:24.337883 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:24.391170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:24.850328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5422c1-d80a-47c7-b478-02994a0f0780 req-c2bc0d88-2d5b-429c-8f8b-9df1640c31e0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:24.851794 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc5422c1-d80a-47c7-b478-02994a0f0780 req-c2bc0d88-2d5b-429c-8f8b-9df1640c31e0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0678389 Dec 23 13:18:24.852814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:18:24.853173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:18:24.853490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:18:24.858902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:18:24.859754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:18:24.876268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:18:24.876613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:18:24.877026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:18:24.877458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.managers [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Bound port: a59e3b15-658e-45af-ba86-1cb174e09cb8, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:18:24.877808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:24.942891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc5422c1-d80a-47c7-b478-02994a0f0780 req-ecf6147d-5546-4f18-ad22-bad0d2c3d7f3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847180 Dec 23 13:18:24.965029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, cleared binding levels {{(pid=104037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:18:24.967923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:18:25.014076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:25.051869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.052544 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:25.053898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1091 time: 1.1365790 Dec 23 13:18:25.054411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:25.056644 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:25.083605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90106e42-cb8c-4856-ad63-55dd1a0677a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=3']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:25.098022 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f545fa6f-abce-4aa5-a5b6-15adc5581190 x-openstack-request-id: req-f545fa6f-abce-4aa5-a5b6-15adc5581190 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:25.098832 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:25.098832 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f545fa6f-abce-4aa5-a5b6-15adc5581190 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:25.099109 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'status': 'completed', 'code': 200} Dec 23 13:18:25.165379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-c820e2e2-e1b1-4d96-82d7-f207fa1d1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.166904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-c820e2e2-e1b1-4d96-82d7-f207fa1d1367 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1094 time: 0.0439277 Dec 23 13:18:25.271520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-0767d12f-d87b-4720-855d-26a8addfb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.273092 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-0767d12f-d87b-4720-855d-26a8addfb511 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975385 Dec 23 13:18:25.367041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-88e3a35d-8ca9-4854-a1d9-39a1d6ab263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.368757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d9ec22-38fe-4e9a-87c4-1e0f266bcb2c req-88e3a35d-8ca9-4854-a1d9-39a1d6ab263f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892804 Dec 23 13:18:25.449544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-be463b3d-e9d9-47b0-abd2-92ccafdb30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.450917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-be463b3d-e9d9-47b0-abd2-92ccafdb30bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1094 time: 0.0449018 Dec 23 13:18:25.494258 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-5bf4fa70-a4c0-4529-b21a-6d7897623547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 217 time: 0.0357087 Dec 23 13:18:25.545228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-c7c27b1a-3e6a-40f2-bc02-c07f097a264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.546664 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-c7c27b1a-3e6a-40f2-bc02-c07f097a264c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0456185 Dec 23 13:18:25.595215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-fc3d4f1b-8220-496c-9616-0602a90ef1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:25.596674 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-fc3d4f1b-8220-496c-9616-0602a90ef1fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434465 Dec 23 13:18:25.683371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-6b5e44b0-cb56-463d-b53e-9fe38e9b9e15 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795240 Dec 23 13:18:25.776266 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ccd41e18-5ecf-41f3-a0fd-5773038d4df6 req-8fd2e321-4c97-48cc-8982-8bc2e4b4e766 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:18:26.062283 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:18:26.066708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e7ac-de1d-428a-bcc3-1d0e639193c1 req-9f38006d-f1f9-42a5-af1b-7aa41386e4b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:26.066708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b79e7ac-de1d-428a-bcc3-1d0e639193c1 req-9f38006d-f1f9-42a5-af1b-7aa41386e4b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0498159 Dec 23 13:18:26.112760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b79e7ac-de1d-428a-bcc3-1d0e639193c1 req-03fa0509-6c77-4aae-b836-3389efdd0962 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Dec 23 13:18:27.237051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a39a26-64a1-439a-a826-c43492e5203a req-7569b1e0-6826-4a46-a59b-20c83cc02eda tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:27.238508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a39a26-64a1-439a-a826-c43492e5203a req-7569b1e0-6826-4a46-a59b-20c83cc02eda tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0536726 Dec 23 13:18:27.291562 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-49a39a26-64a1-439a-a826-c43492e5203a req-a920a683-8f2a-4d6d-a22a-cd3558f67853 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466142 Dec 23 13:18:28.410500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce4db-5626-4f99-b78b-3e5620485b2c req-8ae3aeda-aabd-427b-aca5-b3a26c7501c4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:28.411969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4afce4db-5626-4f99-b78b-3e5620485b2c req-8ae3aeda-aabd-427b-aca5-b3a26c7501c4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0532041 Dec 23 13:18:28.459088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4afce4db-5626-4f99-b78b-3e5620485b2c req-821ae587-8ecc-4b40-9f63-4a8776b3654e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Dec 23 13:18:29.575088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e6093-96e7-43bf-b3cd-790ee21fe35d req-20c870f8-9418-4837-85e6-1b21d9bfe44f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:29.576576 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536e6093-96e7-43bf-b3cd-790ee21fe35d req-20c870f8-9418-4837-85e6-1b21d9bfe44f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Dec 23 13:18:29.635080 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-536e6093-96e7-43bf-b3cd-790ee21fe35d req-2263eb61-bcbe-4498-bed1-01aebb42e433 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514121 Dec 23 13:18:29.815254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:18:29.910520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:29.923206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:18:29.963921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:29.976918 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:18:29.997031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:30.059244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:30.104917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:30.255802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a59e3b15-658e-45af-ba86-1cb174e09cb8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:18:30.750772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c16fd-3e6e-4cfb-9cc3-fc77466e0e15 req-19c02672-cc41-42d7-a0d0-9fc8046b5c89 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:30.752255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac5c16fd-3e6e-4cfb-9cc3-fc77466e0e15 req-19c02672-cc41-42d7-a0d0-9fc8046b5c89 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0486095 Dec 23 13:18:30.803470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ac5c16fd-3e6e-4cfb-9cc3-fc77466e0e15 req-f6627802-73e6-4f68-9e98-856d1a341a7d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Dec 23 13:18:31.830324 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:18:31.920471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caea57-4873-4ea0-9384-e19c2cf41fa3 req-89e75d82-3ea1-413a-a510-0073d5ba4534 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:31.922942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3caea57-4873-4ea0-9384-e19c2cf41fa3 req-89e75d82-3ea1-413a-a510-0073d5ba4534 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0509872 Dec 23 13:18:31.933427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a59e3b15-658e-45af-ba86-1cb174e09cb8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:18:31.938447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a59e3b15-658e-45af-ba86-1cb174e09cb8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:18:31.938859 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:31.971488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e3caea57-4873-4ea0-9384-e19c2cf41fa3 req-cc2bd9d1-257a-4940-a718-1e233aa0468d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Dec 23 13:18:32.019618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:32.041854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:32.044062 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028e559-b62d-4eed-9769-60e20e3262d7" -d '{"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-plugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:32.056954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:18:32.080699 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e1695-4acc-4030-b6df-b384e7f510d7 x-openstack-request-id: req-b96e1695-4acc-4030-b6df-b384e7f510d7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:32.081013 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-plugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:32.081291 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b96e1695-4acc-4030-b6df-b384e7f510d7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:32.081680 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'code': 200} Dec 23 13:18:32.105161 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:32.153777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:18:32.187710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c6311-50bb-440b-8103-d795c46deaf3 req-f8054c25-7168-4858-8bf4-a9f7526478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:32.189243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-801c6311-50bb-440b-8103-d795c46deaf3 req-f8054c25-7168-4858-8bf4-a9f7526478d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1096 time: 0.0416017 Dec 23 13:18:32.232918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-801c6311-50bb-440b-8103-d795c46deaf3 req-54838fd7-e4e8-4533-bf8a-c6d79f8175aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370183 Dec 23 13:18:33.093225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22880-a0cb-4ef3-9278-5dffc62ac730 req-6c583928-9fbb-46bd-9b81-6db1edb0b840 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:33.094997 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18e22880-a0cb-4ef3-9278-5dffc62ac730 req-6c583928-9fbb-46bd-9b81-6db1edb0b840 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Dec 23 13:18:33.143193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18e22880-a0cb-4ef3-9278-5dffc62ac730 req-141b973d-b377-4176-9895-3af80d25f8bf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Dec 23 13:18:34.260039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8478148-6210-4593-8c13-b75da3e3203f req-f9d9b71e-bcdd-49db-a9ae-1712a679c482 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:34.261540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8478148-6210-4593-8c13-b75da3e3203f req-f9d9b71e-bcdd-49db-a9ae-1712a679c482 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Dec 23 13:18:34.308496 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c8478148-6210-4593-8c13-b75da3e3203f req-a74ed9b0-9188-453d-a228-04321ea3d5f0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Dec 23 13:18:34.423499 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b4497-d3db-4e71-8e68-3b3f2bb31226 req-8d4593e8-4aa5-4c50-90b7-a5d6de8367dd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:34.425034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-325b4497-d3db-4e71-8e68-3b3f2bb31226 req-8d4593e8-4aa5-4c50-90b7-a5d6de8367dd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Dec 23 13:18:34.433432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 39672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:18:34.437814 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'floatingip': {'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:18:34.478068 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:34.917166 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:35.006235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:35.107496 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 associated. External IP: 172.25.7.143, port: a59e3b15-658e-45af-ba86-1cb174e09cb8. Dec 23 13:18:35.313957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:18:35.415825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:18:35.420641 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:35.426823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:18:35.435587 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:18:35.436197 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:18:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:35.453961 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f9d82b4b-0545-44dc-92f2-02036a8657c2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "PUT /v2.0/floatingips/d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 HTTP/1.1" status: 200 len: 991 time: 1.0167577 Dec 23 13:18:35.453961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:18:35.454373 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622c76e-b679-457a-972c-154e0ea44da8" -d '{"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:18:35.495413 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994a0704-870c-4364-9f47-a02f3a06d194 x-openstack-request-id: req-994a0704-870c-4364-9f47-a02f3a06d194 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:18:35.495714 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:18:35.496082 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-994a0704-870c-4364-9f47-a02f3a06d194 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:18:35.496487 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'status': 'completed', 'code': 200} Dec 23 13:18:35.548351 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:18:35.567194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c76e-b679-457a-972c-154e0ea44da8 req-dedc6062-0bf7-4cfd-ba31-0de1c24b8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:35.568856 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-dedc6062-0bf7-4cfd-ba31-0de1c24b8e98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1096 time: 0.0432456 Dec 23 13:18:35.660328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c76e-b679-457a-972c-154e0ea44da8 req-98e99802-9fba-4f66-8e8f-dcb6aa20e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:35.661842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-98e99802-9fba-4f66-8e8f-dcb6aa20e5ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0860655 Dec 23 13:18:35.735790 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-31bbe2e4-b859-4713-8518-05841b261928 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 999 time: 0.0669336 Dec 23 13:18:35.787873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c76e-b679-457a-972c-154e0ea44da8 req-0f172489-f447-4d65-bd3c-762d1e12121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:35.789276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-0f172489-f447-4d65-bd3c-762d1e12121f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0459476 Dec 23 13:18:35.836276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c76e-b679-457a-972c-154e0ea44da8 req-036aef61-1a03-45ea-844d-ffbd05e67941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:18:35.837834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-036aef61-1a03-45ea-844d-ffbd05e67941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Dec 23 13:18:35.860997 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:18:34Z', 'revision_number': 9, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:35.889829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:18:35.898947 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:18:35.899558 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:18:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:35.932760 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-4c5f074e-153d-498f-88d3-bd94c9fa374e service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879133 Dec 23 13:18:36.006105 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:18:36.039936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6622c76e-b679-457a-972c-154e0ea44da8 req-2b379ac0-b1de-4f0b-ba7a-863b2fd882b6 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005855 Dec 23 13:18:36.224626 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:18:34Z', 'revision_number': 9, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:18:36.250268 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c07106-35c8-4568-b6f3-9b4aa3f993eb None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:18:34Z', 'revision_number': 9, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:18:36.446610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac19c13-f1f3-4113-9ed6-f08c14673015 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:18:43.309309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb0e41c8-a24f-4368-ab6b-bc60ea217038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:46.075791 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0383e5f1-8f81-4168-a6eb-ae1049311d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:46.670045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:48.395841 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:48.876287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:49.276141 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:18:49.929671 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:18:53.155634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:13.298327 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aef33bb8-4d88-4e02-b64d-d1a1cbbf155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:16.086247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6340e3cc-1a30-4606-b795-4e43be996b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:16.680031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:18.372330 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:18.869312 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:19.246497 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:23.137871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:26.928436 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:19:28.520963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-d4f33ebf-d765-44b3-8a82-4dbe9b754c89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457220 Dec 23 13:19:28.605420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-f57f002e-696e-4ca2-b45a-acd3be95dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:19:28.606930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-f57f002e-696e-4ca2-b45a-acd3be95dd7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1096 time: 0.0430522 Dec 23 13:19:28.711581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-84a76c4a-8e41-49cd-af8b-e6f1d679af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:19:28.713184 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-84a76c4a-8e41-49cd-af8b-e6f1d679af27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0863926 Dec 23 13:19:28.788299 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-68c59045-49f1-42a7-8f78-3d66fef9d6de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0671890 Dec 23 13:19:28.839435 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-54388dc4-2aa1-4476-9595-5120da1ff1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:19:28.840986 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-54388dc4-2aa1-4476-9595-5120da1ff1f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0459957 Dec 23 13:19:28.886330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-87a7a25f-eb69-4a76-bdb2-496dd652a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:19:28.887882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-87a7a25f-eb69-4a76-bdb2-496dd652a234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404186 Dec 23 13:19:28.991900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-c68b4f47-f3f0-4b56-bd2e-9ed60c0fa583 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971274 Dec 23 13:19:29.093148 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f941e1c-6709-4675-b91c-cca92ee0004a req-71444de6-0fcf-4a3e-9d02-6e9505e78c4f service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932672 Dec 23 13:19:43.303511 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f8e7-ad43-486a-b9e7-dd4d27e5fabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:46.086149 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8ac7aca9-186f-408a-84a9-4752b2e97561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:46.674578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:48.399685 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:48.891619 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:49.257388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:19:53.154419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:03.928123 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:20:10.329595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-fe39930a-b736-4085-973d-bfd12331ad86 req-8d0c89cb-085d-41cb-bcc9-9608d2a384e3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:20:10.330713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fe39930a-b736-4085-973d-bfd12331ad86 req-8d0c89cb-085d-41cb-bcc9-9608d2a384e3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0422299 Dec 23 13:20:10.622096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e44dc-e326-44f6-9153-e2b3eb1f84ec req-6cbb2b10-3811-4a2b-a581-d1542c0b261e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:10.623591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f30e44dc-e326-44f6-9153-e2b3eb1f84ec req-6cbb2b10-3811-4a2b-a581-d1542c0b261e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0542302 Dec 23 13:20:10.672622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f30e44dc-e326-44f6-9153-e2b3eb1f84ec req-aa3554a7-760c-4ac0-a0a4-5c5eeff6ef0f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Dec 23 13:20:10.721611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-f48f1da6-7479-46dd-a4eb-5ddaae8954ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835478 Dec 23 13:20:10.730941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-e710c8f5-c6c8-4101-956d-9d4ded42c815 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:20:10.731886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-e710c8f5-c6c8-4101-956d-9d4ded42c815 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050442 Dec 23 13:20:11.790164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2187b7-1a74-49b4-bb2b-bbbf2a55c446 req-3b03e40c-162a-4d00-bdcb-7fb288885103 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:11.791671 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c2187b7-1a74-49b4-bb2b-bbbf2a55c446 req-3b03e40c-162a-4d00-bdcb-7fb288885103 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Dec 23 13:20:11.838930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c2187b7-1a74-49b4-bb2b-bbbf2a55c446 req-bd2e33e4-2504-4c98-b7bd-1362f83ce15c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Dec 23 13:20:12.960209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e361b-64cc-41a0-84e3-731463e933b2 req-1c661f41-dfad-4b95-bd8e-84d3134c94eb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:12.961693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a98e361b-64cc-41a0-84e3-731463e933b2 req-1c661f41-dfad-4b95-bd8e-84d3134c94eb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0484302 Dec 23 13:20:13.012270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a98e361b-64cc-41a0-84e3-731463e933b2 req-ae16687b-7511-41c1-b54b-0b63446241fd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Dec 23 13:20:13.308799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a85ff41d-e89d-4158-87c1-488f5cb02a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:14.126949 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81a15-65b1-4f61-b7b5-67a5d3afc6aa req-a887f532-646b-43e7-bde3-fe88b109b331 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:14.129167 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee81a15-65b1-4f61-b7b5-67a5d3afc6aa req-a887f532-646b-43e7-bde3-fe88b109b331 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Dec 23 13:20:14.175849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee81a15-65b1-4f61-b7b5-67a5d3afc6aa req-ce7dc3d3-e139-4c4c-8493-af124a025dc8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Dec 23 13:20:15.290825 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7acab-735e-43dc-94d9-b85b4d7c7247 req-5cbba5b6-4a17-45ea-837c-181ffe6e4e7b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:15.292278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99d7acab-735e-43dc-94d9-b85b4d7c7247 req-5cbba5b6-4a17-45ea-837c-181ffe6e4e7b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Dec 23 13:20:15.339211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99d7acab-735e-43dc-94d9-b85b4d7c7247 req-72a91ba5-aa75-428e-bdf1-7171f0b4e5eb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Dec 23 13:20:16.097517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a7364b32-4b35-4beb-8460-a1e834444328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:16.458888 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c196037-5587-42b4-ae77-bd8ccb47c419 req-41aeee96-f4e1-426d-8759-889e2a584631 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:16.460374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c196037-5587-42b4-ae77-bd8ccb47c419 req-41aeee96-f4e1-426d-8759-889e2a584631 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Dec 23 13:20:16.508391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4c196037-5587-42b4-ae77-bd8ccb47c419 req-caf28978-4494-4754-b8a5-618d48042e42 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Dec 23 13:20:16.675616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:16.753714 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-6c180050-4e0a-4fc9-a05a-c1e3d3a0110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:16.755278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-6c180050-4e0a-4fc9-a05a-c1e3d3a0110c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1096 time: 0.0787745 Dec 23 13:20:16.854580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-6b07911b-ca81-4de4-bb37-d6d4181690af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:16.856061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-6b07911b-ca81-4de4-bb37-d6d4181690af service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0938747 Dec 23 13:20:16.924054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-42321234-ab28-4b9e-952b-9adc66aae499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0594327 Dec 23 13:20:16.973726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-d53c43de-a510-4f51-b50a-907e266ac389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:16.975117 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-d53c43de-a510-4f51-b50a-907e266ac389 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0442512 Dec 23 13:20:17.026729 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-84632501-17c3-4bbf-979f-137183a4c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:17.028227 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-84632501-17c3-4bbf-979f-137183a4c6b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454125 Dec 23 13:20:17.118073 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-52e902e1-eb26-4a20-8c65-e9d5c74b3e52 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820465 Dec 23 13:20:17.220596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-f4b4f040-2be0-49bc-9b91-ac83abce220c service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948985 Dec 23 13:20:17.626668 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143c80-1525-4fe4-94c5-06131298eca8 req-f510b349-b226-44cc-a746-0123c4b4653f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:17.628567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83143c80-1525-4fe4-94c5-06131298eca8 req-f510b349-b226-44cc-a746-0123c4b4653f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0486825 Dec 23 13:20:17.675279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83143c80-1525-4fe4-94c5-06131298eca8 req-be2c45d3-c7d5-48d0-9ae2-c2a97af5405e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Dec 23 13:20:18.400125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:18.792726 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b6451-fc1c-4444-8f33-d65a2b963759 req-4f6455a4-ede6-4320-820f-f52e6aab2a8d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:18.794214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a03b6451-fc1c-4444-8f33-d65a2b963759 req-4f6455a4-ede6-4320-820f-f52e6aab2a8d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Dec 23 13:20:18.842361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a03b6451-fc1c-4444-8f33-d65a2b963759 req-da5a119d-fae9-4b7d-8b03-04543dddd5ad tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Dec 23 13:20:18.903046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:19.263244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:19.962104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26da24-c258-4e49-a755-92128c4e356f req-70c2badd-f55b-4895-8b30-666b0430ca6c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:19.963584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f26da24-c258-4e49-a755-92128c4e356f req-70c2badd-f55b-4895-8b30-666b0430ca6c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Dec 23 13:20:20.011278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7f26da24-c258-4e49-a755-92128c4e356f req-632be810-6311-4de9-89e4-1d755209aac4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Dec 23 13:20:21.130723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26837-66e7-4f9f-ac08-96b452ef3556 req-9c9ae0f1-a37c-4ce8-9c73-7d537e45443d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:21.132235 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64e26837-66e7-4f9f-ac08-96b452ef3556 req-9c9ae0f1-a37c-4ce8-9c73-7d537e45443d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Dec 23 13:20:21.180070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64e26837-66e7-4f9f-ac08-96b452ef3556 req-768e28e4-b73c-4835-8f72-d548200637aa tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Dec 23 13:20:22.298525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98ec0-006e-41dd-b074-b335b8aa871d req-d5527bbf-c28a-4c8d-9e04-e6ab55dd11b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:22.300031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01e98ec0-006e-41dd-b074-b335b8aa871d req-d5527bbf-c28a-4c8d-9e04-e6ab55dd11b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0511000 Dec 23 13:20:22.346384 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01e98ec0-006e-41dd-b074-b335b8aa871d req-67bcac28-e490-4939-acc0-3d4b93b3e4c1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Dec 23 13:20:23.160564 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:23.462504 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1b6de-3fc5-4463-b578-2dcdff2c7b41 req-e23840bc-65be-4e6c-a749-05638e56308a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:23.464044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fed1b6de-3fc5-4463-b578-2dcdff2c7b41 req-e23840bc-65be-4e6c-a749-05638e56308a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Dec 23 13:20:23.516594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fed1b6de-3fc5-4463-b578-2dcdff2c7b41 req-5f5b146d-e9d1-4ceb-99de-013c494ddf4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Dec 23 13:20:24.634574 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57014dc-e40d-484c-aea2-dd14171587c4 req-1046f414-15b6-43c4-a220-6f2285b21ac7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:24.636152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a57014dc-e40d-484c-aea2-dd14171587c4 req-1046f414-15b6-43c4-a220-6f2285b21ac7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Dec 23 13:20:24.690114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a57014dc-e40d-484c-aea2-dd14171587c4 req-1ec86bd4-ff98-4597-81db-96f5cf64b335 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Dec 23 13:20:25.805929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5560f7-07af-4948-90c3-239a3b9ce603 req-3ee10be1-9879-4ee1-a2e0-0fd7c6fbab0b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:25.807393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be5560f7-07af-4948-90c3-239a3b9ce603 req-3ee10be1-9879-4ee1-a2e0-0fd7c6fbab0b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Dec 23 13:20:25.854219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be5560f7-07af-4948-90c3-239a3b9ce603 req-76338d9a-572a-459b-aa86-fbd02f0da186 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Dec 23 13:20:26.975250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e66c4-af10-46a9-8796-b96d90332de1 req-0f38755a-0361-4677-a8c6-65473b92b59d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:26.976789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-849e66c4-af10-46a9-8796-b96d90332de1 req-0f38755a-0361-4677-a8c6-65473b92b59d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0503447 Dec 23 13:20:27.024689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-849e66c4-af10-46a9-8796-b96d90332de1 req-08bd524f-471b-4e71-bd2a-b80ae9af0c46 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Dec 23 13:20:28.143421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3e0bb-d774-48bd-824a-06aca3f1baff req-2a217ec8-a8b9-4953-9818-65480fa69fa4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:28.145553 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cf3e0bb-d774-48bd-824a-06aca3f1baff req-2a217ec8-a8b9-4953-9818-65480fa69fa4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0517101 Dec 23 13:20:28.191754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1cf3e0bb-d774-48bd-824a-06aca3f1baff req-4f54e256-4f23-49f0-aabc-179e98b4de10 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Dec 23 13:20:29.305259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded63513-dbb1-4b07-b6c6-dc9dc422174f req-26e62601-15f3-4e99-8d14-87cc57d12785 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:29.306727 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ded63513-dbb1-4b07-b6c6-dc9dc422174f req-26e62601-15f3-4e99-8d14-87cc57d12785 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0474706 Dec 23 13:20:29.353189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ded63513-dbb1-4b07-b6c6-dc9dc422174f req-e6ae3944-bfab-4840-82a2-750da7463371 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Dec 23 13:20:29.496917 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.43', 56094) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:20:29.536899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-3f8a4ff4-f170-46d5-b3c3-72805700653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:29.538673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-3f8a4ff4-f170-46d5-b3c3-72805700653c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1096 time: 0.0408607 Dec 23 13:20:29.553898 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-f29f3233-d401-4c2f-b7c5-34cda61457fe service neutron] show failed (client error): The resource could not be found. Dec 23 13:20:29.554949 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-f29f3233-d401-4c2f-b7c5-34cda61457fe service neutron] 10.222.0.43 "GET /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0583768 Dec 23 13:20:29.653358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-ff65edbf-1020-433e-8ba2-acfd02eba252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:29.654839 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-ff65edbf-1020-433e-8ba2-acfd02eba252 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0909903 Dec 23 13:20:29.734880 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-d989bc35-e9f2-4889-bbe9-12ebcf07409d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0664220 Dec 23 13:20:29.787711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-d0448c06-7b4a-4d85-b689-da09b1d2d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:29.789230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-d0448c06-7b4a-4d85-b689-da09b1d2d181 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0477500 Dec 23 13:20:29.836765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-36466740-780e-4d36-ae84-f3fe42140abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:29.838299 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-36466740-780e-4d36-ae84-f3fe42140abe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421975 Dec 23 13:20:29.962392 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-b02053b3-acc4-4d27-8a7f-d87151682a12 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003082 Dec 23 13:20:30.079998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2ca52c67-24b4-4de4-98a1-1ece74a164b4 req-ffc689c0-19c5-48cc-a605-2257f8d41491 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110432 Dec 23 13:20:30.114708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-27182727-44a7-45c1-97c5-01941b25ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:30.116202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-27182727-44a7-45c1-97c5-01941b25ed45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1096 time: 0.1038110 Dec 23 13:20:30.129299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:20:30.186990 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:30.410761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:30.444912 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:20:30.481633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc47be-49cf-4ebb-afa3-1f4d515e2eaa req-2839ae05-5cbb-466a-8253-63d39bd6afc5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:30.483210 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14dc47be-49cf-4ebb-afa3-1f4d515e2eaa req-2839ae05-5cbb-466a-8253-63d39bd6afc5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0600138 Dec 23 13:20:30.489720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:30.492098 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb0538-40b0-4397-9e20-f04bb31e362b" -d '{"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-unplugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:30.496251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:30.509434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Transition to ACTIVE for port object a59e3b15-658e-45af-ba86-1cb174e09cb8 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:20:30.534190 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-14dc47be-49cf-4ebb-afa3-1f4d515e2eaa req-eabf8a9d-a57c-4309-86e9-75231c9e948d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440273 Dec 23 13:20:30.566347 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:30.633903 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf418dee-2823-4a5c-80a8-a40e6cda658d x-openstack-request-id: req-cf418dee-2823-4a5c-80a8-a40e6cda658d {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:30.634139 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-unplugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:30.634395 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf418dee-2823-4a5c-80a8-a40e6cda658d {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:30.634789 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'code': 200} Dec 23 13:20:30.667680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:30.702350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.702696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.703045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.703383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.703714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.704044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.704390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.704703 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.705056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.705393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.705696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.706015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.706561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:30.757875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] No DVR routers for this DVR port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:20:31.208438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:20:31.208664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:20:31.209015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:31.213149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:20:31.213461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:31.218102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:20:31.218432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:20:31.218807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:20:31.219215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Bound port: a59e3b15-658e-45af-ba86-1cb174e09cb8, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:20:31.219556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:31.281382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:20:31.284280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:20:31.361021 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:31.399184 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.399847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:31.401262 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] 10.222.0.57 "PUT /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1091 time: 1.2764213 Dec 23 13:20:31.421737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8508d-be45-40d9-8e98-019f2b3c6144 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:31.466282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-a9cb7a4e-945c-42a9-be7f-e65649ba5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.467709 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-a9cb7a4e-945c-42a9-be7f-e65649ba5b75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1094 time: 0.0420043 Dec 23 13:20:31.563375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-7fa2dce6-c8d6-419e-b208-b831f0b3a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.564969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-7fa2dce6-c8d6-419e-b208-b831f0b3a675 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0886374 Dec 23 13:20:31.636050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-2590c1b1-fa08-415e-bb5b-c13e3dbf3e48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0645533 Dec 23 13:20:31.654905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d920800-f32d-4d68-ba0a-bee0b031b8d9 req-7842a7ec-6e4b-455d-9b0d-66a847a21a2b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.657425 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d920800-f32d-4d68-ba0a-bee0b031b8d9 req-7842a7ec-6e4b-455d-9b0d-66a847a21a2b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0508842 Dec 23 13:20:31.690426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-b53c3aef-5d57-43f1-bfc9-ceb45bc80f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.692759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-b53c3aef-5d57-43f1-bfc9-ceb45bc80f8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0498898 Dec 23 13:20:31.705580 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d920800-f32d-4d68-ba0a-bee0b031b8d9 req-a4a33e4f-ef12-4ab1-b967-05de6cc5b78e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 Dec 23 13:20:31.740571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-3aa0b98c-0ca6-430c-bdb9-f73667dd10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:31.742106 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-3aa0b98c-0ca6-430c-bdb9-f73667dd10cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428131 Dec 23 13:20:31.832390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-11cc854c-dba0-45e5-aa93-61119b18110d service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Dec 23 13:20:31.921593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-4466303b-5ecf-484b-aabf-7efb504ede34 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820036 Dec 23 13:20:32.567551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:20:32.605708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port a59e3b15-658e-45af-ba86-1cb174e09cb8 host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:20:32.606083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:20:32.635505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:32.637949 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e86490-3f33-48c1-a348-8f17e53f494c" -d '{"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:32.685935 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b2acb8-dc6b-48c9-a4e0-6a255044b6c6 x-openstack-request-id: req-c1b2acb8-dc6b-48c9-a4e0-6a255044b6c6 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:32.686227 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:32.686478 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1b2acb8-dc6b-48c9-a4e0-6a255044b6c6 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:32.686875 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'status': 'completed', 'code': 200} Dec 23 13:20:32.785110 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-57aa9ad3-0af6-41d4-bae6-4165f466a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:32.786617 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-57aa9ad3-0af6-41d4-bae6-4165f466a4af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1094 time: 0.0704839 Dec 23 13:20:32.788661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-31fb8021-a25b-4d10-8176-89e7c40e0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:32.790025 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-31fb8021-a25b-4d10-8176-89e7c40e0d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1094 time: 0.0818183 Dec 23 13:20:32.837877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c133e-f1ea-4bb8-b528-9f69e533d464 req-8300b52a-500d-4c37-b73d-30dd43511fc1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:32.839284 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-549c133e-f1ea-4bb8-b528-9f69e533d464 req-8300b52a-500d-4c37-b73d-30dd43511fc1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Dec 23 13:20:32.889157 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-549c133e-f1ea-4bb8-b528-9f69e533d464 req-f8e04178-7876-487b-88d9-5e0574b3b164 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Dec 23 13:20:32.946700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-179ad5ff-5e4f-49da-8304-ba8b6454df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:32.948170 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-179ad5ff-5e4f-49da-8304-ba8b6454df0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1541111 Dec 23 13:20:32.951055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-29e99e20-2ea9-48e6-8a90-97d07e4986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:32.951998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-29e99e20-2ea9-48e6-8a90-97d07e4986a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1502380 Dec 23 13:20:33.062563 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-db1dcf06-75e3-4a92-b225-914f34bbd7bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.1071260 Dec 23 13:20:33.064315 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-958ee3df-0539-461e-878b-2ec3a87aacfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.1032119 Dec 23 13:20:33.148644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-7230ca4f-df8c-47d6-b10b-69d15d68ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:33.150017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-7230ca4f-df8c-47d6-b10b-69d15d68ca9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0792201 Dec 23 13:20:33.151358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-becb682e-ec7e-4ac5-b9e7-4cd24724c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:33.152712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-becb682e-ec7e-4ac5-b9e7-4cd24724c50b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0746386 Dec 23 13:20:33.228258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-d6e12b33-c96b-4743-b55f-714ba5727e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:33.229777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-d6e12b33-c96b-4743-b55f-714ba5727e67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713890 Dec 23 13:20:33.232227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86490-3f33-48c1-a348-8f17e53f494c req-4231ff06-32b4-4cb6-9368-4c3adb7bd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:33.233695 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-4231ff06-32b4-4cb6-9368-4c3adb7bd64d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742707 Dec 23 13:20:33.386492 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-88249d27-5da2-49b8-8ac6-e99de8362a02 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485856 Dec 23 13:20:33.389750 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-518d1da6-2b73-4554-b212-9747a21bba29 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445024 Dec 23 13:20:33.553466 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-85b7518a-359d-4b7e-88db-a19782eb6e39 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587420 Dec 23 13:20:33.555363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-99e86490-3f33-48c1-a348-8f17e53f494c req-b50e140c-61e7-4a8b-83a1-84845f075b8a service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539803 Dec 23 13:20:34.006038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6eda7-fd9a-487e-9765-e19e835ef3a1 req-7d373936-8287-4348-a7b5-31bd5bd59342 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:34.007567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9dd6eda7-fd9a-487e-9765-e19e835ef3a1 req-7d373936-8287-4348-a7b5-31bd5bd59342 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0485005 Dec 23 13:20:34.057238 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9dd6eda7-fd9a-487e-9765-e19e835ef3a1 req-23aa88c2-293a-4d09-8af6-bb85392c97ac tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Dec 23 13:20:35.175973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2de6a-35ac-4458-bfab-1ce4fc484881 req-8834d80e-27ef-41ce-b562-bf2cf8babbd4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:35.177662 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42a2de6a-35ac-4458-bfab-1ce4fc484881 req-8834d80e-27ef-41ce-b562-bf2cf8babbd4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 943 time: 0.0507612 Dec 23 13:20:35.228430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-42a2de6a-35ac-4458-bfab-1ce4fc484881 req-a292b685-6f2e-40a8-b920-24a889e45887 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Dec 23 13:20:35.655763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:20:35.749165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:35.760864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:20:35.796770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:35.809867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:20:35.829098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:35.880653 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:35.931567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:35.939019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.939416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.939757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.940087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.940411 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.941480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:35.953636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:20:36.240680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a59e3b15-658e-45af-ba86-1cb174e09cb8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:20:36.344141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a74bb-1fea-4668-8bb5-3a8f2f76c04b req-0e87b882-a747-4a62-8750-939e24acaed9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:36.345635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-486a74bb-1fea-4668-8bb5-3a8f2f76c04b req-0e87b882-a747-4a62-8750-939e24acaed9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0482447 Dec 23 13:20:36.395153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-486a74bb-1fea-4668-8bb5-3a8f2f76c04b req-59b3461c-d27a-4e73-aaa7-9262026b5563 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Dec 23 13:20:36.916241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86262fa-c029-4b28-b708-ffc2d64bc36f req-a546dc90-2fad-45c2-80b3-ad9244112ee2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:36.917955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a86262fa-c029-4b28-b708-ffc2d64bc36f req-a546dc90-2fad-45c2-80b3-ad9244112ee2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0494006 Dec 23 13:20:36.968101 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a86262fa-c029-4b28-b708-ffc2d64bc36f req-52f6bd2d-37e0-479b-9132-6008d0cf091e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:20:36.975351 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:20:36.979317 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-8c09d4da-8e8b-42f7-b9bf-2c51206d3bf3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:36.979317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-8c09d4da-8e8b-42f7-b9bf-2c51206d3bf3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 944 time: 0.0534461 Dec 23 13:20:37.042033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-0abf89e5-0a4d-4a04-a5be-4a6c46f1ca32 service neutron] 10.222.0.57 "GET /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8/bindings/n-h1-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.0551131 Dec 23 13:20:37.108216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-4fcd00c9-8eba-4373-a1f8-1df7f5eaaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:37.109678 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-4fcd00c9-8eba-4373-a1f8-1df7f5eaaef7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1095 time: 0.0420768 Dec 23 13:20:37.202591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-6be12600-209c-4b11-9205-1ffc23a52b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:37.204059 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-6be12600-209c-4b11-9205-1ffc23a52b2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0878680 Dec 23 13:20:37.268378 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-6cdab905-02e7-4686-afb4-15509fdd81f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0576901 Dec 23 13:20:37.321192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-dcd9e368-7fdc-4882-b495-09bdf7e85c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:37.322691 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-dcd9e368-7fdc-4882-b495-09bdf7e85c49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0479782 Dec 23 13:20:37.368361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-e0cb4d8b-c2eb-4c7a-a546-44128a605453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:37.369852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-e0cb4d8b-c2eb-4c7a-a546-44128a605453 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403528 Dec 23 13:20:37.458597 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-77bf61ea-58d7-4252-beef-2635169ed556 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816085 Dec 23 13:20:37.552286 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-e041b921-73d7-4411-9fe4-6c0d9aed2636 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Dec 23 13:20:37.693632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:20:37.829219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port a59e3b15-658e-45af-ba86-1cb174e09cb8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:20:37.833137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a59e3b15-658e-45af-ba86-1cb174e09cb8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:20:37.833489 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:37.907801 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:37.930919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:37.933168 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11765436-104e-4d0c-a6ca-3d5fcc9749fd" -d '{"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-plugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:37.946043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:38.012134 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:38.040357 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90da5a90-3a3a-4232-9de1-a937b2158ed7 x-openstack-request-id: req-90da5a90-3a3a-4232-9de1-a937b2158ed7 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:38.040652 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-plugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:38.040926 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90da5a90-3a3a-4232-9de1-a937b2158ed7 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:38.041307 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'code': 200} Dec 23 13:20:38.067745 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:38.093616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc98f-fcfb-477c-8130-d48952fdf198 req-6fe11c02-6273-4778-9ab1-9c6a0bbdc2b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:38.095079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d5fc98f-fcfb-477c-8130-d48952fdf198 req-6fe11c02-6273-4778-9ab1-9c6a0bbdc2b6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Dec 23 13:20:38.141936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d5fc98f-fcfb-477c-8130-d48952fdf198 req-48767caa-a52c-4c67-a450-b59c01230773 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 Dec 23 13:20:39.258666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb2f6f-0437-4d00-a682-301eac060d61 req-dfd3f87e-de86-4efb-93b7-f6695c799220 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:39.260125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51bb2f6f-0437-4d00-a682-301eac060d61 req-dfd3f87e-de86-4efb-93b7-f6695c799220 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0479648 Dec 23 13:20:39.306621 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-51bb2f6f-0437-4d00-a682-301eac060d61 req-d007ff73-2d29-4e72-bb90-993f5acfea96 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Dec 23 13:20:40.044413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-51389948-0164-4135-8058-b67eea592fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:40.045969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-51389948-0164-4135-8058-b67eea592fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1096 time: 0.0428503 Dec 23 13:20:40.057600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:20:40.118216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.325979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:40.359125 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:20:40.399432 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:40.401635 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5fcd9-f315-43bb-8965-959121ce3f08" -d '{"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-unplugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:40.405737 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.418896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Transition to ACTIVE for port object a59e3b15-658e-45af-ba86-1cb174e09cb8 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:20:40.428898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a09ef-d670-4c8a-9864-30c1f6a1e5a8 req-e2e14875-f012-4b03-8553-0798e30d355a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:40.430464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f77a09ef-d670-4c8a-9864-30c1f6a1e5a8 req-e2e14875-f012-4b03-8553-0798e30d355a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Dec 23 13:20:40.453693 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef00d72-7d1b-41d6-a52c-868a71f9e1e5 x-openstack-request-id: req-bef00d72-7d1b-41d6-a52c-868a71f9e1e5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:40.453973 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-unplugged", "status": "completed", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:40.454225 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bef00d72-7d1b-41d6-a52c-868a71f9e1e5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:40.454626 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'code': 200} Dec 23 13:20:40.481419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.487216 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f77a09ef-d670-4c8a-9864-30c1f6a1e5a8 req-3f6d4423-bcbd-47bd-9f0e-1da86428610c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495241 Dec 23 13:20:40.560898 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:40.607352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] No DVR routers for this DVR port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:20:40.748646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:20:40.749024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:20:40.749361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:40.754142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:20:40.754494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Attempting to bind port a59e3b15-658e-45af-ba86-1cb174e09cb8 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:40.759446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:20:40.759792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:20:40.760174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:20:40.760592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Bound port: a59e3b15-658e-45af-ba86-1cb174e09cb8, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:20:40.760981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.826553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:20:40.829482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:20:40.909914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.926709 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:20:40.946818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:40.947422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:40.948866 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] 10.222.0.43 "PUT /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1092 time: 0.8953402 Dec 23 13:20:40.969413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e81887-619b-4eb2-82b6-bdd77ad49570 service neutron] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=11']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:41.019892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-54fb3e1d-772e-41b4-a339-1a4ff923b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:41.021661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-54fb3e1d-772e-41b4-a339-1a4ff923b9c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1095 time: 0.0483665 Dec 23 13:20:41.116929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-a48a764b-0dd5-4ba7-8ee4-7f734caab7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:41.118293 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-a48a764b-0dd5-4ba7-8ee4-7f734caab7d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0899286 Dec 23 13:20:41.190893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-c5865651-8690-4d30-9a13-0f843c570012 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0640767 Dec 23 13:20:41.241371 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-f3d954d5-91a7-4685-9252-cc3655d5d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:41.242761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-f3d954d5-91a7-4685-9252-cc3655d5d099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0452318 Dec 23 13:20:41.289088 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-9b68a691-558c-4842-84c0-412612a9630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:41.290550 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-9b68a691-558c-4842-84c0-412612a9630e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404367 Dec 23 13:20:41.384930 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-62d6046e-7167-48c3-b492-86359ba32e2d service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863476 Dec 23 13:20:41.473643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d2f4d6c3-e26b-4284-bd00-76ac8bfda33b req-fe305aef-f33a-4883-a065-7bc72d411946 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Dec 23 13:20:41.608096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7d39-c0aa-4ea8-b434-c36a188f78ca req-07cb922d-3a2d-4e58-91b2-e02c64f4b3fc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:41.609599 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d5c7d39-c0aa-4ea8-b434-c36a188f78ca req-07cb922d-3a2d-4e58-91b2-e02c64f4b3fc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0476024 Dec 23 13:20:41.655891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d5c7d39-c0aa-4ea8-b434-c36a188f78ca req-2e68ae05-8385-4087-802b-04b4207f8959 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Dec 23 13:20:41.694248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:20:41.731449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port a59e3b15-658e-45af-ba86-1cb174e09cb8 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:20:41.731759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:20:42.455833 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:42.459133 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392b5e6-5551-4cce-9218-cbba2030612a" -d '{"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:42.506286 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f7c80-e4a9-45bc-9198-4d66dcf8c9bb x-openstack-request-id: req-e48f7c80-e4a9-45bc-9198-4d66dcf8c9bb {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:42.506617 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:42.506874 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48f7c80-e4a9-45bc-9198-4d66dcf8c9bb {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:42.507275 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'status': 'completed', 'code': 200} Dec 23 13:20:42.600301 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-48909786-d287-4ae2-9eae-2b69ab8ebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.601832 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-48909786-d287-4ae2-9eae-2b69ab8ebf13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1095 time: 0.0725651 Dec 23 13:20:42.603559 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-26b44299-5a97-4bd9-bdd3-465facc0ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.604967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-26b44299-5a97-4bd9-bdd3-465facc0ffbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 1095 time: 0.0769060 Dec 23 13:20:42.761604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-029c7dd4-5e31-41e0-8a0c-e95fd6ee2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.763098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-029c7dd4-5e31-41e0-8a0c-e95fd6ee2f32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1546249 Dec 23 13:20:42.764209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-532b1fd7-0621-431d-8ac4-a16508851f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.765575 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-532b1fd7-0621-431d-8ac4-a16508851f1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1496427 Dec 23 13:20:42.773635 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146146ea-57a0-415f-8dc1-7e9dd1de61c0 req-521618ad-7cf7-4b8b-b442-245a1f06e92b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.775143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-146146ea-57a0-415f-8dc1-7e9dd1de61c0 req-521618ad-7cf7-4b8b-b442-245a1f06e92b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Dec 23 13:20:42.835412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-146146ea-57a0-415f-8dc1-7e9dd1de61c0 req-5f530a51-e93e-48cc-8d6b-9792ae3cf8a0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516787 Dec 23 13:20:42.877569 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-72da06b2-c52f-47a3-ba22-cb528fcb1a9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.1068931 Dec 23 13:20:42.893279 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-65ed11d4-5a51-450f-81df-ab2b0b42a81e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0867712 Dec 23 13:20:42.963668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-30287b0e-f277-433c-bb60-d25984d3378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.965303 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-30287b0e-f277-433c-bb60-d25984d3378c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0803430 Dec 23 13:20:42.968706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-ec778d0e-1b18-44fc-b2de-44e2d6387695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:42.974779 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-ec778d0e-1b18-44fc-b2de-44e2d6387695 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0576105 Dec 23 13:20:43.042474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-7e292328-f415-4ea2-ac1a-249b48997d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:43.044011 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-7e292328-f415-4ea2-ac1a-249b48997d51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719049 Dec 23 13:20:43.049859 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b5e6-5551-4cce-9218-cbba2030612a req-cbe727ca-b662-4e62-9859-b3d584414bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:43.051409 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-cbe727ca-b662-4e62-9859-b3d584414bf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512753 Dec 23 13:20:43.202328 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-d033c29b-720b-4e3a-9e9d-56f613e09a9b service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499968 Dec 23 13:20:43.204175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-8c6d9bc0-acbe-4b34-bec0-92701a1cdbe2 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451688 Dec 23 13:20:43.315098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f89927de-09fa-4ead-984d-3ba668319e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:43.364457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-b8d89c12-2667-4f18-aab2-5fdb2b98c19f service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525714 Dec 23 13:20:43.366344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4392b5e6-5551-4cce-9218-cbba2030612a req-83d2d8c4-fccb-40f1-b396-1bbb34c06f44 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557856 Dec 23 13:20:43.961283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da82a18-d833-4ed9-a224-902a1e41c6f1 req-9871d042-e731-49e5-bec4-3c36a6e920fe tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:43.962753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2da82a18-d833-4ed9-a224-902a1e41c6f1 req-9871d042-e731-49e5-bec4-3c36a6e920fe tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0522618 Dec 23 13:20:44.011152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2da82a18-d833-4ed9-a224-902a1e41c6f1 req-489838ff-c69d-413c-b0b3-c49eb7cc559d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Dec 23 13:20:44.126696 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b226d-d1c8-49cd-b550-1d59275df65e req-2061e2c7-ca91-4910-9ce0-bf7634454675 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:44.128093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b98b226d-d1c8-49cd-b550-1d59275df65e req-2061e2c7-ca91-4910-9ce0-bf7634454675 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0508320 Dec 23 13:20:44.174130 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b98b226d-d1c8-49cd-b550-1d59275df65e req-0ffa4966-6c5e-4e1d-bd12-442c643669d6 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393548 Dec 23 13:20:44.290432 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdbd8e-1397-4828-b0f4-20c6d733fe14 req-e07429ec-6eb2-47d2-9f67-723d6405f535 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:44.291876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63cdbd8e-1397-4828-b0f4-20c6d733fe14 req-e07429ec-6eb2-47d2-9f67-723d6405f535 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0516014 Dec 23 13:20:44.338720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-63cdbd8e-1397-4828-b0f4-20c6d733fe14 req-89eb720e-a55e-4e28-b37f-ca7c1681e801 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Dec 23 13:20:44.592989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:20:44.709843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:44.728451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'mac_address': 'fa:16:3e:58:01:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:20:44.773825 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:44.787431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:20:44.795878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29f034-3312-40ba-8fa9-d1e3bdb3337c req-6b585ca2-6770-45e0-bfa9-b9c54a5a57e8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:44.797420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e29f034-3312-40ba-8fa9-d1e3bdb3337c req-6b585ca2-6770-45e0-bfa9-b9c54a5a57e8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 944 time: 0.0501866 Dec 23 13:20:44.806999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:44.844542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e29f034-3312-40ba-8fa9-d1e3bdb3337c req-0ea07351-c833-4c92-b1a5-1f8439280adb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Dec 23 13:20:44.858155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:44.909491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:45.114603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a59e3b15-658e-45af-ba86-1cb174e09cb8'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:20:45.961563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8524b-2f05-40d2-8037-b4bb551b302a req-6283ebf1-c2b4-4d8b-b770-ada06325bd17 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:45.963094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70b8524b-2f05-40d2-8037-b4bb551b302a req-6283ebf1-c2b4-4d8b-b770-ada06325bd17 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0485561 Dec 23 13:20:46.006697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-54ba9f5e-efcf-4041-b6c3-3ce335d15461 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:46.008180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-54ba9f5e-efcf-4041-b6c3-3ce335d15461 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Dec 23 13:20:46.014648 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70b8524b-2f05-40d2-8037-b4bb551b302a req-5484c427-fa05-4c26-96d2-7a6873f345e3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454912 Dec 23 13:20:46.081287 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8f712e49-103e-429f-9243-fcde7f21df69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.096882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Deleting port a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:20:46.097213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.507645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] For port a59e3b15-658e-45af-ba86-1cb174e09cb8, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a59e3b15-658e-45af-ba86-1cb174e09cb8,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:46.508007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.608226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:20:46.683439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.683827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.684115 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 disassociated. External IP: 172.25.7.143, port: a59e3b15-658e-45af-ba86-1cb174e09cb8. Dec 23 13:20:46.684458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Calling delete_port for a59e3b15-658e-45af-ba86-1cb174e09cb8 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:20:46.857647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.892158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.892484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a59e3b15-658e-45af-ba86-1cb174e09cb8 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:20:46.897227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a59e3b15-658e-45af-ba86-1cb174e09cb8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:20:46.897614 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:46.917439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Port a59e3b15-658e-45af-ba86-1cb174e09cb8 was deleted so its status cannot be updated. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 23 13:20:46.923261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'Port': ['ID=a59e3b15-658e-45af-ba86-1cb174e09cb8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:47.046140 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:20:47.164700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:20:47.175878 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:20:47.187199 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:20:47.187860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:20:47.206139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] No DVR routers for this DVR port a59e3b15-658e-45af-ba86-1cb174e09cb8 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:20:47.209851 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:47.213389 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de64cf2d-983f-49e8-bf78-16f7f1ce9a98 req-c1bc3954-7efb-4d72-9d2e-01572045bcc2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "DELETE /v2.0/ports/a59e3b15-658e-45af-ba86-1cb174e09cb8 HTTP/1.1" status: 204 len: 173 time: 1.1993937 Dec 23 13:20:47.213883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-deleted', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:47.216213 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecaedb3-071b-49f3-bfaf-54419f0237ea" -d '{"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-deleted", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:47.256173 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98e8b2-4490-43ca-a058-a375ed268897 x-openstack-request-id: req-0b98e8b2-4490-43ca-a058-a375ed268897 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:47.256479 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22aa79c-bae1-40e2-8de6-d1ca7a78f179", "name": "network-vif-deleted", "tag": "a59e3b15-658e-45af-ba86-1cb174e09cb8", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:47.256733 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b98e8b2-4490-43ca-a058-a375ed268897 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:47.257233 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22aa79c-bae1-40e2-8de6-d1ca7a78f179', 'name': 'network-vif-deleted', 'tag': 'a59e3b15-658e-45af-ba86-1cb174e09cb8', 'status': 'completed', 'code': 200} Dec 23 13:20:47.320624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:20:47.482169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c16d2518-2862-42ad-a380-9a84a12c9872 req-ef2cee0a-dfcc-4e4f-826f-b0d81d1b1e62 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=e22aa79c-bae1-40e2-8de6-d1ca7a78f179 HTTP/1.1" status: 200 len: 210 time: 0.3885984 Dec 23 13:20:47.529597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:20:47.555896 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:20:47.563994 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:20:47.564573 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:20:47.793971 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:20:47.994139 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:20:48.021029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976964b8-46b8-4387-ac8c-050266e09524 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:20:48.243011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0a345-4d9b-4e4d-8563-a71d2b35d826 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:20:48.457845 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:48.759426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-4da79625-08f2-47c0-8fe4-85b5918ff174 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1118710133&fields=id&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 267 time: 0.0409300 Dec 23 13:20:48.870489 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-50858e7e-fa9d-44e6-b965-a9a167559bcf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:48.871962 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-50858e7e-fa9d-44e6-b965-a9a167559bcf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1057177 Dec 23 13:20:48.887132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-a04f12c5-0dbf-4258-827f-673179721321 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/quotas/6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 375 time: 0.0095389 Dec 23 13:20:48.892014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:48.938715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-880f15d9-739b-4aa0-a704-9135afe15ecf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462699 Dec 23 13:20:48.954973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-6555f0b1-16a8-438b-b543-d1f4901614eb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:20:48.955817 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-6555f0b1-16a8-438b-b543-d1f4901614eb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051792 Dec 23 13:20:49.044169 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-f35011cc-2b20-4594-8cb0-461615f87f45 service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824790 Dec 23 13:20:49.135104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-8a036e74-d6d0-4a63-9c72-6003f88bb6ce service neutron] 10.222.0.16 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847766 Dec 23 13:20:49.263473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:49.357518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2bebf02d-3b30-4086-bef2-24abf3c96a75 req-c3af6a1b-f7b9-4563-a4a4-5980b495fcee tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0268881 Dec 23 13:20:50.455942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a8cc5c7-7278-4a10-aa48-1a9cdd20e5c6 req-83873c9f-4e12-42f4-bee7-b7235eed883d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0277762 Dec 23 13:20:50.654945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:20:50.675392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: a59e3b15-658e-45af-ba86-1cb174e09cb8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:20:50.675737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a59e3b15-658e-45af-ba86-1cb174e09cb8 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:20:51.084629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-649011ff-70e6-4b72-8052-92f1861e0ce0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:51.086124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-649011ff-70e6-4b72-8052-92f1861e0ce0 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 812 time: 0.1048295 Dec 23 13:20:51.148290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-15d5d9b8-0e66-4fc8-9d7e-1ca5f6e871ed tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 380 time: 0.0535626 Dec 23 13:20:51.159407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'port': {'device_id': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'admin_state_up': True, 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'security_groups': ['2dde1033-4b0a-4e4c-ae6a-2560f9b25f47']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:20:51.384060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Made reservation on behalf of 6ad31aa3d6e84934987b5133f0ce1f5e for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:20:51.387723 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:51.514240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Allocated IP 172.20.0.14 (06b1fa39-f545-4643-91b4-06bb4982949f/77ecf4b8-0f9b-490a-b20d-3aedb30e4845/848086f2-709a-4de5-87d2-6eef05ce8f59) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:20:51.560276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2b1460aa-ba14-4c00-8220-6b56d1e3e575 req-f30dd24b-1e61-4582-a751-23ad2ed395c3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0270221 Dec 23 13:20:51.656464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:51.761220 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:51.806924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Network 06b1fa39-f545-4643-91b4-06bb4982949f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:20:51.810134 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:20:51.813774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:20:51.820424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:51.872318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:51.872982 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.003600 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-17487a34-8004-42c5-a71b-27038b9237b1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8477178 Dec 23 13:20:52.015764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Request body: {'port': {'device_id': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:20:52.046639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-20c6b5f0-32e2-4a69-8961-9fbb78beb7de None None] Provisioning complete for port 848086f2-709a-4de5-87d2-6eef05ce8f59 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:20:52.047696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20c6b5f0-32e2-4a69-8961-9fbb78beb7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.079440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.085163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-20c6b5f0-32e2-4a69-8961-9fbb78beb7de None None] Port 848086f2-709a-4de5-87d2-6eef05ce8f59 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:20:52.346747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:20:52.354752 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.366962 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Transition to ACTIVE for port object 848086f2-709a-4de5-87d2-6eef05ce8f59 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:20:52.468898 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.525971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:52.598445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:20:52.598784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:20:52.601129 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:52.606006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:20:52.606330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:20:52.611418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:20:52.611755 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:20:52.612135 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:20:52.612561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Bound port: 848086f2-709a-4de5-87d2-6eef05ce8f59, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:20:52.612949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.686196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:20:52.689279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:20:52.691968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920a642-aa2b-48b8-8ccc-b0d6b35ec77a req-e74e7911-8c9c-4d2a-9d4a-80d2c4ab9db8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:52.701488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1920a642-aa2b-48b8-8ccc-b0d6b35ec77a req-e74e7911-8c9c-4d2a-9d4a-80d2c4ab9db8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0579245 Dec 23 13:20:52.744947 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1920a642-aa2b-48b8-8ccc-b0d6b35ec77a req-027eb6a9-66ff-4a4f-b633-24a4506ff67b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Dec 23 13:20:52.761446 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.804618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:52.805310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:52.806748 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] 10.222.0.57 "PUT /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1092 time: 0.7955492 Dec 23 13:20:52.807187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:52.809644 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638734cb-70e2-4f9b-957f-7eba8f2e24dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:52.835120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4613f-1963-43ef-a7aa-50e91652d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:52.853581 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaac2db-3273-4872-90aa-c6def46b95f5 x-openstack-request-id: req-acaac2db-3273-4872-90aa-c6def46b95f5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:52.853887 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:52.854145 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acaac2db-3273-4872-90aa-c6def46b95f5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:52.854583 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'status': 'completed', 'code': 200} Dec 23 13:20:52.923511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-eac2d795-f234-40f1-a47f-cb401e464276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:52.925074 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-eac2d795-f234-40f1-a47f-cb401e464276 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1095 time: 0.0508587 Dec 23 13:20:53.034198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-d5e71cd3-2475-413d-819d-38358630f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.035415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-d5e71cd3-2475-413d-819d-38358630f3b3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1032181 Dec 23 13:20:53.129701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-efffde63-7e01-42b2-9aea-4128ee667729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.131582 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-638734cb-70e2-4f9b-957f-7eba8f2e24dd req-efffde63-7e01-42b2-9aea-4128ee667729 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897365 Dec 23 13:20:53.149466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:53.206480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-8da251d0-fa47-4d64-a3e8-92c07284ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.207970 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-8da251d0-fa47-4d64-a3e8-92c07284ad4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1095 time: 0.0401704 Dec 23 13:20:53.253429 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-91905982-47aa-4f89-86e4-8177540a9f9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 217 time: 0.0381744 Dec 23 13:20:53.301913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-297aadd5-c76a-45ca-bd3a-bcf36dd33ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.303519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-297aadd5-c76a-45ca-bd3a-bcf36dd33ffc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0437937 Dec 23 13:20:53.348811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-a67d6adb-4e97-4e6d-9b44-f6aee3df87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.350661 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-a67d6adb-4e97-4e6d-9b44-f6aee3df87a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404592 Dec 23 13:20:53.442476 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-f26d825a-5868-4faa-9bd9-14f38bf4d8ab service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849543 Dec 23 13:20:53.530454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-792d5ab1-0ca6-45f7-9f41-205d83530cf3 req-d10e0dd5-41df-4790-8b71-5bf6a8554f38 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811093 Dec 23 13:20:53.858716 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ce1b5-831e-4581-8921-2dd6a0798113 req-0cdce378-36a5-46df-9d7f-a5b5dcdd2c5c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:53.860189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b58ce1b5-831e-4581-8921-2dd6a0798113 req-0cdce378-36a5-46df-9d7f-a5b5dcdd2c5c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0475748 Dec 23 13:20:53.906205 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b58ce1b5-831e-4581-8921-2dd6a0798113 req-7e8d915d-e77e-42e4-a982-cffb4ba8bc25 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Dec 23 13:20:55.086387 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fb370-dde6-40c5-878c-ff0658447f73 req-a2ed4a72-5233-4b2e-833d-6204ccf3512e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:55.087877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb3fb370-dde6-40c5-878c-ff0658447f73 req-a2ed4a72-5233-4b2e-833d-6204ccf3512e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.1084619 Dec 23 13:20:55.135788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fb3fb370-dde6-40c5-878c-ff0658447f73 req-56bbadd2-a52e-4590-ace5-7df8edcfe873 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Dec 23 13:20:55.786127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:20:55.878270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:55.889624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:20:55.932471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:55.945652 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:20:55.965513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:56.046684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:56.097442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:56.250488 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31db53-3d4e-4a1f-850a-fc6fdd6efbe0 req-cd3ed65e-4c12-49f3-a0a6-59bebc37c8d7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:56.251965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b31db53-3d4e-4a1f-850a-fc6fdd6efbe0 req-cd3ed65e-4c12-49f3-a0a6-59bebc37c8d7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0479965 Dec 23 13:20:56.299514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b31db53-3d4e-4a1f-850a-fc6fdd6efbe0 req-fbe7918e-0b8c-43e1-b5e7-f76bc3da1a5b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Dec 23 13:20:56.341476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['848086f2-709a-4de5-87d2-6eef05ce8f59'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:20:57.414613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924fb2b-4fa0-4a73-ad1e-65af7cb612ea req-0687f6c5-7bc3-426e-b76d-9edde48e8078 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:57.416098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5924fb2b-4fa0-4a73-ad1e-65af7cb612ea req-0687f6c5-7bc3-426e-b76d-9edde48e8078 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0484524 Dec 23 13:20:57.466185 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5924fb2b-4fa0-4a73-ad1e-65af7cb612ea req-c2d1e2ff-0043-4440-baf8-2e72c2887f47 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Dec 23 13:20:57.817762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:20:57.938344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 848086f2-709a-4de5-87d2-6eef05ce8f59 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:20:57.942408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 848086f2-709a-4de5-87d2-6eef05ce8f59 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:20:57.947037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:58.023170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:58.045737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:20:58.047988 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2f7ab-7ceb-465f-a82e-1742be60a344" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:20:58.061204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:20:58.084413 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df418e14-4096-47e8-9474-a180345567b1 x-openstack-request-id: req-df418e14-4096-47e8-9474-a180345567b1 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:20:58.084701 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:20:58.085023 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df418e14-4096-47e8-9474-a180345567b1 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:20:58.085568 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'code': 200} Dec 23 13:20:58.120697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:20:58.168637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:20:58.187862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cc75-fff1-4f04-89cd-bd2285e05ff2 req-78e7b787-8592-4e16-b2fe-37fca9e68039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:58.189400 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9405cc75-fff1-4f04-89cd-bd2285e05ff2 req-78e7b787-8592-4e16-b2fe-37fca9e68039 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0465817 Dec 23 13:20:58.233137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9405cc75-fff1-4f04-89cd-bd2285e05ff2 req-774eafc6-6e6d-46cb-a603-b419b30e3365 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Dec 23 13:20:58.580312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789e360-4fc4-4799-9eae-f09a1eca51b2 req-b289d0fe-3872-4e20-99aa-5a373d509c5c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:58.581807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f789e360-4fc4-4799-9eae-f09a1eca51b2 req-b289d0fe-3872-4e20-99aa-5a373d509c5c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0483239 Dec 23 13:20:58.628551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f789e360-4fc4-4799-9eae-f09a1eca51b2 req-1f5ce478-1382-4891-8ef9-4919292d36e9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Dec 23 13:20:59.747224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c7f30-8cb5-4df0-a70c-c58c5b3aeaf2 req-e3b8af93-a680-40ad-a020-949b6e3e747c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:59.748786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b8c7f30-8cb5-4df0-a70c-c58c5b3aeaf2 req-e3b8af93-a680-40ad-a020-949b6e3e747c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0498693 Dec 23 13:20:59.796454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b8c7f30-8cb5-4df0-a70c-c58c5b3aeaf2 req-af06f96b-8b43-427e-8e9e-662ade5e837c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Dec 23 13:20:59.911314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9041-04a0-4bf4-9ac1-a6688b34f13d req-7dd0b611-56e2-442b-8b04-6969b83d292c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:20:59.912701 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ceb9041-04a0-4bf4-9ac1-a6688b34f13d req-7dd0b611-56e2-442b-8b04-6969b83d292c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0516660 Dec 23 13:20:59.922409 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40060) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:20:59.927066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Request body: {'floatingip': {'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:20:59.968782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:00.401312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:00.463732 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:00.562554 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 associated. External IP: 172.25.7.143, port: 848086f2-709a-4de5-87d2-6eef05ce8f59. Dec 23 13:21:00.771014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:21:00.880494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:21:00.885548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:00.891052 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:21:00.902054 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:21:00.902656 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:21:00.924117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2cf07d54-490b-402b-871f-db2891b09112 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "PUT /v2.0/floatingips/d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 HTTP/1.1" status: 200 len: 993 time: 1.0005960 Dec 23 13:21:00.924750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:21:00.927286 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0549f-ba46-4ab5-8763-269177dae521" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:21:00.981917 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195ad1b5-2db9-4029-a3e2-5f75b4743db9 x-openstack-request-id: req-195ad1b5-2db9-4029-a3e2-5f75b4743db9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:21:00.982463 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:21:00.983465 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-195ad1b5-2db9-4029-a3e2-5f75b4743db9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:21:00.984138 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'status': 'completed', 'code': 200} Dec 23 13:21:01.028901 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:21:01.057650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-bcfc443d-e4b8-4a8e-ab39-1b8a65b7e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:01.059997 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-bcfc443d-e4b8-4a8e-ab39-1b8a65b7e930 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0450597 Dec 23 13:21:01.156797 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-2f1613af-82d1-402c-bd2f-4f888a6f8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:01.158319 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-2f1613af-82d1-402c-bd2f-4f888a6f8fb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0920439 Dec 23 13:21:01.231070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-854ca082-d420-43eb-95d5-49c50fccf50d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.0644660 Dec 23 13:21:01.267172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:21:00Z', 'revision_number': 13, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:21:01.287758 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-5ade0d7d-6e2a-4df3-b38a-fc88b027b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:01.290440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-5ade0d7d-6e2a-4df3-b38a-fc88b027b98e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0510561 Dec 23 13:21:01.294798 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:21:01.303221 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:21:01.304018 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:20:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:21:01.345245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-c70f5904-c5ed-4819-8004-dd3568d9ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:01.346829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-c70f5904-c5ed-4819-8004-dd3568d9ccc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500994 Dec 23 13:21:01.417944 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:21:01.440207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-9a27cd97-85e1-431b-84ee-2b7e8c0b6200 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862308 Dec 23 13:21:01.542546 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd0549f-ba46-4ab5-8763-269177dae521 req-5a651818-f781-4031-9ab6-e26628a474db service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938573 Dec 23 13:21:01.654086 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:21:00Z', 'revision_number': 13, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:21:01.681476 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631e8f9-78aa-489c-a95e-634603564bd9 None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'd0e810ee-1789-4399-94dc-e0c5f1eaa7e0', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'floating_ip_address': '172.25.7.143', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:11:50Z', 'updated_at': '2021-12-23T13:21:00Z', 'revision_number': 13, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:21:01.868537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94ef40-b3a5-4897-9655-4f94efccf042 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:21:13.332033 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ad78b907-abd2-4543-9c1c-a0e9d46ed6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:16.098539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46b27977-6363-492b-9e16-bb25df74a4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:16.675143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:17.925499 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:21:18.417314 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:18.909202 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:19.269610 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:22.901477 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-beb78356-2a2f-46a5-98c7-6d706559a7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3627007 Dec 23 13:21:22.985434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-853d916f-e4f9-49a0-901e-7314db2a44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:22.986918 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-853d916f-e4f9-49a0-901e-7314db2a44f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0403688 Dec 23 13:21:23.091697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-297889b4-8997-4812-8d87-fa424c549131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:23.093190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-297889b4-8997-4812-8d87-fa424c549131 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0860503 Dec 23 13:21:23.160432 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-f61065c2-568f-4c96-8eff-677b132d8e1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1003 time: 0.0597901 Dec 23 13:21:23.195399 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:23.209775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-dfcc0eb9-86d8-4b5b-b814-f5ec7d118fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:23.211229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-dfcc0eb9-86d8-4b5b-b814-f5ec7d118fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0430777 Dec 23 13:21:23.260909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-fe946387-bd56-4c21-8951-e51f3bfa781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:21:23.262388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-fe946387-bd56-4c21-8951-e51f3bfa781a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442624 Dec 23 13:21:23.351592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-66cd104b-fda4-401a-a9af-7d0ee8043167 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822048 Dec 23 13:21:23.445698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4d57b096-8311-4b8a-9d96-990770a9b87d req-6d81380d-f369-4d25-b752-f169e285171e service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867240 Dec 23 13:21:43.314429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f1544-a54e-4787-a106-f6b2e9ea3b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:46.075713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cab68274-579f-4488-830a-02b50d073489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:46.669961 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:48.406738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:48.920289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:49.298098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:53.194286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:21:54.925520 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:22:13.308787 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5822ac1f-f1ad-4be5-baef-4c8feb24d19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:16.081193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-af365dd9-8eb6-4f44-a177-daee811dfa7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:16.692615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:18.418569 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:18.914350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:19.247543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:23.229022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:24.522336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-32977cd9-c5ba-4cc1-a963-23171df1851d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401967 Dec 23 13:22:24.603247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722769-495b-464c-bbca-9bcc5d061dac req-d5200e71-4b8e-4ded-af3d-4cda851e8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:22:24.604703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-d5200e71-4b8e-4ded-af3d-4cda851e8370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0400436 Dec 23 13:22:24.707216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722769-495b-464c-bbca-9bcc5d061dac req-c5bd5348-852e-4869-ba72-66adc581c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:22:24.708659 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-c5bd5348-852e-4869-ba72-66adc581c379 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0863674 Dec 23 13:22:24.778952 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-e04a8681-2eb9-43ae-9d2e-aa3ffcfd25eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1003 time: 0.0628684 Dec 23 13:22:24.827827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722769-495b-464c-bbca-9bcc5d061dac req-537148f1-78dc-49d0-ba61-f04b419dd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:22:24.829276 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-537148f1-78dc-49d0-ba61-f04b419dd421 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0441811 Dec 23 13:22:24.877287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722769-495b-464c-bbca-9bcc5d061dac req-d2670b97-0425-40f8-833f-b6d15edb5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:22:24.878731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-d2670b97-0425-40f8-833f-b6d15edb5512 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424595 Dec 23 13:22:24.967731 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-70cfe986-6c61-42fe-a33b-83057ebfe7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812652 Dec 23 13:22:25.063267 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1c722769-495b-464c-bbca-9bcc5d061dac req-2053927c-8edd-46ee-bc4a-8afc8f80c73e service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877895 Dec 23 13:22:31.924521 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:22:43.344391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf365-2e92-4c47-b939-409b71718127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:46.081602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4a2a676-c10e-4c18-a6b5-1eb457ad0165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:46.685507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:48.393979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:48.931647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:49.257206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:22:53.213326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:08.924414 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:23:13.342390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-86ffb338-5941-487d-8263-ea50edce0b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:16.096978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e304c58e-6e9a-4e32-8f3e-99057975a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:16.687484 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:18.401973 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:18.933247 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:19.247336 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:23.234043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:25.541646 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-9c7c82dc-89fd-4e92-928c-04e1205c4c41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407901 Dec 23 13:23:25.622856 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-f098ef31-b054-4d51-bb6c-6567ba2c72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:25.624418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-f098ef31-b054-4d51-bb6c-6567ba2c72ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0416322 Dec 23 13:23:25.732569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-92fb32dc-174f-414c-b4d9-1deb4ee5b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:25.733996 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-92fb32dc-174f-414c-b4d9-1deb4ee5b0a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0896754 Dec 23 13:23:25.800270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-a2374363-b8cc-4f35-9165-10d508e21205 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1003 time: 0.0589418 Dec 23 13:23:25.848545 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-d62bd493-dcbf-4e3b-a7bd-630c1fa52f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:25.850017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-d62bd493-dcbf-4e3b-a7bd-630c1fa52f8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0434096 Dec 23 13:23:25.902142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-c488ee05-0bfc-4999-880f-1ea6eba09fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:25.904659 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-c488ee05-0bfc-4999-880f-1ea6eba09fca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454702 Dec 23 13:23:25.994488 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-3482f9de-8333-42da-ac6c-13950c5ed646 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Dec 23 13:23:26.087804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a6958f4a-12a4-4ef3-b2b1-039f1e134cd3 req-11e80a4f-fe53-4762-9dc9-164d9413ec09 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Dec 23 13:23:35.286013 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd814-66af-46da-9fc4-7fd3f4f2e93f req-e5206552-57b4-4a33-8f86-d84ed4351818 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:35.287520 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8cd814-66af-46da-9fc4-7fd3f4f2e93f req-e5206552-57b4-4a33-8f86-d84ed4351818 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.1693988 Dec 23 13:23:35.334367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a8cd814-66af-46da-9fc4-7fd3f4f2e93f req-5373443c-3a3e-4076-bad2-a4242dd94bce tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Dec 23 13:23:43.316372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29d48358-64db-42f2-ba5a-5ea9edb38f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:45.925462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:23:46.099060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-686c7e7a-10df-4458-932d-730aafdb000e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:46.699094 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:48.024146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-64623870-2968-4236-acb6-7f8a950708a3 req-1cac9bd1-ae3a-402a-8f64-b39724a24a08 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:23:48.025207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64623870-2968-4236-acb6-7f8a950708a3 req-1cac9bd1-ae3a-402a-8f64-b39724a24a08 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0443592 Dec 23 13:23:48.343423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc9189-e01f-4e60-844d-1d349b1d000a req-0f29f856-b074-40e0-895c-b99d4355d363 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:48.345278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99fc9189-e01f-4e60-844d-1d349b1d000a req-0f29f856-b074-40e0-895c-b99d4355d363 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0508668 Dec 23 13:23:48.397110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-99fc9189-e01f-4e60-844d-1d349b1d000a req-90aba3df-8098-4cbd-8d44-28d6c1194642 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Dec 23 13:23:48.445456 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:48.480372 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-34e23754-763b-431b-bf3c-44cac433821f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397184 Dec 23 13:23:48.950503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:49.276347 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:49.516911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02d6a-21e4-4f60-98c3-7d86571acde7 req-5c1b54cb-d079-4267-9a11-4490ff2441cb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:49.518403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c02d6a-21e4-4f60-98c3-7d86571acde7 req-5c1b54cb-d079-4267-9a11-4490ff2441cb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0486753 Dec 23 13:23:49.566087 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c7c02d6a-21e4-4f60-98c3-7d86571acde7 req-f5b01b3b-6967-4a77-96ca-5945992c256c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Dec 23 13:23:50.389790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-98eafa64-5ee1-466f-9f68-28e1a3ee6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:50.392240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-98eafa64-5ee1-466f-9f68-28e1a3ee6d97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1097 time: 0.0412383 Dec 23 13:23:50.484677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-5f60540b-c3c0-4cc6-8b62-e45b629c623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:50.486190 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-5f60540b-c3c0-4cc6-8b62-e45b629c623d service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0870926 Dec 23 13:23:50.553275 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-a75fb11e-fab2-4dd5-987a-f9174f190f3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1003 time: 0.0601454 Dec 23 13:23:50.601624 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-44d9bece-4927-46ec-83d5-201ef2be41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:50.603089 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-44d9bece-4927-46ec-83d5-201ef2be41c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0435610 Dec 23 13:23:50.653287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-3323ff3d-9538-43c0-b0ed-57d71c4cde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:50.654710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-3323ff3d-9538-43c0-b0ed-57d71c4cde80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447965 Dec 23 13:23:50.683396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735f6c3-0eb5-4b7e-98e1-d15b7783a8a4 req-121b0131-9f94-45ac-b0f6-a528f7ccd43d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:50.684892 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4735f6c3-0eb5-4b7e-98e1-d15b7783a8a4 req-121b0131-9f94-45ac-b0f6-a528f7ccd43d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0485442 Dec 23 13:23:50.732659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4735f6c3-0eb5-4b7e-98e1-d15b7783a8a4 req-48f4572d-5ff7-4e73-83d9-40acdad3ba3d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Dec 23 13:23:50.748116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-61955cfc-1ef0-4342-b31e-b76793c79f9a service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Dec 23 13:23:50.841698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f25958ae-2d60-4fdc-9c1d-6d7c6848761e service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860047 Dec 23 13:23:51.854252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de738e-4c9f-4db5-a124-9f73b7d70ad8 req-237f6b5e-e993-462a-b268-66aa4c1041a5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:51.855709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28de738e-4c9f-4db5-a124-9f73b7d70ad8 req-237f6b5e-e993-462a-b268-66aa4c1041a5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0516856 Dec 23 13:23:51.903177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28de738e-4c9f-4db5-a124-9f73b7d70ad8 req-370e5136-7864-43d3-9d3a-e1a8dd16e470 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Dec 23 13:23:53.027080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8153df6-f380-401f-b608-ec2f6c4bf70e req-bcb74233-bb88-4998-b692-dd285cffdc67 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:53.028549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8153df6-f380-401f-b608-ec2f6c4bf70e req-bcb74233-bb88-4998-b692-dd285cffdc67 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0481937 Dec 23 13:23:53.075607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8153df6-f380-401f-b608-ec2f6c4bf70e req-8c4fe959-4dd4-418a-85ec-d83065e235dd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Dec 23 13:23:53.222295 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:23:54.192465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf5bfb-1caa-44cf-9c0a-18221f30b5e1 req-35e29e23-afcc-41cb-930b-f22e72cc45e8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:54.193897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bcf5bfb-1caa-44cf-9c0a-18221f30b5e1 req-35e29e23-afcc-41cb-930b-f22e72cc45e8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0487750 Dec 23 13:23:54.244251 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6bcf5bfb-1caa-44cf-9c0a-18221f30b5e1 req-be242c10-a1b2-4a03-b8ef-83b169fa2788 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Dec 23 13:23:55.359758 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ed07-297b-4608-b071-40577dc64ed6 req-a210cb1b-c770-4855-9f7e-a9b72c085951 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:55.361236 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d553ed07-297b-4608-b071-40577dc64ed6 req-a210cb1b-c770-4855-9f7e-a9b72c085951 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0485301 Dec 23 13:23:55.408178 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d553ed07-297b-4608-b071-40577dc64ed6 req-c696b07e-19bb-40dc-a3b7-cff24417fe26 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Dec 23 13:23:56.524593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa0bb-04a5-4357-9a4b-a630ec9710e4 req-5d4d81f7-b5f1-40bc-a800-1415874cf847 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:56.526127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fefa0bb-04a5-4357-9a4b-a630ec9710e4 req-5d4d81f7-b5f1-40bc-a800-1415874cf847 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0495703 Dec 23 13:23:56.574859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9fefa0bb-04a5-4357-9a4b-a630ec9710e4 req-d81a3da2-4cf2-4148-b9ac-a8eb38e4ef71 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Dec 23 13:23:57.694447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13caea-b233-40fe-96bc-140566b06c6e req-051d38c0-72ba-4791-a8ae-074b3e8aa282 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:57.695822 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b13caea-b233-40fe-96bc-140566b06c6e req-051d38c0-72ba-4791-a8ae-074b3e8aa282 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0517321 Dec 23 13:23:57.742300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b13caea-b233-40fe-96bc-140566b06c6e req-89367203-7b7c-4c18-b643-4c4b4ffb4f91 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Dec 23 13:23:58.866216 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418af70-cbdf-4db1-9bac-57bfaf9c5d9a req-420adc09-1a8c-4345-bb3c-ed73de90fcc8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:23:58.867669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4418af70-cbdf-4db1-9bac-57bfaf9c5d9a req-420adc09-1a8c-4345-bb3c-ed73de90fcc8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0487280 Dec 23 13:23:58.915070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4418af70-cbdf-4db1-9bac-57bfaf9c5d9a req-2d75a3ec-5721-4762-8345-461003284085 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Dec 23 13:24:00.037233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b39a9-341c-4064-8e05-d9855bc26ada req-b693068b-9359-4e9c-9dd4-38d82bf1fe30 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:00.038787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b44b39a9-341c-4064-8e05-d9855bc26ada req-b693068b-9359-4e9c-9dd4-38d82bf1fe30 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0519733 Dec 23 13:24:00.086602 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b44b39a9-341c-4064-8e05-d9855bc26ada req-cba4bfc1-6025-4611-bd28-62c56e275bd4 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Dec 23 13:24:01.213911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe25ca6-f19c-47a3-831e-0e1458c8b22e req-1e2d2d94-d8d9-49c7-a3c4-ce72fab5221b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:01.215619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afe25ca6-f19c-47a3-831e-0e1458c8b22e req-1e2d2d94-d8d9-49c7-a3c4-ce72fab5221b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0516338 Dec 23 13:24:01.265420 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afe25ca6-f19c-47a3-831e-0e1458c8b22e req-b45479ff-74f4-4e7a-aef1-3a2e03ffc1e3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Dec 23 13:24:02.382023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6b31-93d9-4ad5-ad9e-1312fb9a853a req-157c9bb4-e231-4088-8131-b94207f28000 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:02.383501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-314e6b31-93d9-4ad5-ad9e-1312fb9a853a req-157c9bb4-e231-4088-8131-b94207f28000 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0485177 Dec 23 13:24:02.435905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-314e6b31-93d9-4ad5-ad9e-1312fb9a853a req-587d01f3-d395-47f3-aa6d-a0d81bf3a520 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465038 Dec 23 13:24:03.556191 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ef367-0dcd-42ac-955d-4f6ae95e335f req-14766912-f4ff-4905-a68d-ad18c723e388 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:03.557726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed2ef367-0dcd-42ac-955d-4f6ae95e335f req-14766912-f4ff-4905-a68d-ad18c723e388 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0501955 Dec 23 13:24:03.605559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed2ef367-0dcd-42ac-955d-4f6ae95e335f req-27503d7f-cc44-426a-bea4-1ad80a2ef3f5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Dec 23 13:24:04.722475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ebefa-5f8c-463b-a447-8c139ce49a33 req-fb521c80-b7c1-4601-b280-b7160f623f6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:04.723975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f25ebefa-5f8c-463b-a447-8c139ce49a33 req-fb521c80-b7c1-4601-b280-b7160f623f6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0492201 Dec 23 13:24:04.772013 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f25ebefa-5f8c-463b-a447-8c139ce49a33 req-f20c0d88-750c-4e80-b759-0fd75ea41615 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Dec 23 13:24:05.359461 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-221e2c32-b144-4c38-bca2-7f2bfb833f53 service neutron] show failed (client error): The resource could not be found. Dec 23 13:24:05.361083 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-221e2c32-b144-4c38-bca2-7f2bfb833f53 service neutron] 10.222.0.57 "GET /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0545015 Dec 23 13:24:05.871771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-425114fa-e0b2-40c3-bae8-bea908a108f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:05.873316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-425114fa-e0b2-40c3-bae8-bea908a108f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0416076 Dec 23 13:24:05.884926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:24:05.897173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca5d92-f327-4d78-bd71-598a81fe8444 req-7757efb0-63ed-4c23-a4f6-503a7e6721f5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:05.898699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbca5d92-f327-4d78-bd71-598a81fe8444 req-7757efb0-63ed-4c23-a4f6-503a7e6721f5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0542543 Dec 23 13:24:05.949556 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:05.951395 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbca5d92-f327-4d78-bd71-598a81fe8444 req-da6638a6-913d-4281-ace8-1d16ab9f0468 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466914 Dec 23 13:24:06.149738 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:06.182108 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:24:06.220193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:06.222519 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e54041a-2fa8-4559-8ed4-a82020042e70" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:06.226641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:06.239649 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Transition to ACTIVE for port object 848086f2-709a-4de5-87d2-6eef05ce8f59 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:24:06.271921 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88c04b-46de-4f81-b8ac-39f7fe50104c x-openstack-request-id: req-fd88c04b-46de-4f81-b8ac-39f7fe50104c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:06.272220 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:06.272470 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd88c04b-46de-4f81-b8ac-39f7fe50104c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:06.272903 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'code': 200} Dec 23 13:24:06.325390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:06.413910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:06.430248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.430600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.430945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.431295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.431622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.432214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.432355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.432569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.432927 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.439367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.439367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.439367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.439367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:06.463691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] No DVR routers for this DVR port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:24:06.600187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:24:06.600520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:24:06.600870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:24:06.604983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:24:06.605304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:24:06.610701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:24:06.611087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:24:06.611469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:24:06.611887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Bound port: 848086f2-709a-4de5-87d2-6eef05ce8f59, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:24:06.612239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:06.674416 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:24:06.677281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:24:06.731077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:06.771759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:06.772391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:06.773829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] 10.222.0.43 "PUT /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1092 time: 0.8931050 Dec 23 13:24:06.795171 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c253f-d63a-45f8-8596-63fb7bb04b06 service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:06.817172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:06.843516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-5f602cfc-3810-4852-9c0a-86689d26b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:06.845811 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-5f602cfc-3810-4852-9c0a-86689d26b8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1095 time: 0.0462837 Dec 23 13:24:06.861586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] The host n-h1-822750-2 is not matching for port 848086f2-709a-4de5-87d2-6eef05ce8f59 host n-h2-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:24:06.862271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:24:06.943437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-2debac96-bdbc-4ce8-8d46-dbcc92c97246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:06.944972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-2debac96-bdbc-4ce8-8d46-dbcc92c97246 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0908644 Dec 23 13:24:07.018124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-83ba7b1f-a3f4-4f23-9567-612412780188 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.0660329 Dec 23 13:24:07.070919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-b85bb8df-db8e-4307-bc3b-bdaf8b4103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:07.072426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-b85bb8df-db8e-4307-bc3b-bdaf8b4103a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0470586 Dec 23 13:24:07.075994 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6910-eca8-4035-a8c8-badc6d0bd676 req-fa038192-b60d-42c1-bd1b-c3bbe356fa35 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:07.077590 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e67b6910-eca8-4035-a8c8-badc6d0bd676 req-fa038192-b60d-42c1-bd1b-c3bbe356fa35 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0553384 Dec 23 13:24:07.118330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-ea886332-e4cd-4281-9c39-5b062df4dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:07.119859 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-ea886332-e4cd-4281-9c39-5b062df4dd9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403807 Dec 23 13:24:07.125531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e67b6910-eca8-4035-a8c8-badc6d0bd676 req-a7128306-051c-4074-bd19-e08b807c3a4b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Dec 23 13:24:07.213070 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-550955fa-120c-4893-99f6-21e075b01068 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Dec 23 13:24:07.301310 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-6e553150-32a3-45af-95f2-956c6e43941b service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816870 Dec 23 13:24:08.249027 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7672e5c-d779-4dd5-bfa4-a9159f762b32 req-eb27cccb-3e5c-4c0d-aff2-cae48814adb2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.250570 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7672e5c-d779-4dd5-bfa4-a9159f762b32 req-eb27cccb-3e5c-4c0d-aff2-cae48814adb2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0519695 Dec 23 13:24:08.274541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:08.276963 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0392ede-6256-4b09-a772-32bb70d9623e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:08.307250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7672e5c-d779-4dd5-bfa4-a9159f762b32 req-2a17cae9-9973-4e4e-ad00-bbd81c085d05 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498717 Dec 23 13:24:08.329827 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e3ea9-2602-4bfe-9706-74cbbc009e10 x-openstack-request-id: req-804e3ea9-2602-4bfe-9706-74cbbc009e10 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:08.330473 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:08.331361 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-804e3ea9-2602-4bfe-9706-74cbbc009e10 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:08.331777 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'status': 'completed', 'code': 200} Dec 23 13:24:08.421757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-be804310-2906-431a-af92-3c4d26f81c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.424067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-be804310-2906-431a-af92-3c4d26f81c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1095 time: 0.0750427 Dec 23 13:24:08.427358 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-d94007ad-c526-48ee-933d-951afb19f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.428743 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-d94007ad-c526-48ee-933d-951afb19f6ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1095 time: 0.0718384 Dec 23 13:24:08.586502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-7857bce5-26aa-4241-a73b-710c364c8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.587976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-7857bce5-26aa-4241-a73b-710c364c8356 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1561973 Dec 23 13:24:08.588946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-94065a8c-20ae-44de-95b6-9f26e7740828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.590248 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-94065a8c-20ae-44de-95b6-9f26e7740828 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1509888 Dec 23 13:24:08.700566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-c3c35727-3eac-4cc6-a86c-9a42dc6dcd2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.1054595 Dec 23 13:24:08.706814 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-e29b0b28-9828-44a7-9422-a050ade5897c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.1033022 Dec 23 13:24:08.789417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-6e53f6f8-dd1c-43dc-b094-30bab10b2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.790887 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-6e53f6f8-dd1c-43dc-b094-30bab10b2dfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0834420 Dec 23 13:24:08.792274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-7598c9a7-d09e-4b07-aa95-5a88f3c83504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.794033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-7598c9a7-d09e-4b07-aa95-5a88f3c83504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0790260 Dec 23 13:24:08.862242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-5cfd40d4-51c6-4605-8173-caceb2cc5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.863672 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-5cfd40d4-51c6-4605-8173-caceb2cc5dcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662131 Dec 23 13:24:08.868977 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ede-6256-4b09-a772-32bb70d9623e req-8ea114d6-9563-404b-a804-a6b7c77bdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:08.870366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-8ea114d6-9563-404b-a804-a6b7c77bdd48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654802 Dec 23 13:24:09.027978 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-62418ab3-bd9e-4731-abc2-4f4629751cbf service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566560 Dec 23 13:24:09.030290 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-47e056fd-813c-4d49-8ddf-ff55745c58b6 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514003 Dec 23 13:24:09.437167 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c221c5-803b-4c63-979a-b3391edb7512 req-053de9a3-0c31-45df-83c5-9b7da84812ab tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:09.440126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c221c5-803b-4c63-979a-b3391edb7512 req-053de9a3-0c31-45df-83c5-9b7da84812ab tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0546243 Dec 23 13:24:09.491314 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31c221c5-803b-4c63-979a-b3391edb7512 req-c83be024-ecf0-4514-a32e-c25803fa5f72 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Dec 23 13:24:09.526406 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-a0d773ef-a752-4eae-9905-172d09b37159 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838955 Dec 23 13:24:09.528163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0392ede-6256-4b09-a772-32bb70d9623e req-9503bcf2-e840-4177-a427-55d9926ad476 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935720 Dec 23 13:24:10.624078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45febcb3-6aad-457c-8b2e-4a2aedb046dd req-1906e77b-00cb-4e4e-9708-7b179e0e5c46 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:10.625635 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45febcb3-6aad-457c-8b2e-4a2aedb046dd req-1906e77b-00cb-4e4e-9708-7b179e0e5c46 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0511570 Dec 23 13:24:10.673897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45febcb3-6aad-457c-8b2e-4a2aedb046dd req-eb1ef209-2454-4b5c-8828-ccf3e71e0a56 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Dec 23 13:24:11.802032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b58865-3372-4877-a092-46a2ae7bed35 req-c307e810-c620-4b9e-95c5-b01a38370626 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:11.803509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23b58865-3372-4877-a092-46a2ae7bed35 req-c307e810-c620-4b9e-95c5-b01a38370626 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0538461 Dec 23 13:24:11.854707 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-23b58865-3372-4877-a092-46a2ae7bed35 req-7ce2036a-0867-4dd7-8351-98ac2888fc9f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Dec 23 13:24:12.977043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd4836-97bf-44d9-8653-3821bbefa823 req-3d99974f-f7ec-4e61-be4a-133a5f755358 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:12.978593 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bcd4836-97bf-44d9-8653-3821bbefa823 req-3d99974f-f7ec-4e61-be4a-133a5f755358 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0523448 Dec 23 13:24:13.028815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4bcd4836-97bf-44d9-8653-3821bbefa823 req-83333386-19fc-4e93-b0a9-637a2f48aa1a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Dec 23 13:24:13.339430 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-577a5252-bfbe-4a5c-bb03-1dc80f1607b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:14.156446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc319a2-223d-489b-8939-ffe55b078351 req-228cb310-1dea-4932-a0f9-ea8586b05ae2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:14.158749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cc319a2-223d-489b-8939-ffe55b078351 req-228cb310-1dea-4932-a0f9-ea8586b05ae2 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0541129 Dec 23 13:24:14.215995 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6cc319a2-223d-489b-8939-ffe55b078351 req-645c67ce-c98d-4f0c-8376-302f06de4e70 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496261 Dec 23 13:24:15.334087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043c3d2-11de-4bf3-9f77-b32f2ce2519a req-b2bd00db-081a-4e6e-aa6a-35d481342ef7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:15.335561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e043c3d2-11de-4bf3-9f77-b32f2ce2519a req-b2bd00db-081a-4e6e-aa6a-35d481342ef7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0491021 Dec 23 13:24:15.382410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e043c3d2-11de-4bf3-9f77-b32f2ce2519a req-3677e80e-17c0-4980-8e68-e8b6868e6817 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Dec 23 13:24:16.088085 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb79d1a1-3da0-4ab4-a6fe-71e3065c32ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:16.501089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebac01-afc2-4128-8d8e-cf6f49303592 req-d76ef434-d7ea-4686-8593-bbc1f182d906 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:16.502569 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98ebac01-afc2-4128-8d8e-cf6f49303592 req-d76ef434-d7ea-4686-8593-bbc1f182d906 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0488441 Dec 23 13:24:16.555048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98ebac01-afc2-4128-8d8e-cf6f49303592 req-8ba91964-cd50-4f1f-958f-cd580cf99b05 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456724 Dec 23 13:24:16.739305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:17.674407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff2cce-bc7f-42b0-8813-fa3e8c008ffe req-740144bf-f410-4050-a156-c28b7f8f8aa7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:17.675797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abff2cce-bc7f-42b0-8813-fa3e8c008ffe req-740144bf-f410-4050-a156-c28b7f8f8aa7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0483172 Dec 23 13:24:17.722500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abff2cce-bc7f-42b0-8813-fa3e8c008ffe req-9a8cf166-0532-40fb-9c0a-cf80a0e042bc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Dec 23 13:24:18.454017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:18.840457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7ed6f-0cc1-4648-9611-128381834f18 req-0faf4ad7-07c2-4b9f-8163-99816a5f49bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:18.842036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25e7ed6f-0cc1-4648-9611-128381834f18 req-0faf4ad7-07c2-4b9f-8163-99816a5f49bd tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0499883 Dec 23 13:24:18.889552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-25e7ed6f-0cc1-4648-9611-128381834f18 req-a6430807-1f3c-4f78-a1bc-3f807563e247 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Dec 23 13:24:18.962571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:19.254407 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:20.010562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2692a-9ee6-4592-ba4f-5da90403f227 req-018ec784-8a3f-4994-b72b-d06b08ba254f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:20.012048 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98c2692a-9ee6-4592-ba4f-5da90403f227 req-018ec784-8a3f-4994-b72b-d06b08ba254f tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0525367 Dec 23 13:24:20.060832 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-98c2692a-9ee6-4592-ba4f-5da90403f227 req-adee4919-96e1-4a4a-a061-d230927cfafe tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Dec 23 13:24:21.178170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12b6d-1cd7-4e83-acf9-219a34c67673 req-d0a63537-92dd-4b90-a334-c47bfe6103ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:21.179561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1d12b6d-1cd7-4e83-acf9-219a34c67673 req-d0a63537-92dd-4b90-a334-c47bfe6103ff tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 944 time: 0.0489049 Dec 23 13:24:21.227398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b1d12b6d-1cd7-4e83-acf9-219a34c67673 req-2a336841-674d-41ee-9575-7256b3159e1d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Dec 23 13:24:21.390622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:24:21.485078 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:21.500286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:24:21.537493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:21.551328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:24:21.570768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:21.656134 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:21.702826 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:21.710198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.710536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.710872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.711204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.711528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.711850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.712171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.712489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.712805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.713146 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.713463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.713777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.714091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:21.825479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba72760-5b19-4b78-bee0-c49168e2a748 req-bf92a72d-2ed6-4a38-a68d-aecffb15af01 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:21.827129 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ba72760-5b19-4b78-bee0-c49168e2a748 req-bf92a72d-2ed6-4a38-a68d-aecffb15af01 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0498698 Dec 23 13:24:21.868097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-e431c4d8-0a0f-4cf2-87c9-f95cf9bc1e87 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:21.869619 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-e431c4d8-0a0f-4cf2-87c9-f95cf9bc1e87 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&binding%3Ahost_id=n-h2-822750-2 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Dec 23 13:24:21.880294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ba72760-5b19-4b78-bee0-c49168e2a748 req-7f7cdba5-29a4-4499-a7ce-0551ff3b2478 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469418 Dec 23 13:24:21.904554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['848086f2-709a-4de5-87d2-6eef05ce8f59'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:24:21.933453 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-a313b523-3ed8-44d0-81bc-9696c582a038 service neutron] 10.222.0.43 "GET /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59/bindings/n-h2-822750-2 HTTP/1.1" status: 200 len: 382 time: 0.0559931 Dec 23 13:24:22.000069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-92199dc7-3f12-42b0-8ae2-c7e8a3ac688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:22.001633 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-92199dc7-3f12-42b0-8ae2-c7e8a3ac688a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1096 time: 0.0450816 Dec 23 13:24:22.094548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-b907a15b-0ca5-4962-adaa-0a52a0a838ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:22.096686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-b907a15b-0ca5-4962-adaa-0a52a0a838ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0862556 Dec 23 13:24:22.166053 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-3239a05c-9f5e-4e6a-b67d-e28bafcc1236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1002 time: 0.0623062 Dec 23 13:24:22.214163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-fb75d391-d512-4e08-94e9-27cd5bd6a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:22.215581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-fb75d391-d512-4e08-94e9-27cd5bd6a19f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0428452 Dec 23 13:24:22.260119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-1653e79a-1c30-42bb-ae32-15fdb9450eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:22.261630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-1653e79a-1c30-42bb-ae32-15fdb9450eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387285 Dec 23 13:24:22.352808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-5711e815-03bd-44c1-839f-5d3e00b6d4e4 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834968 Dec 23 13:24:22.442220 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-f06fec4a-7c3c-4d81-bd64-e323029ab6d8 service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820203 Dec 23 13:24:22.926316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:24:23.000153 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239e24c-4533-4795-9151-58af2fcedfc2 req-f18f0329-b14a-4d14-a3a5-e0bd9b1262a3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:23.001728 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8239e24c-4533-4795-9151-58af2fcedfc2 req-f18f0329-b14a-4d14-a3a5-e0bd9b1262a3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0489161 Dec 23 13:24:23.049311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8239e24c-4533-4795-9151-58af2fcedfc2 req-91f4a0ce-7043-4d16-8285-7409638177ea tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Dec 23 13:24:23.242294 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:23.395955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:24:23.499141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 848086f2-709a-4de5-87d2-6eef05ce8f59 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:24:23.503383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 848086f2-709a-4de5-87d2-6eef05ce8f59 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:24:23.505284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:23.581593 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:23.602809 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:23.605040 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26933499-0e91-4995-a18d-816b9097bda7" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:23.617971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:23.658655 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bad3d6-f620-4de1-897a-c967d7dee5c5 x-openstack-request-id: req-95bad3d6-f620-4de1-897a-c967d7dee5c5 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:23.658967 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:23.659371 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95bad3d6-f620-4de1-897a-c967d7dee5c5 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:23.659706 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'code': 200} Dec 23 13:24:23.679402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:23.730071 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:24.166991 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed241718-a7fb-46a3-a8a4-4e4cca811cd4 req-7221f7eb-a291-4059-8a86-fc82d6b2ed29 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:24.168540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed241718-a7fb-46a3-a8a4-4e4cca811cd4 req-7221f7eb-a291-4059-8a86-fc82d6b2ed29 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0491769 Dec 23 13:24:24.217207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ed241718-a7fb-46a3-a8a4-4e4cca811cd4 req-2a5af2b2-9b39-4d38-a76c-386393d36df3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Dec 23 13:24:25.341342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249aa52-8cf1-45d8-a893-888879ca707f req-480be968-0a17-406d-b684-294e0610836e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:25.342891 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b249aa52-8cf1-45d8-a893-888879ca707f req-480be968-0a17-406d-b684-294e0610836e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0529454 Dec 23 13:24:25.389588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b249aa52-8cf1-45d8-a893-888879ca707f req-e19904aa-ec47-455f-80b1-505aee4d80ba tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Dec 23 13:24:26.509168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753b00-3059-45f2-bf8c-0641c9243834 req-f2a14112-9d0d-490c-99fb-6f43a537ccd3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:26.510690 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92753b00-3059-45f2-bf8c-0641c9243834 req-f2a14112-9d0d-490c-99fb-6f43a537ccd3 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0500884 Dec 23 13:24:26.557609 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92753b00-3059-45f2-bf8c-0641c9243834 req-ce048846-0205-4cd5-9320-0e6b778c921e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Dec 23 13:24:27.342820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-d6944a85-16b7-439c-bccc-1cbb3de8e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:27.344216 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-d6944a85-16b7-439c-bccc-1cbb3de8e51e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a&tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e HTTP/1.1" status: 200 len: 1097 time: 0.0410383 Dec 23 13:24:27.355684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:24:27.413365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:27.417461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:27.495732 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:27.616891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:27.651660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:24:27.682641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b113-cb06-4f6d-a7b9-480c6ebf7055 req-8f787c6c-9d10-4ef2-bdf7-84b48ed9373a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:27.684147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8d8b113-cb06-4f6d-a7b9-480c6ebf7055 req-8f787c6c-9d10-4ef2-bdf7-84b48ed9373a tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0538251 Dec 23 13:24:27.691021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:27.693357 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2878b-9b6c-40b1-b3b5-16cd653e82ea" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:27.697274 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:27.711156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Transition to ACTIVE for port object 848086f2-709a-4de5-87d2-6eef05ce8f59 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:24:27.736484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a8d8b113-cb06-4f6d-a7b9-480c6ebf7055 req-87a62305-ca41-44ea-a78e-ee49784233cb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454898 Dec 23 13:24:27.751234 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50114d7d-8b6b-4f77-93d1-f6c0c8a290d3 x-openstack-request-id: req-50114d7d-8b6b-4f77-93d1-f6c0c8a290d3 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:27.751886 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:27.752712 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50114d7d-8b6b-4f77-93d1-f6c0c8a290d3 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:27.753308 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'code': 200} Dec 23 13:24:27.773631 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:27.808711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 13:24:27.809121 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 13:24:27.861809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:27.899353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] No DVR routers for this DVR port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:24:28.038638 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:24:28.038973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:24:28.039302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:24:28.043610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:24:28.043928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Attempting to bind port 848086f2-709a-4de5-87d2-6eef05ce8f59 on network 06b1fa39-f545-4643-91b4-06bb4982949f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:24:28.049515 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:24:28.049926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Checking segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:24:28.050310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Bound using segment: {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:24:28.050731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Bound port: 848086f2-709a-4de5-87d2-6eef05ce8f59, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:24:28.051083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:28.116086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:24:28.119086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:24:28.176722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:28.211818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.212488 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:28.213904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-28c751a1-9363-482c-a271-061168e23d75 service neutron] 10.222.0.57 "PUT /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1093 time: 0.8621428 Dec 23 13:24:28.233866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c751a1-9363-482c-a271-061168e23d75 service neutron] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=11']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:28.278804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-b2720628-1c2d-43a8-8236-061244c9cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.280415 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-b2720628-1c2d-43a8-8236-061244c9cbed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1096 time: 0.0424359 Dec 23 13:24:28.380712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-99a2fc28-843a-408f-8f28-2cc065ef99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.382316 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-99a2fc28-843a-408f-8f28-2cc065ef99d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.0948231 Dec 23 13:24:28.452588 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-19d38611-aeb4-4fbe-a5ab-64d2fcd48951 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.0630727 Dec 23 13:24:28.505841 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-c2646278-8713-488c-b65f-9ec61685657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.507195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-c2646278-8713-488c-b65f-9ec61685657f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0479181 Dec 23 13:24:28.552508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-d3027a0a-d5ae-435b-a96d-a8f0ebeaaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.554003 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-d3027a0a-d5ae-435b-a96d-a8f0ebeaaea1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399947 Dec 23 13:24:28.641105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-88a10c0b-f8f2-43b8-9b85-60fa2bee7bf2 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797539 Dec 23 13:24:28.732908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5453d6e4-c785-4361-9cd2-df69d0d43a21 req-f4f9688d-da89-4edd-bac8-0361b7e932e4 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Dec 23 13:24:28.854296 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b5ac9-716e-4c9d-a942-6e1803a1c34d req-840b5a2d-7326-4bed-90f7-ab2c44687ba5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:28.856011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef0b5ac9-716e-4c9d-a942-6e1803a1c34d req-840b5a2d-7326-4bed-90f7-ab2c44687ba5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0493529 Dec 23 13:24:28.905519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef0b5ac9-716e-4c9d-a942-6e1803a1c34d req-c820549e-7017-4b2c-9726-65b453c94775 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Dec 23 13:24:29.755368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:29.757806 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac53d3bd-6131-40c7-bdf0-4a90edda5746" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:29.808209 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc24b6-f3fe-45d7-a005-4f700dc11db4 x-openstack-request-id: req-99cc24b6-f3fe-45d7-a005-4f700dc11db4 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:29.808502 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:29.809007 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99cc24b6-f3fe-45d7-a005-4f700dc11db4 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:29.810037 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'status': 'completed', 'code': 200} Dec 23 13:24:29.891141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-52008951-e3a2-4081-bb46-47faeab03621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:29.892648 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-52008951-e3a2-4081-bb46-47faeab03621 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1096 time: 0.0648012 Dec 23 13:24:29.899187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-e8e23e79-5f09-4370-b99b-1ce63cc355a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:29.900523 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-e8e23e79-5f09-4370-b99b-1ce63cc355a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 1096 time: 0.0642879 Dec 23 13:24:30.029882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f544871-e7e6-4fbd-9923-7a9242d12a99 req-d8a9dbb3-b278-44ab-8bf6-289542a27727 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.031367 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f544871-e7e6-4fbd-9923-7a9242d12a99 req-d8a9dbb3-b278-44ab-8bf6-289542a27727 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0511611 Dec 23 13:24:30.071343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-1922acd0-72f4-4ca1-8355-802610168592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.072809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-1922acd0-72f4-4ca1-8355-802610168592 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1636875 Dec 23 13:24:30.073933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-069588a5-f8b3-4a3d-9fb5-cfa6dc3eaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.075239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-069588a5-f8b3-4a3d-9fb5-cfa6dc3eaf09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 200 len: 913 time: 0.1588938 Dec 23 13:24:30.087494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f544871-e7e6-4fbd-9923-7a9242d12a99 req-b85b462f-84d8-4cf4-a5d6-8fdbd34b4ddb tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481477 Dec 23 13:24:30.187387 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-92b94bd6-176d-4457-a048-321fc4bb3025 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.1075447 Dec 23 13:24:30.191632 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-cd3c4d52-6bab-4440-ae4c-454fa11c4b24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 200 len: 1001 time: 0.1045058 Dec 23 13:24:30.274182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-db6234ab-c1f3-4508-b4c3-54f8b17bacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.275658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-db6234ab-c1f3-4508-b4c3-54f8b17bacad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0816474 Dec 23 13:24:30.277512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-381cd822-71fa-4586-86bd-f9723355df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.278551 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-381cd822-71fa-4586-86bd-f9723355df67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 200 len: 851 time: 0.0768564 Dec 23 13:24:30.351604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-e22922f7-a4af-4309-b1ba-2a097ac881f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.353113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-e22922f7-a4af-4309-b1ba-2a097ac881f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706284 Dec 23 13:24:30.358473 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-31af0467-919e-4aa3-b97f-64f4a3959144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:30.359816 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-31af0467-919e-4aa3-b97f-64f4a3959144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=06b1fa39-f545-4643-91b4-06bb4982949f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696931 Dec 23 13:24:30.510476 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-bb02fdae-be96-4659-a853-ad891949a394 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496751 Dec 23 13:24:30.513704 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-d0d3c10c-408b-48f2-be36-04687ae320da service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457095 Dec 23 13:24:30.681094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-1882602a-519e-487d-90ab-6ffc46e00cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609542 Dec 23 13:24:30.685343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ac53d3bd-6131-40c7-bdf0-4a90edda5746 req-dfdd6c50-f9fa-49cb-8ac1-78f6e6148abd service neutron] 10.222.0.43 "GET /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596930 Dec 23 13:24:31.225243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc3947-c02c-4936-a624-405bb19b700e req-7c469d24-5396-480b-82fa-c8508105b463 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:31.227646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6dfc3947-c02c-4936-a624-405bb19b700e req-7c469d24-5396-480b-82fa-c8508105b463 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0593538 Dec 23 13:24:31.281288 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6dfc3947-c02c-4936-a624-405bb19b700e req-8eb50aeb-5d75-48b4-be8f-a0a965303621 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465398 Dec 23 13:24:32.416239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cdee8-c636-46bd-8d16-5e4706f353d0 req-00840252-e77c-40b3-a8f2-cc8029a82c6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:32.417757 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-290cdee8-c636-46bd-8d16-5e4706f353d0 req-00840252-e77c-40b3-a8f2-cc8029a82c6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0511346 Dec 23 13:24:32.465955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-290cdee8-c636-46bd-8d16-5e4706f353d0 req-80bba791-30be-4ed5-9e9f-bccdf6a86534 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Dec 23 13:24:33.588315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4f1a-7837-4962-b7fd-ea186dfdeaaa req-eea84934-20f8-45e7-81ee-5d217b15fe0e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:33.590106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c7a4f1a-7837-4962-b7fd-ea186dfdeaaa req-eea84934-20f8-45e7-81ee-5d217b15fe0e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0538375 Dec 23 13:24:33.638965 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c7a4f1a-7837-4962-b7fd-ea186dfdeaaa req-b75a08f9-1a65-449c-b9f5-624e9b7c3e5c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Dec 23 13:24:34.756930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b86559-3604-46df-ad5a-b1e5c63a6e14 req-2f2f0ebd-3f6b-4502-9b44-12edd905d772 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:34.758419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58b86559-3604-46df-ad5a-b1e5c63a6e14 req-2f2f0ebd-3f6b-4502-9b44-12edd905d772 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0487697 Dec 23 13:24:34.804734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-58b86559-3604-46df-ad5a-b1e5c63a6e14 req-c130fa1f-86b2-4522-b031-9a45259c7c6b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Dec 23 13:24:35.920286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48cadb-ee17-43c7-a206-c1ad5110eed4 req-13671b2d-702a-49ef-8518-0319ef72a81b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:35.923077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc48cadb-ee17-43c7-a206-c1ad5110eed4 req-13671b2d-702a-49ef-8518-0319ef72a81b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0480299 Dec 23 13:24:35.973974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc48cadb-ee17-43c7-a206-c1ad5110eed4 req-8d65236e-d7dd-4e4c-85ca-2f0b178a929d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Dec 23 13:24:37.093328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe745f-5e72-497e-bd60-bf68bd59c522 req-86b04012-18f8-4634-9202-5b4355ce13f8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:37.094810 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afbe745f-5e72-497e-bd60-bf68bd59c522 req-86b04012-18f8-4634-9202-5b4355ce13f8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0485983 Dec 23 13:24:37.141874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afbe745f-5e72-497e-bd60-bf68bd59c522 req-5ae9fb5d-2de6-4f07-b21f-eafb5dee24c1 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Dec 23 13:24:38.259695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4f40-9433-435d-8d4a-ad1d09e0c634 req-d5129dd3-7822-4ee1-bdcf-ceaf3c3cf1dc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:38.261254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-967e4f40-9433-435d-8d4a-ad1d09e0c634 req-d5129dd3-7822-4ee1-bdcf-ceaf3c3cf1dc tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0493598 Dec 23 13:24:38.308264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-967e4f40-9433-435d-8d4a-ad1d09e0c634 req-54e171f7-f72d-4830-8e5c-d3f97e245516 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Dec 23 13:24:39.430224 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b25c9-fdf1-415a-9284-059e27a916c8 req-a01491ea-8ea7-46b2-ae3f-cbda2ab7c0ce tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:39.431682 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a47b25c9-fdf1-415a-9284-059e27a916c8 req-a01491ea-8ea7-46b2-ae3f-cbda2ab7c0ce tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0523105 Dec 23 13:24:39.478274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a47b25c9-fdf1-415a-9284-059e27a916c8 req-4d6c55eb-3876-406f-94be-c52079c8dba8 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Dec 23 13:24:40.595931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af43c8a-736b-41ae-9c20-4c6a8e9b3fad req-8a252adc-9c4d-40d2-84ab-f717f794e13e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:40.597566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9af43c8a-736b-41ae-9c20-4c6a8e9b3fad req-8a252adc-9c4d-40d2-84ab-f717f794e13e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0496716 Dec 23 13:24:40.643532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9af43c8a-736b-41ae-9c20-4c6a8e9b3fad req-067c28b6-d9ec-48c1-964e-ecab6dde6ae7 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Dec 23 13:24:41.763399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea228a-8da6-413b-a0fa-70682874913c req-c59b7399-66d1-4919-bf63-b1d410a05497 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:41.764905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0ea228a-8da6-413b-a0fa-70682874913c req-c59b7399-66d1-4919-bf63-b1d410a05497 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0522108 Dec 23 13:24:41.811398 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0ea228a-8da6-413b-a0fa-70682874913c req-a58653b5-8932-4552-a4e6-fc343b8e51ce tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Dec 23 13:24:42.932280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2fe93-fef5-4236-a0ad-a8abba641336 req-6ac34498-1e2b-4661-899e-ef70172bc991 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:42.933823 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52e2fe93-fef5-4236-a0ad-a8abba641336 req-6ac34498-1e2b-4661-899e-ef70172bc991 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0511491 Dec 23 13:24:42.980791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52e2fe93-fef5-4236-a0ad-a8abba641336 req-349f998c-0fa2-4093-b230-b86b7aa3d76b tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Dec 23 13:24:42.987854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:24:43.090691 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:43.100325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76a243-3ac3-46d9-aad0-74ff2c379586 req-01079a6a-53b1-4e29-acb0-1eb1911b97e5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:43.101874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e76a243-3ac3-46d9-aad0-74ff2c379586 req-01079a6a-53b1-4e29-acb0-1eb1911b97e5 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0499697 Dec 23 13:24:43.103281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'port_id': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'mac_address': 'fa:16:3e:1c:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:24:43.142618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:43.154726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e76a243-3ac3-46d9-aad0-74ff2c379586 req-4732160e-591c-403d-a204-25b1f6d8ec6e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Dec 23 13:24:43.155845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:24:43.176831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:43.239434 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:43.271752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02916-f367-44d5-b884-93a857a5fa39 req-b1228491-0838-4b16-be44-145f74cfb424 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:43.273312 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bf02916-f367-44d5-b884-93a857a5fa39 req-b1228491-0838-4b16-be44-145f74cfb424 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 945 time: 0.0496426 Dec 23 13:24:43.309020 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:43.325206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5bf02916-f367-44d5-b884-93a857a5fa39 req-1421ce4a-aa59-451e-83cc-84af7490ff0e tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451751 Dec 23 13:24:43.345300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d20f557c-b969-43b6-b593-28398ad4642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:43.593753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['848086f2-709a-4de5-87d2-6eef05ce8f59'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:24:43.786349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49fa78-bb1f-4213-9d3f-5d0587aeac26 req-e1311a9d-7fe3-4bea-8fbe-1e6b048cd270 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:43.787804 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df49fa78-bb1f-4213-9d3f-5d0587aeac26 req-e1311a9d-7fe3-4bea-8fbe-1e6b048cd270 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0491030 Dec 23 13:24:43.834714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df49fa78-bb1f-4213-9d3f-5d0587aeac26 req-c58f1c6a-5b35-401b-9f9c-dd169030fb92 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Dec 23 13:24:44.958501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da702144-6668-4b80-b183-1a8d5bc62434 req-ca03d865-1a5a-4c8b-a96a-1ff4c69736fe tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:44.959993 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da702144-6668-4b80-b183-1a8d5bc62434 req-ca03d865-1a5a-4c8b-a96a-1ff4c69736fe tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 946 time: 0.0539720 Dec 23 13:24:45.004757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:24:45.007133 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da702144-6668-4b80-b183-1a8d5bc62434 req-5ee74627-9e5f-4d62-9efc-96862a59243d tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups?id=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Dec 23 13:24:45.142416 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 848086f2-709a-4de5-87d2-6eef05ce8f59 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:24:45.147195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 848086f2-709a-4de5-87d2-6eef05ce8f59 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:24:45.147558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.223080 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.245406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:45.247650 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cdaa48-098d-4efa-9a8f-36c9b1e63efc" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:45.264182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:45.284266 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f8589-5471-4345-91d8-ae01803705b8 x-openstack-request-id: req-d24f8589-5471-4345-91d8-ae01803705b8 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:45.284596 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-plugged", "status": "completed", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:45.285033 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d24f8589-5471-4345-91d8-ae01803705b8 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:45.287671 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'code': 200} Dec 23 13:24:45.333858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.380357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=13']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:45.453808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-464ef84c-29f4-41ec-baeb-b64e868957cf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:24:45.455268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-464ef84c-29f4-41ec-baeb-b64e868957cf tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 947 time: 0.0485873 Dec 23 13:24:45.548612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Deleting port 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:45.548988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.639375 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] For port 848086f2-709a-4de5-87d2-6eef05ce8f59, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=848086f2-709a-4de5-87d2-6eef05ce8f59,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:45.639730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.807415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.807784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:45.808102 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 disassociated. External IP: 172.25.7.143, port: 848086f2-709a-4de5-87d2-6eef05ce8f59. Dec 23 13:24:45.808444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Calling delete_port for 848086f2-709a-4de5-87d2-6eef05ce8f59 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:46.013816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:46.042443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'Port': ['ID=848086f2-709a-4de5-87d2-6eef05ce8f59,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:46.104935 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-29215124-9bd6-4b97-bcf9-7cdca7f2b9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:46.121221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-386fbed0-00da-4a01-bf0f-68f4e3e98a90 req-25b7a729-5e38-4138-9cc7-90164f917434 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0329211 Dec 23 13:24:46.170813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:24:46.280772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:24:46.291749 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:24:46.303026 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:24:46.303756 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:46.414915 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:24:46.625859 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:46.649005 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] No DVR routers for this DVR port 848086f2-709a-4de5-87d2-6eef05ce8f59 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:24:46.651705 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:46.655075 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af42f7f1-5309-48ea-9154-7f420f7bf25c req-316ae2f2-7e8f-4a60-9858-0844de12fa58 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.57 "DELETE /v2.0/ports/848086f2-709a-4de5-87d2-6eef05ce8f59 HTTP/1.1" status: 204 len: 173 time: 1.1929510 Dec 23 13:24:46.655518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-deleted', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:24:46.657774 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1da59-843b-4705-8f68-4c71dedd384e" -d '{"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-deleted", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:24:46.657945 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:24:46.667518 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:24:46.667860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:46.697396 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afe1d7-b96c-4ea5-b54b-07c404ad5741 x-openstack-request-id: req-32afe1d7-b96c-4ea5-b54b-07c404ad5741 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:24:46.697692 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0d506f-40dc-4bf4-9776-2766f5e1fa0a", "name": "network-vif-deleted", "tag": "848086f2-709a-4de5-87d2-6eef05ce8f59", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:24:46.698120 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32afe1d7-b96c-4ea5-b54b-07c404ad5741 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:24:46.698517 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0d506f-40dc-4bf4-9776-2766f5e1fa0a', 'name': 'network-vif-deleted', 'tag': '848086f2-709a-4de5-87d2-6eef05ce8f59', 'status': 'completed', 'code': 200} Dec 23 13:24:46.703058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:46.777154 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:24:46.977458 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:47.005732 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7e0c5-ca80-4abc-afa1-7eceb984e75c None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b6d07e6e-5e39-47e4-a845-1706f128c9c7', 'name': '', 'network_id': '06b1fa39-f545-4643-91b4-06bb4982949f', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'mac_address': 'fa:16:3e:ad:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:45Z', 'updated_at': '2021-12-23T13:11:49Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'subnets': [{'id': '77ecf4b8-0f9b-490a-b20d-3aedb30e4845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:24:47.227994 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b56b3fc-88ec-4959-8e14-c3d3a2a50d92 req-571a143e-7368-4eea-a58b-c26be287fe64 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0282037 Dec 23 13:24:47.239220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9842c2-6526-4a8c-8e87-090509aeebc0 None None] New status for floating IP d0e810ee-1789-4399-94dc-e0c5f1eaa7e0: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:24:48.328287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1a78747-8413-4a0f-a643-10b173d77142 req-0f85bd9b-931a-499c-8e35-86767facff36 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0280726 Dec 23 13:24:48.393400 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:48.945390 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:49.018256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:49.042776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 848086f2-709a-4de5-87d2-6eef05ce8f59 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:24:49.043119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 848086f2-709a-4de5-87d2-6eef05ce8f59 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:24:49.245011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:49.424709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-696349b4-d2fe-4e2e-bffa-cf476c86a819 req-70b311c1-5337-4f6c-8024-947e93f9c8ea tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0262346 Dec 23 13:24:50.524078 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d30e3c1e-d05e-4590-ad48-617e352015f9 req-40051898-a930-4491-9a2f-81f3742c8a81 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a0d506f-40dc-4bf4-9776-2766f5e1fa0a HTTP/1.1" status: 200 len: 210 time: 0.0298364 Dec 23 13:24:53.259611 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.515097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40652) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:55.570139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.594374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.684996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.687555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.688710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "DELETE /v2.0/security-groups/2dde1033-4b0a-4e4c-ae6a-2560f9b25f47 HTTP/1.1" status: 204 len: 168 time: 0.1724906 Dec 23 13:24:55.691446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40654) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:55.698405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe80d5a-d81a-4a26-8e6d-10b86497dad9 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde1033-4b0a-4e4c-ae6a-2560f9b25f47,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:55.706644 n-d-822750-2 neutron-server[104037]: INFO neutron.api.v2.resource [None req-e04ef735-16c0-4cdb-993d-cb134dbc7801 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] show failed (client error): The resource could not be found. Dec 23 13:24:55.711697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40656) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:55.712104 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e04ef735-16c0-4cdb-993d-cb134dbc7801 tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "GET /v2.0/security-groups/2dde1033-4b0a-4e4c-ae6a-2560f9b25f47 HTTP/1.1" status: 404 len: 347 time: 0.0194533 Dec 23 13:24:55.841598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Deleting port 2a7612a0-8572-48e8-ba88-47af511d5a00 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:55.841934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.921392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.921719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:55.935071 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Calling delete_port for 2a7612a0-8572-48e8-ba88-47af511d5a00 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:56.134043 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:56.160281 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Pushing event deleted for resources: {'Port': ['ID=2a7612a0-8572-48e8-ba88-47af511d5a00,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:56.220513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:56.223159 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:56.224298 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24dedddd-43b4-4564-bc3d-913b70f0be4c tempest-ServerActionsTestJSON-1244383265 tempest-ServerActionsTestJSON-1244383265-project] 10.222.0.16 "DELETE /v2.0/floatingips/d0e810ee-1789-4399-94dc-e0c5f1eaa7e0 HTTP/1.1" status: 204 len: 168 time: 0.5114427 Dec 23 13:24:56.227855 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40658) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:56.759665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.007288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Deleting port b6d07e6e-5e39-47e4-a845-1706f128c9c7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:57.007624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.085274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] For port b6d07e6e-5e39-47e4-a845-1706f128c9c7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b6d07e6e-5e39-47e4-a845-1706f128c9c7,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:57.085633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.097986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Calling delete_port for b6d07e6e-5e39-47e4-a845-1706f128c9c7 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:57.318912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.347590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d07e6e-5e39-47e4-a845-1706f128c9c7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:57.521774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.736344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Router 410753a0-d9da-4767-a71c-dc1cbee5182e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:24:57.841201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:24:57.846260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0fab8a29-6d36-4c90-b37c-2d82ccf97474 admin admin] 10.222.0.16 "PUT /v2.0/routers/410753a0-d9da-4767-a71c-dc1cbee5182e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170912 Dec 23 13:24:57.849083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40662) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:57.849825 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Sync routers for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:24:57.859661 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:24:57.860252 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:57.955102 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:57.964501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:24:58.061384 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.144358 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:24:57Z', 'revision_number': 5, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port': {'id': '7810e4b8-80a2-4545-b2dd-867f39cd6983', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:11:43Z', 'updated_at': '2021-12-23T13:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:58.168745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Deleting port 7810e4b8-80a2-4545-b2dd-867f39cd6983 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:58.169115 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.171332 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Checking router: 410753a0-d9da-4767-a71c-dc1cbee5182e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:24:58.179644 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Routers {'410753a0-d9da-4767-a71c-dc1cbee5182e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:24:58.180239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:24:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['410753a0-d9da-4767-a71c-dc1cbee5182e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:58.250765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] For port 7810e4b8-80a2-4545-b2dd-867f39cd6983, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7810e4b8-80a2-4545-b2dd-867f39cd6983,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:58.251130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.265513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Calling delete_port for 7810e4b8-80a2-4545-b2dd-867f39cd6983 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:58.358480 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] Set router 410753a0-d9da-4767-a71c-dc1cbee5182e gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:24:58.413129 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:24:58Z', 'revision_number': 6, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:58.439911 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f455b-ac82-4d50-ac61-68b2c3ebc42a None None] The sync data for ids ['410753a0-d9da-4767-a71c-dc1cbee5182e'] in n-d-822750-2 is: [{'id': '410753a0-d9da-4767-a71c-dc1cbee5182e', 'name': 'tempest-ServerActionsTestJSON-1748162196-router', 'tenant_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:11:42Z', 'updated_at': '2021-12-23T13:24:58Z', 'revision_number': 6, 'project_id': '6ad31aa3d6e84934987b5133f0ce1f5e', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:24:58.488262 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.516812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Pushing event deleted for resources: {'Port': ['ID=7810e4b8-80a2-4545-b2dd-867f39cd6983,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:58.527596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.527948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.528294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.528655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.529024 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.529922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.529922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.530095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.530307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.530610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.530930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.531253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.531569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:24:58.538006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004affc-3ea6-4b9a-b466-b8226d471e87 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:24:58.591307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.681609 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.683684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.805577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.806115 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410753a0-d9da-4767-a71c-dc1cbee5182e {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:24:58.810527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.811714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ab0d694-cdc6-459a-98ab-8e7d88468963 admin admin] 10.222.0.16 "DELETE /v2.0/routers/410753a0-d9da-4767-a71c-dc1cbee5182e HTTP/1.1" status: 204 len: 168 time: 0.9616632 Dec 23 13:24:58.814674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40664) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:58.863653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Deleting subnet 77ecf4b8-0f9b-490a-b20d-3aedb30e4845 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:24:58.867354 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.902246 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:58.983328 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.096494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.123048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ecf4b8-0f9b-490a-b20d-3aedb30e4845,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:59.126493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.129689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ac695514-4ac8-4977-a24b-4aba0d9a4323 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77ecf4b8-0f9b-490a-b20d-3aedb30e4845 HTTP/1.1" status: 204 len: 168 time: 0.3133705 Dec 23 13:24:59.132165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f9c3d-583d-4bc2-b3ff-25a835ff0462 None None] Network 06b1fa39-f545-4643-91b4-06bb4982949f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:24:59.132478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40666) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:24:59.205074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.266674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Deleting port 954998b0-8c43-48d5-b0ec-da1abae0135b {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:59.267009 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.280144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] DHCP port deletion for 06b1fa39-f545-4643-91b4-06bb4982949f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:24:59.329132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Deleting port 954998b0-8c43-48d5-b0ec-da1abae0135b {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:24:59.329799 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.332812 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] For port 954998b0-8c43-48d5-b0ec-da1abae0135b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=954998b0-8c43-48d5-b0ec-da1abae0135b,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:59.333206 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.347245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Calling delete_port for 954998b0-8c43-48d5-b0ec-da1abae0135b owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:59.398490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] For port 954998b0-8c43-48d5-b0ec-da1abae0135b, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=954998b0-8c43-48d5-b0ec-da1abae0135b,segment=NetworkSegment(86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f),segment_id=86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:24:59.398758 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.411490 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Calling delete_port for 954998b0-8c43-48d5-b0ec-da1abae0135b owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:24:59.505554 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.507213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 954998b0-8c43-48d5-b0ec-da1abae0135b no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:59.529662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 954998b0-8c43-48d5-b0ec-da1abae0135b {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:24:59.530081 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 954998b0-8c43-48d5-b0ec-da1abae0135b not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:24:59.530603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b6d07e6e-5e39-47e4-a845-1706f128c9c7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:59.533622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Pushing event deleted for resources: {'Port': ['ID=954998b0-8c43-48d5-b0ec-da1abae0135b,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:59.534904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.540212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] No DVR routers for this DVR port 954998b0-8c43-48d5-b0ec-da1abae0135b on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:24:59.560757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b6d07e6e-5e39-47e4-a845-1706f128c9c7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:24:59.561382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b6d07e6e-5e39-47e4-a845-1706f128c9c7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:24:59.561567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7810e4b8-80a2-4545-b2dd-867f39cd6983 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:24:59.596228 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] Pushing event deleted for resources: {'Port': ['ID=954998b0-8c43-48d5-b0ec-da1abae0135b,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:59.598253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6235bc2-3c5a-411f-bf05-292e6e484d49 None None] No DVR routers for this DVR port 954998b0-8c43-48d5-b0ec-da1abae0135b on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:24:59.601876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7810e4b8-80a2-4545-b2dd-867f39cd6983 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:24:59.602224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7810e4b8-80a2-4545-b2dd-867f39cd6983 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:24:59.616359 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.639735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b1fa39-f545-4643-91b4-06bb4982949f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:59.649405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:59.649698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eb215e-e5b2-4f9f-ba51-0fe24a3c9d6f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:24:59.658829 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.672874 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.679422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:24:59.679798 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:24:59.681449 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:24:59.686041 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:24:59.807991 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.817972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:24:59.817972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06b1fa39-f545-4643-91b4-06bb4982949f HTTP/1.1" status: 204 len: 168 time: 0.6836479 Dec 23 13:24:59.829337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff102d6-bcfb-42e2-a136-fbc844f11010 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b1fa39-f545-4643-91b4-06bb4982949f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:24:59.926666 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:25:00.243071 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40670) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:00.287040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b13aa994-ff86-4498-8847-f1226305f6fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad31aa3d6e84934987b5133f0ce1f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427856 Dec 23 13:25:00.289566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40672) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:00.336440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:00.357265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:00.467756 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:00.470358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:00.473719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db8741e9-dc5b-49f7-8db3-025dcd65d0bb HTTP/1.1" status: 204 len: 168 time: 0.1810620 Dec 23 13:25:00.479760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13c06-7f7a-4336-8b98-c722b6a40404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8741e9-dc5b-49f7-8db3-025dcd65d0bb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:01.496044 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:01.598557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1783849506-network', 'tenant_id': 'bac8bd3523274cacb0610d1c07fb6141'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:01.682612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Made reservation on behalf of bac8bd3523274cacb0610d1c07fb6141 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:01.685147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.693859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.769459 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.836439 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.860981 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:01.870748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21973e-c211-4785-aaac-0004104f2b94,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:01.879616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.879616 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Added segment 7ac3491e-2f6f-421f-83ac-459a47b1493e of type vlan for network 9b115132-0198-4b4c-b4cc-48673b251a45 Dec 23 13:25:01.929365 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:01.999146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:02.000203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:02.000878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:02.068644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] Pushing event updated for resources: {'Network': ['ID=9b115132-0198-4b4c-b4cc-48673b251a45,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:02.078506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9b115132-0198-4b4c-b4cc-48673b251a45 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:02.117591 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-36705076-eeae-4813-b03c-738161915c3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6198001 Dec 23 13:25:02.120062 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40698) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:02.125442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Request body: {'subnet': {'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1783849506-subnet', 'tenant_id': 'bac8bd3523274cacb0610d1c07fb6141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:02.216318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Made reservation on behalf of bac8bd3523274cacb0610d1c07fb6141 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:02.218765 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:02.450968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:02.504473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ba341f-a753-462c-874d-2148da7c7fbf,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:02.516042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Checking segment: {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:02.516406 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Network hostable DHCP agents. Network: 9b115132-0198-4b4c-b4cc-48673b251a45, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:02.593091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Network 9b115132-0198-4b4c-b4cc-48673b251a45 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:02.661754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9b115132-0198-4b4c-b4cc-48673b251a45) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:02.667117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:02.667850 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:02.673181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653fecc-61cb-46a7-8c1a-991182ff7763 None None] Network 9b115132-0198-4b4c-b4cc-48673b251a45 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:02.745049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-327cd1c1-d8e6-4c74-a3b1-14e68ffd6f29 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6237435 Dec 23 13:25:02.777818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c74cb1-62fe-492b-9d86-a54af9c3a1c8 None None] Network 9b115132-0198-4b4c-b4cc-48673b251a45 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:03.179479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-dd5e449a-dba1-4871-bf22-137b70a346b5 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:03.180969 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-dd5e449a-dba1-4871-bf22-137b70a346b5 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/networks?id=9b115132-0198-4b4c-b4cc-48673b251a45 HTTP/1.1" status: 200 len: 814 time: 0.1054308 Dec 23 13:25:03.195802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-6b521822-08d5-41c5-b1b5-f75e8e3d77de tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/quotas/bac8bd3523274cacb0610d1c07fb6141 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Dec 23 13:25:03.226373 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-17d543e2-d7a7-4f87-aa17-fe54d2917a99 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252812 Dec 23 13:25:03.236661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-ade55c74-4b83-44ae-bc14-7646cd0f9d88 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:25:03.237659 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-ade55c74-4b83-44ae-bc14-7646cd0f9d88 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048108 Dec 23 13:25:03.327795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-ca004923-4716-4232-a5ce-038afd013c8e service neutron] 10.222.0.16 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841074 Dec 23 13:25:03.415579 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-8bf0c727-da6f-4d51-b50f-69dd3996a5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817347 Dec 23 13:25:03.698276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c18decd0-1a18-4304-bdf5-090f82cfd489 req-826b6348-3e09-4a84-bfc9-6b7681d7b824 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 210 time: 0.0268955 Dec 23 13:25:04.792849 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bfc145a-1f74-4b8c-9cd7-4c1fc95c46e1 req-83436bd8-6663-447b-bd5b-f9a50fbd7cb1 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 210 time: 0.0260637 Dec 23 13:25:05.849401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-da813115-bcc0-44d5-9595-9647fc64f8f9 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:05.851854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-da813115-bcc0-44d5-9595-9647fc64f8f9 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.43 "GET /v2.0/networks?id=9b115132-0198-4b4c-b4cc-48673b251a45 HTTP/1.1" status: 200 len: 814 time: 0.1108949 Dec 23 13:25:05.863879 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Request body: {'port': {'device_id': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45', 'admin_state_up': True, 'tenant_id': 'bac8bd3523274cacb0610d1c07fb6141'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:05.895240 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7742ed8d-b0d3-45da-bd70-ad31b43d0ee6 req-2986b18a-5353-49cb-8ca5-71830eb122ec tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 210 time: 0.0307543 Dec 23 13:25:06.065650 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Made reservation on behalf of bac8bd3523274cacb0610d1c07fb6141 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:06.069610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.196032 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Allocated IP 172.20.0.9 (9b115132-0198-4b4c-b4cc-48673b251a45/f1ba341f-a753-462c-874d-2148da7c7fbf/494622f0-5976-4672-9217-1a1dff9e6ba4) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:06.341989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.419933 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.465499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Network 9b115132-0198-4b4c-b4cc-48673b251a45 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:06.468524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:06.472116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:06.494713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Pushing event updated for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:06.507603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.507945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.508284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.508620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.508975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.509307 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.509635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.509959 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.510283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.510610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.510928 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.511252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.511569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:06.533620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:06.534308 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.617028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e1383da0-0f26-40cb-8326-b389a4e8fd68 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570431 Dec 23 13:25:06.628766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Request body: {'port': {'device_id': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:06.684584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.946827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494622f0-5976-4672-9217-1a1dff9e6ba4 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:25:06.954711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:06.967326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Transition to ACTIVE for port object 494622f0-5976-4672-9217-1a1dff9e6ba4 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:25:07.017351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede69ce1-ba07-434f-8bb4-3fa892d31d0b req-db89262e-3b11-4517-926e-ab762b149a06 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.018941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ede69ce1-ba07-434f-8bb4-3fa892d31d0b req-db89262e-3b11-4517-926e-ab762b149a06 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 931 time: 0.0507133 Dec 23 13:25:07.066401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ede69ce1-ba07-434f-8bb4-3fa892d31d0b req-e3881a2d-228e-46fb-83dc-57df89d6fd2a tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Dec 23 13:25:07.079305 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:07.130827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:07.198297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Attempting to bind port 494622f0-5976-4672-9217-1a1dff9e6ba4 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:07.198518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Attempting to bind port 494622f0-5976-4672-9217-1a1dff9e6ba4 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:07.198843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Attempting to bind port 494622f0-5976-4672-9217-1a1dff9e6ba4 on network 9b115132-0198-4b4c-b4cc-48673b251a45 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:07.203013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Port 494622f0-5976-4672-9217-1a1dff9e6ba4 on network 9b115132-0198-4b4c-b4cc-48673b251a45 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:25:07.203325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Attempting to bind port 494622f0-5976-4672-9217-1a1dff9e6ba4 on network 9b115132-0198-4b4c-b4cc-48673b251a45 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:07.207926 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:07.208255 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Checking segment: {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:07.208633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Bound using segment: {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:07.209080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Bound port: 494622f0-5976-4672-9217-1a1dff9e6ba4, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:07.209420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:07.270159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:07.273374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=494622f0-5976-4672-9217-1a1dff9e6ba4,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:07.331086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:07.368796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.369460 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:07.370946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/494622f0-5976-4672-9217-1a1dff9e6ba4 HTTP/1.1" status: 200 len: 1091 time: 0.7462387 Dec 23 13:25:07.371379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:07.373695 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd287f6-81f5-4d23-9e3b-731fb2167207" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:07.397197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40155e-2644-47f7-9ba2-c399563fdbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:07.410997 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfecebb1-73cc-4860-9e2a-2612ec7f68f5 x-openstack-request-id: req-cfecebb1-73cc-4860-9e2a-2612ec7f68f5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:07.411275 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:07.411527 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfecebb1-73cc-4860-9e2a-2612ec7f68f5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:07.411923 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4', 'status': 'completed', 'code': 200} Dec 23 13:25:07.476238 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-93822ffb-5b88-438a-bd9e-4789f334d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.478009 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-93822ffb-5b88-438a-bd9e-4789f334d079 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 1094 time: 0.0445967 Dec 23 13:25:07.573666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-a68fe0d9-b541-492a-94ae-b7113425fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.575965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-a68fe0d9-b541-492a-94ae-b7113425fd1a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bac8bd3523274cacb0610d1c07fb6141&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0905645 Dec 23 13:25:07.669513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-2f6840c8-6fc0-447f-9c37-2a3bf9e5bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.671221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddd287f6-81f5-4d23-9e3b-731fb2167207 req-2f6840c8-6fc0-447f-9c37-2a3bf9e5bc3a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893145 Dec 23 13:25:07.747338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-bc99fc8a-5004-41fc-b8b9-c779e4d772f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.748724 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-bc99fc8a-5004-41fc-b8b9-c779e4d772f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 1094 time: 0.0407043 Dec 23 13:25:07.794167 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-da4b0c07-5c5a-469a-a542-fc840e9f8a38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=494622f0-5976-4672-9217-1a1dff9e6ba4 HTTP/1.1" status: 200 len: 217 time: 0.0378511 Dec 23 13:25:07.842736 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893a07-958c-4094-a259-90ad965d0a60 req-c6e6d8ba-b69c-4b8a-a7de-f54056878fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:07.844176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-c6e6d8ba-b69c-4b8a-a7de-f54056878fa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1ba341f-a753-462c-874d-2148da7c7fbf HTTP/1.1" status: 200 len: 854 time: 0.0432696 Dec 23 13:25:07.874681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-23b82a52-7c3f-42d3-a22a-7645bf2b8b45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b115132-0198-4b4c-b4cc-48673b251a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238106 Dec 23 13:25:07.963108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-e6ff36a0-6da4-42f6-8477-4919a3c08a1e service neutron] 10.222.0.43 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811636 Dec 23 13:25:08.057028 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0f893a07-958c-4094-a259-90ad965d0a60 req-dc186d25-a545-4564-978c-1eec92b526fb service neutron] 10.222.0.43 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871487 Dec 23 13:25:08.182493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475ee73-c8d6-4f2b-8d9f-fe701515d4b3 req-fdeca3e8-7bd5-44f8-8c3c-46ee37bc4e5b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:08.184002 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1475ee73-c8d6-4f2b-8d9f-fe701515d4b3 req-fdeca3e8-7bd5-44f8-8c3c-46ee37bc4e5b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 943 time: 0.0488145 Dec 23 13:25:08.230610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1475ee73-c8d6-4f2b-8d9f-fe701515d4b3 req-5465416c-c207-4848-8d50-8f2752331e4b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Dec 23 13:25:09.350721 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774b5a-3970-4438-b81d-a922b6519d67 req-2a74d8b6-a7b9-46d1-b504-d21970f44d33 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:09.352466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c774b5a-3970-4438-b81d-a922b6519d67 req-2a74d8b6-a7b9-46d1-b504-d21970f44d33 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 943 time: 0.0519810 Dec 23 13:25:09.399519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c774b5a-3970-4438-b81d-a922b6519d67 req-b0fbb2ae-0d3c-44d9-9d6a-9de34fcb0320 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Dec 23 13:25:09.604678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 494622f0-5976-4672-9217-1a1dff9e6ba4 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:25:09.696847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=494622f0-5976-4672-9217-1a1dff9e6ba4,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:09.712138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '494622f0-5976-4672-9217-1a1dff9e6ba4', 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45', 'port_id': '494622f0-5976-4672-9217-1a1dff9e6ba4', 'mac_address': 'fa:16:3e:98:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ba341f-a753-462c-874d-2148da7c7fbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:25:09.748305 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:09.761308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494622f0-5976-4672-9217-1a1dff9e6ba4 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:25:09.780251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=494622f0-5976-4672-9217-1a1dff9e6ba4,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:09.896210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:09.943560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:10.091803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['494622f0-5976-4672-9217-1a1dff9e6ba4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:25:10.514572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655cbf5-aa61-4943-b0be-d244a5e481ab req-306c0461-0ada-454b-b733-e7c6120bdf6f tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:10.516031 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1655cbf5-aa61-4943-b0be-d244a5e481ab req-306c0461-0ada-454b-b733-e7c6120bdf6f tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 944 time: 0.0478547 Dec 23 13:25:10.561977 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1655cbf5-aa61-4943-b0be-d244a5e481ab req-5b360192-4155-4188-868a-e0f9935b0245 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Dec 23 13:25:11.620872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 494622f0-5976-4672-9217-1a1dff9e6ba4 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:11.675417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e5f5-3a9b-490e-8d8c-1f39fb9046c0 req-48d0a077-7161-4229-9aff-c49b2582c375 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:11.679622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc3e5f5-3a9b-490e-8d8c-1f39fb9046c0 req-48d0a077-7161-4229-9aff-c49b2582c375 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 944 time: 0.0479426 Dec 23 13:25:11.727899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-afc3e5f5-3a9b-490e-8d8c-1f39fb9046c0 req-520be14c-9950-4ecc-9491-536e7c415ddc tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Dec 23 13:25:11.756718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 494622f0-5976-4672-9217-1a1dff9e6ba4 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:25:11.761439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 494622f0-5976-4672-9217-1a1dff9e6ba4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:11.761439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:11.840231 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:11.862584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:11.864810 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921682cf-2e34-419d-9f49-294d1a849ee1" -d '{"events": [{"server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "name": "network-vif-plugged", "status": "completed", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:11.878162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=494622f0-5976-4672-9217-1a1dff9e6ba4,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:11.904459 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe44ca-4eba-4bd1-af14-b2a8e7d63025 x-openstack-request-id: req-affe44ca-4eba-4bd1-af14-b2a8e7d63025 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:11.904459 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "name": "network-vif-plugged", "status": "completed", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:11.904459 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-affe44ca-4eba-4bd1-af14-b2a8e7d63025 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:11.904459 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4', 'code': 200} Dec 23 13:25:11.947671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:11.995585 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:12.005247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53cea-3253-466c-8b1f-06afbc1aed86 req-2ff6958c-b9f4-410f-a9bb-b2a1c5f9e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:12.006757 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3fd53cea-3253-466c-8b1f-06afbc1aed86 req-2ff6958c-b9f4-410f-a9bb-b2a1c5f9e3c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 1096 time: 0.0428159 Dec 23 13:25:12.051050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-3fd53cea-3253-466c-8b1f-06afbc1aed86 req-b2f04047-c3d9-4e7f-8e50-2e5e320b7baf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372949 Dec 23 13:25:12.842391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2dab5-0ffc-43d6-95a9-88f5ca3c3eaf req-31d47a87-6219-45ab-8b1c-321293771826 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:12.843855 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bc2dab5-0ffc-43d6-95a9-88f5ca3c3eaf req-31d47a87-6219-45ab-8b1c-321293771826 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0476866 Dec 23 13:25:12.890261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1bc2dab5-0ffc-43d6-95a9-88f5ca3c3eaf req-5cad66fe-68c7-48cb-9f0c-66becdc438a4 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Dec 23 13:25:13.330279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22ceea88-4d71-4d84-895c-fb6fad03cdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:14.012266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae906-cbbf-4220-94d1-7f24b6367c40 req-51ea834a-043a-4519-aad9-b1f177e6d076 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:14.013921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e68ae906-cbbf-4220-94d1-7f24b6367c40 req-51ea834a-043a-4519-aad9-b1f177e6d076 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0511799 Dec 23 13:25:14.061526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e68ae906-cbbf-4220-94d1-7f24b6367c40 req-3a8a5343-400e-4a06-a4a6-91f1b7815f76 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Dec 23 13:25:14.281543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-69cb69ce-94c2-4868-aa16-ca36c7b763d7 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:14.282975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-69cb69ce-94c2-4868-aa16-ca36c7b763d7 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/networks?id=9b115132-0198-4b4c-b4cc-48673b251a45 HTTP/1.1" status: 200 len: 814 time: 0.1009908 Dec 23 13:25:14.298417 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dec35c44-03cc-4d96-b982-3b1bd3e2650b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/quotas/bac8bd3523274cacb0610d1c07fb6141 HTTP/1.1" status: 200 len: 375 time: 0.0093174 Dec 23 13:25:14.345523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-96dc533c-77a7-416a-beaf-dccf516c7dcf tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419929 Dec 23 13:25:14.479383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9517fec7-3687-4ae0-bfb4-983095d6b47a service neutron] 10.222.0.16 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262233 Dec 23 13:25:14.566769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-1fc83fed-8a8b-45b1-a0dd-127289a632f0 service neutron] 10.222.0.16 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813973 Dec 23 13:25:14.801509 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-00347097-3eae-4bc4-a227-156c30cab351 req-d0ccfdf5-40f0-4b9d-87c6-fb6288e4e06f tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Dec 23 13:25:15.900105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32057ad1-38c1-4ef0-9af1-93e04e026297 req-b33de34b-1db0-4809-b72c-e7b07b097227 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 210 time: 0.0299044 Dec 23 13:25:16.113014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-962be48c-f819-42a3-a91c-60bd05b57820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:16.724393 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:16.865696 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-7b187c70-f76a-4db1-b5ac-c9adb5e9be3a tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:16.867201 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-7b187c70-f76a-4db1-b5ac-c9adb5e9be3a tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.57 "GET /v2.0/networks?id=9b115132-0198-4b4c-b4cc-48673b251a45 HTTP/1.1" status: 200 len: 814 time: 0.1127422 Dec 23 13:25:16.880285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Request body: {'port': {'device_id': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45', 'admin_state_up': True, 'tenant_id': 'bac8bd3523274cacb0610d1c07fb6141'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:17.002259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ba5d60f2-5629-4b18-b3a2-ff1cac4e4837 req-96997489-2a9b-45c5-a076-7d22adf9eeaa tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Dec 23 13:25:17.414851 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Made reservation on behalf of bac8bd3523274cacb0610d1c07fb6141 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:17.419625 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:17.540462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Allocated IP 172.20.0.14 (9b115132-0198-4b4c-b4cc-48673b251a45/f1ba341f-a753-462c-874d-2148da7c7fbf/a64f1456-911c-4092-95e9-7724375a0af6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:17.686340 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:17.759292 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:17.770927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['494622f0-5976-4672-9217-1a1dff9e6ba4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:25:17.804256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Network 9b115132-0198-4b4c-b4cc-48673b251a45 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:17.807525 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:17.811874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:17.818365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Pushing event updated for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:17.868079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:17.868789 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:17.927490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9ae8e2e0-9bc4-4697-b99a-1bed29c731e6 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0509124 Dec 23 13:25:17.938392 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-bdfe1ff5-00e4-4626-9095-3ba78db39e63 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:25:17.939282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-bdfe1ff5-00e4-4626-9095-3ba78db39e63 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052240 Dec 23 13:25:17.951106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Request body: {'port': {'device_id': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:18.004127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.124475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970472-77a3-4a0f-b8b0-fe988ffeacd3 req-a9687bdf-842a-47bd-a6a8-723604be8230 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:18.126042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c970472-77a3-4a0f-b8b0-fe988ffeacd3 req-a9687bdf-842a-47bd-a6a8-723604be8230 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 932 time: 0.0498335 Dec 23 13:25:18.174307 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c970472-77a3-4a0f-b8b0-fe988ffeacd3 req-f0b333da-9fa7-4031-89b7-7dd751a21bd4 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Dec 23 13:25:18.271447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f1456-911c-4092-95e9-7724375a0af6 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:25:18.279269 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.290839 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Transition to ACTIVE for port object a64f1456-911c-4092-95e9-7724375a0af6 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:25:18.368465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.414176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.419216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:18.486030 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Attempting to bind port a64f1456-911c-4092-95e9-7724375a0af6 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:18.486360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Attempting to bind port a64f1456-911c-4092-95e9-7724375a0af6 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:18.486687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Attempting to bind port a64f1456-911c-4092-95e9-7724375a0af6 on network 9b115132-0198-4b4c-b4cc-48673b251a45 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:18.490904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Port a64f1456-911c-4092-95e9-7724375a0af6 on network 9b115132-0198-4b4c-b4cc-48673b251a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:25:18.491224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Attempting to bind port a64f1456-911c-4092-95e9-7724375a0af6 on network 9b115132-0198-4b4c-b4cc-48673b251a45 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:18.496887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:18.497224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Checking segment: {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:18.497606 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Bound using segment: {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:18.498025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Bound port: a64f1456-911c-4092-95e9-7724375a0af6, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac3491e-2f6f-421f-83ac-459a47b1493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:18.498375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.564379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:18.567519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a64f1456-911c-4092-95e9-7724375a0af6,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:18.648836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.690733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:18.691390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:18.692764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] 10.222.0.57 "PUT /v2.0/ports/a64f1456-911c-4092-95e9-7724375a0af6 HTTP/1.1" status: 200 len: 1092 time: 0.7453308 Dec 23 13:25:18.693257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:18.695517 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb5565-46b7-499c-aadf-90e2a11f0241" -d '{"events": [{"name": "network-changed", "server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "tag": "a64f1456-911c-4092-95e9-7724375a0af6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:18.722877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc170848-1e5e-416c-82df-173ee77b3301 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:18.733903 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aca7b4-dc5e-41f4-868c-6773147fb2ba x-openstack-request-id: req-f5aca7b4-dc5e-41f4-868c-6773147fb2ba {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:18.734198 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "tag": "a64f1456-911c-4092-95e9-7724375a0af6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:18.734451 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5aca7b4-dc5e-41f4-868c-6773147fb2ba {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:18.734934 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6', 'status': 'completed', 'code': 200} Dec 23 13:25:18.796211 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-c8bbd1aa-d613-4a7a-9eef-97e0425f8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:18.797975 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-c8bbd1aa-d613-4a7a-9eef-97e0425f8d29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 1095 time: 0.0440090 Dec 23 13:25:18.900205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-78689d02-5387-4bf5-8f6b-3f03425dc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:18.902490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-78689d02-5387-4bf5-8f6b-3f03425dc08b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bac8bd3523274cacb0610d1c07fb6141&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942819 Dec 23 13:25:18.941992 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:19.000127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-fa03a6f7-4592-4261-8477-3a135845d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:19.001674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-74bb5565-46b7-499c-aadf-90e2a11f0241 req-fa03a6f7-4592-4261-8477-3a135845d200 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913584 Dec 23 13:25:19.085022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-1afea276-d361-4f87-a910-adc433e30d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:19.086538 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-1afea276-d361-4f87-a910-adc433e30d6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bac8bd3523274cacb0610d1c07fb6141&device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 1095 time: 0.0460143 Dec 23 13:25:19.130917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-9b3288e0-6578-451d-a775-fdd5fcd8dfce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a64f1456-911c-4092-95e9-7724375a0af6 HTTP/1.1" status: 200 len: 217 time: 0.0353146 Dec 23 13:25:19.187865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af430-c708-41a5-9c4b-8a047457d021 req-50ccdbc0-1260-473c-a892-aae482a8116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:19.189268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-50ccdbc0-1260-473c-a892-aae482a8116a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1ba341f-a753-462c-874d-2148da7c7fbf HTTP/1.1" status: 200 len: 854 time: 0.0446141 Dec 23 13:25:19.222768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-c8ebf9d4-d21a-4cd4-bdf4-ed553da6a71b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b115132-0198-4b4c-b4cc-48673b251a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253103 Dec 23 13:25:19.265897 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:19.291843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2366b-e26c-4ba5-a5a2-b80c5c46de84 req-bf098f29-1846-47ef-a409-8663f794b141 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:19.294039 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ad2366b-e26c-4ba5-a5a2-b80c5c46de84 req-bf098f29-1846-47ef-a409-8663f794b141 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 944 time: 0.0492263 Dec 23 13:25:19.320308 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-4fab3f0b-a763-430d-875a-73edab00840b service neutron] 10.222.0.57 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Dec 23 13:25:19.344351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ad2366b-e26c-4ba5-a5a2-b80c5c46de84 req-f59b7fd5-dff4-4c33-a066-c76715f0dfe5 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Dec 23 13:25:19.412060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-c37af430-c708-41a5-9c4b-8a047457d021 req-a97c0f6b-2e96-4435-95a3-24a06f20cc8a service neutron] 10.222.0.57 "GET /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847285 Dec 23 13:25:20.463286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ed7d-edcf-46e5-9784-67375a52a18e req-3d238743-9f82-4e48-9884-96d2fd9c877e tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:20.465174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef81ed7d-edcf-46e5-9784-67375a52a18e req-3d238743-9f82-4e48-9884-96d2fd9c877e tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 944 time: 0.0499475 Dec 23 13:25:20.514074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ef81ed7d-edcf-46e5-9784-67375a52a18e req-07f29896-9f45-45c0-85db-1f629772acce tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Dec 23 13:25:21.157861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a64f1456-911c-4092-95e9-7724375a0af6 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:25:21.252922 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a64f1456-911c-4092-95e9-7724375a0af6,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:21.265185 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'a64f1456-911c-4092-95e9-7724375a0af6', 'network_id': '9b115132-0198-4b4c-b4cc-48673b251a45', 'port_id': 'a64f1456-911c-4092-95e9-7724375a0af6', 'mac_address': 'fa:16:3e:22:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ba341f-a753-462c-874d-2148da7c7fbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:25:21.302854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:21.319158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64f1456-911c-4092-95e9-7724375a0af6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:25:21.338112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a64f1456-911c-4092-95e9-7724375a0af6,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:21.404739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:21.451278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:21.627639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b3faf-578b-444e-a4f4-2cec08add0a5 req-09616424-eebd-47de-99db-1f846fdb936b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:21.629155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a00b3faf-578b-444e-a4f4-2cec08add0a5 req-09616424-eebd-47de-99db-1f846fdb936b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Dec 23 13:25:21.674007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a64f1456-911c-4092-95e9-7724375a0af6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:25:21.676561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a00b3faf-578b-444e-a4f4-2cec08add0a5 req-f0d5a163-dfba-41f5-9613-02b14ed737e7 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Dec 23 13:25:22.797117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49fd05-a659-41fb-ad59-e12cda080a51 req-efa66acc-d18b-4580-b736-ff0b802b9135 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:22.798608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f49fd05-a659-41fb-ad59-e12cda080a51 req-efa66acc-d18b-4580-b736-ff0b802b9135 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Dec 23 13:25:22.845260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f49fd05-a659-41fb-ad59-e12cda080a51 req-abfddc54-08c5-4574-91b6-8908a46f707a tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Dec 23 13:25:23.175216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a64f1456-911c-4092-95e9-7724375a0af6 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:23.284355 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:23.306780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port a64f1456-911c-4092-95e9-7724375a0af6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:25:23.311269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port a64f1456-911c-4092-95e9-7724375a0af6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:23.311634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:23.386551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:23.410854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:23.413085 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a318b-f3eb-477a-8332-b8b6cf22e391" -d '{"events": [{"server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "name": "network-vif-plugged", "status": "completed", "tag": "a64f1456-911c-4092-95e9-7724375a0af6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:23.425815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a64f1456-911c-4092-95e9-7724375a0af6,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:23.449682 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55962ac-2cc3-4894-b0e8-a277f87e1a97 x-openstack-request-id: req-e55962ac-2cc3-4894-b0e8-a277f87e1a97 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:23.449974 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "name": "network-vif-plugged", "status": "completed", "tag": "a64f1456-911c-4092-95e9-7724375a0af6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:23.450227 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e55962ac-2cc3-4894-b0e8-a277f87e1a97 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:23.450619 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6', 'code': 200} Dec 23 13:25:23.507324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:23.554311 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:23.554913 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef7e5-78f7-43a3-b4e2-3182318ad8c9 req-6668b92a-e1b2-4418-b5f2-1211710c969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:23.556462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-febef7e5-78f7-43a3-b4e2-3182318ad8c9 req-6668b92a-e1b2-4418-b5f2-1211710c969f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 1097 time: 0.0463481 Dec 23 13:25:23.562489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.562869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.563231 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.563551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.563878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.564202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.564582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.564940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.565265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.565587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.565910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.566229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.566548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:23.602225 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-febef7e5-78f7-43a3-b4e2-3182318ad8c9 req-c2eb6881-d77c-4dc0-9f0a-d316ae994277 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Dec 23 13:25:23.958630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed9cae-3290-4360-bcd5-bbd70fe77b2c req-119d5cf5-0c0e-4e69-9a4b-1643dc6aea33 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:23.968488 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ed9cae-3290-4360-bcd5-bbd70fe77b2c req-119d5cf5-0c0e-4e69-9a4b-1643dc6aea33 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.0488839 Dec 23 13:25:24.007173 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a2ed9cae-3290-4360-bcd5-bbd70fe77b2c req-f2c35549-8cb8-4536-9d31-66e7e2747a29 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Dec 23 13:25:25.130924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32dd90-8d2b-4df0-9d28-7bf31ac4cacd req-3c9798ee-5bb7-4f01-a9d1-8c8adf275eb3 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:25.132372 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df32dd90-8d2b-4df0-9d28-7bf31ac4cacd req-3c9798ee-5bb7-4f01-a9d1-8c8adf275eb3 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.0546489 Dec 23 13:25:25.182549 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df32dd90-8d2b-4df0-9d28-7bf31ac4cacd req-46962dcc-4af8-4250-b489-2aa47e30a8ec tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Dec 23 13:25:26.305105 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628a8f-51ff-4794-8af0-97a285a5cd6f req-c6403ac8-971e-435a-bfb4-cb17c15cde98 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:26.306619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36628a8f-51ff-4794-8af0-97a285a5cd6f req-c6403ac8-971e-435a-bfb4-cb17c15cde98 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.0501721 Dec 23 13:25:26.355631 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-36628a8f-51ff-4794-8af0-97a285a5cd6f req-271710f8-6fdf-4005-af2b-98ad62d7affc tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Dec 23 13:25:26.815543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830acd-09f5-4029-94fc-6397ba984f48 req-84727042-e47f-4ad0-8e0f-bf3b8ec004a1 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:26.822182 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95830acd-09f5-4029-94fc-6397ba984f48 req-84727042-e47f-4ad0-8e0f-bf3b8ec004a1 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.0523307 Dec 23 13:25:26.867660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-95830acd-09f5-4029-94fc-6397ba984f48 req-b4fd4002-feb4-4b49-8458-1b7f5a7729ee tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Dec 23 13:25:28.207817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-fd6ba233-89a5-4f95-bdb2-32787bca21a0 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:28.209292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-fd6ba233-89a5-4f95-bdb2-32787bca21a0 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.0499959 Dec 23 13:25:28.305383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Deleting port a64f1456-911c-4092-95e9-7724375a0af6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:28.305753 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:28.335681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fdbaa-455e-4ca7-980b-d64286379a20 req-857d4011-12c6-49ef-a314-04716d634ad5 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:28.337160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-395fdbaa-455e-4ca7-980b-d64286379a20 req-857d4011-12c6-49ef-a314-04716d634ad5 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 946 time: 0.3980522 Dec 23 13:25:28.384339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-395fdbaa-455e-4ca7-980b-d64286379a20 req-5b754469-4737-46a6-ace0-f48135db1902 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Dec 23 13:25:28.396044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] For port a64f1456-911c-4092-95e9-7724375a0af6, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=a64f1456-911c-4092-95e9-7724375a0af6,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:28.396412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:28.409102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Calling delete_port for a64f1456-911c-4092-95e9-7724375a0af6 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:28.642422 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:28.656161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['a64f1456-911c-4092-95e9-7724375a0af6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:25:28.658549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['494622f0-5976-4672-9217-1a1dff9e6ba4'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:25:28.672082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Pushing event deleted for resources: {'Port': ['ID=a64f1456-911c-4092-95e9-7724375a0af6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:28.718027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] No DVR routers for this DVR port a64f1456-911c-4092-95e9-7724375a0af6 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:28.720750 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:28.724093 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0df9720c-3f33-4b48-bd32-28b59b970cd5 req-cc697c80-6389-4b8d-85db-c0da8dd87f6b tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.57 "DELETE /v2.0/ports/a64f1456-911c-4092-95e9-7724375a0af6 HTTP/1.1" status: 204 len: 173 time: 0.5089259 Dec 23 13:25:28.724535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'name': 'network-vif-deleted', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:28.726845 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc96de-5b94-443d-a233-a02e78ff5d8b" -d '{"events": [{"server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "name": "network-vif-deleted", "tag": "a64f1456-911c-4092-95e9-7724375a0af6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:28.764527 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2f9fd9-8f39-45f5-b222-bd7a9f89508a x-openstack-request-id: req-8e2f9fd9-8f39-45f5-b222-bd7a9f89508a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:28.764852 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c07902-04c3-4c5e-a464-c8b0ded9e701", "name": "network-vif-deleted", "tag": "a64f1456-911c-4092-95e9-7724375a0af6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:28.765120 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e2f9fd9-8f39-45f5-b222-bd7a9f89508a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:28.765591 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c07902-04c3-4c5e-a464-c8b0ded9e701', 'name': 'network-vif-deleted', 'tag': 'a64f1456-911c-4092-95e9-7724375a0af6', 'status': 'completed', 'code': 200} Dec 23 13:25:29.492624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70e37444-e2c1-47a1-8a76-2de8e247ab2c req-a7b875b3-6dee-43b2-bea4-966b6feba1ca tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c07902-04c3-4c5e-a464-c8b0ded9e701 HTTP/1.1" status: 200 len: 210 time: 0.0263619 Dec 23 13:25:30.646279 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0cd3-3a75-434b-9b65-aa464164a51d req-8741a12e-3edb-499f-88de-59810ae55329 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:30.647697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-668a0cd3-3a75-434b-9b65-aa464164a51d req-8741a12e-3edb-499f-88de-59810ae55329 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0473216 Dec 23 13:25:30.701669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-668a0cd3-3a75-434b-9b65-aa464164a51d req-863c800f-40af-4cd5-ac50-897afbcff609 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Dec 23 13:25:30.840040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4029-7549-4f1a-a04b-2859f5112bd7 req-4fb40f4b-989a-43b6-8149-7b4c9c8218ae tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:30.842262 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df1c4029-7549-4f1a-a04b-2859f5112bd7 req-4fb40f4b-989a-43b6-8149-7b4c9c8218ae tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0548627 Dec 23 13:25:30.889678 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df1c4029-7549-4f1a-a04b-2859f5112bd7 req-8f5e8b81-28c0-4da9-95bd-b55a5a2356a7 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Dec 23 13:25:31.005903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c4a3-2063-4b41-953a-7dfed8470aa1 req-687e25ae-eae0-4a6f-b12c-2e4844917e71 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:31.007364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a187c4a3-2063-4b41-953a-7dfed8470aa1 req-687e25ae-eae0-4a6f-b12c-2e4844917e71 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0481446 Dec 23 13:25:31.056051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a187c4a3-2063-4b41-953a-7dfed8470aa1 req-703666cb-8c7d-428e-856a-baab00ee2114 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Dec 23 13:25:31.220738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a64f1456-911c-4092-95e9-7724375a0af6 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:25:31.225007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7722a-23f3-4ffe-8704-ddf4c09a5fb0 req-f96de34d-3c24-4bb5-81e4-c7b23e039165 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:31.226504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2cf7722a-23f3-4ffe-8704-ddf4c09a5fb0 req-f96de34d-3c24-4bb5-81e4-c7b23e039165 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0518191 Dec 23 13:25:31.241116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: a64f1456-911c-4092-95e9-7724375a0af6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:25:31.241462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device a64f1456-911c-4092-95e9-7724375a0af6 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:25:31.276392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2cf7722a-23f3-4ffe-8704-ddf4c09a5fb0 req-b3d881bf-c2e7-48d7-a611-47abd664acb8 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Dec 23 13:25:31.393948 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd17c8-fb39-49de-8b21-593765bbef3c req-a407ae62-fa8f-4a69-8cd6-a647fb60bd16 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:31.395322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cdd17c8-fb39-49de-8b21-593765bbef3c req-a407ae62-fa8f-4a69-8cd6-a647fb60bd16 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0500920 Dec 23 13:25:31.445204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5cdd17c8-fb39-49de-8b21-593765bbef3c req-63bae85c-2caa-4bc2-8c25-3361645206b8 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Dec 23 13:25:31.580453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e41e-7bfd-4e41-886e-d5f044a5eb5c req-323add89-5dea-409e-93cd-c7e65c810c04 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:31.582008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69d9e41e-7bfd-4e41-886e-d5f044a5eb5c req-323add89-5dea-409e-93cd-c7e65c810c04 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0569561 Dec 23 13:25:31.628799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-69d9e41e-7bfd-4e41-886e-d5f044a5eb5c req-43627ce9-6017-4fa0-b557-674a9b002b1c tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Dec 23 13:25:32.117523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3a26e-b62f-4c08-98a7-8d1d549a5c9c req-824e892f-fa3e-4f37-8368-66c41cbd38e1 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:32.119027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaf3a26e-b62f-4c08-98a7-8d1d549a5c9c req-824e892f-fa3e-4f37-8368-66c41cbd38e1 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0498271 Dec 23 13:25:32.172403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaf3a26e-b62f-4c08-98a7-8d1d549a5c9c req-da7a7559-ec9c-440a-bea8-40b22fc52e33 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Dec 23 13:25:33.291341 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9cfce-9c5f-4226-95f1-e0d7aeffcfca req-899516a0-05bc-40fe-b605-ba1c01086bd8 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:33.292815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e9cfce-9c5f-4226-95f1-e0d7aeffcfca req-899516a0-05bc-40fe-b605-ba1c01086bd8 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0482237 Dec 23 13:25:33.343464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67e9cfce-9c5f-4226-95f1-e0d7aeffcfca req-927bc009-d95e-4384-aef1-061a6e5c321f tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21973e-c211-4785-aaac-0004104f2b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Dec 23 13:25:33.413118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-30f53aab-b32a-4b6b-aeb9-89ec6661ebbd tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:33.414736 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-30f53aab-b32a-4b6b-aeb9-89ec6661ebbd tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 945 time: 0.0484877 Dec 23 13:25:33.504084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Deleting port 494622f0-5976-4672-9217-1a1dff9e6ba4 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:33.504424 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:33.595246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] For port 494622f0-5976-4672-9217-1a1dff9e6ba4, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=494622f0-5976-4672-9217-1a1dff9e6ba4,segment=NetworkSegment(7ac3491e-2f6f-421f-83ac-459a47b1493e),segment_id=7ac3491e-2f6f-421f-83ac-459a47b1493e)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:33.595601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:33.608215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Calling delete_port for 494622f0-5976-4672-9217-1a1dff9e6ba4 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:33.888740 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:33.918318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Pushing event deleted for resources: {'Port': ['ID=494622f0-5976-4672-9217-1a1dff9e6ba4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:33.959200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] No DVR routers for this DVR port 494622f0-5976-4672-9217-1a1dff9e6ba4 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:33.961912 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:33.965796 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9266e7c1-802b-450e-ab43-c8a432ba3d2c req-15756432-481d-4349-ad09-e3b746f40804 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.43 "DELETE /v2.0/ports/494622f0-5976-4672-9217-1a1dff9e6ba4 HTTP/1.1" status: 204 len: 173 time: 0.5436702 Dec 23 13:25:33.966424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'name': 'network-vif-deleted', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:25:33.968711 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa38a7-15a0-474f-b589-a3c17cf03271" -d '{"events": [{"server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "name": "network-vif-deleted", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:25:34.064516 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399d418-b1dd-48f7-bfb1-cdbcbf38ab9c x-openstack-request-id: req-6399d418-b1dd-48f7-bfb1-cdbcbf38ab9c {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:25:34.064929 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3191bd-b78d-4678-9b4b-f41a22e763bd", "name": "network-vif-deleted", "tag": "494622f0-5976-4672-9217-1a1dff9e6ba4", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:25:34.065185 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6399d418-b1dd-48f7-bfb1-cdbcbf38ab9c {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:25:34.071089 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3191bd-b78d-4678-9b4b-f41a22e763bd', 'name': 'network-vif-deleted', 'tag': '494622f0-5976-4672-9217-1a1dff9e6ba4', 'status': 'completed', 'code': 200} Dec 23 13:25:34.448189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-133b42ce-bfa5-4eba-8968-43d0c3ffa60e req-7d24e282-3fba-4d3d-831f-bafa029b1853 tempest-ServersNegativeTestJSON-896378565 tempest-ServersNegativeTestJSON-896378565-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3191bd-b78d-4678-9b4b-f41a22e763bd HTTP/1.1" status: 200 len: 210 time: 0.0251570 Dec 23 13:25:35.507619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40858) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:35.550514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Deleting subnet f1ba341f-a753-462c-874d-2148da7c7fbf {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:25:35.553495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.587602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.625910 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.701860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 494622f0-5976-4672-9217-1a1dff9e6ba4 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:25:35.724721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 494622f0-5976-4672-9217-1a1dff9e6ba4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:25:35.725012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 494622f0-5976-4672-9217-1a1dff9e6ba4 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:25:35.753596 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.777723 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ba341f-a753-462c-874d-2148da7c7fbf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:35.784306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.787610 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ddb873cb-ebe2-4e6a-8d23-df6d46a6b5e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f1ba341f-a753-462c-874d-2148da7c7fbf HTTP/1.1" status: 204 len: 168 time: 0.2803044 Dec 23 13:25:35.790029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40860) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:35.858242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.939111 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.960565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b115132-0198-4b4c-b4cc-48673b251a45']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:35.970347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac3491e-2f6f-421f-83ac-459a47b1493e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:35.970639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac3491e-2f6f-421f-83ac-459a47b1493e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:35.980220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.993244 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:35.999770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:36.000155 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:36.001815 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:36.141699 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.147423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.150587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b115132-0198-4b4c-b4cc-48673b251a45 HTTP/1.1" status: 204 len: 168 time: 0.3596425 Dec 23 13:25:36.172881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df269c24-a558-418b-8709-5afef94f124d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b115132-0198-4b4c-b4cc-48673b251a45,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:36.432072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40864) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:36.471764 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1f9ecb47-0dfa-4c83-a814-87279cfcf0a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bac8bd3523274cacb0610d1c07fb6141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385442 Dec 23 13:25:36.474244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40866) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:36.524880 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.546669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.644221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.646788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:36.647972 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd21973e-c211-4785-aaac-0004104f2b94 HTTP/1.1" status: 204 len: 168 time: 0.1728103 Dec 23 13:25:36.655640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916db9c8-fa60-449d-9d35-b9a5eed416c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21973e-c211-4785-aaac-0004104f2b94,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:36.925793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:25:37.669687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40888) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:37.763182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-454468709'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:37.850267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:37.853903 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:37.863051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:37.936871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.002853 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.032594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:38.037984 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f722f411-40fc-40a1-9e38-3ea85ece03b3,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:38.046901 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.046901 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Added segment beeb2fed-73f0-4894-b6c9-c793f1d050bd of type vlan for network c55c8d35-917e-47b8-9710-4810041708db Dec 23 13:25:38.084919 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.181433 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.187302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:38.187888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:38.251886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Network': ['ID=c55c8d35-917e-47b8-9710-4810041708db,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:38.262188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network c55c8d35-917e-47b8-9710-4810041708db details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:38.327500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-89ce927d-bd35-42e7-86ec-fe0a3d3a5e31 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6567259 Dec 23 13:25:41.553329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40892) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:41.558628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'subnet': {'network_id': 'c55c8d35-917e-47b8-9710-4810041708db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:41.722284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:41.725809 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:41.982282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.042814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Subnet': ['ID=7d404fbe-e5ba-4c26-8078-f28e95555569,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:42.053659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking segment: {'id': 'beeb2fed-73f0-4894-b6c9-c793f1d050bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:42.053946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network hostable DHCP agents. Network: c55c8d35-917e-47b8-9710-4810041708db, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:42.124581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network c55c8d35-917e-47b8-9710-4810041708db is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:42.221532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, c55c8d35-917e-47b8-9710-4810041708db) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:42.225693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:42.226293 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.237181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db028292-a6a4-4812-9f76-395883d3b3d2 None None] Network c55c8d35-917e-47b8-9710-4810041708db requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:42.328137 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c2046877-dbdf-4c2a-9829-6fdc0dedec63 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7736580 Dec 23 13:25:42.329452 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-c55c8d35-917e-47b8-9710-4810041708db', 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db', 'project_id': 'f83e1dd4a5ed424dafe8a75aa0c03770', 'fixed_ips': [{'subnet_id': '7d404fbe-e5ba-4c26-8078-f28e95555569'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:42.330676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.331480 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40894) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:42.336963 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345894407'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:42.425767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:42.429286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.454118 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:42.462847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.466600 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Added segment 056a06c9-9bbf-458b-8820-115fc095be5d of type vlan for network 9794a8f1-3be5-413e-875f-07aa8df9151c Dec 23 13:25:42.468059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Allocated IP 2001:db8:0:ffff::2 (c55c8d35-917e-47b8-9710-4810041708db/7d404fbe-e5ba-4c26-8078-f28e95555569/4ed3efb0-4075-4cc5-8457-3efe697cc763) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:42.504387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.596843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.602455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:42.603040 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.610594 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.670809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Network': ['ID=9794a8f1-3be5-413e-875f-07aa8df9151c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:42.681648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 9794a8f1-3be5-413e-875f-07aa8df9151c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:42.719048 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.720498 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bd56d0d1-3b5d-4362-90af-5f44a03e84eb tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3877780 Dec 23 13:25:42.723277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40896) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:42.728178 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'subnet': {'network_id': '9794a8f1-3be5-413e-875f-07aa8df9151c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:42.785475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Network c55c8d35-917e-47b8-9710-4810041708db is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:42.792875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:42.796839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:42.810152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Pushing event updated for resources: {'Port': ['ID=4ed3efb0-4075-4cc5-8457-3efe697cc763,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:42.857124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Attempting to bind port 4ed3efb0-4075-4cc5-8457-3efe697cc763 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:42.857524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Attempting to bind port 4ed3efb0-4075-4cc5-8457-3efe697cc763 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'beeb2fed-73f0-4894-b6c9-c793f1d050bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:42.857882 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Attempting to bind port 4ed3efb0-4075-4cc5-8457-3efe697cc763 on network c55c8d35-917e-47b8-9710-4810041708db {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:42.862673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:42.863037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Checking segment: {'id': 'beeb2fed-73f0-4894-b6c9-c793f1d050bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:42.863425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.863808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Bound using segment: {'id': 'beeb2fed-73f0-4894-b6c9-c793f1d050bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:42.864374 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Bound port: 4ed3efb0-4075-4cc5-8457-3efe697cc763, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beeb2fed-73f0-4894-b6c9-c793f1d050bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c55c8d35-917e-47b8-9710-4810041708db'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:42.864745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.919274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:42.924357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:42.926334 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] For port 4ed3efb0-4075-4cc5-8457-3efe697cc763, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:42.929433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] For port 4ed3efb0-4075-4cc5-8457-3efe697cc763, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ed3efb0-4075-4cc5-8457-3efe697cc763,segment=NetworkSegment(beeb2fed-73f0-4894-b6c9-c793f1d050bd),segment_id=beeb2fed-73f0-4894-b6c9-c793f1d050bd)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:43.011529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.078970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a87582-30cc-4c7e-9050-43102820c4b9 None None] Pushing event updated for resources: {'Port': ['ID=4ed3efb0-4075-4cc5-8457-3efe697cc763,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:43.186487 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.271537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Subnet': ['ID=93fe58b9-55b3-4dcf-a8bc-12a1e288aa91,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:43.289181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking segment: {'id': '056a06c9-9bbf-458b-8820-115fc095be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9794a8f1-3be5-413e-875f-07aa8df9151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:43.289551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network hostable DHCP agents. Network: 9794a8f1-3be5-413e-875f-07aa8df9151c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:43.359058 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4798af74-8d7e-427b-ab01-2377e9f1156d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.427049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network 9794a8f1-3be5-413e-875f-07aa8df9151c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:43.530730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 9794a8f1-3be5-413e-875f-07aa8df9151c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:43.540202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:43.540202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.540619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655227b-f943-4b41-a852-421922670bfe None None] Network 9794a8f1-3be5-413e-875f-07aa8df9151c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:43.584748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ed3efb0-4075-4cc5-8457-3efe697cc763 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:43.618966 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-4e002df9-4f77-4f66-af78-4b9a424721a0 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8946259 Dec 23 13:25:43.621787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40898) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:43.728780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.819647 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.853883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:43.854490 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.860111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0dfad-272c-4cab-9772-a8f95675681a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-9794a8f1-3be5-413e-875f-07aa8df9151c', 'network_id': '9794a8f1-3be5-413e-875f-07aa8df9151c', 'project_id': 'f83e1dd4a5ed424dafe8a75aa0c03770', 'fixed_ips': [{'subnet_id': '93fe58b9-55b3-4dcf-a8bc-12a1e288aa91'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:43.860996 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dfad-272c-4cab-9772-a8f95675681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.960562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:43.983219 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.012312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Subnet': ['ID=93fe58b9-55b3-4dcf-a8bc-12a1e288aa91,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:44.041679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285e1b7-ef6e-4d30-9699-c4922b12e780 None None] Network c55c8d35-917e-47b8-9710-4810041708db requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:44.060024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 4ed3efb0-4075-4cc5-8457-3efe697cc763, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ed3efb0-4075-4cc5-8457-3efe697cc763,segment=NetworkSegment(beeb2fed-73f0-4894-b6c9-c793f1d050bd),segment_id=beeb2fed-73f0-4894-b6c9-c793f1d050bd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:44.077772 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.098263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9794a8f1-3be5-413e-875f-07aa8df9151c']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:44.108016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056a06c9-9bbf-458b-8820-115fc095be5d') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:44.108595 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056a06c9-9bbf-458b-8820-115fc095be5d') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:44.118210 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.131331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.135401 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.138173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:44.138574 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:44.141682 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:44.145620 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server [None req-d1a0dfad-272c-4cab-9772-a8f95675681a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93fe58b9-55b3-4dcf-a8bc-12a1e288aa91: This subnet is being modified by another concurrent operation. Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise self.value Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server raise exception Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93fe58b9-55b3-4dcf-a8bc-12a1e288aa91: This subnet is being modified by another concurrent operation. Dec 23 13:25:44.183741 n-d-822750-2 neutron-server[104039]: ERROR oslo_messaging.rpc.server Dec 23 13:25:44.194848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5e26dcbd-4d86-4fa4-a294-5cbfff3af3e9 None None] Provisioning complete for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:44.194848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5e26dcbd-4d86-4fa4-a294-5cbfff3af3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.223068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165a9d4-072d-45cc-bfa0-dd5c916a1a2b None None] Network 9794a8f1-3be5-413e-875f-07aa8df9151c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:44.273010 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.280914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.284073 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/9794a8f1-3be5-413e-875f-07aa8df9151c HTTP/1.1" status: 204 len: 168 time: 0.6606879 Dec 23 13:25:44.287752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40900) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:44.293276 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121766714'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:44.306784 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a5473-fcce-4550-a060-89a4a4a3eb91 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Network': ['ID=9794a8f1-3be5-413e-875f-07aa8df9151c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:44.319701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=4ed3efb0-4075-4cc5-8457-3efe697cc763,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:44.392845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:44.396374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.422174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:44.431656 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.432280 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Added segment 9662e16b-a963-4a01-83b0-73cf4e2ba0d5 of type vlan for network 513f8034-2b47-41ea-b966-d6e9bf1130d0 Dec 23 13:25:44.474591 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.542405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ef4a1-685f-4987-9333-9e8f076c994a None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 13:25:44.547563 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.553233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:44.558840 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.614698 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ef4a1-685f-4987-9333-9e8f076c994a None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 13:25:44.618342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Network': ['ID=513f8034-2b47-41ea-b966-d6e9bf1130d0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:44.631727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 513f8034-2b47-41ea-b966-d6e9bf1130d0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:44.651242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-744ca146-5aa9-48cf-9963-288da02ffa84 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3623981 Dec 23 13:25:44.654023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40902) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:44.659096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'subnet': {'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:44.678129 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-009a5c40-6e08-4ad9-9e4f-8897507a1d2a None None] Provisioning complete for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:44.678502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-009a5c40-6e08-4ad9-9e4f-8897507a1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.825681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:44.829336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:44.891962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_backend_mixin [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Performing IP validity checks on allocation pools {{(pid=104037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 23 13:25:44.892518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.ipam_backend_mixin [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 23 13:25:45.073027 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.133194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Subnet': ['ID=2e4617e9-e6b7-4836-acdd-a973804a5155,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:45.142278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking segment: {'id': '9662e16b-a963-4a01-83b0-73cf4e2ba0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:45.142645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network hostable DHCP agents. Network: 513f8034-2b47-41ea-b966-d6e9bf1130d0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:45.221213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network 513f8034-2b47-41ea-b966-d6e9bf1130d0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:45.278975 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 513f8034-2b47-41ea-b966-d6e9bf1130d0) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:45.283700 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:45.284470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.289159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2b3e5-9b41-4f81-b51f-366a31a0d15c None None] Network 513f8034-2b47-41ea-b966-d6e9bf1130d0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:45.373981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-df6cfc7c-0e51-42aa-a1b0-62c73ddd7a24 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7188702 Dec 23 13:25:45.376622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40906) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:45.393047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-513f8034-2b47-41ea-b966-d6e9bf1130d0', 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0', 'project_id': 'f83e1dd4a5ed424dafe8a75aa0c03770', 'fixed_ips': [{'subnet_id': '2e4617e9-e6b7-4836-acdd-a973804a5155'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:45.393930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.477697 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.538571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Allocated IP 2001:db8::3 (513f8034-2b47-41ea-b966-d6e9bf1130d0/2e4617e9-e6b7-4836-acdd-a973804a5155/e9cbf0aa-eec4-405f-b501-0c82690a784f) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:45.551502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ed3efb0-4075-4cc5-8457-3efe697cc763 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:45.563316 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.671517 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:45.671800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.748635 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.838734 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.879583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Network 513f8034-2b47-41ea-b966-d6e9bf1130d0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:45.882507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:45.888679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:45.894778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Pushing event updated for resources: {'Port': ['ID=e9cbf0aa-eec4-405f-b501-0c82690a784f,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:45.936786 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.946620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Attempting to bind port e9cbf0aa-eec4-405f-b501-0c82690a784f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:45.947227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Attempting to bind port e9cbf0aa-eec4-405f-b501-0c82690a784f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9662e16b-a963-4a01-83b0-73cf4e2ba0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:45.947593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Attempting to bind port e9cbf0aa-eec4-405f-b501-0c82690a784f on network 513f8034-2b47-41ea-b966-d6e9bf1130d0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:45.952972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:45.953332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Checking segment: {'id': '9662e16b-a963-4a01-83b0-73cf4e2ba0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:45.953711 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.954111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Bound using segment: {'id': '9662e16b-a963-4a01-83b0-73cf4e2ba0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:45.954584 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Bound port: e9cbf0aa-eec4-405f-b501-0c82690a784f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9662e16b-a963-4a01-83b0-73cf4e2ba0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:45.954968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:45.973393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4617e9-e6b7-4836-acdd-a973804a5155,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:46.025257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] For port e9cbf0aa-eec4-405f-b501-0c82690a784f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:46.034465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.043500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] For port e9cbf0aa-eec4-405f-b501-0c82690a784f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e9cbf0aa-eec4-405f-b501-0c82690a784f,segment=NetworkSegment(9662e16b-a963-4a01-83b0-73cf4e2ba0d5),segment_id=9662e16b-a963-4a01-83b0-73cf4e2ba0d5)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:46.056453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513f8034-2b47-41ea-b966-d6e9bf1130d0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:46.065872 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662e16b-a963-4a01-83b0-73cf4e2ba0d5') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:46.066345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662e16b-a963-4a01-83b0-73cf4e2ba0d5') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:46.076508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.111401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.113598 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.119861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:46.127647 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:46.150277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24ca63de-2823-4ac4-81ba-37817d908c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.199792 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537446d-a7f3-499a-91a6-df7a5abfc8ed None None] Pushing event updated for resources: {'Port': ['ID=e9cbf0aa-eec4-405f-b501-0c82690a784f,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:46.209728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e6da95-396f-43a1-bead-c5e2e55b7706 None None] Network 513f8034-2b47-41ea-b966-d6e9bf1130d0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:46.210369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.db.api [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 13:25:46.210369 n-d-822750-2 neutron-server[104037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 13:25:46.210369 n-d-822750-2 neutron-server[104037]: [parameters: {'id': '513f8034-2b47-41ea-b966-d6e9bf1130d0'}] Dec 23 13:25:46.210369 n-d-822750-2 neutron-server[104037]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 13:25:46.210727 n-d-822750-2 neutron-server[104037]: DEBUG oslo_db.api [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 13:25:46.305312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab9c24-ef2d-4e61-9120-5b01a8d4357b None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 13:25:46.370037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ab9c24-ef2d-4e61-9120-5b01a8d4357b None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 13:25:46.706951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.711422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.766136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting port e9cbf0aa-eec4-405f-b501-0c82690a784f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:46.766481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.832616 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] For port e9cbf0aa-eec4-405f-b501-0c82690a784f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e9cbf0aa-eec4-405f-b501-0c82690a784f,segment=NetworkSegment(9662e16b-a963-4a01-83b0-73cf4e2ba0d5),segment_id=9662e16b-a963-4a01-83b0-73cf4e2ba0d5)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:46.832917 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:46.845990 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Calling delete_port for e9cbf0aa-eec4-405f-b501-0c82690a784f owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:46.981477 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.011283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Port': ['ID=e9cbf0aa-eec4-405f-b501-0c82690a784f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:47.015630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No DVR routers for this DVR port e9cbf0aa-eec4-405f-b501-0c82690a784f on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:47.092465 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.111632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513f8034-2b47-41ea-b966-d6e9bf1130d0']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:47.120647 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662e16b-a963-4a01-83b0-73cf4e2ba0d5') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:47.120979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662e16b-a963-4a01-83b0-73cf4e2ba0d5') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:47.130747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.144537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.150313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:47.150694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:47.153622 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:47.278575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.286601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.289720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/513f8034-2b47-41ea-b966-d6e9bf1130d0 HTTP/1.1" status: 204 len: 168 time: 1.9121573 Dec 23 13:25:47.293413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40908) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:47.299487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262469133'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:47.300845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d635-411d-4a9a-b396-2bb0d4d344da tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Network': ['ID=513f8034-2b47-41ea-b966-d6e9bf1130d0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:47.381973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:47.385580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.413636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:47.423195 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.423712 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Added segment f5f7fcf4-e737-4502-8cc5-749ed8d744c8 of type vlan for network b112c56e-d0df-43e1-8ff4-69907f5bb700 Dec 23 13:25:47.463382 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.556611 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.563147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:47.563725 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:47.627658 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Network': ['ID=b112c56e-d0df-43e1-8ff4-69907f5bb700,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:47.637596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:47.687536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f81a4255-0f08-4b35-9609-1332adbd3b22 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3922594 Dec 23 13:25:47.690467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:47.695468 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'subnet': {'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:47.855513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:47.859852 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.107384 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.166613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Subnet': ['ID=fb042221-1780-4c5a-8ade-0192e99ab67e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:48.175655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking segment: {'id': 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:48.175957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network hostable DHCP agents. Network: b112c56e-d0df-43e1-8ff4-69907f5bb700, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:48.244017 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:48.322659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, b112c56e-d0df-43e1-8ff4-69907f5bb700) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:48.327706 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:48.328284 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.332876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fa705-7733-43d6-970a-0198ca6bc2ad None None] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:48.408270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-04b9f82e-95de-40f1-a918-2a5c77907239 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7167079 Dec 23 13:25:48.412020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40912) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:48.417013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384705655'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:48.444904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-b112c56e-d0df-43e1-8ff4-69907f5bb700', 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700', 'project_id': 'f83e1dd4a5ed424dafe8a75aa0c03770', 'fixed_ips': [{'subnet_id': 'fb042221-1780-4c5a-8ade-0192e99ab67e'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:48.446344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.470055 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.519226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:48.522927 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.547690 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:48.556564 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.557049 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Added segment f0f54f8b-1224-41eb-83c4-532d949ec979 of type vlan for network ba66a7be-d947-4641-9e05-f23c1f92ea1e Dec 23 13:25:48.604794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.695733 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.701747 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:48.702342 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.754708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Allocated IP 2001:db8::2 (b112c56e-d0df-43e1-8ff4-69907f5bb700/fb042221-1780-4c5a-8ade-0192e99ab67e/42c0f450-6d3d-426c-a6ee-9c36129a8f9a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:48.769512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Network': ['ID=ba66a7be-d947-4641-9e05-f23c1f92ea1e,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:48.786125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ba66a7be-d947-4641-9e05-f23c1f92ea1e details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:48.824587 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e787c721-d2fe-497d-a93e-0268bb236472 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4109416 Dec 23 13:25:48.827199 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40914) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:48.832352 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Request body: {'subnet': {'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:48.967332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:48.998241 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.044446 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Made reservation on behalf of f83e1dd4a5ed424dafe8a75aa0c03770 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:49.044713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.049023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.104602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:49.107556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:49.110355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:49.119761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Pushing event updated for resources: {'Port': ['ID=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:49.171577 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Attempting to bind port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:49.171939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Attempting to bind port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:49.172297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Attempting to bind port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a on network b112c56e-d0df-43e1-8ff4-69907f5bb700 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:49.177466 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:49.177845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Checking segment: {'id': 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:49.178277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.178707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Bound using segment: {'id': 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:49.179190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Bound port: 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b112c56e-d0df-43e1-8ff4-69907f5bb700'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:49.179576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.255157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] For port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:49.258064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] For port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,segment=NetworkSegment(f5f7fcf4-e737-4502-8cc5-749ed8d744c8),segment_id=f5f7fcf4-e737-4502-8cc5-749ed8d744c8)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:49.261360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.290526 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.344698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event updated for resources: {'Subnet': ['ID=be38522c-bb66-43bc-b4ed-4c15539bac0f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:49.348525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.361197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Checking segment: {'id': 'f0f54f8b-1224-41eb-83c4-532d949ec979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:49.361566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network hostable DHCP agents. Network: ba66a7be-d947-4641-9e05-f23c1f92ea1e, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:49.414593 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7703-8bc5-43e3-a204-6d1b2e4652d6 None None] Pushing event updated for resources: {'Port': ['ID=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:49.448605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Network ba66a7be-d947-4641-9e05-f23c1f92ea1e is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:49.528500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ba66a7be-d947-4641-9e05-f23c1f92ea1e) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:49.532875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:49.533576 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.542451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aff59e-d645-4daf-b6e1-4e3dba135c82 None None] Network ba66a7be-d947-4641-9e05-f23c1f92ea1e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:49.629325 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5a6401b9-874f-47cc-8749-6c8eba60bde2 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8008058 Dec 23 13:25:49.632063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40916) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:49.667402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ba66a7be-d947-4641-9e05-f23c1f92ea1e', 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e', 'project_id': 'f83e1dd4a5ed424dafe8a75aa0c03770', 'fixed_ips': [{'subnet_id': 'be38522c-bb66-43bc-b4ed-4c15539bac0f'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:49.668303 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.746735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.798367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:49.811402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Allocated IP 2001:db8::2 (ba66a7be-d947-4641-9e05-f23c1f92ea1e/be38522c-bb66-43bc-b4ed-4c15539bac0f/4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:49.956599 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.025860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.068985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Network ba66a7be-d947-4641-9e05-f23c1f92ea1e is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:50.073569 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:50.078410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:50.081516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Pushing event updated for resources: {'Port': ['ID=4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:50.140260 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Attempting to bind port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:50.140632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Attempting to bind port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'f0f54f8b-1224-41eb-83c4-532d949ec979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:50.140761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.141022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Attempting to bind port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad on network ba66a7be-d947-4641-9e05-f23c1f92ea1e {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:50.146576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:50.146955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Checking segment: {'id': 'f0f54f8b-1224-41eb-83c4-532d949ec979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:50.147679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.150900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Bound using segment: {'id': 'f0f54f8b-1224-41eb-83c4-532d949ec979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:50.150900 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Bound port: 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f54f8b-1224-41eb-83c4-532d949ec979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:50.150900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.169727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Subnet': ['ID=be38522c-bb66-43bc-b4ed-4c15539bac0f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:50.217499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] For port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:50.221567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] For port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad,segment=NetworkSegment(f0f54f8b-1224-41eb-83c4-532d949ec979),segment_id=f0f54f8b-1224-41eb-83c4-532d949ec979)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:50.241491 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.262618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba66a7be-d947-4641-9e05-f23c1f92ea1e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:50.272407 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f54f8b-1224-41eb-83c4-532d949ec979') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:50.272750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f54f8b-1224-41eb-83c4-532d949ec979') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:50.283437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.307927 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.310440 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.318537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:50.319179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:50.322256 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:50.354137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ec323-e079-4527-8f11-6418c3276029 None None] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:50.433413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.db.api [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 13:25:50.433413 n-d-822750-2 neutron-server[104038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 13:25:50.433413 n-d-822750-2 neutron-server[104038]: [parameters: {'id': 'ba66a7be-d947-4641-9e05-f23c1f92ea1e'}] Dec 23 13:25:50.433413 n-d-822750-2 neutron-server[104038]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 13:25:50.433887 n-d-822750-2 neutron-server[104038]: DEBUG oslo_db.api [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 13:25:50.446040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0814-a4b6-41ac-8834-ffd3b14e55f8 None None] Pushing event updated for resources: {'Port': ['ID=4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:50.451017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045dfe72-a018-42e6-9cdc-cf73052eb67b None None] Network ba66a7be-d947-4641-9e05-f23c1f92ea1e requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:50.522008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] Provisioning complete for port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:50.522379 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.660764 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.693692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] For port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,segment=NetworkSegment(f5f7fcf4-e737-4502-8cc5-749ed8d744c8),segment_id=f5f7fcf4-e737-4502-8cc5-749ed8d744c8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:50.753728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.797523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c369d4-8dcf-46fa-826a-c4a710b1793f None None] get_active_networks_info from n-d-822750-2 {{(pid=104039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 13:25:50.827419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541c8c-e5f1-4b52-9b29-b1ddbb4e0430 None None] Pushing event updated for resources: {'Port': ['ID=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:50.886899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c369d4-8dcf-46fa-826a-c4a710b1793f None None] Resources bound (agent type, host, resource id): {{(pid=104039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 13:25:50.888552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1ff31c43-57b2-43c9-84b1-3e167658f823 None None] Provisioning complete for port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:50.889728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ff31c43-57b2-43c9-84b1-3e167658f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.934976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:50.989679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:50.990012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.052014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] For port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad,segment=NetworkSegment(f0f54f8b-1224-41eb-83c4-532d949ec979),segment_id=f0f54f8b-1224-41eb-83c4-532d949ec979)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:51.052369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.065639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Calling delete_port for 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:51.256094 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.282023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Port': ['ID=4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:51.285485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No DVR routers for this DVR port 4f6eb5d3-538f-43a1-b2fb-e9b86c9e62ad on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:51.366567 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.386364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba66a7be-d947-4641-9e05-f23c1f92ea1e']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:51.396573 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f54f8b-1224-41eb-83c4-532d949ec979') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:51.396947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f54f8b-1224-41eb-83c4-532d949ec979') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:51.408114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.422689 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.428434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:51.428811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:51.431697 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:51.560935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42c0f450-6d3d-426c-a6ee-9c36129a8f9a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:51.570406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.584897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.584897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/ba66a7be-d947-4641-9e05-f23c1f92ea1e HTTP/1.1" status: 204 len: 168 time: 1.9476297 Dec 23 13:25:51.585102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40918) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:51.596147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc56fb8-d498-4550-9d22-eccb198f9e96 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Network': ['ID=ba66a7be-d947-4641-9e05-f23c1f92ea1e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:51.613777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:51.614148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.616861 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fbe154-8af3-4e3d-ae2b-e4019f90b58f tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] GET failed (client error): The resource could not be found. Dec 23 13:25:51.618335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e4fbe154-8af3-4e3d-ae2b-e4019f90b58f tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "GET /v2.0/subnets/be38522c-bb66-43bc-b4ed-4c15539bac0f HTTP/1.1" status: 404 len: 337 time: 0.0323696 Dec 23 13:25:51.621226 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40920) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:51.644625 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-686d0805-6b38-4401-9db4-6adf33c75c47 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:51.645150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686d0805-6b38-4401-9db4-6adf33c75c47 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:51.648115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-686d0805-6b38-4401-9db4-6adf33c75c47 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/ba66a7be-d947-4641-9e05-f23c1f92ea1e HTTP/1.1" status: 404 len: 339 time: 0.0259185 Dec 23 13:25:51.651952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:51.678822 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee06d5ab-a2a8-457e-a303-636db1a6e8d9 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:51.679187 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee06d5ab-a2a8-457e-a303-636db1a6e8d9 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:51.682201 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ee06d5ab-a2a8-457e-a303-636db1a6e8d9 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/subnets/be38522c-bb66-43bc-b4ed-4c15539bac0f HTTP/1.1" status: 404 len: 337 time: 0.0290568 Dec 23 13:25:51.684709 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40924) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:51.704038 n-d-822750-2 neutron-server[104038]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c57b3-6271-4069-bc73-daef91af7701 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:51.704532 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c57b3-6271-4069-bc73-daef91af7701 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:51.707575 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-077c57b3-6271-4069-bc73-daef91af7701 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/ba66a7be-d947-4641-9e05-f23c1f92ea1e HTTP/1.1" status: 404 len: 339 time: 0.0219512 Dec 23 13:25:51.710062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40926) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:51.759599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting subnet fb042221-1780-4c5a-8ade-0192e99ab67e {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:25:51.762645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.804731 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:51.888593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.015006 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.039804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Subnet': ['ID=fb042221-1780-4c5a-8ade-0192e99ab67e,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:52.046947 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.050697 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2cf782e8-6cb5-4ab1-bf37-ab9806146eb4 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/subnets/fb042221-1780-4c5a-8ade-0192e99ab67e HTTP/1.1" status: 204 len: 168 time: 0.3397043 Dec 23 13:25:52.052360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1df9d7-4a7c-44f2-aa36-c7877740cced None None] Network b112c56e-d0df-43e1-8ff4-69907f5bb700 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:52.053246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.133998 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.189179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:52.189522 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.192568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] DHCP port deletion for b112c56e-d0df-43e1-8ff4-69907f5bb700 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:25:52.238854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Deleting port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:52.239222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.252625 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] For port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,segment=NetworkSegment(f5f7fcf4-e737-4502-8cc5-749ed8d744c8),segment_id=f5f7fcf4-e737-4502-8cc5-749ed8d744c8)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:52.253026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.269181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Calling delete_port for 42c0f450-6d3d-426c-a6ee-9c36129a8f9a owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:52.301789 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] For port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,segment=NetworkSegment(f5f7fcf4-e737-4502-8cc5-749ed8d744c8),segment_id=f5f7fcf4-e737-4502-8cc5-749ed8d744c8)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:52.302177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.315111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Calling delete_port for 42c0f450-6d3d-426c-a6ee-9c36129a8f9a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:52.398561 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.405714 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.426233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Port': ['ID=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:52.431324 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No DVR routers for this DVR port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:52.431449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] Pushing event deleted for resources: {'Port': ['ID=42c0f450-6d3d-426c-a6ee-9c36129a8f9a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:52.434860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31208023-c315-4b4a-996f-391c24ec5dac None None] No DVR routers for this DVR port 42c0f450-6d3d-426c-a6ee-9c36129a8f9a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:52.515662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.535969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b112c56e-d0df-43e1-8ff4-69907f5bb700']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:52.545759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:52.546055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f7fcf4-e737-4502-8cc5-749ed8d744c8') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:52.555310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.568256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.574127 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:52.574498 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:52.577718 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:52.701299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.708471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.711385 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/b112c56e-d0df-43e1-8ff4-69907f5bb700 HTTP/1.1" status: 204 len: 168 time: 0.6572280 Dec 23 13:25:52.714035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40930) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.742062 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-af720caf-139d-4300-b35c-6e9c4ddee978 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:52.742517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af720caf-139d-4300-b35c-6e9c4ddee978 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:52.745596 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-af720caf-139d-4300-b35c-6e9c4ddee978 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/subnets/2e4617e9-e6b7-4836-acdd-a973804a5155 HTTP/1.1" status: 404 len: 337 time: 0.0305316 Dec 23 13:25:52.748731 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40932) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.769208 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e65692f-f309-4bf7-9ff5-14086d60a421 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:52.769757 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e65692f-f309-4bf7-9ff5-14086d60a421 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:52.772847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e65692f-f309-4bf7-9ff5-14086d60a421 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/513f8034-2b47-41ea-b966-d6e9bf1130d0 HTTP/1.1" status: 404 len: 339 time: 0.0231559 Dec 23 13:25:52.775486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40934) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.809325 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b29c37e-f726-4417-9830-fd91546b6bad tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:52.809666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b29c37e-f726-4417-9830-fd91546b6bad tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:52.813290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0b29c37e-f726-4417-9830-fd91546b6bad tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/subnets/93fe58b9-55b3-4dcf-a8bc-12a1e288aa91 HTTP/1.1" status: 404 len: 337 time: 0.0368369 Dec 23 13:25:52.815845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40936) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.835464 n-d-822750-2 neutron-server[104037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9141d11d-a4b9-46dc-9636-6cdaef0e838a tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] DELETE failed (client error): The resource could not be found. Dec 23 13:25:52.835983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9141d11d-a4b9-46dc-9636-6cdaef0e838a tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 13:25:52.839125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9141d11d-a4b9-46dc-9636-6cdaef0e838a tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/9794a8f1-3be5-413e-875f-07aa8df9151c HTTP/1.1" status: 404 len: 339 time: 0.0223420 Dec 23 13:25:52.842733 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:52.896189 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting subnet 7d404fbe-e5ba-4c26-8078-f28e95555569 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:25:52.899558 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:52.942463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.034676 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.058106 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea972-1447-4b9f-a08d-95d2c5eec404 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Network': ['ID=b112c56e-d0df-43e1-8ff4-69907f5bb700,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:53.145692 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.174440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Subnet': ['ID=7d404fbe-e5ba-4c26-8078-f28e95555569,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:53.176440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.180416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c5940d9f-2fde-441b-81af-d21cbf7d0b02 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/subnets/7d404fbe-e5ba-4c26-8078-f28e95555569 HTTP/1.1" status: 204 len: 168 time: 0.3364930 Dec 23 13:25:53.182936 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:53.185113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c0183-b9c9-4a6b-bdca-c157bc0bfa07 None None] Network c55c8d35-917e-47b8-9710-4810041708db requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:53.269449 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.299740 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.340068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Deleting port 4ed3efb0-4075-4cc5-8457-3efe697cc763 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:53.340353 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.369187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] DHCP port deletion for c55c8d35-917e-47b8-9710-4810041708db request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:25:53.408219 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] For port 4ed3efb0-4075-4cc5-8457-3efe697cc763, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ed3efb0-4075-4cc5-8457-3efe697cc763,segment=NetworkSegment(beeb2fed-73f0-4894-b6c9-c793f1d050bd),segment_id=beeb2fed-73f0-4894-b6c9-c793f1d050bd)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:53.408940 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.419499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Deleting port 4ed3efb0-4075-4cc5-8457-3efe697cc763 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:53.419900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.421534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Calling delete_port for 4ed3efb0-4075-4cc5-8457-3efe697cc763 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:53.487995 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] For port 4ed3efb0-4075-4cc5-8457-3efe697cc763, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4ed3efb0-4075-4cc5-8457-3efe697cc763,segment=NetworkSegment(beeb2fed-73f0-4894-b6c9-c793f1d050bd),segment_id=beeb2fed-73f0-4894-b6c9-c793f1d050bd)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:53.488254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.501735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Calling delete_port for 4ed3efb0-4075-4cc5-8457-3efe697cc763 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:53.556495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ed3efb0-4075-4cc5-8457-3efe697cc763 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:25:53.597172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.618162 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No active binding found for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 {{(pid=104039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 23 13:25:53.618526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] The host n-d-822750-2 is not matching for port 4ed3efb0-4075-4cc5-8457-3efe697cc763 host None! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:25:53.618941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4ed3efb0-4075-4cc5-8457-3efe697cc763 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:25:53.619346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42c0f450-6d3d-426c-a6ee-9c36129a8f9a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:25:53.621951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.625033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Port': ['ID=4ed3efb0-4075-4cc5-8457-3efe697cc763,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:53.626867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] No DVR routers for this DVR port 4ed3efb0-4075-4cc5-8457-3efe697cc763 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:53.716312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.738677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55c8d35-917e-47b8-9710-4810041708db']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:53.749781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb2fed-73f0-4894-b6c9-c793f1d050bd') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:53.750084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb2fed-73f0-4894-b6c9-c793f1d050bd') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:53.760184 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.773844 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.780173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:53.780571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:53.783784 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:53.820758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 42c0f450-6d3d-426c-a6ee-9c36129a8f9a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:25:53.821130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 42c0f450-6d3d-426c-a6ee-9c36129a8f9a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:25:53.824977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] Pushing event deleted for resources: {'Port': ['ID=4ed3efb0-4075-4cc5-8457-3efe697cc763,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:53.829073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef347e0-516a-4bc9-9658-689ff6ccf2fb None None] No DVR routers for this DVR port 4ed3efb0-4075-4cc5-8457-3efe697cc763 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:53.907522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.914288 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:53.917714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] 10.222.0.16 "DELETE /v2.0/networks/c55c8d35-917e-47b8-9710-4810041708db HTTP/1.1" status: 204 len: 168 time: 0.7338505 Dec 23 13:25:53.930452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842d856-99f8-4e17-a77f-7f3e76af3899 tempest-NetworksIpV6Test-409395203 tempest-NetworksIpV6Test-409395203-project] Pushing event deleted for resources: {'Network': ['ID=c55c8d35-917e-47b8-9710-4810041708db,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:54.344274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40946) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:54.477254 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6de52452-6591-4e07-8d20-087544baa043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f83e1dd4a5ed424dafe8a75aa0c03770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317756 Dec 23 13:25:54.479759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40950) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:54.527121 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:54.548583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:54.649626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:54.652291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:54.653459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f722f411-40fc-40a1-9e38-3ea85ece03b3 HTTP/1.1" status: 204 len: 168 time: 0.1728182 Dec 23 13:25:54.662438 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0197bc-fe72-414d-abab-ab00d885ebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722f411-40fc-40a1-9e38-3ea85ece03b3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:55.574312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40972) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:55.667221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1886820317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:55.747285 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:55.748785 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:55.801682 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:55.890422 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:55.966303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:55.967744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-48728c47-1ef1-4009-acc4-6cdcff4bb257 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3924236 Dec 23 13:25:55.970597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:55.975401 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2132859210'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:56.067001 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Made reservation on behalf of 0c1d0e8f32974228a69253edb55cd820 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:56.070567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.079553 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.154186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.213976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.237797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:56.250962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69ef1e-780a-4195-9288-1e5682af111a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:56.255621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.255963 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Added segment a76c158e-2eec-45cd-9bba-d4d9576829ab of type vlan for network 94962d44-b0a7-49bd-801e-01677e38c149 Dec 23 13:25:56.297955 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.393051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.398875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:56.399452 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.467017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event updated for resources: {'Network': ['ID=94962d44-b0a7-49bd-801e-01677e38c149,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:56.477730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 94962d44-b0a7-49bd-801e-01677e38c149 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:56.521256 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7a2a3d7-f9c5-4332-9f99-445f367a39dc tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5495558 Dec 23 13:25:56.524094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40978) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:56.529267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'subnet': {'network_id': '94962d44-b0a7-49bd-801e-01677e38c149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:56.678653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Made reservation on behalf of 0c1d0e8f32974228a69253edb55cd820 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:56.682071 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.908016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:56.972333 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event updated for resources: {'Subnet': ['ID=861707c0-8485-4bdf-9df6-b765b5b9f898,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:56.981550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Checking segment: {'id': 'a76c158e-2eec-45cd-9bba-d4d9576829ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:56.981908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Network hostable DHCP agents. Network: 94962d44-b0a7-49bd-801e-01677e38c149, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:57.072958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Network 94962d44-b0a7-49bd-801e-01677e38c149 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:57.157227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 94962d44-b0a7-49bd-801e-01677e38c149) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:57.161691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:57.162636 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.165635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869e0e4-9aeb-40e2-8347-ff09be720cf4 None None] Network 94962d44-b0a7-49bd-801e-01677e38c149 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:57.262677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-855c00ec-cfff-48f3-8110-4a3d997ce75b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7374494 Dec 23 13:25:57.265705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-94962d44-b0a7-49bd-801e-01677e38c149', 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149', 'project_id': '0c1d0e8f32974228a69253edb55cd820', 'fixed_ips': [{'subnet_id': '861707c0-8485-4bdf-9df6-b765b5b9f898'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:57.266254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40980) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:57.266805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.271320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-547361558'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:57.358288 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Made reservation on behalf of 0c1d0e8f32974228a69253edb55cd820 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:57.361889 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.385470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:25:57.394824 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.395165 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Added segment 5cc86864-ea9f-45cb-b4e8-0441b8a3ba05 of type vlan for network 2b054577-b55b-4501-a9e4-61539fc51200 Dec 23 13:25:57.400767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Allocated IP 172.20.0.2 (94962d44-b0a7-49bd-801e-01677e38c149/861707c0-8485-4bdf-9df6-b765b5b9f898/fbe1c569-2fab-48ff-af04-2f81df754ff9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:57.435093 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.512971 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.519218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:57.525102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.542854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.587506 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.589931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event updated for resources: {'Network': ['ID=2b054577-b55b-4501-a9e4-61539fc51200,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:57.607046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8ffcb765-7c1e-4d7e-ab23-a1dfef550855 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3397186 Dec 23 13:25:57.610667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:57.615882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'subnet': {'network_id': '2b054577-b55b-4501-a9e4-61539fc51200', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:57.616044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2b054577-b55b-4501-a9e4-61539fc51200 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:25:57.642573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Network 94962d44-b0a7-49bd-801e-01677e38c149 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:57.671064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:57.680109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:57.692690 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Pushing event updated for resources: {'Port': ['ID=fbe1c569-2fab-48ff-af04-2f81df754ff9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:57.755746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Attempting to bind port fbe1c569-2fab-48ff-af04-2f81df754ff9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:57.756121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Attempting to bind port fbe1c569-2fab-48ff-af04-2f81df754ff9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'a76c158e-2eec-45cd-9bba-d4d9576829ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:57.756566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Attempting to bind port fbe1c569-2fab-48ff-af04-2f81df754ff9 on network 94962d44-b0a7-49bd-801e-01677e38c149 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:57.758653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Made reservation on behalf of 0c1d0e8f32974228a69253edb55cd820 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:25:57.761766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:57.762137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Checking segment: {'id': 'a76c158e-2eec-45cd-9bba-d4d9576829ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:57.762264 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.762544 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.762934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Bound using segment: {'id': 'a76c158e-2eec-45cd-9bba-d4d9576829ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:57.763458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Bound port: fbe1c569-2fab-48ff-af04-2f81df754ff9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76c158e-2eec-45cd-9bba-d4d9576829ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '94962d44-b0a7-49bd-801e-01677e38c149'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:57.763819 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.830973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] For port fbe1c569-2fab-48ff-af04-2f81df754ff9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:57.833952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] For port fbe1c569-2fab-48ff-af04-2f81df754ff9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbe1c569-2fab-48ff-af04-2f81df754ff9,segment=NetworkSegment(a76c158e-2eec-45cd-9bba-d4d9576829ab),segment_id=a76c158e-2eec-45cd-9bba-d4d9576829ab)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:57.919886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:57.982298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc173e29-f5a4-4ba4-8b83-f6d2d8d68724 None None] Pushing event updated for resources: {'Port': ['ID=fbe1c569-2fab-48ff-af04-2f81df754ff9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:58.004885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.073257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event updated for resources: {'Subnet': ['ID=1e375a21-0092-4154-8653-b8a829e0a56b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:58.084450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Checking segment: {'id': '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:58.084792 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Network hostable DHCP agents. Network: 2b054577-b55b-4501-a9e4-61539fc51200, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:25:58.204734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Network 2b054577-b55b-4501-a9e4-61539fc51200 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:25:58.288787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2b054577-b55b-4501-a9e4-61539fc51200) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:58.293039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:25:58.293639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.297852 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099ea44-767f-49e7-bfb9-322072ee07d3 None None] Network 2b054577-b55b-4501-a9e4-61539fc51200 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:58.365789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2f15cc00-afc3-4846-86de-1150e1c6f83b tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7540028 Dec 23 13:25:58.368620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:58.373302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-17fc2a4e-f52b-440b-a8d8-4c62d698f16e tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:25:58.402017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2b054577-b55b-4501-a9e4-61539fc51200', 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200', 'project_id': '0c1d0e8f32974228a69253edb55cd820', 'fixed_ips': [{'subnet_id': '1e375a21-0092-4154-8653-b8a829e0a56b'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:25:58.403155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.539445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Allocated IP 172.21.0.2 (2b054577-b55b-4501-a9e4-61539fc51200/1e375a21-0092-4154-8653-b8a829e0a56b/4cdabe24-3e05-47ca-bb17-2325e7a2bf7c) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:25:58.589065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-17fc2a4e-f52b-440b-a8d8-4c62d698f16e tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.690668 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.752071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.753381 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [None req-17fc2a4e-f52b-440b-a8d8-4c62d698f16e tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 13:25:58.761621 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-17fc2a4e-f52b-440b-a8d8-4c62d698f16e tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "PUT /v2.0/routers/ec7f91fd-59e4-439f-a688-cac1be558000 HTTP/1.1" status: 400 len: 364 time: 0.3919265 Dec 23 13:25:58.761867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40986) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:58.802103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Network 2b054577-b55b-4501-a9e4-61539fc51200 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:25:58.805192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:25:58.809107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:25:58.814595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Pushing event updated for resources: {'Port': ['ID=4cdabe24-3e05-47ca-bb17-2325e7a2bf7c,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:58.826421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Deleting subnet 1e375a21-0092-4154-8653-b8a829e0a56b {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:25:58.831039 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.876798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.884338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Attempting to bind port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:25:58.884865 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Attempting to bind port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:25:58.885239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Attempting to bind port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c on network 2b054577-b55b-4501-a9e4-61539fc51200 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:25:58.892096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:25:58.892485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Checking segment: {'id': '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:25:58.892903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.893326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Bound using segment: {'id': '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:25:58.893800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Bound port: 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2b054577-b55b-4501-a9e4-61539fc51200'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:25:58.894186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:58.933232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af45626-085d-4562-92b0-6b5a6d181fe2 None None] Network 94962d44-b0a7-49bd-801e-01677e38c149 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:25:58.971157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.057308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] Provisioning complete for port fbe1c569-2fab-48ff-af04-2f81df754ff9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:59.057597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.095355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.101058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] For port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:25:59.114332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] For port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4cdabe24-3e05-47ca-bb17-2325e7a2bf7c,segment=NetworkSegment(5cc86864-ea9f-45cb-b4e8-0441b8a3ba05),segment_id=5cc86864-ea9f-45cb-b4e8-0441b8a3ba05)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:25:59.128385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Subnet': ['ID=1e375a21-0092-4154-8653-b8a829e0a56b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:59.135796 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.139028 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "DELETE /v2.0/subnets/1e375a21-0092-4154-8653-b8a829e0a56b HTTP/1.1" status: 204 len: 168 time: 0.3763449 Dec 23 13:25:59.143119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:59.143315 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.143833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.144246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.144582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.144939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.145278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.145605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.145931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.146255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.146581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.146903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.147223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.147546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f959a3d-6eef-42b4-876d-d4c97ebed55a tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:25:59.166548 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.192151 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.235347 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.237280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] For port fbe1c569-2fab-48ff-af04-2f81df754ff9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbe1c569-2fab-48ff-af04-2f81df754ff9,segment=NetworkSegment(a76c158e-2eec-45cd-9bba-d4d9576829ab),segment_id=a76c158e-2eec-45cd-9bba-d4d9576829ab)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:59.264664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c306-0042-4882-9a95-2cc4b219f016 None None] Pushing event updated for resources: {'Port': ['ID=4cdabe24-3e05-47ca-bb17-2325e7a2bf7c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:59.295660 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.304535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Deleting port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:25:59.305084 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.355401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcccb0-1e1f-40e3-a5df-f24c1554a584 None None] Pushing event updated for resources: {'Port': ['ID=fbe1c569-2fab-48ff-af04-2f81df754ff9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:59.384377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] For port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=4cdabe24-3e05-47ca-bb17-2325e7a2bf7c,segment=NetworkSegment(5cc86864-ea9f-45cb-b4e8-0441b8a3ba05),segment_id=5cc86864-ea9f-45cb-b4e8-0441b8a3ba05)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:25:59.384739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.399258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Calling delete_port for 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:25:59.417408 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1e98ffb5-d4f9-4588-85c7-80117af3bf36 None None] Provisioning complete for port fbe1c569-2fab-48ff-af04-2f81df754ff9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:59.417914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1e98ffb5-d4f9-4588-85c7-80117af3bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.581656 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.610481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Port': ['ID=4cdabe24-3e05-47ca-bb17-2325e7a2bf7c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:59.612336 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] No DVR routers for this DVR port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:25:59.631879 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:59.654556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:25:59.654911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 23 13:25:59.674639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Port 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c not found, will not notify nova. {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 23 13:25:59.675045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbe1c569-2fab-48ff-af04-2f81df754ff9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:25:59.702994 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.721682 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port fbe1c569-2fab-48ff-af04-2f81df754ff9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:25:59.722246 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.722443 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b054577-b55b-4501-a9e4-61539fc51200']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:59.731906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:59.732201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc86864-ea9f-45cb-b4e8-0441b8a3ba05') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:25:59.742954 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.759831 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.766672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:25:59.767131 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:25:59.770080 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:25:59.912975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.921847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:25:59.925586 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "DELETE /v2.0/networks/2b054577-b55b-4501-a9e4-61539fc51200 HTTP/1.1" status: 204 len: 168 time: 0.7813675 Dec 23 13:25:59.928164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40990) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:25:59.946611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70312644-f223-457e-ba7f-efba402edb09 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Network': ['ID=2b054577-b55b-4501-a9e4-61539fc51200,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:25:59.987237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Deleting subnet 861707c0-8485-4bdf-9df6-b765b5b9f898 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:25:59.990881 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.034088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.132312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.262928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e899e1de-b70d-465b-8d75-83f91e39c6a0 None None] Could not find standard attr ID for object 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c. {{(pid=104039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 13:26:00.267220 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.289343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ed63a-10de-487f-8907-f3a5973faf4e None None] DHCP port deletion for 2b054577-b55b-4501-a9e4-61539fc51200 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:00.295855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Subnet': ['ID=861707c0-8485-4bdf-9df6-b765b5b9f898,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:00.298105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.304407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-91dd0941-77c2-4c76-a954-151cf6525123 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "DELETE /v2.0/subnets/861707c0-8485-4bdf-9df6-b765b5b9f898 HTTP/1.1" status: 204 len: 168 time: 0.3731794 Dec 23 13:26:00.305362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 40992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:00.307739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8437d-3cb0-4bd3-9a6d-63b46faa7163 None None] Network 94962d44-b0a7-49bd-801e-01677e38c149 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:00.322412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76eba2a-c785-43ae-889e-9e61756f979b None None] Network 2b054577-b55b-4501-a9e4-61539fc51200 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:00.367135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76eba2a-c785-43ae-889e-9e61756f979b None None] Network 2b054577-b55b-4501-a9e4-61539fc51200 could not be found, it might have been deleted concurrently. {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 23 13:26:00.387555 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.442385 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Deleting port fbe1c569-2fab-48ff-af04-2f81df754ff9 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:26:00.442730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.484521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] DHCP port deletion for 94962d44-b0a7-49bd-801e-01677e38c149 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:00.509898 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] For port fbe1c569-2fab-48ff-af04-2f81df754ff9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbe1c569-2fab-48ff-af04-2f81df754ff9,segment=NetworkSegment(a76c158e-2eec-45cd-9bba-d4d9576829ab),segment_id=a76c158e-2eec-45cd-9bba-d4d9576829ab)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:00.510358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.522869 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Calling delete_port for fbe1c569-2fab-48ff-af04-2f81df754ff9 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:26:00.530633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Deleting port fbe1c569-2fab-48ff-af04-2f81df754ff9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:26:00.531012 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.594587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] For port fbe1c569-2fab-48ff-af04-2f81df754ff9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=fbe1c569-2fab-48ff-af04-2f81df754ff9,segment=NetworkSegment(a76c158e-2eec-45cd-9bba-d4d9576829ab),segment_id=a76c158e-2eec-45cd-9bba-d4d9576829ab)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:00.594977 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.615267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Calling delete_port for fbe1c569-2fab-48ff-af04-2f81df754ff9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:26:00.667482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.690760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.700460 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Port': ['ID=fbe1c569-2fab-48ff-af04-2f81df754ff9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:00.703903 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] No DVR routers for this DVR port fbe1c569-2fab-48ff-af04-2f81df754ff9 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:26:00.715722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] Pushing event deleted for resources: {'Port': ['ID=fbe1c569-2fab-48ff-af04-2f81df754ff9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:00.719121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bee41-c6a4-4d22-8485-760d352da3a5 None None] No DVR routers for this DVR port fbe1c569-2fab-48ff-af04-2f81df754ff9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:26:00.791527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.811337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94962d44-b0a7-49bd-801e-01677e38c149']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:00.820738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76c158e-2eec-45cd-9bba-d4d9576829ab') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:00.821063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76c158e-2eec-45cd-9bba-d4d9576829ab') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:00.831358 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.844410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.851481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:26:00.851872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:26:00.854821 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:26:00.985808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.990334 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:00.996340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "DELETE /v2.0/networks/94962d44-b0a7-49bd-801e-01677e38c149 HTTP/1.1" status: 204 len: 168 time: 0.6898239 Dec 23 13:26:00.996464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:01.011681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32443d-e65c-432c-a28c-5337bcfb4751 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Pushing event deleted for resources: {'Network': ['ID=94962d44-b0a7-49bd-801e-01677e38c149,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:01.023868 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e8426bf2-0a34-489c-bd5b-26a888c32a7c tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec7f91fd-59e4-439f-a688-cac1be558000 HTTP/1.1" status: 200 len: 205 time: 0.0261891 Dec 23 13:26:01.026162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 40996) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:01.102858 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:01.267967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:01.270399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:01.397327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:01.397846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Fanout notify agent at l3_agent the message router_deleted on router ec7f91fd-59e4-439f-a688-cac1be558000 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:26:01.410324 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:01.411479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c6948317-57c4-4bf4-b699-163591b07867 tempest-RoutersNegativeTest-1889158340 tempest-RoutersNegativeTest-1889158340-project] 10.222.0.16 "DELETE /v2.0/routers/ec7f91fd-59e4-439f-a688-cac1be558000 HTTP/1.1" status: 204 len: 168 time: 0.3843069 Dec 23 13:26:01.548351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:26:01.569082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:26:01.569424 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 4cdabe24-3e05-47ca-bb17-2325e7a2bf7c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:26:01.569828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbe1c569-2fab-48ff-af04-2f81df754ff9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:26:01.592268 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: fbe1c569-2fab-48ff-af04-2f81df754ff9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:26:01.594270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device fbe1c569-2fab-48ff-af04-2f81df754ff9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:26:01.865662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:02.003655 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-34c311be-4168-4121-bd6f-93674d188a3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c1d0e8f32974228a69253edb55cd820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366246 Dec 23 13:26:02.005985 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41006) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:02.053592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:02.074176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:02.185482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:02.188032 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:02.189235 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef69ef1e-780a-4195-9288-1e5682af111a HTTP/1.1" status: 204 len: 168 time: 0.1823595 Dec 23 13:26:02.197185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0441602-2415-4b4f-b4ef-73af03b9502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69ef1e-780a-4195-9288-1e5682af111a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:03.110346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41028) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:03.205782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1288166126-network', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:03.284837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Made reservation on behalf of c3f6074caf91441ba75f4c5444c395ee for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:26:03.287175 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.295595 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.367844 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.432435 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.460505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:26:03.470439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:03.476950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.477521 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Added segment 4ee707c1-42dc-4d75-9018-217e76b393a0 of type vlan for network 4e50d1dd-73e5-473e-a361-d5824cf447ad Dec 23 13:26:03.519120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.597241 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.598212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:03.598784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:03.659710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e50d1dd-73e5-473e-a361-d5824cf447ad,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:03.669098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:26:03.720019 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b6f299c-25fd-43f8-97b8-25a1846a19a4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6082151 Dec 23 13:26:03.723414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41032) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:03.728235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Request body: {'subnet': {'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-subnet', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:03.821291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Made reservation on behalf of c3f6074caf91441ba75f4c5444c395ee for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:26:03.823738 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.048972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.112055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf4676f-87ff-4689-becb-cedf572429da,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:04.119248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Checking segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:04.119603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Network hostable DHCP agents. Network: 4e50d1dd-73e5-473e-a361-d5824cf447ad, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:26:04.192604 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:26:04.260759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 4e50d1dd-73e5-473e-a361-d5824cf447ad) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:04.264682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:04.265307 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.269910 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b9792-82ee-453c-a006-b74fa21e11e7 None None] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:04.366730 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-779490fa-8266-48f1-b5e9-2851fcb9e88a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6422458 Dec 23 13:26:04.367644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-4e50d1dd-73e5-473e-a361-d5824cf447ad', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:26:04.368518 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.369421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41034) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:04.373719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:04.460213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.461256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.510812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Allocated IP 172.20.0.2 (4e50d1dd-73e5-473e-a361-d5824cf447ad/acf4676f-87ff-4689-becb-cedf572429da/12041591-665c-44b4-897c-1c63dfa4e497) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:04.514875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.653838 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.720310 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.739932 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.778842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:04.781793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:04.785846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:04.791171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Pushing event updated for resources: {'Port': ['ID=12041591-665c-44b4-897c-1c63dfa4e497,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:04.843699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Attempting to bind port 12041591-665c-44b4-897c-1c63dfa4e497 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:04.844084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Attempting to bind port 12041591-665c-44b4-897c-1c63dfa4e497 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:04.844446 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Attempting to bind port 12041591-665c-44b4-897c-1c63dfa4e497 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:04.849749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:04.850124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Checking segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:04.850527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.850923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Bound using segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:04.851390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Bound port: 12041591-665c-44b4-897c-1c63dfa4e497, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:04.851772 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:04.915883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] For port 12041591-665c-44b4-897c-1c63dfa4e497, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:04.920623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] For port 12041591-665c-44b4-897c-1c63dfa4e497, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=12041591-665c-44b4-897c-1c63dfa4e497,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:04.988220 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.017541 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.037607 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.147941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Allocated IP 172.25.7.10 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/3e8f4c97-31ee-4eb7-aec8-025e35dff286) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:05.214058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e320c-4604-4077-9ccd-c4427bae07c0 None None] Pushing event updated for resources: {'Port': ['ID=12041591-665c-44b4-897c-1c63dfa4e497,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:05.257940 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.362128 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.408065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:05.411684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:05.416316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:05.419415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Pushing event updated for resources: {'Port': ['ID=3e8f4c97-31ee-4eb7-aec8-025e35dff286,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:05.424915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c207d3f-7c3c-4338-b9e8-0b465c4bf27c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:05.519375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ce44cf6a-f7f2-4a3f-8ff9-eaf8f2dbe5fc None None] Provisioning complete for port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:05.521994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ce44cf6a-f7f2-4a3f-8ff9-eaf8f2dbe5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.559269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ce44cf6a-f7f2-4a3f-8ff9-eaf8f2dbe5fc None None] Port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:05.590397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 12041591-665c-44b4-897c-1c63dfa4e497 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:05.640710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 12041591-665c-44b4-897c-1c63dfa4e497 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:05.645153 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.718238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.750347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 12041591-665c-44b4-897c-1c63dfa4e497, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=12041591-665c-44b4-897c-1c63dfa4e497,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:05.756539 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.804672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:05.858002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=12041591-665c-44b4-897c-1c63dfa4e497,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:06.146464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d22d6-d3f4-48c9-ab1b-ffc126e45645 None None] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:06.218335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4e6297a9-3d96-4aea-8ed1-f9110cc19180 None None] Provisioning complete for port 12041591-665c-44b4-897c-1c63dfa4e497 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:06.218703 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4e6297a9-3d96-4aea-8ed1-f9110cc19180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:06.293871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:06.482906 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:26:06.553367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b301ea82-b741-4c40-8412-07dc3da9ae02 None None] Provisioning complete for port 12041591-665c-44b4-897c-1c63dfa4e497 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:06.553732 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b301ea82-b741-4c40-8412-07dc3da9ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:06.588641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:26:06.600525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Sync routers for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:26:06.637941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:06.638578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:06.656065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:06.657383 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d1cd65f2-2a47-4faa-aa93-f62cb25f232e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2870376 Dec 23 13:26:06.660186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41036) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:06.748123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:06.932318 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:05Z', 'revision_number': 3, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:06.959715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Checking router: 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:26:06.960057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Updating router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:26:06.984745 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.087734 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.238109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.245179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Allocated IP 172.20.0.1 (4e50d1dd-73e5-473e-a361-d5824cf447ad/acf4676f-87ff-4689-becb-cedf572429da/2d8fddb6-7788-41b1-9e5a-585e8281e800) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:07.322562 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.348236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.369425 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2732b3-6e1a-4b19-ae24-d239c0d4e06a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:07.382627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Attempting to bind port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:07.383004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Attempting to bind port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:07.383368 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Attempting to bind port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:07.385292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59b05a-2a4a-40d6-bfdf-1904cae6ae19 None None] Pushing event updated for resources: {'Port': ['ID=3e8f4c97-31ee-4eb7-aec8-025e35dff286,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:07.391437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:07.391816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:07.393380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.393380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:07.393894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Bound port: 3e8f4c97-31ee-4eb7-aec8-025e35dff286, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:07.394277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.445445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] For port 3e8f4c97-31ee-4eb7-aec8-025e35dff286, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:07.448639 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] For port 3e8f4c97-31ee-4eb7-aec8-025e35dff286, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e8f4c97-31ee-4eb7-aec8-025e35dff286,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:07.466933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7d28261a-6830-4765-abfd-9607fc4b952e None None] Provisioning complete for port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:07.467297 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d28261a-6830-4765-abfd-9607fc4b952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.478845 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.504693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7d28261a-6830-4765-abfd-9607fc4b952e None None] Port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:07.520250 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.526619 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:07.529813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:07.533516 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:07.558239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:07.571025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.571263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 12041591-665c-44b4-897c-1c63dfa4e497 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:07.571372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.571714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.572058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.572391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.572723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.573078 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.573397 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.573727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.574051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.574376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.574698 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.575022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:07.592811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.623629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474c4fc-31bc-4069-821b-4d7c85a00ac1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:07.647208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59b05a-2a4a-40d6-bfdf-1904cae6ae19 None None] Pushing event updated for resources: {'Port': ['ID=3e8f4c97-31ee-4eb7-aec8-025e35dff286,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:07.653875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:07.654495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:07.714742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 12041591-665c-44b4-897c-1c63dfa4e497 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:07.715120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.794870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.797442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] Provisioning complete for port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:07.797810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:07.837135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:07.959685 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.014160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.065469 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.085156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:08.088036 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.089499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] For port 3e8f4c97-31ee-4eb7-aec8-025e35dff286, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e8f4c97-31ee-4eb7-aec8-025e35dff286,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:08.111781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:05Z', 'revision_number': 3, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:08.143942 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893ca20-fdde-4f8a-b3dd-238719d74a7a None None] The sync data for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 is: [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:05Z', 'revision_number': 3, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:26:08.183986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:08.185453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:08.202649 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.269549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451f3e4-7689-444a-aa9a-9708e66e871f None None] Pushing event updated for resources: {'Port': ['ID=3e8f4c97-31ee-4eb7-aec8-025e35dff286,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:08.311687 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:26:08.335966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1043433d-cf37-4d09-83da-651be9cd1958 None None] Provisioning complete for port 2d8fddb6-7788-41b1-9e5a-585e8281e800 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:08.336341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1043433d-cf37-4d09-83da-651be9cd1958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.393818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1043433d-cf37-4d09-83da-651be9cd1958 None None] Port 2d8fddb6-7788-41b1-9e5a-585e8281e800 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:08.461053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:26:08.466540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-30835ac2-5279-4308-bf87-9dd34d2b4404 admin admin] 10.222.0.16 "PUT /v2.0/routers/2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047132 Dec 23 13:26:08.521662 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-edffe30f-ad70-4367-a1f8-57df8dc0451d None None] Provisioning complete for port 2d8fddb6-7788-41b1-9e5a-585e8281e800 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:08.522011 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-edffe30f-ad70-4367-a1f8-57df8dc0451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:08.557570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-edffe30f-ad70-4367-a1f8-57df8dc0451d None None] Port 2d8fddb6-7788-41b1-9e5a-585e8281e800 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:09.104591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41052) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:09.109583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-290402169-network', 'tenant_id': 'e447663dd7424e94a38d1510b399a016'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:09.180012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Made reservation on behalf of e447663dd7424e94a38d1510b399a016 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:26:09.182477 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.192120 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.269399 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.330311 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.359421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:26:09.365583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7805621-4971-4b2f-9e7c-7d954874325b,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:09.373005 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.373409 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Added segment b2f8bab2-0792-4362-930a-1521b332905e of type vlan for network 126e7e43-5310-4145-8b90-a638b95eea7f Dec 23 13:26:09.415871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.501390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.502403 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:09.502981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.566422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] Pushing event updated for resources: {'Network': ['ID=126e7e43-5310-4145-8b90-a638b95eea7f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:09.567512 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e8f4c97-31ee-4eb7-aec8-025e35dff286 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:09.594962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 126e7e43-5310-4145-8b90-a638b95eea7f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:26:09.618233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Sync routers for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:26:09.618942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0ab87371-7578-4cf3-bc17-0cab77d9ad46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5131598 Dec 23 13:26:09.621562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:09.626337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Request body: {'subnet': {'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-subnet', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:09.634121 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:09.635067 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:09.678677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Made reservation on behalf of e447663dd7424e94a38d1510b399a016 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:26:09.681448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.694916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:09.695282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.745444 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:09.902013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:09.951959 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 4, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2d8fddb6-7788-41b1-9e5a-585e8281e800', 'name': '', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'mac_address': 'fa:16:3e:22:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:07Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 2, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'subnets': [{'id': 'acf4676f-87ff-4689-becb-cedf572429da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:09.963941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f2665b-f9f0-44ac-b173-da746c91cbe4,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:09.973929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Checking segment: {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:09.974297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Network hostable DHCP agents. Network: 126e7e43-5310-4145-8b90-a638b95eea7f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:26:09.979918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Checking router: 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:26:09.980269 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Updating router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b port 2d8fddb6-7788-41b1-9e5a-585e8281e800 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:26:10.004788 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.032587 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Network 126e7e43-5310-4145-8b90-a638b95eea7f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:26:10.084192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 126e7e43-5310-4145-8b90-a638b95eea7f) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:10.088739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:10.089402 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.093262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb0857-f528-4578-b8ca-c52a9addf69f None None] Network 126e7e43-5310-4145-8b90-a638b95eea7f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:10.150435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fcb985fb-7a53-469c-ae27-3b9841491bfc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5277441 Dec 23 13:26:10.153050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41056) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:10.157484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:10.199435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-126e7e43-5310-4145-8b90-a638b95eea7f', 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f', 'project_id': 'e447663dd7424e94a38d1510b399a016', 'fixed_ips': [{'subnet_id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:26:10.200444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.267470 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.268932 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.271007 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.321250 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.339777 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Allocated IP 172.20.0.2 (126e7e43-5310-4145-8b90-a638b95eea7f/f1f2665b-f9f0-44ac-b173-da746c91cbe4/9152f3f3-ee18-4e47-8007-a4acd571c103) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:10.357310 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.407023 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Pushing event updated for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:10.418446 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.418791 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.419127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.419463 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.419787 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.420114 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.420435 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.420782 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.421130 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.421445 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.422232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.422338 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.422803 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:10.475812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Attempting to bind port 2d8fddb6-7788-41b1-9e5a-585e8281e800 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:10.476220 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Attempting to bind port 2d8fddb6-7788-41b1-9e5a-585e8281e800 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:10.476584 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Attempting to bind port 2d8fddb6-7788-41b1-9e5a-585e8281e800 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:10.482306 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:10.482710 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Checking segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:10.483259 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.483777 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Bound using segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:10.484300 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Bound port: 2d8fddb6-7788-41b1-9e5a-585e8281e800, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:10.484684 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.510970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.569080 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] For port 2d8fddb6-7788-41b1-9e5a-585e8281e800, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:10.571704 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.572297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] For port 2d8fddb6-7788-41b1-9e5a-585e8281e800, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d8fddb6-7788-41b1-9e5a-585e8281e800,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:10.582382 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.624342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Network 126e7e43-5310-4145-8b90-a638b95eea7f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:10.627350 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:10.629755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:10.638262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Pushing event updated for resources: {'Port': ['ID=9152f3f3-ee18-4e47-8007-a4acd571c103,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:10.661841 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.703009 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Attempting to bind port 9152f3f3-ee18-4e47-8007-a4acd571c103 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:10.703380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Attempting to bind port 9152f3f3-ee18-4e47-8007-a4acd571c103 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:10.703743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Attempting to bind port 9152f3f3-ee18-4e47-8007-a4acd571c103 on network 126e7e43-5310-4145-8b90-a638b95eea7f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:10.712354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:10.712928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Checking segment: {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:10.713184 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.713574 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Bound using segment: {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:10.714058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Bound port: 9152f3f3-ee18-4e47-8007-a4acd571c103, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:10.714471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.717075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] Provisioning complete for port 2d8fddb6-7788-41b1-9e5a-585e8281e800 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:10.717559 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.731683 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb91c1-020c-41a7-9646-61edd823799b None None] Pushing event updated for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:10.736118 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:10.736734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:10.850160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] For port 9152f3f3-ee18-4e47-8007-a4acd571c103, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:10.863815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] For port 9152f3f3-ee18-4e47-8007-a4acd571c103, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9152f3f3-ee18-4e47-8007-a4acd571c103,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:10.868353 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.879962 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:10.899512 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.921820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] For port 2d8fddb6-7788-41b1-9e5a-585e8281e800, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d8fddb6-7788-41b1-9e5a-585e8281e800,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:10.924295 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.926391 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:10.995926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.004109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee15e-9347-4bbc-9904-448dc8318042 None None] Pushing event updated for resources: {'Port': ['ID=9152f3f3-ee18-4e47-8007-a4acd571c103,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:11.066060 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Allocated IP 172.25.7.49 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/c707074e-005e-409b-8032-fdeb10831c93) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:11.076887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4a22-1bb9-40a5-8265-9147b863c4b6 None None] Pushing event updated for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:11.121499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-92533d29-10d9-42b9-8a1a-9f4bc49172bc None None] Provisioning complete for port 2d8fddb6-7788-41b1-9e5a-585e8281e800 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:11.121914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92533d29-10d9-42b9-8a1a-9f4bc49172bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.144119 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 4, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2d8fddb6-7788-41b1-9e5a-585e8281e800', 'name': '', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'mac_address': 'fa:16:3e:22:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:07Z', 'updated_at': '2021-12-23T13:26:10Z', 'revision_number': 4, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'subnets': [{'id': 'acf4676f-87ff-4689-becb-cedf572429da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:11.176404 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add8a8b-8807-47ed-b90e-d54cebad7954 None None] The sync data for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 is: [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:26:07Z', 'revision_number': 4, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2d8fddb6-7788-41b1-9e5a-585e8281e800', 'name': '', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'mac_address': 'fa:16:3e:22:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:07Z', 'updated_at': '2021-12-23T13:26:10Z', 'revision_number': 4, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'subnets': [{'id': 'acf4676f-87ff-4689-becb-cedf572429da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:26:11.184268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.330626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.379584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:11.391571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Pushing event updated for resources: {'Port': ['ID=c707074e-005e-409b-8032-fdeb10831c93,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:11.397137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:11.403954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:11.494651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fd5d4-d1d2-4102-ae19-221e927a35dc None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:11.622174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2bef205a-9c39-44de-a357-e8569ad4b917 None None] Provisioning complete for port c707074e-005e-409b-8032-fdeb10831c93 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:11.622762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2bef205a-9c39-44de-a357-e8569ad4b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.645554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9152f3f3-ee18-4e47-8007-a4acd571c103 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:11.691207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-2bef205a-9c39-44de-a357-e8569ad4b917 None None] Port c707074e-005e-409b-8032-fdeb10831c93 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:11.709869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9152f3f3-ee18-4e47-8007-a4acd571c103 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:11.710259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.788528 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.800969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.836984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port 9152f3f3-ee18-4e47-8007-a4acd571c103, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9152f3f3-ee18-4e47-8007-a4acd571c103,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:11.932697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:11.932697 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d8fddb6-7788-41b1-9e5a-585e8281e800 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:12.020024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=9152f3f3-ee18-4e47-8007-a4acd571c103,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:12.020256 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:12.045964 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2d8fddb6-7788-41b1-9e5a-585e8281e800 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:12.046328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:12.255941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:26:12.294805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bcc3d-63c8-49f3-a718-663ba1d7a5ed None None] Network 126e7e43-5310-4145-8b90-a638b95eea7f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:26:12.367494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c03de919-cbda-4f13-a01f-d5a511de2efd None None] Provisioning complete for port 9152f3f3-ee18-4e47-8007-a4acd571c103 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:12.367760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c03de919-cbda-4f13-a01f-d5a511de2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:12.375941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:26:12.401157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Sync routers for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:26:12.442634 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:12.443277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:12.474639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:12.476055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9c58e528-659c-4f02-9cc4-d2e97bf6dc6a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3221204 Dec 23 13:26:12.478749 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41058) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:26:12.599384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:12.812872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:11Z', 'revision_number': 3, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:12.844362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Checking router: 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:26:12.844643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Updating router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 port c707074e-005e-409b-8032-fdeb10831c93 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:26:12.872557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5dfd71a2-e9d3-4911-bc41-b411841692f1 None None] Provisioning complete for port 9152f3f3-ee18-4e47-8007-a4acd571c103 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:12.872951 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5dfd71a2-e9d3-4911-bc41-b411841692f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:12.896050 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.193309 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.220974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.265595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.331503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736f82a-2bd1-4472-adf9-0c5ab87b7861 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:13.341474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87cea-245d-4f94-a3b9-0958bab3f110 None None] Pushing event updated for resources: {'Port': ['ID=c707074e-005e-409b-8032-fdeb10831c93,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:13.344011 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Attempting to bind port c707074e-005e-409b-8032-fdeb10831c93 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:13.344390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Attempting to bind port c707074e-005e-409b-8032-fdeb10831c93 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:13.344759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Attempting to bind port c707074e-005e-409b-8032-fdeb10831c93 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:13.352473 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:13.352875 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:13.353315 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.353673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:13.354149 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Bound port: c707074e-005e-409b-8032-fdeb10831c93, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:13.354539 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.383368 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0dc315b4-254a-4bd3-b86a-6e9827375256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.387983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Allocated IP 172.20.0.1 (126e7e43-5310-4145-8b90-a638b95eea7f/f1f2665b-f9f0-44ac-b173-da746c91cbe4/35c14ee0-bec1-489f-a3e1-027b409cf2e5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:13.421418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] For port c707074e-005e-409b-8032-fdeb10831c93, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:13.425988 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] For port c707074e-005e-409b-8032-fdeb10831c93, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c707074e-005e-409b-8032-fdeb10831c93,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:13.428626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c8bfb79-94fa-46f2-bb81-cb642e1439ee None None] Provisioning complete for port c707074e-005e-409b-8032-fdeb10831c93 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:13.429028 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfb79-94fa-46f2-bb81-cb642e1439ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.465172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bfb79-94fa-46f2-bb81-cb642e1439ee None None] Port c707074e-005e-409b-8032-fdeb10831c93 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:13.484529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.494355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.545692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c883e43-6cec-411b-9e23-c079cf533cdb None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:26:13.559624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:13.560242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:13.563976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87cea-245d-4f94-a3b9-0958bab3f110 None None] Pushing event updated for resources: {'Port': ['ID=c707074e-005e-409b-8032-fdeb10831c93,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:13.602688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9152f3f3-ee18-4e47-8007-a4acd571c103 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:13.604651 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.645084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Network 126e7e43-5310-4145-8b90-a638b95eea7f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:13.649453 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:13.654212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:13.656064 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Pushing event updated for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:13.695101 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.721861 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] Provisioning complete for port c707074e-005e-409b-8032-fdeb10831c93 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:13.722337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.729445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:13.778674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 9152f3f3-ee18-4e47-8007-a4acd571c103 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:13.779037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.882775 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:13.930804 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:26:14.061287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.118378 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.183406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.185632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Pushing event updated for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:14.188173 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.208940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] For port c707074e-005e-409b-8032-fdeb10831c93, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c707074e-005e-409b-8032-fdeb10831c93,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:14.227727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:11Z', 'revision_number': 3, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:14.257002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d598f-f234-4c4b-959a-0cc1f9a8b682 None None] The sync data for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 is: [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:11Z', 'revision_number': 3, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:26:14.274385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.287586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Network 126e7e43-5310-4145-8b90-a638b95eea7f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:14.289373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:14.338172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961bb29-0dd5-43e4-9c5b-2eb552b5e509 None None] Pushing event updated for resources: {'Port': ['ID=c707074e-005e-409b-8032-fdeb10831c93,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:14.395620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-76e296a6-f653-4251-839f-918488a901cd None None] Provisioning complete for port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:14.395997 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76e296a6-f653-4251-839f-918488a901cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.419774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:26:14.442925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-76e296a6-f653-4251-839f-918488a901cd None None] Port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:14.565639 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:26:14.571131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0516684f-6cbc-410e-8070-9d01deea4d43 None None] Provisioning complete for port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:14.571502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0516684f-6cbc-410e-8070-9d01deea4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:14.576268 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f9fd631-5b98-4cb9-b970-a62dd87ae366 admin admin] 10.222.0.16 "PUT /v2.0/routers/3e5fb130-dbae-45d5-86f7-4ba6fb026b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0922034 Dec 23 13:26:14.608315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0516684f-6cbc-410e-8070-9d01deea4d43 None None] Port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:15.382239 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-074df5f8-1569-484c-844a-8912022d8267 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:15.383704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-074df5f8-1569-484c-844a-8912022d8267 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/networks?id=4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 200 len: 817 time: 0.1030090 Dec 23 13:26:15.399607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-730e47c4-e98a-434d-b6ce-1b2d79505f6b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/quotas/c3f6074caf91441ba75f4c5444c395ee HTTP/1.1" status: 200 len: 375 time: 0.0101278 Dec 23 13:26:15.453807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-b009e3f9-fed5-4694-af1f-57286f2db4df tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486147 Dec 23 13:26:15.559278 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-52a056d9-587b-44d1-bc9b-cb82d14c13a2 service neutron] 10.222.0.16 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932214 Dec 23 13:26:15.585586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c707074e-005e-409b-8032-fdeb10831c93 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:15.641913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port c707074e-005e-409b-8032-fdeb10831c93 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:15.641913 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:15.663561 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-0d82d37d-4740-44d5-a77b-5ec5690b1ac0 service neutron] 10.222.0.16 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973659 Dec 23 13:26:15.813905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Sync routers for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:26:15.823647 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:15.824355 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:25:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:15.896768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c17af85-ca34-4c85-8202-3e714144df62 req-9e25fa36-085d-4be7-bf2f-6965b190be5d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0301483 Dec 23 13:26:16.035751 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:16.118158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6c507cc-75e6-47a5-8646-38264292da15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.236718 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 4, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '35c14ee0-bec1-489f-a3e1-027b409cf2e5', 'name': '', 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'mac_address': 'fa:16:3e:c0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:13Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 2, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'subnets': [{'id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:16.268019 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Checking router: 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:26:16.268370 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Updating router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:26:16.292937 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.558559 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.627909 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.673951 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c276d47-44e9-4223-b6e1-e36530b67143 None None] Pushing event updated for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:16.718512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.741726 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Attempting to bind port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:16.742098 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Attempting to bind port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:16.742455 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Attempting to bind port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 on network 126e7e43-5310-4145-8b90-a638b95eea7f {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:16.747941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:16.748342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Checking segment: {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:16.748740 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.749162 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Bound using segment: {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:16.749705 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Bound port: 35c14ee0-bec1-489f-a3e1-027b409cf2e5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f8bab2-0792-4362-930a-1521b332905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:16.750117 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.827597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] For port 35c14ee0-bec1-489f-a3e1-027b409cf2e5, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:16.827597 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] For port 35c14ee0-bec1-489f-a3e1-027b409cf2e5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=35c14ee0-bec1-489f-a3e1-027b409cf2e5,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:16.911787 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.971527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] Provisioning complete for port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:16.971980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:16.981355 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c276d47-44e9-4223-b6e1-e36530b67143 None None] Pushing event updated for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:16.987013 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:26:16.987858 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:26:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:17.003223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3be8ecd1-1c9e-4775-90d2-76cc532ddeda req-fe344468-10e7-4615-a56f-a56c1c9893b1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0356491 Dec 23 13:26:17.067361 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:17.106304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] For port 35c14ee0-bec1-489f-a3e1-027b409cf2e5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=35c14ee0-bec1-489f-a3e1-027b409cf2e5,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:17.107716 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:26:17.197762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:17.247572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef948-fb9d-475d-9016-3919c86e5ae0 None None] Pushing event updated for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:17.317363 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 4, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '35c14ee0-bec1-489f-a3e1-027b409cf2e5', 'name': '', 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'mac_address': 'fa:16:3e:c0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:13Z', 'updated_at': '2021-12-23T13:26:16Z', 'revision_number': 4, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'subnets': [{'id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:26:17.319179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b9153113-bfd3-4c3c-bd0c-bcb4d048a1de None None] Provisioning complete for port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:17.319560 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9153113-bfd3-4c3c-bd0c-bcb4d048a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:17.344012 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81960df9-e63a-4682-8550-dd12537cba56 None None] The sync data for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 is: [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:13Z', 'revision_number': 4, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '35c14ee0-bec1-489f-a3e1-027b409cf2e5', 'name': '', 'network_id': '126e7e43-5310-4145-8b90-a638b95eea7f', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'mac_address': 'fa:16:3e:c0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:13Z', 'updated_at': '2021-12-23T13:26:16Z', 'revision_number': 4, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'subnets': [{'id': 'f1f2665b-f9f0-44ac-b173-da746c91cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:26:17.585436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 35c14ee0-bec1-489f-a3e1-027b409cf2e5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:17.639070 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:17.639487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.095737 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5186fde-5111-4859-9116-85e0d34cba30 req-7ca72acb-397a-40db-894f-34bca88b1f90 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Dec 23 13:26:18.191669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-54fbb091-7adf-4f5d-9738-1b12395c1bbb tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:18.193098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-54fbb091-7adf-4f5d-9738-1b12395c1bbb tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "GET /v2.0/networks?id=4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 200 len: 817 time: 0.1221418 Dec 23 13:26:18.206295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Request body: {'port': {'device_id': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'admin_state_up': True, 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:18.410026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Made reservation on behalf of c3f6074caf91441ba75f4c5444c395ee for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:26:18.410227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.413784 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.552493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Allocated IP 172.20.0.11 (4e50d1dd-73e5-473e-a361-d5824cf447ad/acf4676f-87ff-4689-becb-cedf572429da/7b483ccb-5b3c-4374-808a-a28dbee67438) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:26:18.703534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.791420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.841930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:26:18.845073 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:26:18.849027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:26:18.855436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Pushing event updated for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:18.907231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:18.908566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.962710 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:18.989042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d0179527-284c-4f01-a3f2-be870dd27e7d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7869363 Dec 23 13:26:19.080607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-0c839120-df78-4db7-be76-e215fd690de5 None None] Provisioning complete for port 7b483ccb-5b3c-4374-808a-a28dbee67438 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:19.081042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c839120-df78-4db7-be76-e215fd690de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.094345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Request body: {'port': {'device_id': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:26:19.119510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-0c839120-df78-4db7-be76-e215fd690de5 None None] Port 7b483ccb-5b3c-4374-808a-a28dbee67438 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:26:19.155025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.218329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3df4-0d3c-4f2e-b85a-53912cb0c939 req-1f35b3ab-76af-4b22-b61f-a20517b50535 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:19.219741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737a3df4-0d3c-4f2e-b85a-53912cb0c939 req-1f35b3ab-76af-4b22-b61f-a20517b50535 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 932 time: 0.0499747 Dec 23 13:26:19.255419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.270680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-737a3df4-0d3c-4f2e-b85a-53912cb0c939 req-658dc9af-e6a6-42e6-8d2a-9ff7879dc48f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Dec 23 13:26:19.424165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b483ccb-5b3c-4374-808a-a28dbee67438 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:26:19.431634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.443930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Transition to ACTIVE for port object 7b483ccb-5b3c-4374-808a-a28dbee67438 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:26:19.541178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.592577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:19.667454 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Attempting to bind port 7b483ccb-5b3c-4374-808a-a28dbee67438 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:26:19.667939 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Attempting to bind port 7b483ccb-5b3c-4374-808a-a28dbee67438 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:26:19.668273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Attempting to bind port 7b483ccb-5b3c-4374-808a-a28dbee67438 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:19.673177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Port 7b483ccb-5b3c-4374-808a-a28dbee67438 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:26:19.674128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Attempting to bind port 7b483ccb-5b3c-4374-808a-a28dbee67438 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:26:19.679378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:26:19.679717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Checking segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:26:19.680099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Bound using segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:26:19.680524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Bound port: 7b483ccb-5b3c-4374-808a-a28dbee67438, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:26:19.680924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.747796 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:26:19.750760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7b483ccb-5b3c-4374-808a-a28dbee67438,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:26:19.827593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.869836 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:19.870558 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:19.871896 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/7b483ccb-5b3c-4374-808a-a28dbee67438 HTTP/1.1" status: 200 len: 1092 time: 0.8745229 Dec 23 13:26:19.872361 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:26:19.874814 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408c2df8-d2e7-4b1d-ada0-5603718c28b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:26:19.926667 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc80e7f-8306-4807-8595-922074517ea7 x-openstack-request-id: req-bbc80e7f-8306-4807-8595-922074517ea7 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:26:19.926971 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:26:19.927231 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbc80e7f-8306-4807-8595-922074517ea7 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:26:19.927649 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438', 'status': 'completed', 'code': 200} Dec 23 13:26:19.933744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60669-e337-401b-974b-320e7edc09a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:19.988523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-6e0b5dfb-4a0c-498b-9d74-f92fe2a0a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:19.990098 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-6e0b5dfb-4a0c-498b-9d74-f92fe2a0a776 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 1095 time: 0.0467796 Dec 23 13:26:20.100712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-a43d0d09-5beb-4e71-ad06-81cb7a610368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.102291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-a43d0d09-5beb-4e71-ad06-81cb7a610368 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c3f6074caf91441ba75f4c5444c395ee&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1044049 Dec 23 13:26:20.201666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-47cff7d3-4e52-484c-be10-a2d45605b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.203154 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-408c2df8-d2e7-4b1d-ada0-5603718c28b8 req-47cff7d3-4e52-484c-be10-a2d45605b09a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936737 Dec 23 13:26:20.276142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-cd8baa43-e91c-4331-b9e4-fab4bda3fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.277574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-cd8baa43-e91c-4331-b9e4-fab4bda3fff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 1095 time: 0.0403728 Dec 23 13:26:20.320079 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-22507285-4c7f-4909-8a27-bef89c86db41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b483ccb-5b3c-4374-808a-a28dbee67438 HTTP/1.1" status: 200 len: 217 time: 0.0347049 Dec 23 13:26:20.374294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-4211e6b3-bcd3-4c5e-9229-8cef7269df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.375881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-4211e6b3-bcd3-4c5e-9229-8cef7269df1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=acf4676f-87ff-4689-becb-cedf572429da HTTP/1.1" status: 200 len: 856 time: 0.0488939 Dec 23 13:26:20.389878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a4948-32fc-4c4f-ade5-986317b7115b req-7a65ae70-a3cf-4f0b-a8f8-6d958e50f12f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.391350 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a6a4948-32fc-4c4f-ade5-986317b7115b req-7a65ae70-a3cf-4f0b-a8f8-6d958e50f12f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0521967 Dec 23 13:26:20.421680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-726bd9d7-fd1f-43b7-8af0-a7028f91bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:20.423509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-726bd9d7-fd1f-43b7-8af0-a7028f91bebb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e50d1dd-73e5-473e-a361-d5824cf447ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409417 Dec 23 13:26:20.440018 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7a6a4948-32fc-4c4f-ade5-986317b7115b req-16f11472-eec6-41e7-af4f-49848c585510 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Dec 23 13:26:20.512506 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-0455797e-3b06-4d39-a910-1ee123ca9047 service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818982 Dec 23 13:26:20.604179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d596ca05-5c26-4f84-af5a-f97df6f65e42 req-d887d005-ab60-49fe-8c5c-3aaefda0da8d service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Dec 23 13:26:21.557699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036eeb5-6839-4c14-a732-59bcad465239 req-25b4dac4-8692-4c2f-a6d8-d9a6b82aefc5 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:21.559204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2036eeb5-6839-4c14-a732-59bcad465239 req-25b4dac4-8692-4c2f-a6d8-d9a6b82aefc5 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0502000 Dec 23 13:26:21.606428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2036eeb5-6839-4c14-a732-59bcad465239 req-9330fc8f-4b2f-4c35-a592-9b2285c3b7a1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Dec 23 13:26:22.723037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648bf69-b7cd-4aa4-b044-70476eb706d4 req-1e1dd159-1ade-4726-8c5e-95f4e163106b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:22.724526 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3648bf69-b7cd-4aa4-b044-70476eb706d4 req-1e1dd159-1ade-4726-8c5e-95f4e163106b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0524631 Dec 23 13:26:22.771560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3648bf69-b7cd-4aa4-b044-70476eb706d4 req-13010136-6909-4fc0-bd03-d824e52c1d60 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Dec 23 13:26:23.272331 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:23.790346 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7b483ccb-5b3c-4374-808a-a28dbee67438 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:26:23.887453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee68bdb-58ae-4611-ade7-57ea128d9390 req-72304d1d-e549-4fb0-a211-1d9f26144df8 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:23.888673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7b483ccb-5b3c-4374-808a-a28dbee67438,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:23.888945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee68bdb-58ae-4611-ade7-57ea128d9390 req-72304d1d-e549-4fb0-a211-1d9f26144df8 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0488684 Dec 23 13:26:23.900920 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7b483ccb-5b3c-4374-808a-a28dbee67438', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'port_id': '7b483ccb-5b3c-4374-808a-a28dbee67438', 'mac_address': 'fa:16:3e:7c:f3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:26:23.941722 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bee68bdb-58ae-4611-ade7-57ea128d9390 req-669512b2-0e43-4bea-92c3-e38cdffc16cb tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Dec 23 13:26:23.943010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:23.956708 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b483ccb-5b3c-4374-808a-a28dbee67438 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:26:23.977556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7b483ccb-5b3c-4374-808a-a28dbee67438,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:24.078284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:24.130951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:24.138312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.138608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.138952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.139292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.139629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.139961 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.140290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.140619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.140977 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.141306 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.141638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.142441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.142783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:26:24.277907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7b483ccb-5b3c-4374-808a-a28dbee67438'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:26:25.057425 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ade5e-c42f-4b5c-b7a5-f8cf59bd56ae req-9a658409-6077-41fb-a9fe-2efc9b6cc909 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:25.058904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec6ade5e-c42f-4b5c-b7a5-f8cf59bd56ae req-9a658409-6077-41fb-a9fe-2efc9b6cc909 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Dec 23 13:26:25.109279 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec6ade5e-c42f-4b5c-b7a5-f8cf59bd56ae req-6ea24805-864e-4212-bfca-70dfef0f3a9f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Dec 23 13:26:25.806870 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7b483ccb-5b3c-4374-808a-a28dbee67438 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:26:25.928456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7b483ccb-5b3c-4374-808a-a28dbee67438 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:26:25.932472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7b483ccb-5b3c-4374-808a-a28dbee67438 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:26:25.932895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:26.009502 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:26.031678 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:26:26.034549 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7107bc3-7251-4680-a5b9-b5955a0d2ed9" -d '{"events": [{"server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:26:26.049576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7b483ccb-5b3c-4374-808a-a28dbee67438,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:26.117233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:26.141458 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52659d9-abb4-4307-9816-317066aa0b20 x-openstack-request-id: req-b52659d9-abb4-4307-9816-317066aa0b20 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:26:26.141458 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:26:26.141458 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b52659d9-abb4-4307-9816-317066aa0b20 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:26:26.141932 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438', 'code': 200} Dec 23 13:26:26.174903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:26.232261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254128fa-d9e2-41a7-8ab9-8ff582ca116f req-60241d79-b8a1-4bfa-9219-b48072bda3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:26.233903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-254128fa-d9e2-41a7-8ab9-8ff582ca116f req-60241d79-b8a1-4bfa-9219-b48072bda3a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0414517 Dec 23 13:26:26.248009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08456-a2c6-4a3a-9dd2-2175454aae44 req-988946f7-f435-4641-aa20-135c4965a67a tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:26.249512 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbc08456-a2c6-4a3a-9dd2-2175454aae44 req-988946f7-f435-4641-aa20-135c4965a67a tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0494115 Dec 23 13:26:26.277799 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-254128fa-d9e2-41a7-8ab9-8ff582ca116f req-a4aa7a5f-3628-4a7f-904b-04c69ce1f0aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Dec 23 13:26:26.296629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbc08456-a2c6-4a3a-9dd2-2175454aae44 req-7b60aa84-e806-4819-a745-441c8cb26c90 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 23 13:26:27.420095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d27c1e-a634-4818-a677-cc5f449a7285 req-49014e15-fd67-46c8-86df-45b4f834ee79 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:27.421847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53d27c1e-a634-4818-a677-cc5f449a7285 req-49014e15-fd67-46c8-86df-45b4f834ee79 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Dec 23 13:26:27.470594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53d27c1e-a634-4818-a677-cc5f449a7285 req-72c47434-163f-4e2a-90a7-a2841d7ac659 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Dec 23 13:26:28.589831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088efa4d-6b3c-426d-b793-8eee5aaa0433 req-0b5adc93-da7a-4eb4-a84e-b94b1d552d4b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:28.591297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-088efa4d-6b3c-426d-b793-8eee5aaa0433 req-0b5adc93-da7a-4eb4-a84e-b94b1d552d4b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0524089 Dec 23 13:26:28.637440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-088efa4d-6b3c-426d-b793-8eee5aaa0433 req-39514fea-d069-4496-8f95-f9e9073cabb9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Dec 23 13:26:28.750479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad811841-1ecf-4255-aac3-379b66099c48 req-3d8928eb-9c99-4487-a398-f50296bbd391 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:28.752407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad811841-1ecf-4255-aac3-379b66099c48 req-3d8928eb-9c99-4487-a398-f50296bbd391 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Dec 23 13:26:28.799942 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad811841-1ecf-4255-aac3-379b66099c48 req-01eea2a4-0b53-4889-a174-e034ebf37896 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Dec 23 13:26:38.508196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-eb6a348c-935f-4c4c-a83e-580d7bbf855a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439494 Dec 23 13:26:38.594664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-3f356e6b-2166-4226-8977-ab5a79d2f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:38.596132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-3f356e6b-2166-4226-8977-ab5a79d2f6de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0406950 Dec 23 13:26:38.697823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-423b9d3c-a41d-400b-a4d7-e9b2dde0ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:38.699302 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-423b9d3c-a41d-400b-a4d7-e9b2dde0ad30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 200 len: 918 time: 0.0844026 Dec 23 13:26:38.744175 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-86770251-f56a-44f2-880d-a01b5db2fca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b483ccb-5b3c-4374-808a-a28dbee67438 HTTP/1.1" status: 200 len: 217 time: 0.0381153 Dec 23 13:26:38.795055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-70cdcf95-b44e-4862-be4b-bf2c7d73ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:38.796442 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-70cdcf95-b44e-4862-be4b-bf2c7d73ef16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=acf4676f-87ff-4689-becb-cedf572429da HTTP/1.1" status: 200 len: 856 time: 0.0444260 Dec 23 13:26:38.841777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-49fe0f5e-ed56-4c43-811e-4f777012b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:38.843257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-49fe0f5e-ed56-4c43-811e-4f777012b225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e50d1dd-73e5-473e-a361-d5824cf447ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399456 Dec 23 13:26:38.936481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-da767505-8c5e-4c6d-a0c3-e306cce0ad7e service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855677 Dec 23 13:26:39.026770 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f6d8927-af5b-4fb0-82e6-0a40ea679371 req-cb5dcba4-1b69-4c4a-8e39-7fc09a27b9ca service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821345 Dec 23 13:26:43.346796 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7eca85a2-40a4-4f4d-ac60-2562ab392371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:46.129881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a991c253-9a7b-48e3-bc57-d19fe4891388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:46.718031 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:48.449630 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:48.974380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:49.259883 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:50.931567 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:26:53.243720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:54.044746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccbf0d-d3d0-42fc-8555-d0edd6b1ce10 req-d1d75f7a-3075-4bc9-af6a-d7e3ace3d2af tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:54.046356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26ccbf0d-d3d0-42fc-8555-d0edd6b1ce10 req-d1d75f7a-3075-4bc9-af6a-d7e3ace3d2af tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0510271 Dec 23 13:26:54.102381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26ccbf0d-d3d0-42fc-8555-d0edd6b1ce10 req-93b803ac-90f8-4fd4-a9cc-2370f5ee2fda tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Dec 23 13:26:55.221478 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154018fd-b1fa-4e3a-93d4-2ec06bdc4d5b req-22e7f595-7729-46ef-9b10-865b01cbcefe tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:55.222936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-154018fd-b1fa-4e3a-93d4-2ec06bdc4d5b req-22e7f595-7729-46ef-9b10-865b01cbcefe tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Dec 23 13:26:55.270030 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-154018fd-b1fa-4e3a-93d4-2ec06bdc4d5b req-aa9f052b-dbd6-4088-b345-034733fab3f1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Dec 23 13:26:55.533168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4a84646f-5ea2-47c9-84ef-2a48817bffa1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:55.534643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4a84646f-5ea2-47c9-84ef-2a48817bffa1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 946 time: 0.0490520 Dec 23 13:26:55.628919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Deleting port 7b483ccb-5b3c-4374-808a-a28dbee67438 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:26:55.629258 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:55.721700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] For port 7b483ccb-5b3c-4374-808a-a28dbee67438, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7b483ccb-5b3c-4374-808a-a28dbee67438,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:26:55.722075 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:55.733877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Calling delete_port for 7b483ccb-5b3c-4374-808a-a28dbee67438 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:26:55.912236 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:55.925486 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7b483ccb-5b3c-4374-808a-a28dbee67438'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:26:55.947280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Pushing event deleted for resources: {'Port': ['ID=7b483ccb-5b3c-4374-808a-a28dbee67438,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:26:55.989309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] No DVR routers for this DVR port 7b483ccb-5b3c-4374-808a-a28dbee67438 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:26:55.992397 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:26:55.996164 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6b72f6b2-d4c4-4931-bdef-60ecb23cd5b4 req-4c87b6cd-9685-4e70-8041-8a6106e077c9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "DELETE /v2.0/ports/7b483ccb-5b3c-4374-808a-a28dbee67438 HTTP/1.1" status: 204 len: 173 time: 0.4540408 Dec 23 13:26:55.996630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'name': 'network-vif-deleted', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:26:55.999019 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0eecc-3dea-441a-8a6f-80793aa0e691" -d '{"events": [{"server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "name": "network-vif-deleted", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:26:56.035149 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a05806-8e14-4b09-8636-0af6c6095958 x-openstack-request-id: req-72a05806-8e14-4b09-8636-0af6c6095958 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:26:56.035439 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74af6cc-51fe-4cf4-8d77-641df218b8e8", "name": "network-vif-deleted", "tag": "7b483ccb-5b3c-4374-808a-a28dbee67438", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:26:56.035731 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72a05806-8e14-4b09-8636-0af6c6095958 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:26:56.036148 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74af6cc-51fe-4cf4-8d77-641df218b8e8', 'name': 'network-vif-deleted', 'tag': '7b483ccb-5b3c-4374-808a-a28dbee67438', 'status': 'completed', 'code': 200} Dec 23 13:26:56.380578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c23566a-bc8f-48ae-969a-f5e12b5062ba req-235dcd73-9088-4b2e-8a5b-efe6e78cd2b9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74af6cc-51fe-4cf4-8d77-641df218b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Dec 23 13:26:57.992660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7b483ccb-5b3c-4374-808a-a28dbee67438 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:26:58.013706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 7b483ccb-5b3c-4374-808a-a28dbee67438 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:26:58.014052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7b483ccb-5b3c-4374-808a-a28dbee67438 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:26:58.163600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-9918a8c2-48f7-4307-b472-b35f27d4de28 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:26:58.165150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-9918a8c2-48f7-4307-b472-b35f27d4de28 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/networks?id=4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 200 len: 817 time: 0.1031780 Dec 23 13:26:58.180619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-c81866c3-56d1-489c-8d47-9f44fb58bd69 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/quotas/c3f6074caf91441ba75f4c5444c395ee HTTP/1.1" status: 200 len: 375 time: 0.0097020 Dec 23 13:26:58.229943 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-1b618167-0d2d-4b2e-a046-8380b60833d9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441163 Dec 23 13:26:58.326202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-c1d6f2fd-9076-42fc-837b-df4d2057b8fa service neutron] 10.222.0.16 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847213 Dec 23 13:26:58.413313 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-26112afb-a38c-4050-9eae-7cc776db3ed9 service neutron] 10.222.0.16 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809822 Dec 23 13:26:58.631221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-296821b4-98ab-4fd1-9416-daeb0293351b req-7c33ba05-853d-476f-8609-e330c0d6cce3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 210 time: 0.0266991 Dec 23 13:26:59.723918 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0e8a9498-1b93-48fc-aba2-63590bcf99fe req-e3d4a8fe-5207-4cc2-8f1f-ba2d8824e21e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 210 time: 0.0257037 Dec 23 13:27:00.224560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-c3455e5e-692a-4ae2-8fe9-b8e2f229e59c tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:00.225944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-c3455e5e-692a-4ae2-8fe9-b8e2f229e59c tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "GET /v2.0/networks?id=4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 200 len: 817 time: 0.1038969 Dec 23 13:27:00.238367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Request body: {'port': {'device_id': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'admin_state_up': True, 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:00.443456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Made reservation on behalf of c3f6074caf91441ba75f4c5444c395ee for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:27:00.447721 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:00.574367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Allocated IP 172.20.0.13 (4e50d1dd-73e5-473e-a361-d5824cf447ad/acf4676f-87ff-4689-becb-cedf572429da/528bc3a9-ab50-400e-b09f-0a7eaf24bc79) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:00.718386 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:00.825100 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7da186af-1787-47ab-b1a4-9f4d542f5202 req-8fd6ba60-2469-47cd-a503-114e89d9de81 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 210 time: 0.0313411 Dec 23 13:27:00.832950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:00.878496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:00.881716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:00.886081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:00.916245 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Pushing event updated for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:00.950910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:00.952047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.042566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-679a9ba3-063b-4b5e-a2d7-1db9c11c54d3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8076987 Dec 23 13:27:01.056524 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Request body: {'port': {'device_id': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:01.112585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.141061 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-4b848475-0396-4e76-b4b3-d3ec3dc8a76c None None] Provisioning complete for port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:01.141646 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b848475-0396-4e76-b4b3-d3ec3dc8a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.175481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-4b848475-0396-4e76-b4b3-d3ec3dc8a76c None None] Port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:01.389878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:27:01.397577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.410390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Transition to ACTIVE for port object 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:27:01.505910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.560496 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Pushing event updated for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:01.637746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Attempting to bind port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:01.638081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Attempting to bind port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:01.638410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Attempting to bind port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:01.643031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:27:01.643285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Attempting to bind port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 on network 4e50d1dd-73e5-473e-a361-d5824cf447ad {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:01.648241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:01.648596 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Checking segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:01.649021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Bound using segment: {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:01.649439 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Bound port: 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee707c1-42dc-4d75-9018-217e76b393a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:01.649791 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.721353 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:01.724607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:01.815788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.853024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:01.855633 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:01.858255 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] 10.222.0.43 "PUT /v2.0/ports/528bc3a9-ab50-400e-b09f-0a7eaf24bc79 HTTP/1.1" status: 200 len: 1092 time: 0.8063216 Dec 23 13:27:01.883694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:27:01.886256 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff59353-e73b-41fd-b8d1-5d2959278d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:27:01.898714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13f7b-3bb4-413d-b3c2-7c7af80d8e14 service neutron] Pushing event updated for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:01.940847 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e320c0-741d-46de-bc6a-670843e7ee89 x-openstack-request-id: req-34e320c0-741d-46de-bc6a-670843e7ee89 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:27:01.941376 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:27:01.941694 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34e320c0-741d-46de-bc6a-670843e7ee89 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:27:01.942097 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79', 'status': 'completed', 'code': 200} Dec 23 13:27:01.967624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1508a-d69f-45b4-a0ff-92d722e8a712 req-3ae48b88-7238-4d5a-9bcd-c689ca9f5bb3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:01.972723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81d1508a-d69f-45b4-a0ff-92d722e8a712 req-3ae48b88-7238-4d5a-9bcd-c689ca9f5bb3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 944 time: 0.0618169 Dec 23 13:27:02.005729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-6ce61592-e664-4f6b-b894-4f2a07a4426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.007388 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-6ce61592-e664-4f6b-b894-4f2a07a4426d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 1095 time: 0.0449944 Dec 23 13:27:02.026953 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81d1508a-d69f-45b4-a0ff-92d722e8a712 req-f973ffdb-7875-4c3b-aa40-e51eaa0ab9b0 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490224 Dec 23 13:27:02.117297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-b57ab5a7-0dde-4012-920a-099eb9677c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.119283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-b57ab5a7-0dde-4012-920a-099eb9677c3c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c3f6074caf91441ba75f4c5444c395ee&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0994167 Dec 23 13:27:02.217935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-2f2a7791-060b-410f-8a00-7ad70dba1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.219296 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6ff59353-e73b-41fd-b8d1-5d2959278d7b req-2f2a7791-060b-410f-8a00-7ad70dba1c30 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926402 Dec 23 13:27:02.293087 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-10174c94-d97e-49c4-9941-a13fa38ccc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.294565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-10174c94-d97e-49c4-9941-a13fa38ccc3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3f6074caf91441ba75f4c5444c395ee&device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 1095 time: 0.0397685 Dec 23 13:27:02.337782 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-728e1050-51c7-445c-a435-93fa14eeaec0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Dec 23 13:27:02.389478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-fc7d828b-7a3e-45b1-a4d5-be3b87f3aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.390968 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-fc7d828b-7a3e-45b1-a4d5-be3b87f3aa1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=acf4676f-87ff-4689-becb-cedf572429da HTTP/1.1" status: 200 len: 856 time: 0.0470085 Dec 23 13:27:02.763844 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090594f-9920-475d-825a-0e5545d53d00 req-fe84e9ed-a79b-4c7f-ab43-cf182405d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:02.765368 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-fe84e9ed-a79b-4c7f-ab43-cf182405d687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4e50d1dd-73e5-473e-a361-d5824cf447ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677418 Dec 23 13:27:02.856623 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-5e626b41-990d-490d-baaa-becb9405745a service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835733 Dec 23 13:27:02.956565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1090594f-9920-475d-825a-0e5545d53d00 req-d6fb7bb0-b59e-4110-9996-9c01e0a6d324 service neutron] 10.222.0.43 "GET /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934808 Dec 23 13:27:03.148582 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da558fd3-de0a-4b95-8801-73b4d63f00e9 req-6e9ee267-cc1b-4531-b911-96faa4fcdc59 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:03.150904 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da558fd3-de0a-4b95-8801-73b4d63f00e9 req-6e9ee267-cc1b-4531-b911-96faa4fcdc59 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 944 time: 0.0522885 Dec 23 13:27:03.197543 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da558fd3-de0a-4b95-8801-73b4d63f00e9 req-ea7a1b6f-820b-436b-9443-56768d844b83 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Dec 23 13:27:04.314877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e054d-37da-4dce-a5d4-bc1bc430225e req-50b5bf6b-9add-45b9-8396-e4faedddd1f2 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:04.316335 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-370e054d-37da-4dce-a5d4-bc1bc430225e req-50b5bf6b-9add-45b9-8396-e4faedddd1f2 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 944 time: 0.0514493 Dec 23 13:27:04.362731 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-370e054d-37da-4dce-a5d4-bc1bc430225e req-7c6d6374-c5c1-4d14-a8ee-4667d348abc9 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Dec 23 13:27:05.479598 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7020c35-9bfb-4880-95a7-ed4f260619b9 req-0b7a335d-6890-4da4-86bc-35f855d1efd4 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:05.481089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7020c35-9bfb-4880-95a7-ed4f260619b9 req-0b7a335d-6890-4da4-86bc-35f855d1efd4 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 944 time: 0.0493994 Dec 23 13:27:05.528831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f7020c35-9bfb-4880-95a7-ed4f260619b9 req-25d45b8a-5720-4673-9142-f2a3995c5f6d tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Dec 23 13:27:06.034815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:27:06.129180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:06.141178 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79', 'network_id': '4e50d1dd-73e5-473e-a361-d5824cf447ad', 'port_id': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79', 'mac_address': 'fa:16:3e:09:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf4676f-87ff-4689-becb-cedf572429da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:27:06.177322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:06.193182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:27:06.212016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:06.283574 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:06.329337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:06.470609 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['528bc3a9-ab50-400e-b09f-0a7eaf24bc79'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:27:06.647257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77df94d-49b5-4df4-a67e-29d33cb957e9 req-2342007a-b449-4ab4-ad7d-fbc790cf4a6f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:06.648749 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a77df94d-49b5-4df4-a67e-29d33cb957e9 req-2342007a-b449-4ab4-ad7d-fbc790cf4a6f tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 945 time: 0.0485272 Dec 23 13:27:06.698743 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a77df94d-49b5-4df4-a67e-29d33cb957e9 req-30704a2f-65c0-4a0b-998f-64b7b13aa0c3 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Dec 23 13:27:07.814534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471ec71-dee7-48da-bb54-c69692832bbb req-3531a39b-d9fb-4ba4-914c-74cfc024a6b8 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:07.815905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7471ec71-dee7-48da-bb54-c69692832bbb req-3531a39b-d9fb-4ba4-914c-74cfc024a6b8 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 945 time: 0.0478528 Dec 23 13:27:07.862437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7471ec71-dee7-48da-bb54-c69692832bbb req-feccecbe-ef2b-4e54-b2b5-64eb3a431194 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Dec 23 13:27:08.039715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:08.156855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:27:08.160504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:08.160918 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:08.236558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:08.258759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:27:08.261915 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efbd452-493b-4971-b124-ba6c8c69dc61" -d '{"events": [{"server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "name": "network-vif-plugged", "status": "completed", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:27:08.274413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:08.299818 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432aa1c-4c91-4ae6-ac78-440dc14578e6 x-openstack-request-id: req-6432aa1c-4c91-4ae6-ac78-440dc14578e6 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:27:08.300107 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "name": "network-vif-plugged", "status": "completed", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:27:08.300358 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6432aa1c-4c91-4ae6-ac78-440dc14578e6 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:27:08.300742 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79', 'code': 200} Dec 23 13:27:08.347074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:08.394651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef16ed9-cc97-4aa0-8eff-ee8dc81fa159 req-4025745a-9a71-4e14-90ac-8e17fac08f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:08.396185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5ef16ed9-cc97-4aa0-8eff-ee8dc81fa159 req-4025745a-9a71-4e14-90ac-8e17fac08f07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 1097 time: 0.0402153 Dec 23 13:27:08.398598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:08.441291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5ef16ed9-cc97-4aa0-8eff-ee8dc81fa159 req-7c9c1ab9-38a5-4439-af41-0542bc4f85a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 Dec 23 13:27:08.977794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc626-4dcd-48a2-b9c9-5815e65e1a55 req-a08e8e40-42d9-4ddc-8632-6ec2bc503964 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:08.980065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e50cc626-4dcd-48a2-b9c9-5815e65e1a55 req-a08e8e40-42d9-4ddc-8632-6ec2bc503964 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.0483973 Dec 23 13:27:09.025454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e50cc626-4dcd-48a2-b9c9-5815e65e1a55 req-ce620d16-2eec-4b11-a38d-228db023e5cf tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Dec 23 13:27:10.497373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a450b-b34f-4037-b394-9cb477c7d5fc req-3b9c42f2-f625-4a18-8c52-d2eab715ff12 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:10.498857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d68a450b-b34f-4037-b394-9cb477c7d5fc req-3b9c42f2-f625-4a18-8c52-d2eab715ff12 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.4026806 Dec 23 13:27:10.545052 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d68a450b-b34f-4037-b394-9cb477c7d5fc req-2be6f72a-5a1c-4ed9-b358-4119ab49c41a tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Dec 23 13:27:10.655884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86b241-4f80-4d19-a197-de8d165d6d53 req-ac3af9ab-8ec7-4f38-bc3c-fe4387cc66f6 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:10.657363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c86b241-4f80-4d19-a197-de8d165d6d53 req-ac3af9ab-8ec7-4f38-bc3c-fe4387cc66f6 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.0467360 Dec 23 13:27:10.703709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1c86b241-4f80-4d19-a197-de8d165d6d53 req-633973d7-ff2f-4eb8-9ae9-04e16124369b tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Dec 23 13:27:13.346025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-395dd06e-9aef-4401-a7b1-5a8b27d6d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:16.106059 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2e28b8c-9641-44c9-99f0-8c0c0b6685fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:16.706245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:18.437702 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:18.974979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:19.243858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:23.260587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:27.932684 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:27:35.501884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b4dbc-04e5-4509-a12a-6f057f55ea6f req-e4e2f660-f3ad-4fd2-9a04-1104961fa0f1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:35.503487 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-145b4dbc-04e5-4509-a12a-6f057f55ea6f req-e4e2f660-f3ad-4fd2-9a04-1104961fa0f1 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.0525858 Dec 23 13:27:35.559177 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-145b4dbc-04e5-4509-a12a-6f057f55ea6f req-3acd546d-3551-40a1-8f67-42499a35f8d4 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Dec 23 13:27:36.680743 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0211a-30e9-4a7a-9afe-353e3dbdb68b req-5bf7cec3-961c-420f-99d9-15b17cef8b11 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:36.682143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0d0211a-30e9-4a7a-9afe-353e3dbdb68b req-5bf7cec3-961c-420f-99d9-15b17cef8b11 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.0504479 Dec 23 13:27:36.729272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0d0211a-30e9-4a7a-9afe-353e3dbdb68b req-3900ccd1-699b-477c-bfda-7cbf454365fe tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/security-groups?id=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Dec 23 13:27:37.034946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b23a-ab7a-4236-b301-136475821c10 req-ca856b69-7189-4b8a-8b6c-0fe3a8a8397a tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:37.036436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2699b23a-ab7a-4236-b301-136475821c10 req-ca856b69-7189-4b8a-8b6c-0fe3a8a8397a tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 946 time: 0.0525603 Dec 23 13:27:37.123471 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Deleting port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:37.124004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:37.212569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] For port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:37.212963 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:37.225791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Calling delete_port for 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:37.419883 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:37.432296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['528bc3a9-ab50-400e-b09f-0a7eaf24bc79'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:27:37.453302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Pushing event deleted for resources: {'Port': ['ID=528bc3a9-ab50-400e-b09f-0a7eaf24bc79,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:37.465564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.465919 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.466267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.466728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.467162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.467491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.467822 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.468148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.468472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.468795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.469143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.469458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.469777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:37.504753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] No DVR routers for this DVR port 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:27:37.507587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:37.511016 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2699b23a-ab7a-4236-b301-136475821c10 req-611e6184-bbc0-4974-b163-ab7f05bc245e tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.43 "DELETE /v2.0/ports/528bc3a9-ab50-400e-b09f-0a7eaf24bc79 HTTP/1.1" status: 204 len: 173 time: 0.4688385 Dec 23 13:27:37.511470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'name': 'network-vif-deleted', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:27:37.514018 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd6d50-03b0-4cc9-95ae-0d4fe3cc4349" -d '{"events": [{"server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "name": "network-vif-deleted", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:27:37.558506 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec455075-a155-4dad-80dc-7559b72ae2c8 x-openstack-request-id: req-ec455075-a155-4dad-80dc-7559b72ae2c8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:27:37.558506 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ed7065-423b-49ea-8a95-c126b4bfa6fa", "name": "network-vif-deleted", "tag": "528bc3a9-ab50-400e-b09f-0a7eaf24bc79", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:27:37.558506 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec455075-a155-4dad-80dc-7559b72ae2c8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:27:37.558506 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed7065-423b-49ea-8a95-c126b4bfa6fa', 'name': 'network-vif-deleted', 'tag': '528bc3a9-ab50-400e-b09f-0a7eaf24bc79', 'status': 'completed', 'code': 200} Dec 23 13:27:37.837170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37cb3374-5618-4e9b-a93f-57369025c395 req-d4f16d56-35a2-421f-a2e2-f42593faf565 tempest-TestEncryptedCinderVolumes-1658725004 tempest-TestEncryptedCinderVolumes-1658725004-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ed7065-423b-49ea-8a95-c126b4bfa6fa HTTP/1.1" status: 200 len: 210 time: 0.0275776 Dec 23 13:27:39.001399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41386) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:39.349394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:39.595684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Deleting port 2d8fddb6-7788-41b1-9e5a-585e8281e800 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:39.596017 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:39.672405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] For port 2d8fddb6-7788-41b1-9e5a-585e8281e800, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2d8fddb6-7788-41b1-9e5a-585e8281e800,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:39.672679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:39.685916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Calling delete_port for 2d8fddb6-7788-41b1-9e5a-585e8281e800 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:39.957518 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:39.985156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8fddb6-7788-41b1-9e5a-585e8281e800,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:40.155520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:40.178357 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:40.198551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:40.198895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 528bc3a9-ab50-400e-b09f-0a7eaf24bc79 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:40.368555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:27:40.474914 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:27:40.480142 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-876ed13a-4079-4fb5-bed1-a0ae7318cbcc admin admin] 10.222.0.16 "PUT /v2.0/routers/2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4776719 Dec 23 13:27:40.483224 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41388) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:40.485706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Sync routers for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:27:40.495931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:40.496543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:40.586882 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:40.600029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:40.687211 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:40.779474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:27:39Z', 'revision_number': 5, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port': {'id': '3e8f4c97-31ee-4eb7-aec8-025e35dff286', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:05Z', 'updated_at': '2021-12-23T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:40.806534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Checking router: 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:27:40.808569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Deleting port 3e8f4c97-31ee-4eb7-aec8-025e35dff286 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:40.808953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:40.815712 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Routers {'2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:40.816312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:40.886737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] For port 3e8f4c97-31ee-4eb7-aec8-025e35dff286, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3e8f4c97-31ee-4eb7-aec8-025e35dff286,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:40.887099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:40.900025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Calling delete_port for 3e8f4c97-31ee-4eb7-aec8-025e35dff286 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:40.902332 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] Set router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:40.954724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:27:40Z', 'revision_number': 6, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:40.984798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7dbea-fd52-423f-980d-6da8846dbeb5 None None] The sync data for ids ['2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b'] in n-d-822750-2 is: [{'id': '2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b', 'name': 'tempest-TestEncryptedCinderVolumes-1288166126-router', 'tenant_id': 'c3f6074caf91441ba75f4c5444c395ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:04Z', 'updated_at': '2021-12-23T13:27:40Z', 'revision_number': 6, 'project_id': 'c3f6074caf91441ba75f4c5444c395ee', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:27:41.100161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.126931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8f4c97-31ee-4eb7-aec8-025e35dff286,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:41.137935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366427e-396a-4899-b51d-333afe83384c None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:41.190349 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.281996 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.284025 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.370125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.370714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:27:41.381179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.381179 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f08d3176-c6a4-4084-8e79-919535142a0f admin admin] 10.222.0.16 "DELETE /v2.0/routers/2b1f231d-1fc9-46f0-8ba6-dc3f89d8393b HTTP/1.1" status: 204 len: 168 time: 0.8926702 Dec 23 13:27:41.381640 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41390) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:41.433703 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Deleting subnet acf4676f-87ff-4689-becb-cedf572429da {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:27:41.443649 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.470545 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.547713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.660369 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.685966 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf4676f-87ff-4689-becb-cedf572429da,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:41.694751 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.695107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.695326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b56b34-b3aa-4300-b459-af90a4afe524 None None] Network 4e50d1dd-73e5-473e-a361-d5824cf447ad requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:41.695839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.695839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.696093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.696421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.696752 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.697104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.697430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.697750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.698073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.698391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.698710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:41.701748 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.705573 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2508a0c2-a17d-4d6d-b140-cf781788f281 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/acf4676f-87ff-4689-becb-cedf572429da HTTP/1.1" status: 204 len: 168 time: 0.3243482 Dec 23 13:27:41.707473 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41392) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:41.786069 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.812631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d8fddb6-7788-41b1-9e5a-585e8281e800 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:41.834072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2d8fddb6-7788-41b1-9e5a-585e8281e800 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:41.834750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2d8fddb6-7788-41b1-9e5a-585e8281e800 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:41.835365 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e8f4c97-31ee-4eb7-aec8-025e35dff286 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:41.843263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Deleting port 12041591-665c-44b4-897c-1c63dfa4e497 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:41.843605 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.857208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3e8f4c97-31ee-4eb7-aec8-025e35dff286 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:41.857739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3e8f4c97-31ee-4eb7-aec8-025e35dff286 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:41.877622 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] DHCP port deletion for 4e50d1dd-73e5-473e-a361-d5824cf447ad request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:41.913149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] For port 12041591-665c-44b4-897c-1c63dfa4e497, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=12041591-665c-44b4-897c-1c63dfa4e497,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:41.913769 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:41.927969 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Calling delete_port for 12041591-665c-44b4-897c-1c63dfa4e497 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:41.929591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Deleting port 12041591-665c-44b4-897c-1c63dfa4e497 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:41.930000 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.072568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.098427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Pushing event deleted for resources: {'Port': ['ID=12041591-665c-44b4-897c-1c63dfa4e497,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:42.103646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] No DVR routers for this DVR port 12041591-665c-44b4-897c-1c63dfa4e497 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:27:42.163764 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] For port 12041591-665c-44b4-897c-1c63dfa4e497, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=12041591-665c-44b4-897c-1c63dfa4e497,segment=NetworkSegment(4ee707c1-42dc-4d75-9018-217e76b393a0),segment_id=4ee707c1-42dc-4d75-9018-217e76b393a0)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:42.164065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.175749 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.176330 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Calling delete_port for 12041591-665c-44b4-897c-1c63dfa4e497 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:42.197174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e50d1dd-73e5-473e-a361-d5824cf447ad']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:42.207136 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee707c1-42dc-4d75-9018-217e76b393a0') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:42.207433 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee707c1-42dc-4d75-9018-217e76b393a0') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:42.217494 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.230616 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.238735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:27:42.239124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:27:42.240845 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:27:42.259321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.283219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Pushing event deleted for resources: {'Port': ['ID=12041591-665c-44b4-897c-1c63dfa4e497,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:42.293133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.293478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.293803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.294137 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.294485 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.295015 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.295126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.295453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.295768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.296091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.296404 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.296717 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.297135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:42.302100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aebbe4-623e-4eb1-866f-efa6c4797469 None None] No DVR routers for this DVR port 12041591-665c-44b4-897c-1c63dfa4e497 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:27:42.351907 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.357532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:42.360998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e50d1dd-73e5-473e-a361-d5824cf447ad HTTP/1.1" status: 204 len: 168 time: 0.6525621 Dec 23 13:27:42.364007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41394) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:42.372184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b87af5-0500-4925-82e0-1c75dda12842 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e50d1dd-73e5-473e-a361-d5824cf447ad,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:43.026073 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:43.267243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Deleting port 35c14ee0-bec1-489f-a3e1-027b409cf2e5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:43.267580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:43.345023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] For port 35c14ee0-bec1-489f-a3e1-027b409cf2e5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=35c14ee0-bec1-489f-a3e1-027b409cf2e5,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:43.345388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:43.358024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Calling delete_port for 35c14ee0-bec1-489f-a3e1-027b409cf2e5 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:43.385983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6224a686-a6b8-49a1-ac7e-e548222d6068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:43.589447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 12041591-665c-44b4-897c-1c63dfa4e497 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:43.597597 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:43.613601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 12041591-665c-44b4-897c-1c63dfa4e497 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:43.613946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 12041591-665c-44b4-897c-1c63dfa4e497 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:43.621636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Pushing event deleted for resources: {'Port': ['ID=35c14ee0-bec1-489f-a3e1-027b409cf2e5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:43.788624 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.008149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:27:44.114075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:27:44.118903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-77d88ef0-a33b-4b30-a94f-286f279d985e admin admin] 10.222.0.16 "PUT /v2.0/routers/3e5fb130-dbae-45d5-86f7-4ba6fb026b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538669 Dec 23 13:27:44.121624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:44.123342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Sync routers for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:27:44.133495 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:44.134098 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:44.229265 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.335063 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:44.335321 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.464368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Deleting port c707074e-005e-409b-8032-fdeb10831c93 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:44.464623 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.512752 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c707074e-005e-409b-8032-fdeb10831c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:27:43Z', 'revision_number': 5, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port': {'id': 'c707074e-005e-409b-8032-fdeb10831c93', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:44.538318 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Checking router: 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:27:44.547000 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Routers {'3e5fb130-dbae-45d5-86f7-4ba6fb026b61'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:44.547187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] For port c707074e-005e-409b-8032-fdeb10831c93, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=c707074e-005e-409b-8032-fdeb10831c93,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:44.547561 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.547675 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:44.560737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Calling delete_port for c707074e-005e-409b-8032-fdeb10831c93 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:44.634912 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] Set router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:44.690206 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:27:44Z', 'revision_number': 6, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:44.716299 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffa4fe-d065-485a-b969-66e7f9b0cf54 None None] The sync data for ids ['3e5fb130-dbae-45d5-86f7-4ba6fb026b61'] in n-d-822750-2 is: [{'id': '3e5fb130-dbae-45d5-86f7-4ba6fb026b61', 'name': 'tempest-TestEncryptedCinderVolumes-290402169-router', 'tenant_id': 'e447663dd7424e94a38d1510b399a016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:26:10Z', 'updated_at': '2021-12-23T13:27:44Z', 'revision_number': 6, 'project_id': 'e447663dd7424e94a38d1510b399a016', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:27:44.785911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.812568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Pushing event deleted for resources: {'Port': ['ID=c707074e-005e-409b-8032-fdeb10831c93,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:44.827157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb710a-5be7-4a50-b30b-e2066d71ddfb None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:44.876650 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.971570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:44.973668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.065965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.066523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5fb130-dbae-45d5-86f7-4ba6fb026b61 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:27:45.071157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.072588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a4d5cdb8-3ea3-4da0-994c-cc7c638d480c admin admin] 10.222.0.16 "DELETE /v2.0/routers/3e5fb130-dbae-45d5-86f7-4ba6fb026b61 HTTP/1.1" status: 204 len: 168 time: 0.9495595 Dec 23 13:27:45.075083 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41398) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:45.123983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Deleting subnet f1f2665b-f9f0-44ac-b173-da746c91cbe4 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:27:45.127726 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.163744 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.243463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.375171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.400962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f2665b-f9f0-44ac-b173-da746c91cbe4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:45.406014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.407831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-92d64681-e7bd-430b-a3be-c6f751fafa05 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f1f2665b-f9f0-44ac-b173-da746c91cbe4 HTTP/1.1" status: 204 len: 168 time: 0.3317082 Dec 23 13:27:45.410356 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:45.410536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8eb07-1ae6-4b10-af70-5b561ec7273e None None] Network 126e7e43-5310-4145-8b90-a638b95eea7f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:45.486980 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.556575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Deleting port 9152f3f3-ee18-4e47-8007-a4acd571c103 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:45.556575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.577660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] DHCP port deletion for 126e7e43-5310-4145-8b90-a638b95eea7f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:45.620090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] For port 9152f3f3-ee18-4e47-8007-a4acd571c103, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9152f3f3-ee18-4e47-8007-a4acd571c103,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:45.620455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.636755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Calling delete_port for 9152f3f3-ee18-4e47-8007-a4acd571c103 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:45.637812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c707074e-005e-409b-8032-fdeb10831c93 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:45.660266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Deleting port 9152f3f3-ee18-4e47-8007-a4acd571c103 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:27:45.660933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.663578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: c707074e-005e-409b-8032-fdeb10831c93 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:45.663924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device c707074e-005e-409b-8032-fdeb10831c93 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:45.664322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 35c14ee0-bec1-489f-a3e1-027b409cf2e5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:45.720278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 35c14ee0-bec1-489f-a3e1-027b409cf2e5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:45.720628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 35c14ee0-bec1-489f-a3e1-027b409cf2e5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:45.749694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] For port 9152f3f3-ee18-4e47-8007-a4acd571c103, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=9152f3f3-ee18-4e47-8007-a4acd571c103,segment=NetworkSegment(b2f8bab2-0792-4362-930a-1521b332905e),segment_id=b2f8bab2-0792-4362-930a-1521b332905e)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:45.750071 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.763255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Calling delete_port for 9152f3f3-ee18-4e47-8007-a4acd571c103 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:27:45.786009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.812260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Pushing event deleted for resources: {'Port': ['ID=9152f3f3-ee18-4e47-8007-a4acd571c103,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:45.815790 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] No DVR routers for this DVR port 9152f3f3-ee18-4e47-8007-a4acd571c103 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:27:45.843606 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.872864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] Pushing event deleted for resources: {'Port': ['ID=9152f3f3-ee18-4e47-8007-a4acd571c103,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:45.875293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac355c-2a54-4e78-9888-3a665388cbeb None None] No DVR routers for this DVR port 9152f3f3-ee18-4e47-8007-a4acd571c103 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:27:45.895260 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.916174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126e7e43-5310-4145-8b90-a638b95eea7f']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:45.926699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f8bab2-0792-4362-930a-1521b332905e') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:45.926699 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f8bab2-0792-4362-930a-1521b332905e') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:45.936058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.949286 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.956130 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:27:45.956503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:27:45.958155 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:27:46.095145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.100694 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.104225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] 10.222.0.16 "DELETE /v2.0/networks/126e7e43-5310-4145-8b90-a638b95eea7f HTTP/1.1" status: 204 len: 168 time: 0.6927993 Dec 23 13:27:46.109204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4f780001-4a79-4fcb-983e-075982117f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.116689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de469216-f9d8-422f-a725-0bff1609090e admin admin] Pushing event deleted for resources: {'Network': ['ID=126e7e43-5310-4145-8b90-a638b95eea7f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:46.507135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41404) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:46.552475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-796c8651-0b47-4e75-8313-03009a54c4e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f6074caf91441ba75f4c5444c395ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441787 Dec 23 13:27:46.554882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41406) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:46.601502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.622212 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.711885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.740148 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.742819 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:46.743973 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9 HTTP/1.1" status: 204 len: 168 time: 0.1882074 Dec 23 13:27:46.752123 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d0126-19c7-4411-9284-39bc2005470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b73b8-8eca-4fdc-bfbd-60c9e4b593e9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:47.363482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41412) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:47.403139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8ec20eab-ba83-4ba1-a281-acec49172a09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e447663dd7424e94a38d1510b399a016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384979 Dec 23 13:27:47.405773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41414) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:47.453030 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:47.473941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:47.592482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9152f3f3-ee18-4e47-8007-a4acd571c103 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:27:47.609621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:47.612333 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:47.615802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7805621-4971-4b2f-9e7c-7d954874325b HTTP/1.1" status: 204 len: 168 time: 0.2068360 Dec 23 13:27:47.615948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 9152f3f3-ee18-4e47-8007-a4acd571c103 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:27:47.615948 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 9152f3f3-ee18-4e47-8007-a4acd571c103 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:27:47.623354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708e598-f499-4687-ac55-06d6ee324c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7805621-4971-4b2f-9e7c-7d954874325b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:48.460261 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:48.643778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41436) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:48.749548 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1286617896-network', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:48.843745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Made reservation on behalf of e15b2cdcf6bd40bc83d89ce31f278c28 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:27:48.846126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:48.854677 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:48.935554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:48.986119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.003105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.025309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:27:49.040705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65379fbe-f870-464b-8239-f72ed0b1c68a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:49.043539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.043879 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Added segment 9ba245f6-0b45-44d4-8ebe-ba4fcec99b18 of type vlan for network 684245b4-eb90-4c08-a110-8629d1596efb Dec 23 13:27:49.084735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.145527 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.146471 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:49.147060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.208930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] Pushing event updated for resources: {'Network': ['ID=684245b4-eb90-4c08-a110-8629d1596efb,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:49.218005 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 684245b4-eb90-4c08-a110-8629d1596efb details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:27:49.253020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d3201c22-b18f-4539-8484-e129ee6e3361 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6078198 Dec 23 13:27:49.255581 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41440) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:49.260639 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Request body: {'subnet': {'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1286617896-subnet', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:49.283376 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.363124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Made reservation on behalf of e15b2cdcf6bd40bc83d89ce31f278c28 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:27:49.365489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.585915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.642295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d6c55f-5435-4b75-b281-f6530c1642ef,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:49.649220 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Checking segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:49.649816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Network hostable DHCP agents. Network: 684245b4-eb90-4c08-a110-8629d1596efb, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:27:49.728610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Network 684245b4-eb90-4c08-a110-8629d1596efb is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:27:49.808657 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 684245b4-eb90-4c08-a110-8629d1596efb) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:49.812709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:49.813397 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.817979 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1300ed4-5b4d-49c7-bfa0-9eeb50ebc971 None None] Network 684245b4-eb90-4c08-a110-8629d1596efb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:49.903044 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e3dccf6a-8f08-4d86-ad3c-357357b77861 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6464095 Dec 23 13:27:49.905707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41442) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:49.911002 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:49.927693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-684245b4-eb90-4c08-a110-8629d1596efb', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:27:49.928643 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.997383 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:49.998482 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.055014 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.067461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Allocated IP 172.20.0.2 (684245b4-eb90-4c08-a110-8629d1596efb/a7d6c55f-5435-4b75-b281-f6530c1642ef/7225c34c-9ab7-4c34-bad4-26cc8b4402c6) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:50.205084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.239536 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.260350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.303857 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Network 684245b4-eb90-4c08-a110-8629d1596efb is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:50.306829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:50.310414 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:50.319960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Pushing event updated for resources: {'Port': ['ID=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:50.367607 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Attempting to bind port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:50.367984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Attempting to bind port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:50.368347 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Attempting to bind port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 on network 684245b4-eb90-4c08-a110-8629d1596efb {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:50.373274 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:50.373645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Checking segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:50.374045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.374436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Bound using segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:50.374901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Bound port: 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:50.375838 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.438461 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] For port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:50.441525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] For port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:50.497837 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.516947 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.517718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.579392 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e86931-7338-477d-a4b4-1d93f6b2705e None None] Pushing event updated for resources: {'Port': ['ID=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:50.628312 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Allocated IP 172.25.7.42 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/d6b46a3c-aac7-4f7b-9109-b14be6001f97) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:50.750941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.832611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:50.874304 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:50.878702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:50.883260 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:50.885164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Pushing event updated for resources: {'Port': ['ID=d6b46a3c-aac7-4f7b-9109-b14be6001f97,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:50.893093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c997e3-4b52-4634-9c59-de085b251cab None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:50.965462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6dbc15a4-ffa7-4f22-aab5-749ce7fb28d3 None None] Provisioning complete for port d6b46a3c-aac7-4f7b-9109-b14be6001f97 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:50.965832 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6dbc15a4-ffa7-4f22-aab5-749ce7fb28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.000047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc15a4-ffa7-4f22-aab5-749ce7fb28d3 None None] Port d6b46a3c-aac7-4f7b-9109-b14be6001f97 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:51.219791 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.428418 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.481689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a635164-d407-4992-a431-cb48570d5d1e None None] Network 684245b4-eb90-4c08-a110-8629d1596efb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:51.545978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] Provisioning complete for port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:51.546419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.638321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:51.648497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Router 9311bdca-807a-457e-8793-2e77e060fc82 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:27:51.705097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.750779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] For port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:51.754476 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:51.754847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.765557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:27:51.782121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Sync routers for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:27:51.806659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:51.807968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:51.851308 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.855054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f300cff0-0e13-463b-a4b6-d0132a8a88db admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9454186 Dec 23 13:27:51.855254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:51.856181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41444) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:51.996898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17c938-97cd-4961-8459-a41acfec3355 None None] Pushing event updated for resources: {'Port': ['ID=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:52.010186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:52.037147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d0d0b185-5528-4e46-a390-5cd2abdaac14 None None] Provisioning complete for port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:52.037517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b185-5528-4e46-a390-5cd2abdaac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.273068 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:51Z', 'revision_number': 3, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:52.301820 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Checking router: 9311bdca-807a-457e-8793-2e77e060fc82 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:27:52.302180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Updating router 9311bdca-807a-457e-8793-2e77e060fc82 port d6b46a3c-aac7-4f7b-9109-b14be6001f97 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:27:52.328968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.583493 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.630619 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.637169 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.685045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ad838-193d-4c4c-a9fb-a7d9f0a9aea3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:52.698750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Attempting to bind port d6b46a3c-aac7-4f7b-9109-b14be6001f97 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:52.699119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Attempting to bind port d6b46a3c-aac7-4f7b-9109-b14be6001f97 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:52.699481 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Attempting to bind port d6b46a3c-aac7-4f7b-9109-b14be6001f97 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:52.704088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738a87-7557-48bd-a61f-e8edc3cd81f5 None None] Pushing event updated for resources: {'Port': ['ID=d6b46a3c-aac7-4f7b-9109-b14be6001f97,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:52.709412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:52.709786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:52.710451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.710840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:52.711655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Bound port: d6b46a3c-aac7-4f7b-9109-b14be6001f97, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:52.711655 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.770372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] For port d6b46a3c-aac7-4f7b-9109-b14be6001f97, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:52.773575 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] For port d6b46a3c-aac7-4f7b-9109-b14be6001f97, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d6b46a3c-aac7-4f7b-9109-b14be6001f97,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:52.778043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7637ecb6-c565-411d-8fb7-2683e6601f4e None None] Provisioning complete for port d6b46a3c-aac7-4f7b-9109-b14be6001f97 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:52.778415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7637ecb6-c565-411d-8fb7-2683e6601f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.789767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Allocated IP 172.20.0.1 (684245b4-eb90-4c08-a110-8629d1596efb/a7d6c55f-5435-4b75-b281-f6530c1642ef/2bfd04e1-3867-42a7-bdd9-a7d93f1129ba) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:52.817063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7637ecb6-c565-411d-8fb7-2683e6601f4e None None] Port d6b46a3c-aac7-4f7b-9109-b14be6001f97 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:52.831869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.898801 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:52.992489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.034959 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Network 684245b4-eb90-4c08-a110-8629d1596efb is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:53.038088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:53.041232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8be88-7e6b-4ba0-bd83-90cd6bed9ce2 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:53.041519 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:53.047764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:53.055130 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:53.055770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:53.063121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738a87-7557-48bd-a61f-e8edc3cd81f5 None None] Pushing event updated for resources: {'Port': ['ID=d6b46a3c-aac7-4f7b-9109-b14be6001f97,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:53.093752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.179484 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] Provisioning complete for port d6b46a3c-aac7-4f7b-9109-b14be6001f97 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:53.179850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.210333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:53.308938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.339816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.400384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.445901 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] For port d6b46a3c-aac7-4f7b-9109-b14be6001f97, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d6b46a3c-aac7-4f7b-9109-b14be6001f97,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:53.469557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:51Z', 'revision_number': 3, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:53.474199 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.500990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.503721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcabad-6e3a-4be8-9065-dc031dca6f49 None None] The sync data for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 is: [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:51Z', 'revision_number': 3, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:27:53.528571 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.556366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331484c1-b15b-483e-914a-16bc2c19b486 None None] Pushing event updated for resources: {'Port': ['ID=d6b46a3c-aac7-4f7b-9109-b14be6001f97,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:53.607902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.610454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:53.621548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:53.662850 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-58223d56-37a4-49df-a02f-ad60dfcab45b None None] Provisioning complete for port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:53.663161 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-58223d56-37a4-49df-a02f-ad60dfcab45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.706000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-58223d56-37a4-49df-a02f-ad60dfcab45b None None] Port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:53.712255 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:53.712632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:53.713173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Network 684245b4-eb90-4c08-a110-8629d1596efb is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:53.714750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:53.890397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Router 9311bdca-807a-457e-8793-2e77e060fc82 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:27:54.029828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-04dce352-4ab0-49a1-a413-93161b38caa2 None None] Provisioning complete for port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:54.030423 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-04dce352-4ab0-49a1-a413-93161b38caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:54.040556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:27:54.048778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ed4f680e-ed07-45d0-8d03-773ec01caf67 admin admin] 10.222.0.16 "PUT /v2.0/routers/9311bdca-807a-457e-8793-2e77e060fc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1915050 Dec 23 13:27:54.066222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-04dce352-4ab0-49a1-a413-93161b38caa2 None None] Port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:54.799793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41460) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:54.804734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1808844370-network', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:54.883026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Made reservation on behalf of b207c65cd6844dd4927fb703d881e8d4 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:27:54.885462 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:54.895432 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:54.972395 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.034414 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.055310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:27:55.069458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d488fbaf-ae2f-4198-95d6-6e90584ac823,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:55.074192 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.074534 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Added segment d3e2dc12-80f9-4125-a792-da91d4d95d2f of type vlan for network bfe567b3-ee95-4607-8904-8313abf720f4 Dec 23 13:27:55.118018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.179645 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Sync routers for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:27:55.190132 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:55.190739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:55.208843 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.209901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:55.210475 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.273861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe567b3-ee95-4607-8904-8313abf720f4,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:55.284815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network bfe567b3-ee95-4607-8904-8313abf720f4 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:27:55.296536 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:55.308974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-35a1d9cc-657d-424e-889c-d6da78888575 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5080144 Dec 23 13:27:55.311802 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41462) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:55.317101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Request body: {'subnet': {'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1808844370-subnet', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:55.392458 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Made reservation on behalf of b207c65cd6844dd4927fb703d881e8d4 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:27:55.394882 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.502400 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 2, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:55.529297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Checking router: 9311bdca-807a-457e-8793-2e77e060fc82 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:27:55.529570 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Updating router 9311bdca-807a-457e-8793-2e77e060fc82 port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:27:55.555254 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.637715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d6b46a3c-aac7-4f7b-9109-b14be6001f97 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:55.661447 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.690257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d6b46a3c-aac7-4f7b-9109-b14be6001f97 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:55.690630 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.721568 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf95e449-e01d-46f8-b6fc-cfb64cb050e3,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:55.730203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Checking segment: {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:55.730203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Network hostable DHCP agents. Network: bfe567b3-ee95-4607-8904-8313abf720f4, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:27:55.820325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Network bfe567b3-ee95-4607-8904-8313abf720f4 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:27:55.832884 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.888748 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, bfe567b3-ee95-4607-8904-8313abf720f4) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:55.893658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:27:55.894382 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.898006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825cfba7-a08a-42e6-9a1d-3a724a024c2c None None] Network bfe567b3-ee95-4607-8904-8313abf720f4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:55.900157 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:55.950793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Pushing event updated for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:55.963078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.963078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.963078 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.963475 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.963755 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.964076 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.964401 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.964719 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.965066 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.965375 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.965689 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.966004 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.966314 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:27:55.977042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c2b5aa37-f0e0-411a-b1bb-2a2a14b77987 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6641545 Dec 23 13:27:55.979614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41464) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:55.990074 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:27:56.004663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-bfe567b3-ee95-4607-8904-8313abf720f4', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:27:56.005574 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.032498 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Attempting to bind port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:56.032942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Attempting to bind port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:56.033248 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Attempting to bind port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba on network 684245b4-eb90-4c08-a110-8629d1596efb {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:56.038999 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:56.039369 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Checking segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:56.039771 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.040160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Bound using segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:56.040616 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Bound port: 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:56.041008 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.095347 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.096758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.113680 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] For port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:56.117903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] For port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:56.161449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Allocated IP 172.20.0.2 (bfe567b3-ee95-4607-8904-8313abf720f4/bf95e449-e01d-46f8-b6fc-cfb64cb050e3/cad374e5-4940-45b1-9b5f-d01abbaf1670) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:56.161731 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.186367 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.237548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] Provisioning complete for port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:56.237921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.241796 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595be9-e63e-4094-a4db-df73f2cbd558 None None] Pushing event updated for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:56.249517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:56.252945 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:56.388022 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:56.393160 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.418363 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.426908 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.470825 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] For port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:56.477890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.517644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Network bfe567b3-ee95-4607-8904-8313abf720f4 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:56.520807 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:56.524676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:56.538913 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Pushing event updated for resources: {'Port': ['ID=cad374e5-4940-45b1-9b5f-d01abbaf1670,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:56.557896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.624869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Attempting to bind port cad374e5-4940-45b1-9b5f-d01abbaf1670 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:56.626380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Attempting to bind port cad374e5-4940-45b1-9b5f-d01abbaf1670 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:56.626380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Attempting to bind port cad374e5-4940-45b1-9b5f-d01abbaf1670 on network bfe567b3-ee95-4607-8904-8313abf720f4 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:56.626613 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:56.639506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:56.639750 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Checking segment: {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:56.640107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.640501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Bound using segment: {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:56.644657 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Bound port: cad374e5-4940-45b1-9b5f-d01abbaf1670, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:56.644657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.653885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e0021-9419-42ed-809e-6341b0fabb0d None None] Pushing event updated for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:56.659478 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c863518-2b3c-4270-bc38-7045a5d588f5 None None] The sync data for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 is: [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:27:56.684185 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.706467 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.735893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-96e414bf-bb2e-4624-b260-d9586a376192 None None] Provisioning complete for port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:56.738625 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-96e414bf-bb2e-4624-b260-d9586a376192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.763338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] For port cad374e5-4940-45b1-9b5f-d01abbaf1670, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:56.784453 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] For port cad374e5-4940-45b1-9b5f-d01abbaf1670, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad374e5-4940-45b1-9b5f-d01abbaf1670,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:56.845840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Allocated IP 172.25.7.124 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7a6191a8-46b0-4b50-be13-8758929219d5) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:56.854942 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:56.926674 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd20ea-144c-4647-a775-fa2d894863c0 None None] Pushing event updated for resources: {'Port': ['ID=cad374e5-4940-45b1-9b5f-d01abbaf1670,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:56.973560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.049678 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.095775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:57.099442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:57.101403 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:57.135406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634805a-709e-4f8d-848c-7c08a57ede23 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:57.135929 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Pushing event updated for resources: {'Port': ['ID=7a6191a8-46b0-4b50-be13-8758929219d5,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:57.275406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-57294f8b-c9b8-4e21-a3f9-0277b9e5e4e8 None None] Provisioning complete for port 7a6191a8-46b0-4b50-be13-8758929219d5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:57.275783 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-57294f8b-c9b8-4e21-a3f9-0277b9e5e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.315027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-57294f8b-c9b8-4e21-a3f9-0277b9e5e4e8 None None] Port 7a6191a8-46b0-4b50-be13-8758929219d5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:57.456532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.695265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:57.713178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.758304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:57.758670 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.852402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad374e5-4940-45b1-9b5f-d01abbaf1670 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:57.913010 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cad374e5-4940-45b1-9b5f-d01abbaf1670 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:57.913010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:57.923467 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:27:58.002120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.036418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f3e71-716e-4a53-a8d8-1cda5440944c None None] Network bfe567b3-ee95-4607-8904-8313abf720f4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:27:58.057845 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:27:58.080726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port cad374e5-4940-45b1-9b5f-d01abbaf1670, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad374e5-4940-45b1-9b5f-d01abbaf1670,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:58.085992 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Sync routers for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:27:58.113758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.115118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f7d1a0f9-0bba-4662-97f2-c41d1957c68f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1344361 Dec 23 13:27:58.117863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41466) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:27:58.271065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.283830 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-221516a7-aa66-4e89-9926-ca959b29ca45 None None] Provisioning complete for port cad374e5-4940-45b1-9b5f-d01abbaf1670 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:58.284196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-221516a7-aa66-4e89-9926-ca959b29ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.304336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:58.304978 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:58.463383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=cad374e5-4940-45b1-9b5f-d01abbaf1670,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:58.502563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:58.545710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.723762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Allocated IP 172.20.0.1 (bfe567b3-ee95-4607-8904-8313abf720f4/bf95e449-e01d-46f8-b6fc-cfb64cb050e3/de6ecdd8-3861-4f6c-be3b-9168625e7b6d) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:27:58.727899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:57Z', 'revision_number': 3, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:58.763553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Checking router: 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:27:58.763908 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Updating router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 port 7a6191a8-46b0-4b50-be13-8758929219d5 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:27:58.796620 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.798385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f4b3c50e-ea7a-400b-b68b-1dc0d8e9d6aa None None] Provisioning complete for port cad374e5-4940-45b1-9b5f-d01abbaf1670 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:58.798741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c50e-ea7a-400b-b68b-1dc0d8e9d6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.834091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.924565 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:58.964472 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Network bfe567b3-ee95-4607-8904-8313abf720f4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:58.967532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:27:58.971913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:27:59.137975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.203304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.267631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a1fa2-4e33-441a-ba49-0aff3bf53c30 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:59.277064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Attempting to bind port 7a6191a8-46b0-4b50-be13-8758929219d5 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:27:59.277435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Attempting to bind port 7a6191a8-46b0-4b50-be13-8758929219d5 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:27:59.277791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Attempting to bind port 7a6191a8-46b0-4b50-be13-8758929219d5 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:27:59.281096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b466c-7287-4720-8398-336f41e553a4 None None] Pushing event updated for resources: {'Port': ['ID=7a6191a8-46b0-4b50-be13-8758929219d5,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:59.289955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6c8c7d46-2508-462c-b0f5-e96adc9a9c96 None None] Provisioning complete for port de6ecdd8-3861-4f6c-be3b-9168625e7b6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:59.290318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6c8c7d46-2508-462c-b0f5-e96adc9a9c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.292186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:27:59.292557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:27:59.292970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.293354 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:27:59.293827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Bound port: 7a6191a8-46b0-4b50-be13-8758929219d5, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:27:59.294214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.360578 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c7d46-2508-462c-b0f5-e96adc9a9c96 None None] Port de6ecdd8-3861-4f6c-be3b-9168625e7b6d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:27:59.369121 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Pushing event updated for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:59.381049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] For port 7a6191a8-46b0-4b50-be13-8758929219d5, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:27:59.383993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] For port 7a6191a8-46b0-4b50-be13-8758929219d5, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a6191a8-46b0-4b50-be13-8758929219d5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:27:59.385523 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.449106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.496221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae3371-bde1-4383-acd7-bf08d11e2ef8 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:27:59.526684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] Provisioning complete for port 7a6191a8-46b0-4b50-be13-8758929219d5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:59.526887 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.529360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b466c-7287-4720-8398-336f41e553a4 None None] Pushing event updated for resources: {'Port': ['ID=7a6191a8-46b0-4b50-be13-8758929219d5,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:59.534046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:27:59.534664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:27:59.562037 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.645987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad374e5-4940-45b1-9b5f-d01abbaf1670 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:27:59.726142 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.739474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:27:59.769632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.780336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.834027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] For port 7a6191a8-46b0-4b50-be13-8758929219d5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a6191a8-46b0-4b50-be13-8758929219d5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:27:59.841267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port cad374e5-4940-45b1-9b5f-d01abbaf1670 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:27:59.841632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.851465 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Pushing event updated for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:27:59.854135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.897857 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:27:59.956244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Network bfe567b3-ee95-4607-8904-8313abf720f4 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:27:59.957809 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:28:00.083070 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:28:00.199033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:28:00.201716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98219a-5237-450d-ad12-f3f97242a854 None None] Pushing event updated for resources: {'Port': ['ID=7a6191a8-46b0-4b50-be13-8758929219d5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:00.212535 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cfc834b9-464a-4170-b073-c4424655d600 admin admin] 10.222.0.16 "PUT /v2.0/routers/2b9077a8-b702-4862-9fcd-88b4f7ed92e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856545 Dec 23 13:28:00.213022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7d374914-0f2b-43f4-aab7-db57f9d8e38d None None] Provisioning complete for port 7a6191a8-46b0-4b50-be13-8758929219d5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:00.213022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7d374914-0f2b-43f4-aab7-db57f9d8e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:00.453262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'de6ecdd8-3861-4f6c-be3b-9168625e7b6d', 'name': '', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'mac_address': 'fa:16:3e:75:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:58Z', 'updated_at': '2021-12-23T13:27:58Z', 'revision_number': 1, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'subnets': [{'id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:00.482403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecc509-3795-4f9a-9d4f-a34aa91d3b0e None None] The sync data for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 is: [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'de6ecdd8-3861-4f6c-be3b-9168625e7b6d', 'name': '', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'mac_address': 'fa:16:3e:75:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:58Z', 'updated_at': '2021-12-23T13:27:58Z', 'revision_number': 1, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'subnets': [{'id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:28:00.569529 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1a29d459-33f0-4fa9-8752-c1e53f7ea1cb None None] Provisioning complete for port de6ecdd8-3861-4f6c-be3b-9168625e7b6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:00.569887 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a29d459-33f0-4fa9-8752-c1e53f7ea1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:00.617076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a29d459-33f0-4fa9-8752-c1e53f7ea1cb None None] Port de6ecdd8-3861-4f6c-be3b-9168625e7b6d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:28:01.697610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a6191a8-46b0-4b50-be13-8758929219d5 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:28:01.763780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7a6191a8-46b0-4b50-be13-8758929219d5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:01.764281 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:03.981261 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Sync routers for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:28:03.993367 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:28:03.994000 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:04.201417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:28:04.398163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'de6ecdd8-3861-4f6c-be3b-9168625e7b6d', 'name': '', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'mac_address': 'fa:16:3e:75:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:58Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 2, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'subnets': [{'id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:04.428399 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Checking router: 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:28:04.428734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Updating router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 port de6ecdd8-3861-4f6c-be3b-9168625e7b6d binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:28:04.452815 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:04.731486 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:04.791938 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:04.853839 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c236-8e72-47d5-8fe7-2a8e63c28240 None None] Pushing event updated for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:04.941925 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Attempting to bind port de6ecdd8-3861-4f6c-be3b-9168625e7b6d on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:28:04.941925 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Attempting to bind port de6ecdd8-3861-4f6c-be3b-9168625e7b6d by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:28:04.942285 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Attempting to bind port de6ecdd8-3861-4f6c-be3b-9168625e7b6d on network bfe567b3-ee95-4607-8904-8313abf720f4 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:28:04.946789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:28:04.949774 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:28:04.950147 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Checking segment: {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:28:04.950552 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:04.950948 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Bound using segment: {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:28:04.951504 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Bound port: de6ecdd8-3861-4f6c-be3b-9168625e7b6d, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e2dc12-80f9-4125-a792-da91d4d95d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:28:04.951909 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.033446 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] For port de6ecdd8-3861-4f6c-be3b-9168625e7b6d, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:28:05.048232 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] For port de6ecdd8-3861-4f6c-be3b-9168625e7b6d, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:28:05.123758 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.189905 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:28:05.190609 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:27:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:05.199855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] Provisioning complete for port de6ecdd8-3861-4f6c-be3b-9168625e7b6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:05.200432 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.297752 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c236-8e72-47d5-8fe7-2a8e63c28240 None None] Pushing event updated for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:05.313648 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.358998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] For port de6ecdd8-3861-4f6c-be3b-9168625e7b6d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:28:05.420581 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:28:05.448919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.511552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee719ab2-fcfc-4a3d-8d81-212032478633 None None] Pushing event updated for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:05.591971 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8625cfee-8a8d-449c-a49a-1befac9be825 None None] Provisioning complete for port de6ecdd8-3861-4f6c-be3b-9168625e7b6d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:05.592405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8625cfee-8a8d-449c-a49a-1befac9be825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.714579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device de6ecdd8-3861-4f6c-be3b-9168625e7b6d up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:28:05.746638 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'de6ecdd8-3861-4f6c-be3b-9168625e7b6d', 'name': '', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'mac_address': 'fa:16:3e:75:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:58Z', 'updated_at': '2021-12-23T13:28:05Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'subnets': [{'id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:05.776440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port de6ecdd8-3861-4f6c-be3b-9168625e7b6d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:05.777302 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:05.779647 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963c4e5-910e-447a-8eaf-6fa87b2e0258 None None] The sync data for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 is: [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'de6ecdd8-3861-4f6c-be3b-9168625e7b6d', 'name': '', 'network_id': 'bfe567b3-ee95-4607-8904-8313abf720f4', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'mac_address': 'fa:16:3e:75:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:58Z', 'updated_at': '2021-12-23T13:28:05Z', 'revision_number': 4, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'subnets': [{'id': 'bf95e449-e01d-46f8-b6fc-cfb64cb050e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:28:12.445628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-9fecb97d-0136-4932-ad20-979c76ee38eb tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:12.447153 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-9fecb97d-0136-4932-ad20-979c76ee38eb tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 815 time: 0.1075799 Dec 23 13:28:12.462421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-3270fdd7-1a23-4c0c-9252-69198835fba6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/quotas/e15b2cdcf6bd40bc83d89ce31f278c28 HTTP/1.1" status: 200 len: 375 time: 0.0094056 Dec 23 13:28:12.513885 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-9f53239c-9833-4d12-a08f-4754d9d903b1 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461633 Dec 23 13:28:12.613141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-c32aadaa-a82f-47ba-a059-f6a692f0bba0 service neutron] 10.222.0.16 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Dec 23 13:28:12.703353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-b4a3da02-2316-486c-8232-d10190a8ac10 service neutron] 10.222.0.16 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Dec 23 13:28:12.958207 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c516f27d-bd0d-472f-9546-4bf13770312d req-efd34117-a159-424d-86c2-bf68f4fbc01a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 210 time: 0.0379646 Dec 23 13:28:13.368439 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbddb-ace6-4993-86f1-efa07adf9ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:14.050419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c0341ff5-eac4-4eb0-9b37-e2e458249e5b req-a26f70e9-e8d3-4f6f-8704-25a26f95462e tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 210 time: 0.0269463 Dec 23 13:28:15.031269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-cc44500c-8f13-45f2-ae81-817b325bd694 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:15.033479 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-cc44500c-8f13-45f2-ae81-817b325bd694 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 815 time: 0.1026347 Dec 23 13:28:15.046570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'port': {'device_id': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'admin_state_up': True, 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:15.152107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-83e70a9b-852b-439f-8734-4bfc5c64705d req-d172e82c-1204-47fd-b5bf-c2b6b91fa8b0 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 210 time: 0.0314345 Dec 23 13:28:15.237330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Made reservation on behalf of e15b2cdcf6bd40bc83d89ce31f278c28 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:28:15.240899 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:15.373997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Allocated IP 172.20.0.13 (684245b4-eb90-4c08-a110-8629d1596efb/a7d6c55f-5435-4b75-b281-f6530c1642ef/3ff0ae6b-2ba5-4c64-9f68-552f4d49de31) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:28:15.519967 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:15.635412 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:15.696365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Network 684245b4-eb90-4c08-a110-8629d1596efb is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:28:15.700544 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:28:15.723555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:28:15.761328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:28:15.799619 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:28:15.809753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:15.810665 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:15.927559 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-8d8943f4-306b-46e4-8980-1a9c9d512811 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8845191 Dec 23 13:28:16.056343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f24c18a4-e479-40c4-865c-adef7cda334a None None] Provisioning complete for port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:16.056988 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f24c18a4-e479-40c4-865c-adef7cda334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:16.092158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f24c18a4-e479-40c4-865c-adef7cda334a None None] Port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:28:16.134901 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46fcd4d4-0485-495a-b9d0-7eb857ce5214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:16.278962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a5ba0-852d-4d93-9bc2-0d0ce02474a5 req-7a79b2d8-53d4-47ab-8087-24de3883b1ec tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:16.280455 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b34a5ba0-852d-4d93-9bc2-0d0ce02474a5 req-7a79b2d8-53d4-47ab-8087-24de3883b1ec tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0590892 Dec 23 13:28:16.327352 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b34a5ba0-852d-4d93-9bc2-0d0ce02474a5 req-a6fedf37-0d73-45f6-a679-344fbcc77b18 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Dec 23 13:28:16.724037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:17.453379 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef8887-29d8-4ddd-80cd-3ec8271e7b58 req-f49a29f5-367d-4adf-87e1-1eb8b052dd70 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:17.456143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aef8887-29d8-4ddd-80cd-3ec8271e7b58 req-f49a29f5-367d-4adf-87e1-1eb8b052dd70 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0539975 Dec 23 13:28:17.507519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aef8887-29d8-4ddd-80cd-3ec8271e7b58 req-87b13ba7-cdb1-4d72-a865-6f9b80b53d94 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Dec 23 13:28:18.460422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:18.638807 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c408d-f432-4751-b203-e99c33969e2a req-dea53033-af52-4237-bc6e-f10e2b111bc6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:18.640297 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-281c408d-f432-4751-b203-e99c33969e2a req-dea53033-af52-4237-bc6e-f10e2b111bc6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0526989 Dec 23 13:28:18.694968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-281c408d-f432-4751-b203-e99c33969e2a req-16f48f8e-3629-4782-a894-52f142795920 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Dec 23 13:28:18.987689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:19.271311 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:19.826317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f81b-5f5a-4185-bc50-d69d44429b7e req-4cf88982-1e7a-4baf-b6fe-e07506df94eb tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:19.827721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2484f81b-5f5a-4185-bc50-d69d44429b7e req-4cf88982-1e7a-4baf-b6fe-e07506df94eb tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0648022 Dec 23 13:28:19.875608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2484f81b-5f5a-4185-bc50-d69d44429b7e req-32a880cc-7c81-4178-ab26-96868bc3e6dc tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Dec 23 13:28:21.010706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dafec-1047-409e-9236-effe3b87e0e3 req-a67f7d1e-fcdb-411f-bbc2-3bf313a63d64 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:21.012225 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e05dafec-1047-409e-9236-effe3b87e0e3 req-a67f7d1e-fcdb-411f-bbc2-3bf313a63d64 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0486927 Dec 23 13:28:21.066819 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e05dafec-1047-409e-9236-effe3b87e0e3 req-04df9321-588c-435d-9504-3800c8a65c97 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Dec 23 13:28:22.200982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5459399-8f60-4462-bf94-0edbae6aefb1 req-3fe6d866-13d0-4bb3-9a16-b81b87de14fd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:22.202423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5459399-8f60-4462-bf94-0edbae6aefb1 req-3fe6d866-13d0-4bb3-9a16-b81b87de14fd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0633607 Dec 23 13:28:22.250223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5459399-8f60-4462-bf94-0edbae6aefb1 req-7e278f9d-0d82-42b9-bedb-a3adb6b040ee tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Dec 23 13:28:23.294420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:23.373280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03da50-3415-4b8d-9097-b75456784254 req-a70ba7cb-fa8d-41b6-8f07-87edd59016f2 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:23.374831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c03da50-3415-4b8d-9097-b75456784254 req-a70ba7cb-fa8d-41b6-8f07-87edd59016f2 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0552950 Dec 23 13:28:23.427189 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9c03da50-3415-4b8d-9097-b75456784254 req-0ff0871d-ffef-461e-8ca8-3fc7154dbb24 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Dec 23 13:28:24.551867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70232975-f347-4a02-82a5-1a8982b69160 req-f80f5455-c9cc-4968-a9bc-26bfdf48eff5 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:24.553386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70232975-f347-4a02-82a5-1a8982b69160 req-f80f5455-c9cc-4968-a9bc-26bfdf48eff5 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0546157 Dec 23 13:28:24.603040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-70232975-f347-4a02-82a5-1a8982b69160 req-f0fe9320-a67a-4063-9b7d-f0dffc1d8b93 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Dec 23 13:28:25.721773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc6d3-d2ab-46ae-aeaf-0a045d82fe42 req-d8005abf-7139-4948-94c9-5741d6aa3b44 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:25.723285 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76bc6d3-d2ab-46ae-aeaf-0a045d82fe42 req-d8005abf-7139-4948-94c9-5741d6aa3b44 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0509982 Dec 23 13:28:25.771830 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d76bc6d3-d2ab-46ae-aeaf-0a045d82fe42 req-feb9a50b-781d-4fcf-b921-00283c9c5213 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Dec 23 13:28:26.888773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1de8b-3e2a-4bca-bde5-7ac250e3eee0 req-4deecdfd-b1d9-4e1b-a9d8-a36c7bfb716c tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:26.890281 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a1de8b-3e2a-4bca-bde5-7ac250e3eee0 req-4deecdfd-b1d9-4e1b-a9d8-a36c7bfb716c tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0524266 Dec 23 13:28:26.938791 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4a1de8b-3e2a-4bca-bde5-7ac250e3eee0 req-ad3fc114-d8db-42d4-9105-1cef18676706 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Dec 23 13:28:28.053689 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88fd36-ced7-4dc9-b775-3e3e8b9c1675 req-aff305ce-f535-465a-a9a9-a3ca8af8d886 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:28.055174 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a88fd36-ced7-4dc9-b775-3e3e8b9c1675 req-aff305ce-f535-465a-a9a9-a3ca8af8d886 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 932 time: 0.0492151 Dec 23 13:28:28.104500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a88fd36-ced7-4dc9-b775-3e3e8b9c1675 req-d15a2106-8d2a-42de-80f3-a20653bbab64 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Dec 23 13:28:28.203901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Request body: {'port': {'device_id': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:28.260602 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.521861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:28:28.529257 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.541968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Transition to ACTIVE for port object 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:28:28.616026 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.666712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:28.742947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Attempting to bind port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:28:28.743282 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Attempting to bind port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:28:28.743609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Attempting to bind port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 on network 684245b4-eb90-4c08-a110-8629d1596efb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:28:28.748124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 on network 684245b4-eb90-4c08-a110-8629d1596efb not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:28:28.748444 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Attempting to bind port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 on network 684245b4-eb90-4c08-a110-8629d1596efb {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:28:28.754350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:28:28.754684 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Checking segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:28:28.755068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Bound using segment: {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:28:28.756001 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Bound port: 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:28:28.756001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.823933 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:28:28.827216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:28:28.906510 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.939543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:28.940389 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:28.941933 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1092 time: 0.8341458 Dec 23 13:28:28.946803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:28:28.953890 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:28:28.979012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1eb27-7daa-402d-9e64-1d064b69c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:28.997941 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8a919-63c6-4792-ad01-fb582a727c16 x-openstack-request-id: req-0ad8a919-63c6-4792-ad01-fb582a727c16 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:28:28.997941 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:28:28.997941 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ad8a919-63c6-4792-ad01-fb582a727c16 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:28:28.997941 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:28:29.063194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-18c130b3-7b79-43ca-ac9e-69d2a249052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.065229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-18c130b3-7b79-43ca-ac9e-69d2a249052d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1095 time: 0.0453436 Dec 23 13:28:29.172704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-8c3f97ef-9838-449f-aea2-fd2fb54b4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.175067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-8c3f97ef-9838-449f-aea2-fd2fb54b4836 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007683 Dec 23 13:28:29.224552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7f7f-38f1-4121-80d8-f0e2ebc3613a req-395a5ecf-6f15-4b94-a049-647e4a961c73 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.226209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad8a7f7f-38f1-4121-80d8-f0e2ebc3613a req-395a5ecf-6f15-4b94-a049-647e4a961c73 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 944 time: 0.0501895 Dec 23 13:28:29.274982 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-5427d59d-4117-497f-884e-a5371e0e5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.276481 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-48787fd9-beba-4cf1-a1a2-05a13b54f6a2 req-5427d59d-4117-497f-884e-a5371e0e5f99 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948341 Dec 23 13:28:29.280423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad8a7f7f-38f1-4121-80d8-f0e2ebc3613a req-0e725ba7-5bf2-429a-9b0f-1720c4151931 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Dec 23 13:28:29.352322 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-dfe2de35-be92-4013-8732-ec7b34efce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.353775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-dfe2de35-be92-4013-8732-ec7b34efce1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1095 time: 0.0405352 Dec 23 13:28:29.397605 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-5394226e-d716-4725-8121-8d669e9426f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 217 time: 0.0345304 Dec 23 13:28:29.450656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-b5a0aa12-e4bf-40b0-be9c-c1d07184128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.452117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-b5a0aa12-e4bf-40b0-be9c-c1d07184128c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0473092 Dec 23 13:28:29.496746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-dd1145f8-cede-48ef-9f43-101f86806751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:29.498270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-dd1145f8-cede-48ef-9f43-101f86806751 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393713 Dec 23 13:28:29.586413 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-f939aa1b-03c2-42bf-9a26-22c9c8e5ed39 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808165 Dec 23 13:28:29.681556 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ca2449c7-0c86-49ff-ae26-b40e817aa79c req-9abb15af-d9e7-444d-98ff-4752c4ccdd2f service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Dec 23 13:28:30.396627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6ebeb-1246-4a81-8e57-5efe05da1b35 req-d9c3e1ee-1905-40e9-ba19-31b05417484b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:30.398151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85b6ebeb-1246-4a81-8e57-5efe05da1b35 req-d9c3e1ee-1905-40e9-ba19-31b05417484b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 944 time: 0.0485978 Dec 23 13:28:30.445135 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85b6ebeb-1246-4a81-8e57-5efe05da1b35 req-8f0482fc-235d-4f7c-87e4-ae89e97de5a1 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Dec 23 13:28:31.559076 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4b195-be86-41ed-844d-5f7932b3d631 req-32fb038b-b564-4eeb-add9-ce956690c192 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:31.560552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ca4b195-be86-41ed-844d-5f7932b3d631 req-32fb038b-b564-4eeb-add9-ce956690c192 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 944 time: 0.0492725 Dec 23 13:28:31.607938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7ca4b195-be86-41ed-844d-5f7932b3d631 req-12a2bad7-f103-4464-bf4b-5e3e4bbad28b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Dec 23 13:28:32.725094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6008-230d-4233-b6d6-7c23cb2fa859 req-d5ab7a1e-e7ce-440a-aec5-634f7e097ade tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:32.726557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-065c6008-230d-4233-b6d6-7c23cb2fa859 req-d5ab7a1e-e7ce-440a-aec5-634f7e097ade tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 944 time: 0.0517559 Dec 23 13:28:32.772639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-065c6008-230d-4233-b6d6-7c23cb2fa859 req-b204c70e-b769-4fb4-a4aa-4765940e0291 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Dec 23 13:28:33.889179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39533f6f-402d-4fbe-8b0b-16c5e79b7d63 req-5bbd972d-e4e4-4628-b5d8-0e878284ec78 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:33.890589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39533f6f-402d-4fbe-8b0b-16c5e79b7d63 req-5bbd972d-e4e4-4628-b5d8-0e878284ec78 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 944 time: 0.0489118 Dec 23 13:28:33.939245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39533f6f-402d-4fbe-8b0b-16c5e79b7d63 req-c19d7bb4-7bec-4d40-bd91-b5da230870e8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Dec 23 13:28:34.136277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:28:34.231748 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:28:34.242596 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'port_id': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'mac_address': 'fa:16:3e:76:53:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:28:34.279921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:34.292770 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:28:34.311507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:28:34.357141 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:34.404236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:34.678067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:28:35.170624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90c0a-65a0-46e6-9b22-6de04be8be14 req-9baf8e92-c4e7-4aea-8318-94a2caf0475d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:35.172106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3aa90c0a-65a0-46e6-9b22-6de04be8be14 req-9baf8e92-c4e7-4aea-8318-94a2caf0475d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 945 time: 0.1657581 Dec 23 13:28:35.222954 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3aa90c0a-65a0-46e6-9b22-6de04be8be14 req-3445406c-0da1-47ce-89ee-de1560abfe98 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Dec 23 13:28:36.153063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:28:36.265808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:28:36.270144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:36.270514 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:36.352983 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:36.376261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:28:36.378659 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070efd18-1433-4320-bdb8-dbdbd20e550b" -d '{"events": [{"server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:28:36.389222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6af86-3876-4b5e-85b5-cdaa28f32952 req-d9eb18ad-1a99-48fe-b6f3-1f33b041a44e tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:36.390921 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59d6af86-3876-4b5e-85b5-cdaa28f32952 req-d9eb18ad-1a99-48fe-b6f3-1f33b041a44e tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 945 time: 0.0997548 Dec 23 13:28:36.391886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:28:36.418363 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f14b22-5b17-40a9-81e5-db8cd3e8d54d x-openstack-request-id: req-c2f14b22-5b17-40a9-81e5-db8cd3e8d54d {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:28:36.418657 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:28:36.418908 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2f14b22-5b17-40a9-81e5-db8cd3e8d54d {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:28:36.419296 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'code': 200} Dec 23 13:28:36.447852 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-59d6af86-3876-4b5e-85b5-cdaa28f32952 req-4bccf34c-9108-4fdb-a02d-ff752c2a9878 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497105 Dec 23 13:28:36.472084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:36.515428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518615d6-e4be-41ad-abe1-8c8115613632 req-2a1ebd4f-2ec7-4373-935e-b7c45905a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:36.517784 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-518615d6-e4be-41ad-abe1-8c8115613632 req-2a1ebd4f-2ec7-4373-935e-b7c45905a1db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1097 time: 0.0414493 Dec 23 13:28:36.522168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:36.563202 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-518615d6-e4be-41ad-abe1-8c8115613632 req-30bf77cc-d0dd-474d-ad1d-4462f6e34d44 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Dec 23 13:28:37.566133 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18206fb-6e02-4180-a994-0becd29aba4b req-8b2c3245-6f66-4752-bdf9-0c6005520a11 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:37.567680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18206fb-6e02-4180-a994-0becd29aba4b req-8b2c3245-6f66-4752-bdf9-0c6005520a11 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Dec 23 13:28:37.618431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18206fb-6e02-4180-a994-0becd29aba4b req-753aead5-acb5-4eb3-94c8-e512ccfecf04 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Dec 23 13:28:38.738349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbed980-72a1-4874-b3f8-a6a89c2a613d req-2d666d2a-4b1d-4f6f-9b4d-2c6f131433f1 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:38.739816 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cbed980-72a1-4874-b3f8-a6a89c2a613d req-2d666d2a-4b1d-4f6f-9b4d-2c6f131433f1 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0516717 Dec 23 13:28:38.786448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4cbed980-72a1-4874-b3f8-a6a89c2a613d req-6dc684a8-112a-4cc6-96c2-65f0d9da1bf3 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Dec 23 13:28:38.899495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f66b-feae-44f8-8d13-e4c52c71f37a req-d61d8392-9586-4512-93df-e0b3c335cdc0 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:38.900877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af91f66b-feae-44f8-8d13-e4c52c71f37a req-d61d8392-9586-4512-93df-e0b3c335cdc0 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Dec 23 13:28:38.949772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-af91f66b-feae-44f8-8d13-e4c52c71f37a req-cd6be36e-b0d7-4afe-a59a-8f0b3a791d21 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Dec 23 13:28:39.138049 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236534-4234-4774-9220-839ef108ea7b req-d1e5e64f-4f8e-4312-b5f6-d9afad5618cd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:39.139522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6236534-4234-4774-9220-839ef108ea7b req-d1e5e64f-4f8e-4312-b5f6-d9afad5618cd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0525317 Dec 23 13:28:39.186870 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c6236534-4234-4774-9220-839ef108ea7b req-e7f6317a-5799-4062-bccd-69c5371c004c tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Dec 23 13:28:41.936127 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:28:43.380225 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61a0d567-c57f-46a3-9a7f-28fe19b93880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:46.059876 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-388ee7c1-2db3-4dd7-9c58-b91e8f47b5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:46.729447 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:48.437172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:49.025354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:49.259679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:53.271147 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:54.513933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155db92-2e57-4568-bb59-05afe39f6009 req-05d536f4-23c5-4ffd-a888-563ab2c202dd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:54.515434 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6155db92-2e57-4568-bb59-05afe39f6009 req-05d536f4-23c5-4ffd-a888-563ab2c202dd tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0521400 Dec 23 13:28:54.562719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6155db92-2e57-4568-bb59-05afe39f6009 req-3633c686-87fd-4a5d-804d-4e219d30f1af tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Dec 23 13:28:54.585727 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41690) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:54.664397 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a21ded-d4d4-4f32-9301-c7f6343b9a3e tempest-TestMinimumBasicScenario-1986943863 tempest-TestMinimumBasicScenario-1986943863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:54.665922 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1a21ded-d4d4-4f32-9301-c7f6343b9a3e tempest-TestMinimumBasicScenario-1986943863 tempest-TestMinimumBasicScenario-1986943863-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1092 time: 0.0792570 Dec 23 13:28:54.668892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41694) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:54.672998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:54.780180 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:54.879976 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:54.993781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Allocated IP 172.25.7.221 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/022b2d92-af23-424d-8c00-ed0b1df80c10) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:28:55.093818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:55.197289 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:55.235848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:28:55.239701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:28:55.243326 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:28:55.270198 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'Port': ['ID=022b2d92-af23-424d-8c00-ed0b1df80c10,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:55.281900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.282261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.282613 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.282965 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.283916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.284273 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.284624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.284983 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.285333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.285660 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.285996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.286328 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.286648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:55.614579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:55.741020 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:55.887099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:55.945702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.015569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'Port': ['ID=022b2d92-af23-424d-8c00-ed0b1df80c10,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:56.029870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.131138 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Floating IP 3769f393-d91f-44c7-8857-c54d845aa184 associated. External IP: 172.25.7.221, port: 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31. Dec 23 13:28:56.337631 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Router 9311bdca-807a-457e-8793-2e77e060fc82 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:28:56.444124 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:28:56.454238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Sync routers for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:28:56.463720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:28:56.464351 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:28:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:56.507570 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.535941 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-13877b6a-534f-4a96-8835-00e4f1aeb0db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8660583 Dec 23 13:28:56.536535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:28:56.538880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41696) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:56.539408 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4338106-e971-44d7-9b5d-3970a0751742" -d '{"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:28:56.551319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354497508', 'description': 'tempest-secgroup-smoke-354497508 description', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:56.571281 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:28:56.626104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.635381 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f597123-e68b-4f86-a703-0e97ba6051e7 x-openstack-request-id: req-4f597123-e68b-4f86-a703-0e97ba6051e7 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:28:56.635931 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:28:56.636039 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f597123-e68b-4f86-a703-0e97ba6051e7 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:28:56.636470 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:28:56.730513 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.732801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338106-e971-44d7-9b5d-3970a0751742 req-8e976fbc-6410-45d1-8f9e-952802c0e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:56.734363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-8e976fbc-6410-45d1-8f9e-952802c0e1f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1097 time: 0.0705152 Dec 23 13:28:56.792601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.804394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '3769f393-d91f-44c7-8857-c54d845aa184', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'port_id': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'mac_address': 'fa:16:3e:76:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:28:55Z', 'updated_at': '2021-12-23T13:28:55Z', 'revision_number': 0, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:56.831710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Checking router: 9311bdca-807a-457e-8793-2e77e060fc82 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:28:56.840442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:28:56.841099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:28:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:56.842206 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3ca8c-1016-44b5-8421-3821a057fca9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:56.857911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.858273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.858652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.858999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.859310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.859633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.859954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.860269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.860582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.860925 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.861247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.862081 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.862389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:28:56.868472 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338106-e971-44d7-9b5d-3970a0751742 req-ce570ea0-1982-4451-b441-1708045137eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:56.869986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-ce570ea0-1982-4451-b441-1708045137eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.1274762 Dec 23 13:28:56.920074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:56.921317 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-de6dec5c-11d4-4170-a38c-07c82e1415ad tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3814185 Dec 23 13:28:56.925459 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41702) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:56.931996 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:56.950925 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:28:56.961579 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-bb0aace2-2aaf-4728-8b20-74476d4d7465 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1000 time: 0.0831802 Dec 23 13:28:57.011044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338106-e971-44d7-9b5d-3970a0751742 req-3ab4c2ee-1b02-44a6-a05b-b86c878e1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:57.012519 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-3ab4c2ee-1b02-44a6-a05b-b86c878e1116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0442302 Dec 23 13:28:57.053475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.086853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338106-e971-44d7-9b5d-3970a0751742 req-46eeb3c7-f7a5-44fc-970b-6c21beb3c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:57.088391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-46eeb3c7-f7a5-44fc-970b-6c21beb3c5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684218 Dec 23 13:28:57.154587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.194157 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-c5dae895-8f26-402c-9144-932d49611f60 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961947 Dec 23 13:28:57.213262 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.273145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55121124-366e-4d87-a634-3ddc5e8c5522,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:57.316330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4338106-e971-44d7-9b5d-3970a0751742 req-4d4c800b-3b78-4b09-b7a6-d9cf66c83168 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125934 Dec 23 13:28:57.331713 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.335593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e71e7cf1-fbf1-400b-9695-b21f1f31a7e9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064968 Dec 23 13:28:57.335807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41704) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:57.340263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:57.354661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '3769f393-d91f-44c7-8857-c54d845aa184', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'port_id': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'mac_address': 'fa:16:3e:76:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:28:55Z', 'updated_at': '2021-12-23T13:28:55Z', 'revision_number': 0, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:28:57.381328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e055d-a7dd-4de5-989c-e104f76a2ef1 None None] The sync data for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 is: [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '3769f393-d91f-44c7-8857-c54d845aa184', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'port_id': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'mac_address': 'fa:16:3e:76:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:28:55Z', 'updated_at': '2021-12-23T13:28:55Z', 'revision_number': 0, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:28:57.460577 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.521058 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.579908 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7424844-c6d3-4f0e-b935-4c78bc82bc8c None None] New status for floating IP 3769f393-d91f-44c7-8857-c54d845aa184: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:28:57.597465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.615714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b07d4c-d8ab-4706-8e25-063ffe754717,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:57.696377 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.697611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-dce6cd9f-b5d6-4098-b2d6-dbdecaf3e3bf tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608587 Dec 23 13:28:57.700382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41706) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:57.704846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:57.807675 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.867113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.940121 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:57.959550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d76338-1c5a-442f-8275-229d3a9de0a8,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:58.027758 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.029050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1e2941b0-810c-456f-8ba3-00d73930d6ab tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276944 Dec 23 13:28:58.031867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41708) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:58.036366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:58.150654 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.212975 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.271286 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.290716 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52208552-0ba4-4b5b-bbca-c62b8133ec1f,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:58.342103 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.343369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1497b586-4c72-448f-a72e-46066c99d67a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105233 Dec 23 13:28:58.346704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41710) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:58.351958 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:58.419661 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Project e15b2cdcf6bd40bc83d89ce31f278c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:28:58.424744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.483930 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.551674 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.570280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876c4b3d-13a3-429e-9d96-98c693a505aa,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:58.633421 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.634690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-d90c4c25-74d8-4c19-8ef1-f961d6e4b99f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870429 Dec 23 13:28:58.637511 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41712) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:28:58.642249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'security_group_rule': {'security_group_id': '09d3ca8c-1016-44b5-8421-3821a057fca9', 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:58.717370 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Project e15b2cdcf6bd40bc83d89ce31f278c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:28:58.722457 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.781268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.837380 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.854770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af80f5c7-9821-46e2-b495-b93acbce6cba,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:58.918529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:58.919773 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-fc48fe28-c792-487f-ab23-5e8bd6800809 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811255 Dec 23 13:28:59.020131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-2cc509d1-d99d-45c3-9b6e-d22e23526216 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354497508&fields=id&tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28 HTTP/1.1" status: 200 len: 267 time: 0.0444641 Dec 23 13:28:59.073619 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-9d9f62de-3321-4a77-8d19-f7118cf737d4 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.075005 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-9d9f62de-3321-4a77-8d19-f7118cf737d4 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0488353 Dec 23 13:28:59.086058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'port': {'security_groups': ['65379fbe-f870-464b-8239-f72ed0b1c68a', '09d3ca8c-1016-44b5-8421-3821a057fca9']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:28:59.149416 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:59.331158 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:28:59.359481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:59.419588 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:59.432060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:28:59.466347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.466713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:59.468467 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-43651b1c-71b1-400f-af09-f706ae7102c3 req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "PUT /v2.0/ports/3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 982 time: 0.3865230 Dec 23 13:28:59.468601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:28:59.470841 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f10cc12-2343-4148-9927-cdf08f946bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:28:59.508185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1be8-3808-4614-8448-04dad3c3d233 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=6']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:28:59.526698 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a6cec7-17e1-4b00-855e-37a660b16034 x-openstack-request-id: req-98a6cec7-17e1-4b00-855e-37a660b16034 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:28:59.526698 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:28:59.526698 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98a6cec7-17e1-4b00-855e-37a660b16034 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:28:59.526986 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:28:59.545762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:28:59.613872 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-aca13a1d-f847-4263-806f-279aa3b93bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.615565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-aca13a1d-f847-4263-806f-279aa3b93bed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1136 time: 0.0616534 Dec 23 13:28:59.625505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aad70-2298-4fe8-a855-9df843e8448d req-9fd6ff1a-f5ae-4f52-8117-d76e2bba2ee0 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.634402 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-624aad70-2298-4fe8-a855-9df843e8448d req-9fd6ff1a-f5ae-4f52-8117-d76e2bba2ee0 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0706220 Dec 23 13:28:59.717474 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-624aad70-2298-4fe8-a855-9df843e8448d req-590209e0-b03b-469d-92b7-5247492074d6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820727 Dec 23 13:28:59.726196 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-e6f0ae15-330a-42fb-9c96-0d18c353f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.727845 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-e6f0ae15-330a-42fb-9c96-0d18c353f089 service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.1041281 Dec 23 13:28:59.774846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d989407a-37f0-4bb3-8a7e-7192c5a87c96 None None] Provisioning complete for port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:28:59.775214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d989407a-37f0-4bb3-8a7e-7192c5a87c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:28:59.799531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-cd88e312-2a27-4013-9a82-c21573f7aa3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1002 time: 0.0645218 Dec 23 13:28:59.851583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-f44c93ed-17c6-4a25-95cf-80421bd7b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.853063 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-f44c93ed-17c6-4a25-95cf-80421bd7b95a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0457592 Dec 23 13:28:59.899701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-20823beb-2566-4bf7-8d88-70f01c1cb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:28:59.901270 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-20823beb-2566-4bf7-8d88-70f01c1cb0b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409687 Dec 23 13:29:00.002558 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-17f501c7-11a7-495b-8d17-26bcceefb3ba service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928173 Dec 23 13:29:00.094215 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1f10cc12-2343-4148-9927-cdf08f946bf1 req-593aa512-e6d6-4f66-b533-704d6e674caa service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Dec 23 13:29:13.345492 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4feb41bf-44da-48a3-b190-a4884acffd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:16.117280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b73044c5-8b56-4fb0-aef3-b58754e83ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:16.728543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:18.425954 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:18.935296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:29:19.014375 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:19.248521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:23.282387 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:31.530755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-e9d8cf52-01e3-46ea-90f2-968bff15d34c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398540 Dec 23 13:29:31.623058 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e549-e139-435a-89f5-72da14720d57 req-07d986a8-a0fe-44a2-9461-9a6f735fa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:31.624542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-07d986a8-a0fe-44a2-9461-9a6f735fa0ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1136 time: 0.0476012 Dec 23 13:29:31.725072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e549-e139-435a-89f5-72da14720d57 req-dd9caa1b-5e48-41e6-a579-1c7b363f8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:31.727050 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-dd9caa1b-5e48-41e6-a579-1c7b363f8037 service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.0834148 Dec 23 13:29:31.796189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-b98a5144-c687-4f8f-a536-7221056cb9b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1002 time: 0.0623567 Dec 23 13:29:31.845217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e549-e139-435a-89f5-72da14720d57 req-1abcfbb7-bfc4-481e-84a8-45d6bf151896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:31.846653 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-1abcfbb7-bfc4-481e-84a8-45d6bf151896 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0428226 Dec 23 13:29:31.891117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e549-e139-435a-89f5-72da14720d57 req-5ff43c6b-124d-4b15-85ad-75ab5234c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:31.892590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-5ff43c6b-124d-4b15-85ad-75ab5234c5e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388510 Dec 23 13:29:31.986218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-1078924f-1043-4a3c-b8d3-b3d08b2b7048 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859499 Dec 23 13:29:32.074759 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1202e549-e139-435a-89f5-72da14720d57 req-f0d0d517-6908-44b7-b676-a6f89e464718 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Dec 23 13:29:43.374343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95c77faf-8751-46ae-bbd1-9adcb1f53097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:46.077442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d6a3f430-4856-4878-99e3-986878ac643f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:46.722853 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:47.939666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7dea2-1334-4037-a2f1-bc2749a7d7b2 req-4aaed53e-897d-4575-be2b-c668a9b65a57 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:47.941786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbc7dea2-1334-4037-a2f1-bc2749a7d7b2 req-4aaed53e-897d-4575-be2b-c668a9b65a57 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0571036 Dec 23 13:29:47.992731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803850f4-6771-4f45-9e40-12ab519ac96e req-0e505fa9-02ef-4119-968b-2f1b8794976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:47.994300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-0e505fa9-02ef-4119-968b-2f1b8794976e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1136 time: 0.0413024 Dec 23 13:29:48.003075 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cbc7dea2-1334-4037-a2f1-bc2749a7d7b2 req-68e78488-9abe-4bbd-95cb-b6bb749f9482 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550723 Dec 23 13:29:48.089270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803850f4-6771-4f45-9e40-12ab519ac96e req-eaf30ceb-6d72-47d3-9ad6-82044a3919d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:48.090822 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-eaf30ceb-6d72-47d3-9ad6-82044a3919d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.0898445 Dec 23 13:29:48.156562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-cd9ea627-ec35-4d1d-99e3-b25c6c93dcd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1002 time: 0.0582669 Dec 23 13:29:48.431557 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:48.529938 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803850f4-6771-4f45-9e40-12ab519ac96e req-a08a7165-729f-4f7c-9640-a86f8f61c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:48.531412 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-a08a7165-729f-4f7c-9640-a86f8f61c58e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.3675165 Dec 23 13:29:48.577603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803850f4-6771-4f45-9e40-12ab519ac96e req-d85facd6-275e-4504-ae3c-99ea7527ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:48.579101 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-d85facd6-275e-4504-ae3c-99ea7527ede5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396399 Dec 23 13:29:48.669648 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-27dce403-1c0d-4d79-9ff7-ad337a0c261e service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Dec 23 13:29:48.761232 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-803850f4-6771-4f45-9e40-12ab519ac96e req-d36cad3b-0a98-495e-8ac0-271f55865f0f service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830383 Dec 23 13:29:49.026158 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:49.123085 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468490-dcb4-437e-8832-9941c37b8912 req-dec23105-4f46-435e-ad44-c348501ad9db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:49.124680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75468490-dcb4-437e-8832-9941c37b8912 req-dec23105-4f46-435e-ad44-c348501ad9db tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0493693 Dec 23 13:29:49.185057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-75468490-dcb4-437e-8832-9941c37b8912 req-a37d4c97-0089-43bf-8a7a-56dadc5ed5dc tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539312 Dec 23 13:29:49.258869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:50.307139 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb0a1-673f-4a96-b935-1d025a6cecd9 req-98888fa9-3af8-45e6-aced-69fbbeaa82d2 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:50.308649 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09eb0a1-673f-4a96-b935-1d025a6cecd9 req-98888fa9-3af8-45e6-aced-69fbbeaa82d2 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0495489 Dec 23 13:29:50.371770 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b09eb0a1-673f-4a96-b935-1d025a6cecd9 req-c2a40469-f288-4e61-bbb6-04d1c123557d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570216 Dec 23 13:29:51.489662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775b848-7997-4078-a44d-8dc37bb6c8d3 req-ae7f268f-3842-4f76-a609-3731f3d636e3 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:51.491124 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4775b848-7997-4078-a44d-8dc37bb6c8d3 req-ae7f268f-3842-4f76-a609-3731f3d636e3 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0495059 Dec 23 13:29:51.552998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4775b848-7997-4078-a44d-8dc37bb6c8d3 req-6bc68043-cd61-4d52-a276-130f0d89c339 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554836 Dec 23 13:29:52.680513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a2144-bfbc-456c-9440-04b6990b5c4c req-126d15a4-08a0-4e54-ad73-13bc17f8eb37 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:52.682192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a2144-bfbc-456c-9440-04b6990b5c4c req-126d15a4-08a0-4e54-ad73-13bc17f8eb37 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0487320 Dec 23 13:29:52.741444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0f6a2144-bfbc-456c-9440-04b6990b5c4c req-1ce0b72a-ca80-4eb7-80e0-cc40e0b71947 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524516 Dec 23 13:29:53.276523 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:29:53.860712 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1fadd-ca6a-478f-82b5-d019af8b8a85 req-588db81a-7a3e-4bc4-975c-c9a72b281012 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:53.862141 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73a1fadd-ca6a-478f-82b5-d019af8b8a85 req-588db81a-7a3e-4bc4-975c-c9a72b281012 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0527077 Dec 23 13:29:53.922035 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-73a1fadd-ca6a-478f-82b5-d019af8b8a85 req-71ee4d44-f7dd-489c-b32d-3c59a3dccfa3 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538449 Dec 23 13:29:55.038818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec07a-4319-47cd-aefc-8009e521419e req-4b9d5be9-bcef-4691-b241-eb407e9b1266 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:55.040317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31cec07a-4319-47cd-aefc-8009e521419e req-4b9d5be9-bcef-4691-b241-eb407e9b1266 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0502067 Dec 23 13:29:55.101358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-31cec07a-4319-47cd-aefc-8009e521419e req-a6616fe4-41c8-40d4-86f8-d382881ed1fb tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543795 Dec 23 13:29:55.935344 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:29:56.217575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8107ae-6f5c-4365-9a0c-7eecf60a8032 req-48d55cd1-0b69-4da1-83fa-3b30d341b525 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:56.220401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc8107ae-6f5c-4365-9a0c-7eecf60a8032 req-48d55cd1-0b69-4da1-83fa-3b30d341b525 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0500000 Dec 23 13:29:56.282220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc8107ae-6f5c-4365-9a0c-7eecf60a8032 req-1383ae22-2ac5-49ce-a621-43692dc4904c tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571187 Dec 23 13:29:57.398709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818cbf-6a26-4d25-a798-51f14e228957 req-5fe274fe-fe58-45af-8a59-199e58dc476f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:57.400209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f818cbf-6a26-4d25-a798-51f14e228957 req-5fe274fe-fe58-45af-8a59-199e58dc476f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0491934 Dec 23 13:29:57.460900 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6f818cbf-6a26-4d25-a798-51f14e228957 req-bf7ead4e-5984-4067-a239-2592291fc1c2 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542045 Dec 23 13:29:58.575006 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45fbc3-c432-4667-bc43-b5ca4e507e21 req-6f6f3507-b6a9-4810-a704-4055f0b2b464 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:58.576491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a45fbc3-c432-4667-bc43-b5ca4e507e21 req-6f6f3507-b6a9-4810-a704-4055f0b2b464 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0487843 Dec 23 13:29:58.636990 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a45fbc3-c432-4667-bc43-b5ca4e507e21 req-4f4a6613-3ab9-41f5-a004-c1194624e5e8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542386 Dec 23 13:29:59.755333 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669f4f-1d80-4210-8dc3-77fec0a0cdf5 req-77c72d65-eef5-4861-b25a-c7946bcd62a8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:29:59.756801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47669f4f-1d80-4210-8dc3-77fec0a0cdf5 req-77c72d65-eef5-4861-b25a-c7946bcd62a8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0519309 Dec 23 13:29:59.817064 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-47669f4f-1d80-4210-8dc3-77fec0a0cdf5 req-e0b6dc93-0033-4383-bc8b-f35343fa4557 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531363 Dec 23 13:30:00.937562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdbf88-951f-4089-91f4-085984852605 req-ae043362-b804-48e5-b205-f16cd8de2303 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:00.939065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7bdbf88-951f-4089-91f4-085984852605 req-ae043362-b804-48e5-b205-f16cd8de2303 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0506706 Dec 23 13:30:00.998345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7bdbf88-951f-4089-91f4-085984852605 req-63ee1548-5294-40c5-945e-940a362e052d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532541 Dec 23 13:30:02.118058 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8097-2649-4769-a700-b33de1cae11e req-cdeadaea-1c9f-44d8-9281-6912ab35002a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:02.119486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6d8097-2649-4769-a700-b33de1cae11e req-cdeadaea-1c9f-44d8-9281-6912ab35002a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0524352 Dec 23 13:30:02.179383 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e6d8097-2649-4769-a700-b33de1cae11e req-b2ec6e58-b9c6-4038-bd18-4bdd463cc831 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530808 Dec 23 13:30:03.295746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9700-0305-4afd-9218-db9d9f8caa92 req-2d72c911-0b6e-458c-9f2d-1868bc073f4b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:03.297237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-570f9700-0305-4afd-9218-db9d9f8caa92 req-2d72c911-0b6e-458c-9f2d-1868bc073f4b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0497842 Dec 23 13:30:03.356522 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-570f9700-0305-4afd-9218-db9d9f8caa92 req-9da99c3e-9010-4b90-855f-d42cf55946f6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529675 Dec 23 13:30:04.469734 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75933bb-fd53-4995-8d1e-ebcdb60fb404 req-0dc06179-cf85-4704-952c-1e23b294d1c8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:04.471201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d75933bb-fd53-4995-8d1e-ebcdb60fb404 req-0dc06179-cf85-4704-952c-1e23b294d1c8 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0476592 Dec 23 13:30:04.535099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d75933bb-fd53-4995-8d1e-ebcdb60fb404 req-013d2332-0546-460d-834e-691b8d4ac6f6 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577850 Dec 23 13:30:05.651569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cacf6-b0e9-4309-8f38-d1d056c32d19 req-c18d0fb4-a732-4d31-baf6-d6b829507b70 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:05.653317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-029cacf6-b0e9-4309-8f38-d1d056c32d19 req-c18d0fb4-a732-4d31-baf6-d6b829507b70 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0503993 Dec 23 13:30:05.713963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-029cacf6-b0e9-4309-8f38-d1d056c32d19 req-60b96ab1-88c5-4e04-9bdf-9bab99eabc43 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=09d3ca8c-1016-44b5-8421-3821a057fca9&id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545506 Dec 23 13:30:13.362322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bbb63813-3963-49d4-b9c8-cb69f63c70e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:16.105775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-24506a0f-3fac-4a9d-8381-de9f732ddea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:16.756899 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:18.429373 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:19.035218 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:19.298322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:23.282665 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:32.934799 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:30:33.163760 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-3ae29a4d-79a2-4f02-98d4-013f60c3693f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399668 Dec 23 13:30:33.244878 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-d44e8399-5efa-49e0-9dd5-c80031417795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:33.246274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-d44e8399-5efa-49e0-9dd5-c80031417795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1136 time: 0.0391371 Dec 23 13:30:33.349396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-51ea4d8c-0803-497c-9c17-ae8f78d36fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:33.350829 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-51ea4d8c-0803-497c-9c17-ae8f78d36fdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.0861855 Dec 23 13:30:33.416072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-307e76ff-0d09-44e7-9680-aae3b0acf5c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1002 time: 0.0579093 Dec 23 13:30:33.468814 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-b091521c-b6b1-404e-a769-43427b000231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:33.470244 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-b091521c-b6b1-404e-a769-43427b000231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0468583 Dec 23 13:30:33.515780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-18317335-200f-4db3-9736-47f060a70602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:33.517280 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-18317335-200f-4db3-9736-47f060a70602 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392809 Dec 23 13:30:33.604351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-4235b5f6-5285-4b2d-89e3-4a4a8f0584b5 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797896 Dec 23 13:30:33.697872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b92a3ea-5768-4290-9157-ccf17da990ed req-c212033c-53ed-4e0d-a829-9b99da720f22 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Dec 23 13:30:43.349258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-947273fc-253b-41d8-b7ca-d22777beb612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:46.131956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d26d539e-7166-4f6a-b0a8-3320746f449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:46.749300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:48.429121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:49.063193 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:49.282644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:53.315690 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.162798 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-35d56949-0e0d-44a2-986c-66a54dbee52a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354497508&fields=id&tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28 HTTP/1.1" status: 200 len: 267 time: 0.0457721 Dec 23 13:30:55.219360 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-d615f87e-765d-4891-8a2f-2e3ee277362d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:55.221421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-d615f87e-765d-4891-8a2f-2e3ee277362d tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 985 time: 0.0519774 Dec 23 13:30:55.233035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Request body: {'port': {'security_groups': ['65379fbe-f870-464b-8239-f72ed0b1c68a']}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:30:55.299386 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.475875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:30:55.504797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.595047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.606787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:30:55.641367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:55.644800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.644800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d01285b-eab4-4826-9479-0c79fd01e571 req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "PUT /v2.0/ports/3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 943 time: 0.4154794 Dec 23 13:30:55.644800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:30:55.647436 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81fe7c3-75cc-434b-bd91-65f20a51fe11" -d '{"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:30:55.650614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:30:55.692088 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285c791a-05ad-42fa-a5e2-77ea6088c56e x-openstack-request-id: req-285c791a-05ad-42fa-a5e2-77ea6088c56e {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:30:55.692550 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:30:55.692815 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-285c791a-05ad-42fa-a5e2-77ea6088c56e {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:30:55.693237 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:30:55.697380 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event updated for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=7']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:30:55.706188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.706683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.706902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.707225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.707564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.707899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.708231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.708552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.708924 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.709259 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.709590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.709919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.710427 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381261b3-60d1-4e2a-8a48-72261f28f799 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:55.720761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:30:55.775592 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.809601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.827581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-ae7bd2f4-b794-4598-9d0e-ee6f26a03ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:55.829104 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-ae7bd2f4-b794-4598-9d0e-ee6f26a03ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1097 time: 0.1020334 Dec 23 13:30:55.923618 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2031f070-a89d-49a3-8e5d-dc24acec874e None None] Provisioning complete for port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:30:55.925238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2031f070-a89d-49a3-8e5d-dc24acec874e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:55.944621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-86c2e9eb-16e8-4fe2-b044-5f5975256215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:55.946116 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-86c2e9eb-16e8-4fe2-b044-5f5975256215 service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.1060493 Dec 23 13:30:56.018911 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-2faa1476-b413-4804-a935-aeaaba345323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 1002 time: 0.0645957 Dec 23 13:30:56.023255 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.025993 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.027032 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "DELETE /v2.0/security-groups/09d3ca8c-1016-44b5-8421-3821a057fca9 HTTP/1.1" status: 204 len: 168 time: 0.3748605 Dec 23 13:30:56.029904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41802) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:30:56.061054 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3ca8c-1016-44b5-8421-3821a057fca9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:30:56.073966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.074314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.074655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.074990 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.075319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.075645 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.075975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.076294 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.076614 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.076975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.077286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.077608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.077921 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab5072-8d5f-4188-9166-0fcd97c8067f tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:30:56.096924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-3979e32f-f658-4378-bde4-6c9c9d810441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:56.101230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-3979e32f-f658-4378-bde4-6c9c9d810441 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0731294 Dec 23 13:30:56.153369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-a25c2e94-9cce-479c-ab69-d9957acf3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:56.154915 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-a25c2e94-9cce-479c-ab69-d9957acf3cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460434 Dec 23 13:30:56.256091 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-2dc6ec48-82c0-4458-a929-5d756080e414 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932298 Dec 23 13:30:56.350468 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f81fe7c3-75cc-434b-bd91-65f20a51fe11 req-a11e0318-cd21-4bdd-9269-5fdc5885b66d service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Dec 23 13:30:56.552039 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Deleting port 022b2d92-af23-424d-8c00-ed0b1df80c10 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:30:56.552926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.628522 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.628758 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.640112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Calling delete_port for 022b2d92-af23-424d-8c00-ed0b1df80c10 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:30:56.837204 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.860718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event deleted for resources: {'Port': ['ID=022b2d92-af23-424d-8c00-ed0b1df80c10,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:30:56.923402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:56.924375 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Floating IP 3769f393-d91f-44c7-8857-c54d845aa184 disassociated (deleted). External IP: 172.25.7.221, port: 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31. Dec 23 13:30:57.130413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Router 9311bdca-807a-457e-8793-2e77e060fc82 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:30:57.237268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:30:57.242071 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:30:57.248387 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Sync routers for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:30:57.257906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:30:57.258526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:30:57.268501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dfcc7f86-24f9-46ed-b0cd-0c96dc293d85 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "DELETE /v2.0/floatingips/3769f393-d91f-44c7-8857-c54d845aa184 HTTP/1.1" status: 204 len: 168 time: 1.2367518 Dec 23 13:30:57.365217 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:30:57.568722 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:30:57.596806 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Checking router: 9311bdca-807a-457e-8793-2e77e060fc82 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:30:57.605246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:30:57.605855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:30:57.694025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:30:57.696399 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30" -d '{"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:30:57.715798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:30:57.739663 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5bec3b-3ea4-4620-a0d6-8ecadeb7fcf1 x-openstack-request-id: req-bc5bec3b-3ea4-4620-a0d6-8ecadeb7fcf1 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:30:57.739663 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:30:57.739663 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc5bec3b-3ea4-4620-a0d6-8ecadeb7fcf1 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:30:57.739663 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:30:57.806852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-2421a17d-10aa-4846-b110-5c514f3d28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:57.808356 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-2421a17d-10aa-4846-b110-5c514f3d28d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 1097 time: 0.0474453 Dec 23 13:30:57.898893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-7e093027-4e4e-47ec-a847-75a17f39d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:57.900446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-7e093027-4e4e-47ec-a847-75a17f39d2fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 200 len: 916 time: 0.0848951 Dec 23 13:30:57.921261 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:30:57.948889 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-49e041b6-8453-4e8b-b213-d09b1d427785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 200 len: 217 time: 0.0409236 Dec 23 13:30:57.949899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a61da-b708-4735-b117-4cb09cecb3af None None] The sync data for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 is: [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2bfd04e1-3867-42a7-bdd9-a7d93f1129ba', 'name': '', 'network_id': '684245b4-eb90-4c08-a110-8629d1596efb', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'mac_address': 'fa:16:3e:4f:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:52Z', 'updated_at': '2021-12-23T13:27:56Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'subnets': [{'id': 'a7d6c55f-5435-4b75-b281-f6530c1642ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:30:58.000169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-66781147-2f79-4b2f-92e0-620ad78717bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:58.001614 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-66781147-2f79-4b2f-92e0-620ad78717bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 200 len: 854 time: 0.0455561 Dec 23 13:30:58.053554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-47840a30-e44f-4ba7-9f93-6990f0a9df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:30:58.055192 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-47840a30-e44f-4ba7-9f93-6990f0a9df69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684245b4-eb90-4c08-a110-8629d1596efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437138 Dec 23 13:30:58.155768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-4f92da10-b9b3-4e34-a665-ebb029bfe300 service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934603 Dec 23 13:30:58.172076 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455bb01-a962-4286-b998-08d95164446e None None] New status for floating IP 3769f393-d91f-44c7-8857-c54d845aa184: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:30:58.264448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e0e12ece-d3bd-4b8b-b20e-3c6821565d30 req-f57d359b-282c-4bcb-86a4-5ca6e83cb11f service neutron] 10.222.0.57 "GET /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962932 Dec 23 13:31:06.718622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdf370-913a-4aac-969d-54d6c30201f6 req-1182eb83-20e6-46a3-bcd3-9ad3820fd70b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:06.720137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bfdf370-913a-4aac-969d-54d6c30201f6 req-1182eb83-20e6-46a3-bcd3-9ad3820fd70b tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0512998 Dec 23 13:31:06.772370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bfdf370-913a-4aac-969d-54d6c30201f6 req-5bae24b4-6f02-42d9-a605-9b9f833b7b2a tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Dec 23 13:31:07.891490 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07b8db-e806-45dc-bea7-60327f7552cf req-59ab7c8f-9eb1-44f2-9872-318cffe06063 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:07.893391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d07b8db-e806-45dc-bea7-60327f7552cf req-59ab7c8f-9eb1-44f2-9872-318cffe06063 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0511091 Dec 23 13:31:07.941566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d07b8db-e806-45dc-bea7-60327f7552cf req-b35f5f7c-7336-4a27-ade7-421b3b2d5975 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/security-groups?id=65379fbe-f870-464b-8239-f72ed0b1c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Dec 23 13:31:08.595056 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-f920d9ca-d348-478a-96ef-c389d38aa7d9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:08.596689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-f920d9ca-d348-478a-96ef-c389d38aa7d9 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.57 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 946 time: 0.0492048 Dec 23 13:31:08.688531 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Deleting port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:08.688897 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:08.774869 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] For port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:08.775222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:08.787446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Calling delete_port for 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:08.957016 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:08.969944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:31:08.986420 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Pushing event deleted for resources: {'Port': ['ID=3ff0ae6b-2ba5-4c64-9f68-552f4d49de31,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:09.038036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] No DVR routers for this DVR port 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:31:09.038317 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f145a6dd-432d-4dc4-9816-13e31593d854 req-50b42428-a637-4230-a52f-a8a15070c73e tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.16 "GET /v2.0/ports?device_id=98885b7a-f46a-4a93-9a8e-1f64ddd50b06 HTTP/1.1" status: 200 len: 210 time: 0.0261633 Dec 23 13:31:09.040637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:09.043960 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9dae5644-7664-4876-86a3-c4e7f531ac43 req-b3313493-d08f-4da5-a042-0889b5ec4313 tempest-TestMinimumBasicScenario-1864776663 tempest-TestMinimumBasicScenario-1864776663-project] 10.222.0.57 "DELETE /v2.0/ports/3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 HTTP/1.1" status: 204 len: 173 time: 0.4411259 Dec 23 13:31:09.044402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'name': 'network-vif-deleted', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:31:09.046727 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c2458a-cca8-43c0-8d28-faef116ef1f7" -d '{"events": [{"server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "name": "network-vif-deleted", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:31:09.153552 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5c5678-b399-4283-a870-32c546ac4cb4 x-openstack-request-id: req-ca5c5678-b399-4283-a870-32c546ac4cb4 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:31:09.153552 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98885b7a-f46a-4a93-9a8e-1f64ddd50b06", "name": "network-vif-deleted", "tag": "3ff0ae6b-2ba5-4c64-9f68-552f4d49de31", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:31:09.153552 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca5c5678-b399-4283-a870-32c546ac4cb4 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:31:09.153552 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98885b7a-f46a-4a93-9a8e-1f64ddd50b06', 'name': 'network-vif-deleted', 'tag': '3ff0ae6b-2ba5-4c64-9f68-552f4d49de31', 'status': 'completed', 'code': 200} Dec 23 13:31:09.934904 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:31:11.223614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41902) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:11.580374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:11.820718 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Deleting port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:11.821073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:11.897540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] For port 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:11.897804 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:11.910081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Calling delete_port for 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:12.177567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:12.205812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfd04e1-3867-42a7-bdd9-a7d93f1129ba,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:12.373611 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:12.590526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Router 9311bdca-807a-457e-8793-2e77e060fc82 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:31:12.697343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:31:12.702332 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-98263d3c-4829-47fa-83d3-05db3d0b3081 admin admin] 10.222.0.16 "PUT /v2.0/routers/9311bdca-807a-457e-8793-2e77e060fc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777052 Dec 23 13:31:12.705628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41904) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:12.708202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Sync routers for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:31:12.718423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:12.719036 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:12.810575 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:12.823693 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:12.909217 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.000463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:31:12Z', 'revision_number': 5, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port': {'id': 'd6b46a3c-aac7-4f7b-9109-b14be6001f97', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311bdca-807a-457e-8793-2e77e060fc82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:13.027215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Checking router: 9311bdca-807a-457e-8793-2e77e060fc82 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:31:13.035767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Routers {'9311bdca-807a-457e-8793-2e77e060fc82'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:13.036373 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:30:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['9311bdca-807a-457e-8793-2e77e060fc82'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:13.037698 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Deleting port d6b46a3c-aac7-4f7b-9109-b14be6001f97 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:13.038055 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.119984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] For port d6b46a3c-aac7-4f7b-9109-b14be6001f97, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d6b46a3c-aac7-4f7b-9109-b14be6001f97,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:13.120373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.135147 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Calling delete_port for d6b46a3c-aac7-4f7b-9109-b14be6001f97 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:13.231170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:13.289040 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:13.289380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 3ff0ae6b-2ba5-4c64-9f68-552f4d49de31 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:13.314993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] Set router 9311bdca-807a-457e-8793-2e77e060fc82 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:13.366520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.367431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:31:12Z', 'revision_number': 6, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:13.391229 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b46a3c-aac7-4f7b-9109-b14be6001f97,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:13.400710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278ad7-7414-4bd0-a704-524883d34ca3 None None] The sync data for ids ['9311bdca-807a-457e-8793-2e77e060fc82'] in n-d-822750-2 is: [{'id': '9311bdca-807a-457e-8793-2e77e060fc82', 'name': 'tempest-TestMinimumBasicScenario-1286617896-router', 'tenant_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:50Z', 'updated_at': '2021-12-23T13:31:12Z', 'revision_number': 6, 'project_id': 'e15b2cdcf6bd40bc83d89ce31f278c28', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:31:13.408187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784d324-2d89-4444-a12a-28f1d2640cf7 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:13.412352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-02b32764-dbc3-4d4a-b24b-3742a6e6828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.465972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.556133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.558385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.653851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.654456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9311bdca-807a-457e-8793-2e77e060fc82 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:31:13.659173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.660310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ec517be1-7075-42d0-9c8d-3fcd08093332 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9311bdca-807a-457e-8793-2e77e060fc82 HTTP/1.1" status: 204 len: 168 time: 0.9537644 Dec 23 13:31:13.662931 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41906) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:13.708177 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Deleting subnet a7d6c55f-5435-4b75-b281-f6530c1642ef {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:31:13.711131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.748165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.835495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:13.974509 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.001835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d6c55f-5435-4b75-b281-f6530c1642ef,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:14.007504 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.011219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2f272aa2-087d-48b3-b077-3ff37a078d00 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7d6c55f-5435-4b75-b281-f6530c1642ef HTTP/1.1" status: 204 len: 168 time: 0.3471680 Dec 23 13:31:14.012718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062aa3f-b15f-4bf8-8bd6-4c9424ece6dd None None] Network 684245b4-eb90-4c08-a110-8629d1596efb requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:31:14.013711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41908) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:14.081910 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.137025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Deleting port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:14.137366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.208402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] For port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:14.208778 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.210087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] DHCP port deletion for 684245b4-eb90-4c08-a110-8629d1596efb request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:14.214737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:14.225278 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Calling delete_port for 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:14.245361 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:14.245710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2bfd04e1-3867-42a7-bdd9-a7d93f1129ba not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:14.288511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Deleting port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:14.288921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.352519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] For port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,segment=NetworkSegment(9ba245f6-0b45-44d4-8ebe-ba4fcec99b18),segment_id=9ba245f6-0b45-44d4-8ebe-ba4fcec99b18)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:14.352948 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.370051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Calling delete_port for 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:14.374567 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.402237 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:14.404050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] No DVR routers for this DVR port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 13:31:14.448680 n-d-822750-2 neutron-server[104039]: self.session.flush() Dec 23 13:31:14.458451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.485042 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.485874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Pushing event deleted for resources: {'Port': ['ID=7225c34c-9ab7-4c34-bad4-26cc8b4402c6,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:14.496211 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] No DVR routers for this DVR port 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:31:14.502132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.502492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.502841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.503148 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.503752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.504122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.504559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.504761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.505316 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.505432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.505733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.506177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.506507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a89356-2274-425f-83d9-1d29033b18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:14.509561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684245b4-eb90-4c08-a110-8629d1596efb']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:14.520357 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:14.520654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba245f6-0b45-44d4-8ebe-ba4fcec99b18') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:14.530243 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.543869 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.549759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:31:14.550145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:31:14.551780 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:31:14.686186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.692012 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:14.695158 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/684245b4-eb90-4c08-a110-8629d1596efb HTTP/1.1" status: 204 len: 168 time: 0.6805260 Dec 23 13:31:14.698264 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41910) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:14.711037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5fa5a-07f0-414b-a960-ba39fcfad0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=684245b4-eb90-4c08-a110-8629d1596efb,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:15.040815 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:15.284051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Deleting port de6ecdd8-3861-4f6c-be3b-9168625e7b6d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:15.284391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:15.363810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] For port de6ecdd8-3861-4f6c-be3b-9168625e7b6d, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:15.364167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:15.377326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Calling delete_port for de6ecdd8-3861-4f6c-be3b-9168625e7b6d owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:15.613938 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:15.637634 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6ecdd8-3861-4f6c-be3b-9168625e7b6d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:15.779150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:15.802291 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:15.802785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7225c34c-9ab7-4c34-bad4-26cc8b4402c6 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:15.803554 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d6b46a3c-aac7-4f7b-9109-b14be6001f97 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:15.817447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:15.829519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d6b46a3c-aac7-4f7b-9109-b14be6001f97 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:15.829867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d6b46a3c-aac7-4f7b-9109-b14be6001f97 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:16.037931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:31:16.080751 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92b3131a-6f60-4aa5-931b-c89b758208e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.144452 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:31:16.153086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-64050068-3b39-4716-a6d0-938041cf25e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/2b9077a8-b702-4862-9fcd-88b4f7ed92e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502382 Dec 23 13:31:16.153086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41912) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:16.154756 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Sync routers for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:31:16.165192 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:16.165805 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:16.257229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.295016 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:16.359296 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.468915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Deleting port 7a6191a8-46b0-4b50-be13-8758929219d5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:16.469312 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.477590 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:31:15Z', 'revision_number': 5, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port': {'id': '7a6191a8-46b0-4b50-be13-8758929219d5', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:16.504180 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Checking router: 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:31:16.512391 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Routers {'2b9077a8-b702-4862-9fcd-88b4f7ed92e1'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:16.513022 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:16.553600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] For port 7a6191a8-46b0-4b50-be13-8758929219d5, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7a6191a8-46b0-4b50-be13-8758929219d5,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:16.553959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.565737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Calling delete_port for 7a6191a8-46b0-4b50-be13-8758929219d5 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:16.599020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] Set router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:16.652762 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:31:16Z', 'revision_number': 6, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:16.680163 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba4604-c96c-4bf7-ba9e-2382b6ddaed1 None None] The sync data for ids ['2b9077a8-b702-4862-9fcd-88b4f7ed92e1'] in n-d-822750-2 is: [{'id': '2b9077a8-b702-4862-9fcd-88b4f7ed92e1', 'name': 'tempest-TestMinimumBasicScenario-1808844370-router', 'tenant_id': 'b207c65cd6844dd4927fb703d881e8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:27:56Z', 'updated_at': '2021-12-23T13:31:16Z', 'revision_number': 6, 'project_id': 'b207c65cd6844dd4927fb703d881e8d4', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:31:16.756895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.774177 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.800257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6191a8-46b0-4b50-be13-8758929219d5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:16.815386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bf484-f4c7-4903-8dbd-d9fd86808844 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:16.860365 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.951948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:16.954152 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.405951 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.406434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9077a8-b702-4862-9fcd-88b4f7ed92e1 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:31:17.411475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.412649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-301b321b-28ac-4613-86b7-7943c4fc530b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2b9077a8-b702-4862-9fcd-88b4f7ed92e1 HTTP/1.1" status: 204 len: 168 time: 1.2597528 Dec 23 13:31:17.415393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:17.460948 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Deleting subnet bf95e449-e01d-46f8-b6fc-cfb64cb050e3 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:31:17.464105 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.499679 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.582149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.703823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.708651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device de6ecdd8-3861-4f6c-be3b-9168625e7b6d no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:17.730190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: de6ecdd8-3861-4f6c-be3b-9168625e7b6d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:17.730635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device de6ecdd8-3861-4f6c-be3b-9168625e7b6d not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:17.731046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a6191a8-46b0-4b50-be13-8758929219d5 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:17.731999 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf95e449-e01d-46f8-b6fc-cfb64cb050e3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:17.734092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.738119 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-669f264f-dcc0-492f-9ef6-0fd58208ba96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf95e449-e01d-46f8-b6fc-cfb64cb050e3 HTTP/1.1" status: 204 len: 168 time: 0.3217628 Dec 23 13:31:17.740611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41916) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:17.741412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff6e42-3756-4bbc-a4c9-0d6cb367f236 None None] Network bfe567b3-ee95-4607-8904-8313abf720f4 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:31:17.800937 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7a6191a8-46b0-4b50-be13-8758929219d5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:17.801286 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7a6191a8-46b0-4b50-be13-8758929219d5 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:17.812864 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.871932 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Deleting port cad374e5-4940-45b1-9b5f-d01abbaf1670 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:17.872566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.921418 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82881b6-777c-4f62-b196-92594504a98b None None] DHCP port deletion for bfe567b3-ee95-4607-8904-8313abf720f4 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:17.940975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] For port cad374e5-4940-45b1-9b5f-d01abbaf1670, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad374e5-4940-45b1-9b5f-d01abbaf1670,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:17.941363 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:17.953661 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Calling delete_port for cad374e5-4940-45b1-9b5f-d01abbaf1670 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:17.968494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Deleting port cad374e5-4940-45b1-9b5f-d01abbaf1670 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:31:17.968898 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.035756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b82881b6-777c-4f62-b196-92594504a98b None None] For port cad374e5-4940-45b1-9b5f-d01abbaf1670, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=cad374e5-4940-45b1-9b5f-d01abbaf1670,segment=NetworkSegment(d3e2dc12-80f9-4125-a792-da91d4d95d2f),segment_id=d3e2dc12-80f9-4125-a792-da91d4d95d2f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:18.036178 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.048429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Calling delete_port for cad374e5-4940-45b1-9b5f-d01abbaf1670 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:31:18.137849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.143980 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.166666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad374e5-4940-45b1-9b5f-d01abbaf1670,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:18.169379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82881b6-777c-4f62-b196-92594504a98b None None] Pushing event deleted for resources: {'Port': ['ID=cad374e5-4940-45b1-9b5f-d01abbaf1670,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:18.169992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] No DVR routers for this DVR port cad374e5-4940-45b1-9b5f-d01abbaf1670 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:31:18.173421 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82881b6-777c-4f62-b196-92594504a98b None None] No DVR routers for this DVR port cad374e5-4940-45b1-9b5f-d01abbaf1670 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:31:18.251282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.272314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe567b3-ee95-4607-8904-8313abf720f4']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:18.281244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e2dc12-80f9-4125-a792-da91d4d95d2f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:18.281538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e2dc12-80f9-4125-a792-da91d4d95d2f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:18.291637 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.305038 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.310943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:31:18.311323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:31:18.313051 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:31:18.431229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.440916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.440916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bfe567b3-ee95-4607-8904-8313abf720f4 HTTP/1.1" status: 204 len: 168 time: 0.6983507 Dec 23 13:31:18.451204 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7e078-de9a-40a6-ab3b-e860d0c45754 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe567b3-ee95-4607-8904-8313abf720f4,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:18.463351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.811568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41920) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:18.851999 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-520da5f6-82e1-4ba0-bca5-89a7740a4fdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e15b2cdcf6bd40bc83d89ce31f278c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392392 Dec 23 13:31:18.854507 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41922) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:18.905204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:18.927147 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.037233 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.039881 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.041069 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65379fbe-f870-464b-8239-f72ed0b1c68a HTTP/1.1" status: 204 len: 168 time: 0.1856530 Dec 23 13:31:19.048404 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.050287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686ea21-31a1-4a10-b00c-c540f2e2cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65379fbe-f870-464b-8239-f72ed0b1c68a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:19.254121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.712863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad374e5-4940-45b1-9b5f-d01abbaf1670 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:31:19.733816 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: cad374e5-4940-45b1-9b5f-d01abbaf1670 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:31:19.734159 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device cad374e5-4940-45b1-9b5f-d01abbaf1670 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:31:19.761237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41928) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:19.802402 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-becee2db-669b-44e2-9e4a-6b0e9e37a017 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b207c65cd6844dd4927fb703d881e8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400021 Dec 23 13:31:19.805139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41930) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:19.851549 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.872149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.991394 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.994060 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:19.995224 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d488fbaf-ae2f-4198-95d6-6e90584ac823 HTTP/1.1" status: 204 len: 168 time: 0.1892073 Dec 23 13:31:20.003318 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e61cbd-ae5b-4b55-a858-50f302fa60e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d488fbaf-ae2f-4198-95d6-6e90584ac823,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:22.318311 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41970) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:22.322957 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797172459', 'description': 'tempest-secgroup-smoke-1797172459 description', 'project_id': '933628700b974cbd80bfb743c1147032'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:22.431112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.439001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.512904 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.579519 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.621667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d385931f-6f1a-424b-b07c-7abf24ed4890,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:22.657208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.733875 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.763567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbdcb5-5856-4f19-9216-ffed915a7bf0,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:22.833573 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:22.834775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-98c43d03-9265-40d6-9cf7-564de77260c4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5154691 Dec 23 13:31:22.837717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:22.842274 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:22.950642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.005983 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.082711 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.102050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2132fa5-aba1-41f7-9f55-72dbae783e17,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:23.176357 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.177599 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0f72314a-af09-4638-9175-61055967afa2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388603 Dec 23 13:31:23.180579 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41974) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:23.185091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:23.270673 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.323570 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.330587 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.408076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.427571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a308fbbf-a49e-48fc-a232-297978d9806e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:23.501529 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.502809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-875164f2-65e9-4c17-b3df-d5b4ed61e625 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211432 Dec 23 13:31:23.506267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41978) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:23.510555 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:23.596066 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.651839 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.745325 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.763810 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92dd3bd-6922-4d4b-a3b7-a03ce46eee1e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:23.833198 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.834416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a82d7a98-6b1f-4cfa-98ca-196a8c0f6883 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272119 Dec 23 13:31:23.837159 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41980) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:23.841523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:23.938873 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:23.995724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.054468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.071759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7dc658-32a2-4d2b-97cb-48513327ba3b,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:24.133924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.135239 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7be69290-21f4-4246-bfb8-32c7045baba2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2971272 Dec 23 13:31:24.138022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:24.142390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:24.229137 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:31:24.234333 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.301437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.374209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.394033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46dfca8-ca59-4333-ad72-be03a5dab5ce,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:24.473848 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.475045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f5512b6e-be44-4329-be48-f163490b5a18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3361061 Dec 23 13:31:24.477740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41984) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:24.482037 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'aafbdcb5-5856-4f19-9216-ffed915a7bf0', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:24.560323 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:31:24.565182 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.624610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.711171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.729804 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8a7d6a-04ff-4a49-b806-768206f0d3d7,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:24.919011 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:24.920187 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a55d4e61-48f1-479d-97b6-e21889fc0e5b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4415202 Dec 23 13:31:24.923523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41986) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:24.929147 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'network': {'name': 'tempest-network-smoke--1116840177', 'project_id': '933628700b974cbd80bfb743c1147032', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:25.005741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:31:25.009360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.033254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:31:25.042263 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.043859 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Added segment 1d97bc1f-4e3f-434b-8377-7c6f1f85916f of type vlan for network 20989b5e-acba-4739-9edd-b52ca5274778 Dec 23 13:31:25.082724 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.171561 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.177832 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:25.178708 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.252231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Network': ['ID=20989b5e-acba-4739-9edd-b52ca5274778,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:25.263407 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 20989b5e-acba-4739-9edd-b52ca5274778 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:31:25.288714 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e314ef0d-7aca-4960-a0e4-dd2e49497dd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3643613 Dec 23 13:31:25.291584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41988) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:25.295974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'admin_state_up': True, 'project_id': '933628700b974cbd80bfb743c1147032', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:25.394924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.396007 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.450102 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.644717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.919455 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:25.938790 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:26.037490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.16 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/7af51094-9fae-40c4-958e-5fd84ee72e01) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:31:26.141029 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:26.237222 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:26.276740 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:26.279627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:26.283015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:31:26.289389 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=7af51094-9fae-40c4-958e-5fd84ee72e01,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:26.294140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8806bb0-cf22-45ab-ba4f-627fca261eb1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:26.327167 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-ac86e487-5aed-4706-8f13-70ba640e6318 None None] Provisioning complete for port 7af51094-9fae-40c4-958e-5fd84ee72e01 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:26.327532 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ac86e487-5aed-4706-8f13-70ba640e6318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:26.363543 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ac86e487-5aed-4706-8f13-70ba640e6318 None None] Port 7af51094-9fae-40c4-958e-5fd84ee72e01 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:26.633062 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:26.834452 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.051865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:31:27.157474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:31:27.167031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Sync routers for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:31:27.181417 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:27.181946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:27.239419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.240699 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-07c4317f-fca3-416a-b649-41bbda249548 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9481900 Dec 23 13:31:27.244315 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:27.286780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:27.364560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-aea9b382-72fe-4536-9986-afea94fd7a72 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=933628700b974cbd80bfb743c1147032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191349 Dec 23 13:31:27.367214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:27.457376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22547b18-bac7-478d-a56e-2013e5303e70 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:27.458818 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-22547b18-bac7-478d-a56e-2013e5303e70 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907092 Dec 23 13:31:27.461831 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 41996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:27.463358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:27.493089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5d432d53-50b0-4651-99a4-20b1fb3b4b2d tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271056 Dec 23 13:31:27.493419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 41998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:27.493911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Checking router: 0f634dbc-9e34-4bd5-89c4-539d1baab2ea for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:31:27.494326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Updating router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea port 7af51094-9fae-40c4-958e-5fd84ee72e01 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:31:27.498636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435465023', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'project_id': '933628700b974cbd80bfb743c1147032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:27.519473 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.629342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:31:27.635194 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.794672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.853894 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.882728 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.899983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88e4ac-4833-44b0-a3dc-30953dbd3882 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:27.911677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Attempting to bind port 7af51094-9fae-40c4-958e-5fd84ee72e01 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:31:27.912052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Attempting to bind port 7af51094-9fae-40c4-958e-5fd84ee72e01 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:31:27.912413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Attempting to bind port 7af51094-9fae-40c4-958e-5fd84ee72e01 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:31:27.914314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b17f9-380d-46c9-8495-1b229ec4266c None None] Pushing event updated for resources: {'Port': ['ID=7af51094-9fae-40c4-958e-5fd84ee72e01,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:27.921165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:31:27.921565 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:31:27.921936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.922757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:31:27.922757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Bound port: 7af51094-9fae-40c4-958e-5fd84ee72e01, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:31:27.923139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:27.956976 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Checking segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:31:27.957258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network hostable DHCP agents. Network: 20989b5e-acba-4739-9edd-b52ca5274778, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:31:27.959520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Subnet': ['ID=e337288e-8ab7-499d-ade1-757b637a1a3f,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:27.982649 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] For port 7af51094-9fae-40c4-958e-5fd84ee72e01, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:31:28.001694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] For port 7af51094-9fae-40c4-958e-5fd84ee72e01, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7af51094-9fae-40c4-958e-5fd84ee72e01,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:31:28.008557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1ae3359-f762-4d13-826d-fb29fc37d8a0 None None] Provisioning complete for port 7af51094-9fae-40c4-958e-5fd84ee72e01 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:28.008960 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1ae3359-f762-4d13-826d-fb29fc37d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.042431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae3359-f762-4d13-826d-fb29fc37d8a0 None None] Port 7af51094-9fae-40c4-958e-5fd84ee72e01 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:28.042854 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 20989b5e-acba-4739-9edd-b52ca5274778 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:31:28.071747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.111021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e782b-5404-49e1-b9d0-e7ec4ae4a515 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:31:28.140581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b17f9-380d-46c9-8495-1b229ec4266c None None] Pushing event updated for resources: {'Port': ['ID=7af51094-9fae-40c4-958e-5fd84ee72e01,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:28.142986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:28.144187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:28.168613 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 20989b5e-acba-4739-9edd-b52ca5274778) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:28.176461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:28.176461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.189756 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19aed68-30d2-4b45-9d9f-9f25468b44eb None None] Network 20989b5e-acba-4739-9edd-b52ca5274778 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:31:28.260357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-da4efd56-3be3-4cd7-be35-0aafe1766ed2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7658291 Dec 23 13:31:28.263210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42000) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:28.454814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] Provisioning complete for port 7af51094-9fae-40c4-958e-5fd84ee72e01 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:28.455093 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.506779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:28.624183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-20989b5e-acba-4739-9edd-b52ca5274778', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:31:28.625052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.705117 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.798757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.829706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] For port 7af51094-9fae-40c4-958e-5fd84ee72e01, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7af51094-9fae-40c4-958e-5fd84ee72e01,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:28.878960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Allocated IP 172.20.0.2 (20989b5e-acba-4739-9edd-b52ca5274778/e337288e-8ab7-499d-ade1-757b637a1a3f/3b199d37-19b6-4d52-8913-0a38e801a7c0) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:31:28.901057 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:28.964378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:28.969046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b77a91-7521-4174-9fb0-12a3945d6a49 None None] The sync data for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 is: [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:31:29.042456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552393-8dc2-459b-a75d-8c527eaee947 None None] Pushing event updated for resources: {'Port': ['ID=7af51094-9fae-40c4-958e-5fd84ee72e01,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:29.106118 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.186816 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.232238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Network 20989b5e-acba-4739-9edd-b52ca5274778 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:29.235271 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:29.239203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:31:29.249648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.1 (20989b5e-acba-4739-9edd-b52ca5274778/e337288e-8ab7-499d-ade1-757b637a1a3f/2563befa-fabb-4c56-a79b-ad70b0b4c904) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:31:29.251516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Pushing event updated for resources: {'Port': ['ID=3b199d37-19b6-4d52-8913-0a38e801a7c0,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:29.311989 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Attempting to bind port 3b199d37-19b6-4d52-8913-0a38e801a7c0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:31:29.312499 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Attempting to bind port 3b199d37-19b6-4d52-8913-0a38e801a7c0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:31:29.313046 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Attempting to bind port 3b199d37-19b6-4d52-8913-0a38e801a7c0 on network 20989b5e-acba-4739-9edd-b52ca5274778 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:31:29.319136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:31:29.319659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Checking segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:31:29.320171 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.320689 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Bound using segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:31:29.321290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Bound port: 3b199d37-19b6-4d52-8913-0a38e801a7c0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:31:29.321779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.379052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.388666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] For port 3b199d37-19b6-4d52-8913-0a38e801a7c0, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:31:29.392548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] For port 3b199d37-19b6-4d52-8913-0a38e801a7c0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3b199d37-19b6-4d52-8913-0a38e801a7c0,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:31:29.472056 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.486355 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.533997 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 20989b5e-acba-4739-9edd-b52ca5274778 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:29.535599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88b0f-bd07-4b98-b9f0-35183d6417f3 None None] Pushing event updated for resources: {'Port': ['ID=3b199d37-19b6-4d52-8913-0a38e801a7c0,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:29.537973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:29.542253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:31:29.572849 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:29.599133 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.781636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7af51094-9fae-40c4-958e-5fd84ee72e01 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:31:29.825910 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:29.857305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7af51094-9fae-40c4-958e-5fd84ee72e01 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:29.857682 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.473618 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.531974 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.568448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d697e01-95a2-46f8-b221-bdd756517e9c None None] Network 20989b5e-acba-4739-9edd-b52ca5274778 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:31:30.609923 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.611592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:30.633549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] Provisioning complete for port 3b199d37-19b6-4d52-8913-0a38e801a7c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:30.633924 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.703936 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 20989b5e-acba-4739-9edd-b52ca5274778 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:30.705691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:30.756713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.792170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] For port 3b199d37-19b6-4d52-8913-0a38e801a7c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3b199d37-19b6-4d52-8913-0a38e801a7c0,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:30.835265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:31:30.866328 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:30.926954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b650d-4c3e-4e1b-a32d-198c15e7be35 None None] Pushing event updated for resources: {'Port': ['ID=3b199d37-19b6-4d52-8913-0a38e801a7c0,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:30.965946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:31:30.977493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f429da1e-56eb-4386-8535-63393651cadf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/0f634dbc-9e34-4bd5-89c4-539d1baab2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070405 Dec 23 13:31:30.992016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-97837da1-b5f1-42f9-aaa4-f629fafc2900 None None] Provisioning complete for port 3b199d37-19b6-4d52-8913-0a38e801a7c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:30.992385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97837da1-b5f1-42f9-aaa4-f629fafc2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.102200 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-97837da1-b5f1-42f9-aaa4-f629fafc2900 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:31.102700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97837da1-b5f1-42f9-aaa4-f629fafc2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.141553 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-97837da1-b5f1-42f9-aaa4-f629fafc2900 None None] Port 2563befa-fabb-4c56-a79b-ad70b0b4c904 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:31.161004 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-a68d2c6f-9e10-4da2-ae19-98f6d508a91f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797172459&fields=id&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 267 time: 0.0594492 Dec 23 13:31:31.171729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Sync routers for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:31:31.183758 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:31.184640 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:31.261962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3e9587a5-284a-4ede-80c9-43d372dc62b3 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:31.262659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e9587a5-284a-4ede-80c9-43d372dc62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.305053 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3e9587a5-284a-4ede-80c9-43d372dc62b3 None None] Port 2563befa-fabb-4c56-a79b-ad70b0b4c904 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:31.322688 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:31.430118 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-802181b9-f444-4381-8453-ee192a8df507 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:31.430632 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-802181b9-f444-4381-8453-ee192a8df507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.466059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-802181b9-f444-4381-8453-ee192a8df507 None None] Port 2563befa-fabb-4c56-a79b-ad70b0b4c904 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:31.536775 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:30Z', 'revision_number': 2, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:31.564490 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Checking router: 0f634dbc-9e34-4bd5-89c4-539d1baab2ea for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:31:31.564860 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Updating router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea port 2563befa-fabb-4c56-a79b-ad70b0b4c904 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:31:31.590334 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.655169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-5e0a0f16-aca1-4e1a-9e35-82242dd70f30 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:31.657606 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-5e0a0f16-aca1-4e1a-9e35-82242dd70f30 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/networks?id=20989b5e-acba-4739-9edd-b52ca5274778 HTTP/1.1" status: 200 len: 797 time: 0.4880302 Dec 23 13:31:31.679084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-d45a5ca7-658a-4515-8e6b-879ddb173ab0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/quotas/933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Dec 23 13:31:31.738951 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-cdc5f9c7-dc29-4f83-ad02-23cd001c6e82 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492983 Dec 23 13:31:31.764043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3b199d37-19b6-4d52-8913-0a38e801a7c0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:31:31.810681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-b313526f-e4d8-433e-af52-b97a7bed7c21 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:31:31.818062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-b313526f-e4d8-433e-af52-b97a7bed7c21 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0669575 Dec 23 13:31:31.834889 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3b199d37-19b6-4d52-8913-0a38e801a7c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:31.835554 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.867254 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.934721 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:31.955764 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-a644a9aa-0cf1-49ce-b022-9e9a30036692 service neutron] 10.222.0.16 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296945 Dec 23 13:31:31.997907 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Pushing event updated for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:32.007135 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.007474 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.007817 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.008697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.008697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.008992 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.009195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.009461 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.009783 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.010084 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.010392 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.010700 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.011004 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:31:32.062147 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-1645d9e8-d803-459c-a226-fc970e2bd35c service neutron] 10.222.0.16 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948646 Dec 23 13:31:32.062723 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Attempting to bind port 2563befa-fabb-4c56-a79b-ad70b0b4c904 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:31:32.063086 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Attempting to bind port 2563befa-fabb-4c56-a79b-ad70b0b4c904 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:31:32.063435 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Attempting to bind port 2563befa-fabb-4c56-a79b-ad70b0b4c904 on network 20989b5e-acba-4739-9edd-b52ca5274778 {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:31:32.069588 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:31:32.069955 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Checking segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:31:32.070349 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.070729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Bound using segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:31:32.071190 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Bound port: 2563befa-fabb-4c56-a79b-ad70b0b4c904, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:31:32.071562 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.138655 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] For port 2563befa-fabb-4c56-a79b-ad70b0b4c904, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:31:32.142133 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] For port 2563befa-fabb-4c56-a79b-ad70b0b4c904, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2563befa-fabb-4c56-a79b-ad70b0b4c904,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:31:32.229172 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.289797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74b24-ca14-4ec8-97c1-f585eaeaf0cd None None] Pushing event updated for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:32.294918 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:32.295522 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:32.320199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:32.320860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.362054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a0f8fd51-4532-45e8-8c2c-c895ab34459c req-d57fdb33-aa92-46a8-ac3d-1a6ac8b6f8a8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0292535 Dec 23 13:31:32.422434 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.467224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] For port 2563befa-fabb-4c56-a79b-ad70b0b4c904, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2563befa-fabb-4c56-a79b-ad70b0b4c904,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:32.514378 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:32.545440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.594222 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cc273-2084-4f45-832a-663331dcb2c3 None None] Pushing event updated for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:32.664310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2fb90b3b-4a6d-442b-ad8b-d3d5838c3787 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:32.664680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2fb90b3b-4a6d-442b-ad8b-d3d5838c3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:32.715041 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:32.740980 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4730cda-c8ce-4bd3-b4db-ff684ab434c0 None None] The sync data for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 is: [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:31:33.456751 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-637b01c8-d72e-48ec-9523-c64274a3614e req-f0650623-e62b-47fb-bee9-9995a142f36c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0290394 Dec 23 13:31:33.738420 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2563befa-fabb-4c56-a79b-ad70b0b4c904 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:31:33.790140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 2563befa-fabb-4c56-a79b-ad70b0b4c904 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:33.796300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:34.539168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0daede46-0ab7-4766-96dc-64fdd3040b3c req-22159ee9-fad9-46c9-8d50-2d89a3530d3c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Dec 23 13:31:35.620098 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-937998c8-a0ba-4d5e-ac06-a57e92e8a988 req-10917fb3-db2a-4b8c-9b82-a1d8b7498be3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0308733 Dec 23 13:31:36.714051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34f3203a-9394-44c8-8e95-10a8cbe9f20a req-de76db12-3e58-4046-bfe9-159b2e9cd16f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Dec 23 13:31:37.811042 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acc88777-e901-4355-a969-6806c173fdf6 req-f8d9cad6-154c-4882-b73f-1375219a3ae7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0272274 Dec 23 13:31:38.455168 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-14825f26-34b2-40dd-a16a-4bf58f96584d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:38.456663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-14825f26-34b2-40dd-a16a-4bf58f96584d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/networks?id=20989b5e-acba-4739-9edd-b52ca5274778 HTTP/1.1" status: 200 len: 797 time: 0.1025996 Dec 23 13:31:38.519515 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-f152948e-6cf5-4a75-bf8d-701f99f9712a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 380 time: 0.0541255 Dec 23 13:31:38.528426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'port': {'device_id': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'admin_state_up': True, 'tenant_id': '933628700b974cbd80bfb743c1147032', 'security_groups': ['aafbdcb5-5856-4f19-9216-ffed915a7bf0']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:38.720435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:31:38.724525 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:38.854968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.5 (20989b5e-acba-4739-9edd-b52ca5274778/e337288e-8ab7-499d-ade1-757b637a1a3f/a20343c3-0e8b-4d32-9f83-cdd782e8dbd5) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:31:38.907710 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad6ccfad-62f8-4058-a6d8-006f853c9bc0 req-5d0b9668-7bad-442b-90a8-f7abfd257b74 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0262661 Dec 23 13:31:38.991717 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.091949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.142571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 20989b5e-acba-4739-9edd-b52ca5274778 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:39.146374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:39.150035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:31:39.156490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:39.205883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:39.206649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.279658 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-006eddac-6ac5-4603-ad8d-b8897fc41b5f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547629 Dec 23 13:31:39.289730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-7ef47af7-ccb1-4b3d-84e4-831ab8e57753 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:31:39.290711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-7ef47af7-ccb1-4b3d-84e4-831ab8e57753 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055299 Dec 23 13:31:39.346861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Request body: {'port': {'device_id': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:39.400486 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.404968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d5c04094-6ad4-412a-9c7f-9faba82b4f4c None None] Provisioning complete for port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:39.405521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d5c04094-6ad4-412a-9c7f-9faba82b4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.440215 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c04094-6ad4-412a-9c7f-9faba82b4f4c None None] Port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:31:39.674447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:31:39.682668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.694781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Transition to ACTIVE for port object a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:31:39.754783 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.804082 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Pushing event updated for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:39.880685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Attempting to bind port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:31:39.881174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Attempting to bind port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:31:39.881510 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Attempting to bind port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 on network 20989b5e-acba-4739-9edd-b52ca5274778 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:31:39.886150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 on network 20989b5e-acba-4739-9edd-b52ca5274778 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:31:39.886477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Attempting to bind port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 on network 20989b5e-acba-4739-9edd-b52ca5274778 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:31:39.891608 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:31:39.891944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Checking segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:31:39.892332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Bound using segment: {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:31:39.892760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Bound port: a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d97bc1f-4e3f-434b-8377-7c6f1f85916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:31:39.893143 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:39.964989 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:31:39.969720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:31:40.029630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b7b0-2d2d-4b6a-9fc7-f81bcca535ed req-670983ee-e212-4c0f-ac15-a504f555f157 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.031115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4be9b7b0-2d2d-4b6a-9fc7-f81bcca535ed req-670983ee-e212-4c0f-ac15-a504f555f157 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 943 time: 0.0501828 Dec 23 13:31:40.037680 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:40.077201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.077827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:40.083826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] 10.222.0.43 "PUT /v2.0/ports/a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 HTTP/1.1" status: 200 len: 1091 time: 0.7800086 Dec 23 13:31:40.083826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:31:40.083826 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4284b70-9b19-4ab5-b2f7-38912d0816e5" -d '{"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:31:40.093421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4be9b7b0-2d2d-4b6a-9fc7-f81bcca535ed req-5f027fb5-b60d-4b81-9920-eb49b67de385 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556431 Dec 23 13:31:40.110617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd017103-6ba2-403c-bfd8-e72bd6c92cbc service neutron] Pushing event updated for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:40.130483 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ab47f-d080-48b3-9b7d-4728a4ba282a x-openstack-request-id: req-755ab47f-d080-48b3-9b7d-4728a4ba282a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:31:40.130810 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:31:40.135331 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-755ab47f-d080-48b3-9b7d-4728a4ba282a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:31:40.135331 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'status': 'completed', 'code': 200} Dec 23 13:31:40.197182 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-cd62c573-52c7-43e6-8ad2-4571a13cf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.198735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-cd62c573-52c7-43e6-8ad2-4571a13cf6b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0451987 Dec 23 13:31:40.312382 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-5affdb59-c92a-489e-a051-677b47a344fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.313967 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-5affdb59-c92a-489e-a051-677b47a344fb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=933628700b974cbd80bfb743c1147032&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1078489 Dec 23 13:31:40.412417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-90c2d613-4012-422b-b3b9-5eca1b7a8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.413921 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d4284b70-9b19-4ab5-b2f7-38912d0816e5 req-90c2d613-4012-422b-b3b9-5eca1b7a8769 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929506 Dec 23 13:31:40.489800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-d8e02019-3f2c-42ca-8050-c8d6d4f776e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.491206 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-d8e02019-3f2c-42ca-8050-c8d6d4f776e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1094 time: 0.0406294 Dec 23 13:31:40.533755 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-32576768-68c7-4757-bcf9-05ac1cf90c29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0344615 Dec 23 13:31:40.587228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-5a88eed5-0028-4c5e-86bd-26ddd1369b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.588667 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-5a88eed5-0028-4c5e-86bd-26ddd1369b17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e337288e-8ab7-499d-ade1-757b637a1a3f HTTP/1.1" status: 200 len: 835 time: 0.0477045 Dec 23 13:31:40.633739 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-048db006-51d4-414c-8c37-f4a67fe0465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:40.635207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-048db006-51d4-414c-8c37-f4a67fe0465a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20989b5e-acba-4739-9edd-b52ca5274778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395336 Dec 23 13:31:40.723977 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-79035a61-6155-4e0c-a63f-22a686822002 service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813506 Dec 23 13:31:40.816675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a0968f3d-b436-4ef9-afae-6d9f4a97a3cb req-c688b016-ccc9-484d-905b-d1d5f702cdef service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Dec 23 13:31:41.218730 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2f8cc-2ccd-4320-87b6-10d74ad05d0b req-84923d4d-85f5-409c-ae73-475d830cc248 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:41.220223 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4f2f8cc-2ccd-4320-87b6-10d74ad05d0b req-84923d4d-85f5-409c-ae73-475d830cc248 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 943 time: 0.0503321 Dec 23 13:31:41.271711 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a4f2f8cc-2ccd-4320-87b6-10d74ad05d0b req-17ff87e2-0e38-481b-a33f-bb00012b9007 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Dec 23 13:31:42.391118 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d136f5-2d1d-43d7-938a-3e8698c755cf req-62c88adb-1a4c-4d52-997b-e4f936f24d7a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:42.392587 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d136f5-2d1d-43d7-938a-3e8698c755cf req-62c88adb-1a4c-4d52-997b-e4f936f24d7a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 943 time: 0.0490773 Dec 23 13:31:42.441795 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64d136f5-2d1d-43d7-938a-3e8698c755cf req-32c43c2f-c8ed-4458-9926-98cd4fa93567 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Dec 23 13:31:43.196765 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:31:43.300247 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:43.314205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'port_id': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'mac_address': 'fa:16:3e:e1:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:31:43.351380 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:43.367586 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:31:43.373176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf48c-169c-48bb-bed8-657229de8078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:43.388293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:43.448286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:43.498239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:43.564094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb564b-66bb-4eae-9ca4-0d62bba35327 req-0d5c1a03-dfca-4c65-a9fb-8870699581eb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:43.565597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81eb564b-66bb-4eae-9ca4-0d62bba35327 req-0d5c1a03-dfca-4c65-a9fb-8870699581eb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0530262 Dec 23 13:31:43.615168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-81eb564b-66bb-4eae-9ca4-0d62bba35327 req-7f7212a6-f08e-446c-94e5-04db73f06610 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Dec 23 13:31:43.696610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:31:44.729982 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a45b2e-e0ff-4118-92bf-3d0dfcff4d8e req-ebde3998-2d2f-4219-8b2b-d20d88ef7ec2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:44.731461 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86a45b2e-e0ff-4118-92bf-3d0dfcff4d8e req-ebde3998-2d2f-4219-8b2b-d20d88ef7ec2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0487583 Dec 23 13:31:44.779632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86a45b2e-e0ff-4118-92bf-3d0dfcff4d8e req-6b6dc6d9-8421-4117-b032-49ec656f5096 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Dec 23 13:31:45.197513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:31:45.331074 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:31:45.335521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:31:45.335890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:45.413419 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:45.435082 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:31:45.437337 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a96f66f-5885-4dd6-9226-795bc151088c" -d '{"events": [{"server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:31:45.451007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:31:45.508444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:45.532359 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3985d7-6123-4b12-b488-707732990738 x-openstack-request-id: req-fb3985d7-6123-4b12-b488-707732990738 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:31:45.532749 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:31:45.533172 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb3985d7-6123-4b12-b488-707732990738 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:31:45.533565 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'code': 200} Dec 23 13:31:45.560289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:45.628946 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaede99-f5fc-4e9b-b375-ee4310f6a56b req-cbecc621-fdf5-403b-a8ca-a3c5bd30a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:45.631032 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-beaede99-f5fc-4e9b-b375-ee4310f6a56b req-cbecc621-fdf5-403b-a8ca-a3c5bd30a446 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0414100 Dec 23 13:31:45.677400 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-beaede99-f5fc-4e9b-b375-ee4310f6a56b req-fe0bfcfe-4d9b-45ca-801b-2dc6158e6c11 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Dec 23 13:31:45.893316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8837065-a277-42cd-a43b-b4c5a0917efd req-fe738006-10f4-4123-bf2a-dcb8bd7e06de tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:45.894801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8837065-a277-42cd-a43b-b4c5a0917efd req-fe738006-10f4-4123-bf2a-dcb8bd7e06de tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0489128 Dec 23 13:31:45.949581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8837065-a277-42cd-a43b-b4c5a0917efd req-6f1c416e-c85a-4359-ae4e-727a3defa9a0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Dec 23 13:31:46.080097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cb84-469d-4ee5-b99b-77c9edff9ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:46.762715 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:46.934969 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:31:47.067439 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c803-f67e-4f11-9ad8-d2db0e4f9920 req-aa7eaa89-53fb-4eb9-aaba-4018d0ac5b9d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:47.068968 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f30c803-f67e-4f11-9ad8-d2db0e4f9920 req-aa7eaa89-53fb-4eb9-aaba-4018d0ac5b9d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Dec 23 13:31:47.117967 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f30c803-f67e-4f11-9ad8-d2db0e4f9920 req-4a4c6530-e519-4aa4-ab51-b7206d0e469c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Dec 23 13:31:47.234236 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759dbda-8087-4086-8fcc-7f38ba588883 req-2f45c051-2d1e-4c3f-afe3-544ffa803964 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:47.235774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6759dbda-8087-4086-8fcc-7f38ba588883 req-2f45c051-2d1e-4c3f-afe3-544ffa803964 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0502620 Dec 23 13:31:47.283917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6759dbda-8087-4086-8fcc-7f38ba588883 req-e6ceb1b4-bb00-42d6-8754-28abd88bfedd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Dec 23 13:31:47.306073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42074) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:47.349428 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c692c-501b-4071-bf59-961226a991b0 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:47.350923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f05c692c-501b-4071-bf59-961226a991b0 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1091 time: 0.0438888 Dec 23 13:31:47.353875 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42076) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:47.358008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:31:47.443119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:47.538724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:47.644599 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.223 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/87c46fb6-79a4-458d-8a36-c70104de3655) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:31:47.744038 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:47.842851 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:47.886666 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:31:47.889632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:31:47.893250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:31:47.916661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=87c46fb6-79a4-458d-8a36-c70104de3655,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:48.249425 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.371921 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.442739 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.524394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.574004 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.641778 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=87c46fb6-79a4-458d-8a36-c70104de3655,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:31:48.652175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:48.752417 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 0080144c-4e82-4626-9fbc-4982248c04fa associated. External IP: 172.25.7.223, port: a20343c3-0e8b-4d32-9f83-cdd782e8dbd5. Dec 23 13:31:48.964303 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:31:49.048599 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:49.074275 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:31:49.084135 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Sync routers for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:31:49.097439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:49.098044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:49.176396 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:49.207615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c5b78de8-b379-4518-bc00-4bf4d29dee2d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8496461 Dec 23 13:31:49.207615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:31:49.207615 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de121808-ef3f-466a-853a-4f63a2417661" -d '{"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:31:49.216437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:49.253332 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1c23cd-6931-42e8-bf11-c18c2b3a1872 x-openstack-request-id: req-da1c23cd-6931-42e8-bf11-c18c2b3a1872 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:31:49.258768 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:31:49.258768 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da1c23cd-6931-42e8-bf11-c18c2b3a1872 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:31:49.258768 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'status': 'completed', 'code': 200} Dec 23 13:31:49.315073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1c6c0-dbfb-4618-b087-721e39be24d5 req-75032312-fee7-486d-a59c-01382ca594f4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:49.316672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19a1c6c0-dbfb-4618-b087-721e39be24d5 req-75032312-fee7-486d-a59c-01382ca594f4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Dec 23 13:31:49.324132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121808-ef3f-466a-853a-4f63a2417661 req-50a8b4a2-b7f2-4040-a779-f1715b66ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:49.326086 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-50a8b4a2-b7f2-4040-a779-f1715b66ea99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0490763 Dec 23 13:31:49.372646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-19a1c6c0-dbfb-4618-b087-721e39be24d5 req-92660946-1ab7-4e90-9440-f2771cdbc0ab tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Dec 23 13:31:49.398106 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42082) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:49.423165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:31:49.432261 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121808-ef3f-466a-853a-4f63a2417661 req-99e3c754-172a-42af-a0f9-1a975a5d9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:49.433688 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-99e3c754-172a-42af-a0f9-1a975a5d9e47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=20989b5e-acba-4739-9edd-b52ca5274778 HTTP/1.1" status: 200 len: 898 time: 0.1010480 Dec 23 13:31:49.468193 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ffec1c7a-53e1-4179-8d28-6076f73ff207 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/0080144c-4e82-4626-9fbc-4982248c04fa HTTP/1.1" status: 200 len: 991 time: 0.0689282 Dec 23 13:31:49.507656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-93191990-b3b3-40e1-88b1-4f645353d25a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 HTTP/1.1" status: 200 len: 999 time: 0.0671835 Dec 23 13:31:49.556807 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121808-ef3f-466a-853a-4f63a2417661 req-2658b7ec-9741-48df-ab00-971b3b79f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:49.558332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-2658b7ec-9741-48df-ab00-971b3b79f61d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e337288e-8ab7-499d-ade1-757b637a1a3f HTTP/1.1" status: 200 len: 835 time: 0.0442660 Dec 23 13:31:49.603534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121808-ef3f-466a-853a-4f63a2417661 req-7c8117f4-6d91-4cd4-82b2-7b10d262d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:31:49.605046 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-7c8117f4-6d91-4cd4-82b2-7b10d262d93e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20989b5e-acba-4739-9edd-b52ca5274778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403388 Dec 23 13:31:49.619321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0080144c-4e82-4626-9fbc-4982248c04fa', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'port_id': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'mac_address': 'fa:16:3e:e1:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:31:48Z', 'updated_at': '2021-12-23T13:31:48Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:49.649815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Checking router: 0f634dbc-9e34-4bd5-89c4-539d1baab2ea for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:31:49.658437 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:31:49.659047 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:31:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:49.699870 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-9f66b236-9c9d-4639-bd21-53ad882809ca service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878665 Dec 23 13:31:49.764111 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:31:49.790294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-de121808-ef3f-466a-853a-4f63a2417661 req-2bae863c-43e4-4549-b0ce-1be172e282d1 service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838468 Dec 23 13:31:49.987049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0080144c-4e82-4626-9fbc-4982248c04fa', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'port_id': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'mac_address': 'fa:16:3e:e1:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:31:48Z', 'updated_at': '2021-12-23T13:31:48Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:31:50.017131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aee414-8400-418e-8e0b-8030cf8fdb1d None None] The sync data for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 is: [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '0080144c-4e82-4626-9fbc-4982248c04fa', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'port_id': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'mac_address': 'fa:16:3e:e1:7b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:31:48Z', 'updated_at': '2021-12-23T13:31:48Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:31:50.206517 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631ff09-173c-4d73-88ec-2b5a6fc00946 None None] New status for floating IP 0080144c-4e82-4626-9fbc-4982248c04fa: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:31:50.472111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42084) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:31:50.533913 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-90b7562e-2a87-4616-87d0-5bb7dfa9e031 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/0080144c-4e82-4626-9fbc-4982248c04fa HTTP/1.1" status: 200 len: 993 time: 0.0606749 Dec 23 13:31:53.334558 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:13.362045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-82807d41-e07d-408a-9b12-f16919771153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:16.071126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-755356ad-a953-4e1f-96f8-4e14234360bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:16.759720 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:18.448120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:19.068215 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:19.271125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:22.106037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812d50-473c-4dfd-80b8-7a596bf511b8 req-307e3e83-aa0a-4ca8-9846-4d6114aaccf4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:22.108273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a812d50-473c-4dfd-80b8-7a596bf511b8 req-307e3e83-aa0a-4ca8-9846-4d6114aaccf4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Dec 23 13:32:22.160255 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a812d50-473c-4dfd-80b8-7a596bf511b8 req-df67332e-2581-414e-9649-2532c3906968 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Dec 23 13:32:23.282782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194cf7-3089-41ca-9435-35d56ed172b8 req-d385dff9-f150-4639-a103-b126077d8d38 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:23.287403 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6194cf7-3089-41ca-9435-35d56ed172b8 req-d385dff9-f150-4639-a103-b126077d8d38 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Dec 23 13:32:23.332732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6194cf7-3089-41ca-9435-35d56ed172b8 req-b8b36e68-e2ed-4831-b02f-bf70a8166c86 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Dec 23 13:32:23.336372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:23.355461 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42104) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:23.419237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c2f1ba5f-1c07-4848-bc61-2109313904b3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/0080144c-4e82-4626-9fbc-4982248c04fa HTTP/1.1" status: 200 len: 993 time: 0.0624728 Dec 23 13:32:23.934729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:32:24.870922 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c7e5-6f16-4cd0-bb84-6ea2fe33cbdf req-639dfa8d-1901-4281-96b3-977def76b7b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:24.872428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8de6c7e5-6f16-4cd0-bb84-6ea2fe33cbdf req-639dfa8d-1901-4281-96b3-977def76b7b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0501392 Dec 23 13:32:24.921923 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8de6c7e5-6f16-4cd0-bb84-6ea2fe33cbdf req-888a9348-5e1e-4cea-aa78-62ca2e0bf94a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Dec 23 13:32:26.037594 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc2f4c-f314-45a3-8cac-e3a8f1b78b45 req-8bfdf0ea-4e4a-4ab2-a946-3b2ca0751f47 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:26.039059 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68dc2f4c-f314-45a3-8cac-e3a8f1b78b45 req-8bfdf0ea-4e4a-4ab2-a946-3b2ca0751f47 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Dec 23 13:32:26.092481 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68dc2f4c-f314-45a3-8cac-e3a8f1b78b45 req-2fd8ad7f-6238-409d-95d3-0f85a4d07b75 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Dec 23 13:32:27.214015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4012ba-5d0c-43ba-976b-721d2120a4e4 req-c082a921-3909-4bcd-873e-7f8f8816a07c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:27.215388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4012ba-5d0c-43ba-976b-721d2120a4e4 req-c082a921-3909-4bcd-873e-7f8f8816a07c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Dec 23 13:32:27.264861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad4012ba-5d0c-43ba-976b-721d2120a4e4 req-b53fc6b2-6d18-4d61-b603-b4a7d2ec4bfc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Dec 23 13:32:28.378075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68e2f9-6a1a-4129-9dc3-7dc4404d192b req-0f38f73c-2abb-4878-99f5-e0fc9ec64d05 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:28.379583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c68e2f9-6a1a-4129-9dc3-7dc4404d192b req-0f38f73c-2abb-4878-99f5-e0fc9ec64d05 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Dec 23 13:32:28.429680 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c68e2f9-6a1a-4129-9dc3-7dc4404d192b req-3f125b0b-e3b8-4bf7-9e49-73594bb43848 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 Dec 23 13:32:29.550160 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162116-6013-48d9-8759-a36d36371992 req-768efd17-58da-4acb-b474-86ef7ad505ed tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:29.551628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6162116-6013-48d9-8759-a36d36371992 req-768efd17-58da-4acb-b474-86ef7ad505ed tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Dec 23 13:32:29.600525 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6162116-6013-48d9-8759-a36d36371992 req-9ce803c6-b555-4178-b579-73c872876388 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Dec 23 13:32:30.715117 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2066c-7ff3-4df0-abba-7d95eebd71db req-8909c7a6-74da-4f66-9f2d-bad059930be5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:30.717111 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32e2066c-7ff3-4df0-abba-7d95eebd71db req-8909c7a6-74da-4f66-9f2d-bad059930be5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Dec 23 13:32:30.766799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32e2066c-7ff3-4df0-abba-7d95eebd71db req-6342ac07-35d4-45b0-99c3-9587465ec40e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Dec 23 13:32:30.789019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42124) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:30.852762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f428cc8f-bd14-4688-85b4-e69faacb7fc5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/0080144c-4e82-4626-9fbc-4982248c04fa HTTP/1.1" status: 200 len: 993 time: 0.0626678 Dec 23 13:32:31.076947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42130) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:31.235244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 87c46fb6-79a4-458d-8a36-c70104de3655 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:32:31.235471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.313610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.313934 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.325994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 87c46fb6-79a4-458d-8a36-c70104de3655 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:32:31.522494 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.550376 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=87c46fb6-79a4-458d-8a36-c70104de3655,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:31.574173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.579493 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:31.619130 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.619467 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 0080144c-4e82-4626-9fbc-4982248c04fa disassociated (deleted). External IP: 172.25.7.223, port: a20343c3-0e8b-4d32-9f83-cdd782e8dbd5. Dec 23 13:32:31.826904 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:32:31.932693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:32:31.938074 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:31.942668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Sync routers for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:32:31.952223 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:31.952849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:31.964635 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f1be9f86-dc7e-4660-a758-1f881d9dc582 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/floatingips/0080144c-4e82-4626-9fbc-4982248c04fa HTTP/1.1" status: 204 len: 168 time: 0.8866184 Dec 23 13:32:31.965260 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:32:31.967959 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c42bf-a597-499f-9e19-7f025025e5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:32:32.006898 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf41da-208e-4ef6-a5d6-89e881feab39 x-openstack-request-id: req-3ddf41da-208e-4ef6-a5d6-89e881feab39 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:32:32.007196 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:32:32.007452 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ddf41da-208e-4ef6-a5d6-89e881feab39 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:32:32.008160 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'status': 'completed', 'code': 200} Dec 23 13:32:32.065294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:32.071743 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-92d3b054-9455-4480-b5c8-deb721b9bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:32.073312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-92d3b054-9455-4480-b5c8-deb721b9bef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0418451 Dec 23 13:32:32.173438 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-61d9f0eb-8e98-44d6-8cd4-5b02d5a350b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:32.174821 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-61d9f0eb-8e98-44d6-8cd4-5b02d5a350b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=20989b5e-acba-4739-9edd-b52ca5274778 HTTP/1.1" status: 200 len: 898 time: 0.0934396 Dec 23 13:32:32.218006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-0b9de3bc-a270-4e21-a51f-b4160846c391 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0365548 Dec 23 13:32:32.269348 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-31f34077-a3d7-42a7-a923-b7149d0c9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:32.270901 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-31f34077-a3d7-42a7-a923-b7149d0c9d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e337288e-8ab7-499d-ade1-757b637a1a3f HTTP/1.1" status: 200 len: 835 time: 0.0453343 Dec 23 13:32:32.280172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:32.314516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Checking router: 0f634dbc-9e34-4bd5-89c4-539d1baab2ea for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:32:32.323680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:32.324312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:32.394645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28227f2d-5b29-4e1d-b1e9-a27e34e0f308 req-2566d87d-e169-409a-bc01-c018191133b5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:32.396505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28227f2d-5b29-4e1d-b1e9-a27e34e0f308 req-2566d87d-e169-409a-bc01-c018191133b5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Dec 23 13:32:32.439898 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:32.455408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-28227f2d-5b29-4e1d-b1e9-a27e34e0f308 req-9b28e271-092d-4fee-8de7-45278118ce28 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 Dec 23 13:32:32.653650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:32.660653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-9bfc7206-6452-4679-aac7-cad2d8ac1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:32.662208 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-9bfc7206-6452-4679-aac7-cad2d8ac1ede service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20989b5e-acba-4739-9edd-b52ca5274778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3846183 Dec 23 13:32:32.679840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45213f6-411a-4af5-a5f7-cadb23a78dbb None None] The sync data for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 is: [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '2563befa-fabb-4c56-a79b-ad70b0b4c904', 'name': '', 'network_id': '20989b5e-acba-4739-9edd-b52ca5274778', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:56:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:28Z', 'updated_at': '2021-12-23T13:31:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e337288e-8ab7-499d-ade1-757b637a1a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:32:32.753871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-75b7ea2b-c113-440b-a43e-1b9a6f44cd5c service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Dec 23 13:32:32.854203 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-378c42bf-a597-499f-9e19-7f025025e5a6 req-7d93bea5-74ac-47e2-be79-d430f7e1f713 service neutron] 10.222.0.43 "GET /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923774 Dec 23 13:32:32.898556 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7c1dd-5f96-4de0-8d37-ee1465a1c35c None None] New status for floating IP 0080144c-4e82-4626-9fbc-4982248c04fa: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:32:33.575695 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09a01a-686a-464d-ab6b-13a35a15590f req-b7cc85b1-b14e-4f55-9e22-ae10a2730eef tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:33.577188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd09a01a-686a-464d-ab6b-13a35a15590f req-b7cc85b1-b14e-4f55-9e22-ae10a2730eef tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0481656 Dec 23 13:32:33.631229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd09a01a-686a-464d-ab6b-13a35a15590f req-1017854e-5c40-4467-8355-b4df1543bbe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=aafbdcb5-5856-4f19-9216-ffed915a7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Dec 23 13:32:33.862536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e638d6-3751-4616-99c1-196e37645ced req-b13369aa-4b87-43ce-aab5-3cf278388929 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:33.863985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-26e638d6-3751-4616-99c1-196e37645ced req-b13369aa-4b87-43ce-aab5-3cf278388929 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Dec 23 13:32:33.952031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:32:33.952367 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:34.042601 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:34.042966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:34.055386 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:32:34.242576 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:34.270992 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=a20343c3-0e8b-4d32-9f83-cdd782e8dbd5,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:34.311426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] No DVR routers for this DVR port a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:32:34.314104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:34.317471 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-26e638d6-3751-4616-99c1-196e37645ced req-42529af4-6fb7-4eef-aec3-4bb301f37041 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "DELETE /v2.0/ports/a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 HTTP/1.1" status: 204 len: 173 time: 0.4471850 Dec 23 13:32:34.318044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'name': 'network-vif-deleted', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:32:34.320355 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e5b74-d3af-400b-b98f-7fe792e7d0d0" -d '{"events": [{"server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "name": "network-vif-deleted", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:32:34.360193 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffd9a9-0e3d-4586-b8f4-8e97f419cb88 x-openstack-request-id: req-3cffd9a9-0e3d-4586-b8f4-8e97f419cb88 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:32:34.360193 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074e4010-6dfb-4245-bc50-06bb2653e5f3", "name": "network-vif-deleted", "tag": "a20343c3-0e8b-4d32-9f83-cdd782e8dbd5", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:32:34.360193 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cffd9a9-0e3d-4586-b8f4-8e97f419cb88 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:32:34.360193 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074e4010-6dfb-4245-bc50-06bb2653e5f3', 'name': 'network-vif-deleted', 'tag': 'a20343c3-0e8b-4d32-9f83-cdd782e8dbd5', 'status': 'completed', 'code': 200} Dec 23 13:32:34.740865 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-32e92628-884d-4a17-929e-b4ea5ec97c0b req-34f11775-64a1-4d21-a189-f2441ceabfc3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=074e4010-6dfb-4245-bc50-06bb2653e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0269186 Dec 23 13:32:35.798633 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42146) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:36.159194 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:36.408268 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 2563befa-fabb-4c56-a79b-ad70b0b4c904 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:32:36.408602 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:36.499820 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 2563befa-fabb-4c56-a79b-ad70b0b4c904, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=2563befa-fabb-4c56-a79b-ad70b0b4c904,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:36.500174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:36.512327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 2563befa-fabb-4c56-a79b-ad70b0b4c904 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:32:36.757191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:36.785028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=2563befa-fabb-4c56-a79b-ad70b0b4c904,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:36.815846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.816539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.816539 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.816861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.817192 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.817518 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.817841 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.818202 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.818524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.818863 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.819162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.819474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.819786 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:36.975860 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.189319 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:32:37.290715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:32:37.296071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8e9b91e1-a89a-46b1-ac05-71f417c76016 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/0f634dbc-9e34-4bd5-89c4-539d1baab2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963136 Dec 23 13:32:37.298652 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42148) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:37.301210 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Sync routers for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:32:37.312004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:37.312686 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:37.351862 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting subnet e337288e-8ab7-499d-ade1-757b637a1a3f {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:32:37.354916 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.394463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.418668 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:37.479968 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.602684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:32:37.611267 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.639526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Subnet': ['ID=e337288e-8ab7-499d-ade1-757b637a1a3f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:37.644248 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:37.650419 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e0dcf38-1ab7-4964-9e0b-b2729a41eca4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/subnets/e337288e-8ab7-499d-ade1-757b637a1a3f HTTP/1.1" status: 204 len: 168 time: 0.3482015 Dec 23 13:32:37.650582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:32:37.650582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a20343c3-0e8b-4d32-9f83-cdd782e8dbd5 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:32:37.650861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42150) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:37.664669 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151df2cf-10cb-4023-bfbd-69bea0f5be5a None None] Network 20989b5e-acba-4739-9edd-b52ca5274778 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:32:37.863412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:32:36Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:37.898800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Checking router: 0f634dbc-9e34-4bd5-89c4-539d1baab2ea for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:32:37.909021 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] DHCP port deletion for 20989b5e-acba-4739-9edd-b52ca5274778 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:32:37.913478 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Routers {'0f634dbc-9e34-4bd5-89c4-539d1baab2ea'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:37.914124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:38.061297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] Set router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:38.089515 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Deleting port 3b199d37-19b6-4d52-8913-0a38e801a7c0 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:32:38.089892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.126324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.223172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] For port 3b199d37-19b6-4d52-8913-0a38e801a7c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3b199d37-19b6-4d52-8913-0a38e801a7c0,segment=NetworkSegment(1d97bc1f-4e3f-434b-8377-7c6f1f85916f),segment_id=1d97bc1f-4e3f-434b-8377-7c6f1f85916f)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:38.223571 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.232621 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.240510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Calling delete_port for 3b199d37-19b6-4d52-8913-0a38e801a7c0 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:32:38.332107 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 7af51094-9fae-40c4-958e-5fd84ee72e01 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:32:38.332357 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.369573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:32:36Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:38.401338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a6c77-65fa-4e39-97cf-21d1591cf4fe None None] The sync data for ids ['0f634dbc-9e34-4bd5-89c4-539d1baab2ea'] in n-d-822750-2 is: [{'id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645143488', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:32:36Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '7af51094-9fae-40c4-958e-5fd84ee72e01', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634dbc-9e34-4bd5-89c4-539d1baab2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:31:25Z', 'updated_at': '2021-12-23T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:32:38.421112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 7af51094-9fae-40c4-958e-5fd84ee72e01, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7af51094-9fae-40c4-958e-5fd84ee72e01,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:38.421486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.435811 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 7af51094-9fae-40c4-958e-5fd84ee72e01 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:32:38.467876 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.494873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Pushing event deleted for resources: {'Port': ['ID=3b199d37-19b6-4d52-8913-0a38e801a7c0,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:38.506187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.506423 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.506709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.507048 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.507375 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.507701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.508024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.508345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.508663 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.509008 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.509326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.509641 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.509956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:38.512659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae7935-5711-4116-90a3-a63dd4ae0857 None None] No DVR routers for this DVR port 3b199d37-19b6-4d52-8913-0a38e801a7c0 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:32:38.673380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.697203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=7af51094-9fae-40c4-958e-5fd84ee72e01,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:38.714638 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3203d02-a89a-46b2-bec7-560aa2560bcf None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:32:38.768070 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.862454 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.864673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.976310 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.976921 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Fanout notify agent at l3_agent the message router_deleted on router 0f634dbc-9e34-4bd5-89c4-539d1baab2ea {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:32:38.984306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:38.985444 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-85a7398f-bca4-4eed-bfca-a10de04642be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/routers/0f634dbc-9e34-4bd5-89c4-539d1baab2ea HTTP/1.1" status: 204 len: 168 time: 1.3337171 Dec 23 13:32:38.988295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42152) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:39.072297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.162922 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.182722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20989b5e-acba-4739-9edd-b52ca5274778']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:39.192401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d97bc1f-4e3f-434b-8377-7c6f1f85916f') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:39.192701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d97bc1f-4e3f-434b-8377-7c6f1f85916f') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:39.202229 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.214781 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.220789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:32:39.221200 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:32:39.224125 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:32:39.364810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.372375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.376010 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/networks/20989b5e-acba-4739-9edd-b52ca5274778 HTTP/1.1" status: 204 len: 168 time: 0.3866472 Dec 23 13:32:39.378988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42154) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:39.388597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7cd7d-0fac-4350-bf4b-914ed722cc53 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Network': ['ID=20989b5e-acba-4739-9edd-b52ca5274778,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:39.451811 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.483739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.605174 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.608739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:39.609929 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/security-groups/aafbdcb5-5856-4f19-9216-ffed915a7bf0 HTTP/1.1" status: 204 len: 168 time: 0.2299249 Dec 23 13:32:39.619246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03eca8-9f66-4a16-8fdb-140e98f4f646 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbdcb5-5856-4f19-9216-ffed915a7bf0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:39.748917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2563befa-fabb-4c56-a79b-ad70b0b4c904 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:32:39.769704 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 2563befa-fabb-4c56-a79b-ad70b0b4c904 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:32:39.770039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 2563befa-fabb-4c56-a79b-ad70b0b4c904 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:32:39.770441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3b199d37-19b6-4d52-8913-0a38e801a7c0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:32:39.789923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3b199d37-19b6-4d52-8913-0a38e801a7c0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:32:39.790262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3b199d37-19b6-4d52-8913-0a38e801a7c0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:32:39.790761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7af51094-9fae-40c4-958e-5fd84ee72e01 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:32:39.812884 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7af51094-9fae-40c4-958e-5fd84ee72e01 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:32:39.816998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7af51094-9fae-40c4-958e-5fd84ee72e01 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:32:40.097322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42160) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:40.102113 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843775342', 'description': 'tempest-secgroup-smoke-1843775342 description', 'project_id': '933628700b974cbd80bfb743c1147032'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:40.186709 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.253592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.330466 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.360632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8b874-dc72-48b1-a7f7-0f1e66c71fce,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:40.418024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.419878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3ad0c470-ece2-4acd-99bb-ac9e9478cb23 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3207488 Dec 23 13:32:40.423203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42162) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:40.427498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:40.518318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.572026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.621919 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.639184 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81349535-5372-4db5-8ed5-dda3c10ca292,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:40.690147 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.691617 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4fa69f7a-1917-45f6-9139-4f01179049b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674994 Dec 23 13:32:40.694399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:40.698796 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:40.784214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.848503 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.905660 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:40.925322 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dd6a8e-06e3-4376-91b5-d0476b4bdd9e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:40.998918 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.000161 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0229cccf-aa03-4778-a5ac-eed7ab459e2b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048322 Dec 23 13:32:41.002947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42166) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:41.007169 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:41.098445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.162126 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.239120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.256543 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c12395-54f6-4dd0-b2d5-8faaea60cd97,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:41.330480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.331715 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7cbf6d6d-dd34-4a38-8497-cf97bf7ce7d7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278410 Dec 23 13:32:41.334487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42168) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:41.338684 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:41.442083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.498626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.568443 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.586606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3f60a5-1d9d-49a7-b7b8-3367275da72f,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:41.664601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.665901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5f7eaaf1-0476-4bc3-9f51-69cb4d309b16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305101 Dec 23 13:32:41.668732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42170) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:41.673119 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:41.745839 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:32:41.752489 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.827191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.890857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.909934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cd5b8f-31fd-4ebd-85ee-b44332e0b814,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:41.973253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:41.974410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3c68cd9a-568b-4816-9050-9952e983a254 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046801 Dec 23 13:32:41.977257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42172) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:41.981571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '55c8b874-dc72-48b1-a7f7-0f1e66c71fce', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:42.076806 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:32:42.082488 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.154134 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.210392 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.236928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5441b4a-e219-4072-b677-53ca98476435,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:42.293127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.295065 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2e2418ef-bef1-4ebb-b48c-c41722c9c702 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162348 Dec 23 13:32:42.298194 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42174) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:42.303031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'network': {'name': 'tempest-network-smoke--1005392119', 'project_id': '933628700b974cbd80bfb743c1147032', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:42.370297 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:32:42.374438 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.401104 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:32:42.410338 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.410673 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Added segment 659ea305-483b-4102-a3d1-5217fce93722 of type vlan for network a56472d6-d1e5-49ee-8892-81818926d3f0 Dec 23 13:32:42.450938 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.525122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.531509 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:42.532092 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.599025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Network': ['ID=a56472d6-d1e5-49ee-8892-81818926d3f0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:42.610187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a56472d6-d1e5-49ee-8892-81818926d3f0 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:32:42.671699 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ae38f5f2-8c4a-4a6f-9e59-f6f27c194bfa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3724592 Dec 23 13:32:42.674843 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42176) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:42.679332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'admin_state_up': True, 'project_id': '933628700b974cbd80bfb743c1147032', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:42.771009 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.772136 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:42.823419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.040264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.291904 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.315374 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.356549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a3aeab7-73b0-412d-907f-19d124e51ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.416622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.189 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5bd87fe9-4a78-4037-8a26-1ca4f3a9796f) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:32:43.520098 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.619862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.658351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:32:43.661246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:43.664861 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:32:43.674062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135555f2-6c47-432d-a686-10febb527978 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:32:43.689211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:43.796160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-97159fcd-6a10-491f-a1d0-205692642da4 None None] Provisioning complete for port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:43.796543 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-97159fcd-6a10-491f-a1d0-205692642da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:43.834104 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-97159fcd-6a10-491f-a1d0-205692642da4 None None] Port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:32:43.983525 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:44.181878 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:44.379596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router f8a134e6-24b1-4022-a8d4-611466f2be13 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:32:44.488562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:32:44.498224 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Sync routers for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:32:44.507862 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:44.508562 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:44.567263 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:44.568532 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a1b11841-253f-401a-9026-18ee904933fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8927388 Dec 23 13:32:44.571705 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42178) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:44.599687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab9bb31b-8e1d-469e-a8ad-a971301fca92 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=933628700b974cbd80bfb743c1147032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268588 Dec 23 13:32:44.602538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42180) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:44.611534 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:44.698835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e3304a-301b-464b-86c1-ff28df01e990 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:44.703260 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-29e3304a-301b-464b-86c1-ff28df01e990 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967808 Dec 23 13:32:44.703446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42182) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:44.733437 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c3dc98e5-dbf1-4531-8f92-35c65a7c1c27 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289092 Dec 23 13:32:44.735829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42184) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:44.740565 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839575259', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'project_id': '933628700b974cbd80bfb743c1147032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:44.788647 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:43Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:44.815113 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Checking router: f8a134e6-24b1-4022-a8d4-611466f2be13 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:32:44.815614 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Updating router f8a134e6-24b1-4022-a8d4-611466f2be13 port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:32:44.843830 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:44.907694 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:32:44.911391 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.097727 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.157297 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.186101 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.212662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Subnet': ['ID=1bea961f-d9c5-44c6-8d18-ff15fb18da06,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:45.228102 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Checking segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:32:45.228440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network hostable DHCP agents. Network: a56472d6-d1e5-49ee-8892-81818926d3f0, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:32:45.234965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11103114-74db-401f-98cf-444d9f450815 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:32:45.237693 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Pushing event updated for resources: {'Port': ['ID=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:45.248147 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.248770 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.252390 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:32:45.256161 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Attempting to bind port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:32:45.256685 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Attempting to bind port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:32:45.256908 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Attempting to bind port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:32:45.262478 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:32:45.263150 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:32:45.263305 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.263660 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:32:45.264115 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Bound port: 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:32:45.264573 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.271720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e32b98cd-7b34-4206-a303-26c76b4d38c5 None None] Provisioning complete for port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:45.272082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e32b98cd-7b34-4206-a303-26c76b4d38c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.306744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e32b98cd-7b34-4206-a303-26c76b4d38c5 None None] Port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:32:45.313247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network a56472d6-d1e5-49ee-8892-81818926d3f0 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:32:45.316748 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] For port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:32:45.319766 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] For port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:32:45.385084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a56472d6-d1e5-49ee-8892-81818926d3f0) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:45.389267 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:45.389868 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.394779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61101540-501e-4204-af8f-45206339948e None None] Network a56472d6-d1e5-49ee-8892-81818926d3f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:32:45.397379 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.464850 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a55e9740-2a37-47cc-902f-37e8d3c67034 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7254755 Dec 23 13:32:45.465223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42186) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:32:45.507903 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a56472d6-d1e5-49ee-8892-81818926d3f0', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:32:45.509297 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.543221 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:45.543841 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:45.590616 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ac340-d07f-434b-8ed1-7c1aff16ea78 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:32:45.646813 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50617c6d-8d8a-4e99-b15d-4e719b00caeb None None] Pushing event updated for resources: {'Port': ['ID=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:45.663913 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:45.680774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Allocated IP 172.20.0.2 (a56472d6-d1e5-49ee-8892-81818926d3f0/1bea961f-d9c5-44c6-8d18-ff15fb18da06/6d613a87-ef0b-44a7-bdd6-cc307cb2159a) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:32:45.758161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] Provisioning complete for port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:45.758616 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.849213 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:43Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:45.881749 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995bc79-7a75-4fbc-b408-f32e3e48432d None None] The sync data for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 is: [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:43Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:32:45.902195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.908339 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.931965 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] For port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:45.964058 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:45.988139 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.025977 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.049498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Network a56472d6-d1e5-49ee-8892-81818926d3f0 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:32:46.055262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:46.057810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:32:46.059923 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Pushing event updated for resources: {'Port': ['ID=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:46.135921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ba88f026-21d8-43e7-b1b4-90a34a0e0488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.179520 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19912c-1d04-40da-9d05-d0b2e835c46b None None] Pushing event updated for resources: {'Port': ['ID=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:46.182813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Attempting to bind port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:32:46.183503 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Attempting to bind port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:32:46.183864 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Attempting to bind port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a on network a56472d6-d1e5-49ee-8892-81818926d3f0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:32:46.189973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:32:46.190370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Checking segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:32:46.190728 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.192509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Bound using segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:32:46.193302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Bound port: 6d613a87-ef0b-44a7-bdd6-cc307cb2159a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:32:46.193726 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.262659 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] For port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:32:46.266052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] For port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:32:46.293135 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.1 (a56472d6-d1e5-49ee-8892-81818926d3f0/1bea961f-d9c5-44c6-8d18-ff15fb18da06/3357d556-13cc-452e-b059-2e8290022279) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:32:46.368775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.422772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.447679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed36d3-7af5-4279-81c2-3428fd8f0608 None None] Pushing event updated for resources: {'Port': ['ID=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:46.514964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.562557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network a56472d6-d1e5-49ee-8892-81818926d3f0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:32:46.566019 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:46.570047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:32:46.580243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:46.659898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.753667 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:46.868760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.145635 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.194035 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.272694 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:47.275266 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.439687 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b70233-c75c-4da8-b661-1dc8f9566155 None None] Network a56472d6-d1e5-49ee-8892-81818926d3f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:32:47.496500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] Provisioning complete for port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:47.496862 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.628472 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.668464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] For port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:47.734197 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:47.760208 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network a56472d6-d1e5-49ee-8892-81818926d3f0 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:32:47.761706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:47.817075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb90b-0e5a-43dc-b781-640f09c21c1b None None] Pushing event updated for resources: {'Port': ['ID=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:47.889007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:32:47.916765 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router f8a134e6-24b1-4022-a8d4-611466f2be13 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:32:48.050434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:32:48.056893 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-77879456-41fd-4d8e-822e-d6a2a66a0f06 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/f8a134e6-24b1-4022-a8d4-611466f2be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897148 Dec 23 13:32:48.108676 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Sync routers for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:32:48.136514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:48.137172 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:48.144568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-58747f1d-89ea-4c0e-9e02-7d414bd59cc1 None None] Provisioning complete for port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:48.145108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-58747f1d-89ea-4c0e-9e02-7d414bd59cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.223140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-83f7e3f9-a22b-4106-9358-2dd67c6f37a2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843775342&fields=id&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 267 time: 0.0478678 Dec 23 13:32:48.261941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:48.262555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.346431 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-dfcb7ef1-289b-4fc6-8be5-c880370d1a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:48.348778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-dfcb7ef1-289b-4fc6-8be5-c880370d1a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 797 time: 0.1179504 Dec 23 13:32:48.354259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:48.366688 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-e2a8d7de-f333-4853-aab8-5c1dfd347027 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/quotas/933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 375 time: 0.0127590 Dec 23 13:32:48.422758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-e4ece74c-61c0-4fb8-9eb9-58e09badebad tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502498 Dec 23 13:32:48.492431 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-58747f1d-89ea-4c0e-9e02-7d414bd59cc1 None None] Provisioning complete for port 3357d556-13cc-452e-b059-2e8290022279 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:48.493046 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-58747f1d-89ea-4c0e-9e02-7d414bd59cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.528944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-7c875c2c-773d-4f7e-8b4b-59144e62ba1d service neutron] 10.222.0.16 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933905 Dec 23 13:32:48.542325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.566647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6d613a87-ef0b-44a7-bdd6-cc307cb2159a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:32:48.600372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-58747f1d-89ea-4c0e-9e02-7d414bd59cc1 None None] Port 3357d556-13cc-452e-b059-2e8290022279 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:32:48.622145 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-670947c0-d5e7-4997-a7ca-2e6a1d337ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872009 Dec 23 13:32:48.667591 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:48.667966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.738782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:47Z', 'revision_number': 2, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:48.741208 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-347dc55b-e44e-483a-af8b-b261609ec746 None None] Provisioning complete for port 3357d556-13cc-452e-b059-2e8290022279 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:48.741567 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-347dc55b-e44e-483a-af8b-b261609ec746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.790700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Checking router: f8a134e6-24b1-4022-a8d4-611466f2be13 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:32:48.791052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Updating router f8a134e6-24b1-4022-a8d4-611466f2be13 port 3357d556-13cc-452e-b059-2e8290022279 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:32:48.859094 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77a34cda-538a-4318-97e3-742f3291ae80 req-88967744-787e-42a7-88be-a6a99f6469a6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0269001 Dec 23 13:32:48.859354 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:48.869803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-347dc55b-e44e-483a-af8b-b261609ec746 None None] Port 3357d556-13cc-452e-b059-2e8290022279 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:32:49.122953 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.138556 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.193442 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.250378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63a3fc-da65-44c9-b097-f6989eb59049 None None] Pushing event updated for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:49.299110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.309380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Attempting to bind port 3357d556-13cc-452e-b059-2e8290022279 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:32:49.311439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Attempting to bind port 3357d556-13cc-452e-b059-2e8290022279 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:32:49.311439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Attempting to bind port 3357d556-13cc-452e-b059-2e8290022279 on network a56472d6-d1e5-49ee-8892-81818926d3f0 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:32:49.316369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:32:49.316749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Checking segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:32:49.317188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.317719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Bound using segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:32:49.318194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Bound port: 3357d556-13cc-452e-b059-2e8290022279, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:32:49.318580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.385126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] For port 3357d556-13cc-452e-b059-2e8290022279, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:32:49.388502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] For port 3357d556-13cc-452e-b059-2e8290022279, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3357d556-13cc-452e-b059-2e8290022279,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:32:49.487672 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.520309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] Provisioning complete for port 3357d556-13cc-452e-b059-2e8290022279 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:49.520959 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.581097 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:32:49.581732 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:49.588412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63a3fc-da65-44c9-b097-f6989eb59049 None None] Pushing event updated for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:49.719967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:49.736525 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:32:49.763821 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6d613a87-ef0b-44a7-bdd6-cc307cb2159a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:32:49.947964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e20ac9d3-4512-41a7-a820-5c903699b1ac req-95a4e77d-5de8-43ee-9a6b-027adabebc72 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0321913 Dec 23 13:32:50.022673 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] For port 3357d556-13cc-452e-b059-2e8290022279, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3357d556-13cc-452e-b059-2e8290022279,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:32:50.095929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:50.096296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:50.099253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:50.227120 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0bf12-4e77-4130-b5a2-c51aa7d26436 None None] Pushing event updated for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:50.264928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-42065a80-ab68-4dd8-80d4-943a4c93cf7c None None] Provisioning complete for port 3357d556-13cc-452e-b059-2e8290022279 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:50.265299 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42065a80-ab68-4dd8-80d4-943a4c93cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:50.326947 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:32:50.355498 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e46de8-16fe-4af6-a411-9c205e7257a6 None None] The sync data for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 is: [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:32:51.040152 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5f497885-23d8-492b-b9de-9677f168607f req-e0aa716e-0eab-4767-bd65-95e79b5f0574 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0329838 Dec 23 13:32:51.769233 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3357d556-13cc-452e-b059-2e8290022279 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:32:51.818786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 3357d556-13cc-452e-b059-2e8290022279 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:51.819152 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:52.116815 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8988cad6-4eca-46b0-9c1e-50bc87a11c89 req-6eb43e48-bf85-4740-be07-3bae95f67a0d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0263100 Dec 23 13:32:53.211037 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a23ce54b-e3fb-4535-a1d1-862c86cc32a0 req-5a245624-defb-43aa-a52f-8807d9746e8a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0269704 Dec 23 13:32:53.342275 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:54.303915 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3092f2ec-a12a-4b32-9d2e-2535ea59b7bd req-94a5c1b2-73ed-41a2-9e8c-defb4380da83 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 210 time: 0.0265975 Dec 23 13:32:54.619105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-6de99c86-b1cc-4613-ab5b-42d160f017c3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:54.620531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-6de99c86-b1cc-4613-ab5b-42d160f017c3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 797 time: 0.1109719 Dec 23 13:32:54.684873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-0156e47b-a469-4691-89fd-c7a533363185 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 380 time: 0.0543125 Dec 23 13:32:54.693741 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'port': {'device_id': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'admin_state_up': True, 'tenant_id': '933628700b974cbd80bfb743c1147032', 'security_groups': ['55c8b874-dc72-48b1-a7f7-0f1e66c71fce']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:54.889099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:32:54.892566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.022253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.13 (a56472d6-d1e5-49ee-8892-81818926d3f0/1bea961f-d9c5-44c6-8d18-ff15fb18da06/d763a2b1-9068-46f7-ac4b-2595707cfa7d) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:32:55.165960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.256959 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.304366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network a56472d6-d1e5-49ee-8892-81818926d3f0 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:32:55.307843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:32:55.315481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:32:55.319943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:55.379469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:55.380215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.436493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f0b57-8c08-48af-8c73-45a0732f0303 req-ac542f54-cb0f-4cca-9ff0-79a3813a9a62 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:55.438107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc2f0b57-8c08-48af-8c73-45a0732f0303 req-ac542f54-cb0f-4cca-9ff0-79a3813a9a62 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 932 time: 0.0539145 Dec 23 13:32:55.490430 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bc2f0b57-8c08-48af-8c73-45a0732f0303 req-e9cc2b21-d372-4651-8a29-54f6cb9799d4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460556 Dec 23 13:32:55.531138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-18a9654e-9dbd-4fca-ac43-176b285c9fcf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410881 Dec 23 13:32:55.544474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Request body: {'port': {'device_id': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:32:55.562309 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-000f626a-6fad-4fd4-a47a-0ffd0d47b03a None None] Provisioning complete for port d763a2b1-9068-46f7-ac4b-2595707cfa7d triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:32:55.562902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-000f626a-6fad-4fd4-a47a-0ffd0d47b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.597012 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-000f626a-6fad-4fd4-a47a-0ffd0d47b03a None None] Port d763a2b1-9068-46f7-ac4b-2595707cfa7d cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:32:55.602226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.863618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d763a2b1-9068-46f7-ac4b-2595707cfa7d {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:32:55.870946 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.883908 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Transition to ACTIVE for port object d763a2b1-9068-46f7-ac4b-2595707cfa7d will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:32:55.945160 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:55.996116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Pushing event updated for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:56.069847 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Attempting to bind port d763a2b1-9068-46f7-ac4b-2595707cfa7d on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:32:56.070180 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Attempting to bind port d763a2b1-9068-46f7-ac4b-2595707cfa7d by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:32:56.070506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Attempting to bind port d763a2b1-9068-46f7-ac4b-2595707cfa7d on network a56472d6-d1e5-49ee-8892-81818926d3f0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:32:56.075079 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Port d763a2b1-9068-46f7-ac4b-2595707cfa7d on network a56472d6-d1e5-49ee-8892-81818926d3f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:32:56.075436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Attempting to bind port d763a2b1-9068-46f7-ac4b-2595707cfa7d on network a56472d6-d1e5-49ee-8892-81818926d3f0 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:32:56.080765 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:32:56.081200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Checking segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:32:56.081585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Bound using segment: {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:32:56.082007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Bound port: d763a2b1-9068-46f7-ac4b-2595707cfa7d, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ea305-483b-4102-a3d1-5217fce93722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:32:56.082360 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:56.151622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:32:56.154724 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:32:56.216545 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:56.252107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.252857 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:32:56.254241 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] 10.222.0.57 "PUT /v2.0/ports/d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 1092 time: 0.7143657 Dec 23 13:32:56.254679 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:32:56.256984 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226344a-c068-4c28-984e-e3dc26f4ed80" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:32:56.280688 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107488-2c1c-49e0-9b39-8876c3ca5366 service neutron] Pushing event updated for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:32:56.305962 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1be34c-6b34-44d3-b816-3409103b6e80 x-openstack-request-id: req-5e1be34c-6b34-44d3-b816-3409103b6e80 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:32:56.306262 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:32:56.306516 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e1be34c-6b34-44d3-b816-3409103b6e80 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:32:56.306917 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'status': 'completed', 'code': 200} Dec 23 13:32:56.375157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-bf610567-1864-4fac-bfbb-3a31c87016ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.377041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-bf610567-1864-4fac-bfbb-3a31c87016ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1095 time: 0.0479507 Dec 23 13:32:56.484022 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-26e21b04-f660-40c3-9c6f-dbdf1da73692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.485517 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-26e21b04-f660-40c3-9c6f-dbdf1da73692 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=933628700b974cbd80bfb743c1147032&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1006534 Dec 23 13:32:56.588448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-f1840e11-673d-48e8-9400-cea3433046bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.590013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0226344a-c068-4c28-984e-e3dc26f4ed80 req-f1840e11-673d-48e8-9400-cea3433046bc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972795 Dec 23 13:32:56.615073 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47fb3b-6b71-412a-a368-ccf1965ed11b req-0502b4b9-c7cd-4779-b5e4-35ce59492805 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.616714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b47fb3b-6b71-412a-a368-ccf1965ed11b req-0502b4b9-c7cd-4779-b5e4-35ce59492805 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 944 time: 0.0549412 Dec 23 13:32:56.666038 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-f15fcfe8-ecf1-403b-9a12-e9da5af6edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.667520 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-f15fcfe8-ecf1-403b-9a12-e9da5af6edf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1095 time: 0.0421727 Dec 23 13:32:56.667647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b47fb3b-6b71-412a-a368-ccf1965ed11b req-2e3ce04a-d750-497a-9d34-9181831f1437 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Dec 23 13:32:56.709954 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-9962d5cf-7e5c-4239-a005-85a67a21f273 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 217 time: 0.0344725 Dec 23 13:32:56.765641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-531a2b32-0e59-4f7e-a6d2-3193f154d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.767094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-531a2b32-0e59-4f7e-a6d2-3193f154d3b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0499830 Dec 23 13:32:56.813369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-a8ab3697-8389-4335-b8b4-dac744fe325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:56.814791 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-a8ab3697-8389-4335-b8b4-dac744fe325b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405991 Dec 23 13:32:56.905384 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-1e584c44-ed57-4c78-80ec-20fbdcaef95b service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831532 Dec 23 13:32:57.004841 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-38c7923c-c566-42d6-8364-c74d9db5ce1e req-fec7017d-4d75-4517-b59a-3060875dfb31 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923195 Dec 23 13:32:57.793075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa835a-8924-481e-b5e3-5e1285aa8a39 req-a6a4b8b4-3214-4686-9ec7-0a3cf5e5f50a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:57.794906 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4aa835a-8924-481e-b5e3-5e1285aa8a39 req-a6a4b8b4-3214-4686-9ec7-0a3cf5e5f50a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 944 time: 0.0501287 Dec 23 13:32:57.843645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4aa835a-8924-481e-b5e3-5e1285aa8a39 req-2edbbc89-d01b-48a9-8cc8-bda1b83fe1b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Dec 23 13:32:58.964162 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e61a06-a00f-4ed6-b94d-38cdaeddc5bc req-291525b7-e9a0-4c92-a4e3-41f77b1c475c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:32:58.965665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01e61a06-a00f-4ed6-b94d-38cdaeddc5bc req-291525b7-e9a0-4c92-a4e3-41f77b1c475c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 944 time: 0.0549142 Dec 23 13:32:59.015204 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-01e61a06-a00f-4ed6-b94d-38cdaeddc5bc req-a9ece682-ed25-493d-a958-8c609f24f9fe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Dec 23 13:33:00.130498 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff88a4-0812-456f-b196-23720c2c7b0b req-6281a901-4fb1-445e-8851-5c9c02d555b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:00.131974 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9ff88a4-0812-456f-b196-23720c2c7b0b req-6281a901-4fb1-445e-8851-5c9c02d555b4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 944 time: 0.0484107 Dec 23 13:33:00.181615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b9ff88a4-0812-456f-b196-23720c2c7b0b req-9c7a73bd-8475-4b53-8338-9deafe8559cb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Dec 23 13:33:00.935590 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:33:01.299704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84a1b-1764-45f5-a71a-3bdd32855402 req-36b3068e-002e-4a70-b9e1-c2664d1ab5db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:01.301351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37a84a1b-1764-45f5-a71a-3bdd32855402 req-36b3068e-002e-4a70-b9e1-c2664d1ab5db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 944 time: 0.0494883 Dec 23 13:33:01.358374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-37a84a1b-1764-45f5-a71a-3bdd32855402 req-67905434-18e6-4b68-8c98-e540a8a70d40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504346 Dec 23 13:33:01.643181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d763a2b1-9068-46f7-ac4b-2595707cfa7d details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:33:01.737629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:33:01.749403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'port_id': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'mac_address': 'fa:16:3e:97:b9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:33:01.785038 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:01.802828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d763a2b1-9068-46f7-ac4b-2595707cfa7d {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:33:01.824594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:33:01.867731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:01.914683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:33:02.227388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['d763a2b1-9068-46f7-ac4b-2595707cfa7d'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:33:02.474561 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438c462-0981-4e80-b157-08c84043a455 req-02ab3696-dfb0-4dfb-b84a-ace0d7e31897 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:02.476036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9438c462-0981-4e80-b157-08c84043a455 req-02ab3696-dfb0-4dfb-b84a-ace0d7e31897 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 945 time: 0.0499289 Dec 23 13:33:02.525070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9438c462-0981-4e80-b157-08c84043a455 req-51f05f08-1bd7-4513-b9db-8a87e0f4a6d6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Dec 23 13:33:03.642345 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdf976-3734-47e5-974b-0b8a602e35c7 req-123cff1b-b30e-4c7f-acc7-b1e21a60e13b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:03.643027 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d763a2b1-9068-46f7-ac4b-2595707cfa7d up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:33:03.643837 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74fdf976-3734-47e5-974b-0b8a602e35c7 req-123cff1b-b30e-4c7f-acc7-b1e21a60e13b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 945 time: 0.0509150 Dec 23 13:33:03.694550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74fdf976-3734-47e5-974b-0b8a602e35c7 req-adba9511-0d3c-410c-a8b5-d3f89c3f49ea tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Dec 23 13:33:03.741727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port d763a2b1-9068-46f7-ac4b-2595707cfa7d completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:33:03.745741 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port d763a2b1-9068-46f7-ac4b-2595707cfa7d triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:33:03.746106 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:03.825517 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:03.847336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:33:03.849602 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7897b3-785e-4b07-b94a-27fe22cffdd6" -d '{"events": [{"server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "name": "network-vif-plugged", "status": "completed", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:33:03.862699 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:33:03.885785 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f18e1b-48aa-4dff-b092-83c8689cc99a x-openstack-request-id: req-a6f18e1b-48aa-4dff-b092-83c8689cc99a {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:33:03.886079 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "name": "network-vif-plugged", "status": "completed", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:33:03.886329 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6f18e1b-48aa-4dff-b092-83c8689cc99a {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:33:03.886722 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'code': 200} Dec 23 13:33:03.924919 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:03.972670 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:33:03.994265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30dcb7-1e88-4493-84df-1d191e9c41cb req-fc8ea917-7977-4753-aff6-27a478b52dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:03.995778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9e30dcb7-1e88-4493-84df-1d191e9c41cb req-fc8ea917-7977-4753-aff6-27a478b52dbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0400331 Dec 23 13:33:04.042294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9e30dcb7-1e88-4493-84df-1d191e9c41cb req-b8017b6f-a3a2-4e68-8d19-9016920fa51a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383983 Dec 23 13:33:04.815502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18699a7-8431-4e28-a4b6-4b9b20f49663 req-7a2f43ef-885e-423d-968b-edd862d1ea3a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:04.817020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18699a7-8431-4e28-a4b6-4b9b20f49663 req-7a2f43ef-885e-423d-968b-edd862d1ea3a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0527430 Dec 23 13:33:04.865669 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d18699a7-8431-4e28-a4b6-4b9b20f49663 req-0afae962-0770-414b-a31e-e3e65d9b6708 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Dec 23 13:33:05.984266 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad5b5e-a640-453d-8e73-229794bf5c45 req-e9fca57a-c956-4fa5-b128-bfe592b7d8bb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:05.985691 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08ad5b5e-a640-453d-8e73-229794bf5c45 req-e9fca57a-c956-4fa5-b128-bfe592b7d8bb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0485020 Dec 23 13:33:06.036407 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-08ad5b5e-a640-453d-8e73-229794bf5c45 req-45c52d06-440b-4bd4-a41f-d9a906d8c7f0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448685 Dec 23 13:33:06.151456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7634ae-679a-4a6d-b5e1-4016e3aa5979 req-0dedd365-fca7-4f46-ab17-ab03954480e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:06.153032 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b7634ae-679a-4a6d-b5e1-4016e3aa5979 req-0dedd365-fca7-4f46-ab17-ab03954480e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0483813 Dec 23 13:33:06.207261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b7634ae-679a-4a6d-b5e1-4016e3aa5979 req-3bbfd698-3e36-458a-87e0-63c0ce83fbad tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482070 Dec 23 13:33:06.228502 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42260) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:33:06.267783 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e038cda-501a-4ca3-8ff9-1374d6f386d2 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:06.269302 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5e038cda-501a-4ca3-8ff9-1374d6f386d2 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1092 time: 0.0397983 Dec 23 13:33:06.272015 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42262) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:33:06.276186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:33:06.396686 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:06.497082 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:06.599173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.245 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/78d1779d-293b-4a47-88d7-df6525821fa8) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:33:06.702793 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:06.791008 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:06.831112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:33:06.835494 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:33:06.840157 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:33:06.842939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=78d1779d-293b-4a47-88d7-df6525821fa8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:33:07.198823 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:07.320735 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:07.469508 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:07.530360 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:07.599762 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=78d1779d-293b-4a47-88d7-df6525821fa8,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:33:07.611560 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:07.713090 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP af84a22c-be58-4a22-8e9a-448b4f18ca12 associated. External IP: 172.25.7.245, port: d763a2b1-9068-46f7-ac4b-2595707cfa7d. Dec 23 13:33:07.921103 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router f8a134e6-24b1-4022-a8d4-611466f2be13 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:33:08.034164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:33:08.043606 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Sync routers for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:33:08.053483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:33:08.054086 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:33:08.120993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:08.149874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a0041ece-e3fa-4faf-ac41-75d33a830e4f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8768623 Dec 23 13:33:08.150643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:33:08.152998 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b055049-c958-4165-9d9a-76fe9c5d32c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:33:08.160200 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:33:08.197312 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e752cd-569e-4f7a-8890-cc5bcef91fe2 x-openstack-request-id: req-c4e752cd-569e-4f7a-8890-cc5bcef91fe2 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:33:08.197607 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:33:08.197863 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4e752cd-569e-4f7a-8890-cc5bcef91fe2 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:33:08.198272 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'status': 'completed', 'code': 200} Dec 23 13:33:08.265560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-a2ffb8e5-e4f7-42e8-8143-cdcf27d6121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:08.266164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeaee0-46f3-4b4f-bc9a-2ebe806b991e req-65545d12-219f-4fe1-b249-6dfde5b92922 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:08.267081 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-a2ffb8e5-e4f7-42e8-8143-cdcf27d6121c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0469332 Dec 23 13:33:08.269248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6eeaee0-46f3-4b4f-bc9a-2ebe806b991e req-65545d12-219f-4fe1-b249-6dfde5b92922 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0539522 Dec 23 13:33:08.319140 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6eeaee0-46f3-4b4f-bc9a-2ebe806b991e req-8bdaf6cb-b8da-487a-a12a-e6c217cf65e5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452099 Dec 23 13:33:08.342091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42268) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:33:08.368763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-ee6b63c9-262f-4b47-8320-f54e13b5594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:08.370566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-ee6b63c9-262f-4b47-8320-f54e13b5594a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 898 time: 0.0966775 Dec 23 13:33:08.397697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af84a22c-be58-4a22-8e9a-448b4f18ca12', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'port_id': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'mac_address': 'fa:16:3e:97:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:33:07Z', 'updated_at': '2021-12-23T13:33:07Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:33:08.407424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44467b36-6b87-4fed-bd0d-3ecd2895f56d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/af84a22c-be58-4a22-8e9a-448b4f18ca12 HTTP/1.1" status: 200 len: 992 time: 0.0640042 Dec 23 13:33:08.426143 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Checking router: f8a134e6-24b1-4022-a8d4-611466f2be13 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:33:08.437513 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:33:08.439066 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:32:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:33:08.447547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-5bcba353-1c89-4946-97b4-31332b37d59b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 1000 time: 0.0694618 Dec 23 13:33:08.499063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-1ee4bbc4-de29-4ce6-963f-f79ac294e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:08.500740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-1ee4bbc4-de29-4ce6-963f-f79ac294e125 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0458953 Dec 23 13:33:08.548214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-0d869044-b514-426d-a110-29ebc46f8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:08.549632 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:33:08.549866 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-0d869044-b514-426d-a110-29ebc46f8637 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413599 Dec 23 13:33:08.644434 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-1500c06c-48cd-486a-b0fe-9e702992d656 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862975 Dec 23 13:33:08.738373 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1b055049-c958-4165-9d9a-76fe9c5d32c7 req-82378f95-c1bf-4bf2-8505-a383777e2d76 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866821 Dec 23 13:33:08.775847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af84a22c-be58-4a22-8e9a-448b4f18ca12', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'port_id': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'mac_address': 'fa:16:3e:97:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:33:07Z', 'updated_at': '2021-12-23T13:33:07Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:33:08.806092 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570b491-016c-442b-8fd9-5e6c358b35a6 None None] The sync data for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 is: [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'af84a22c-be58-4a22-8e9a-448b4f18ca12', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'port_id': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'mac_address': 'fa:16:3e:97:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:33:07Z', 'updated_at': '2021-12-23T13:33:07Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:33:08.988242 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271afef0-3ab0-4980-b48a-08ffebe6765a None None] New status for floating IP af84a22c-be58-4a22-8e9a-448b4f18ca12: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:33:09.410653 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42270) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:33:09.471729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f4944be-ca0d-42d4-9cae-029f8fa764de tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/af84a22c-be58-4a22-8e9a-448b4f18ca12 HTTP/1.1" status: 200 len: 994 time: 0.0598626 Dec 23 13:33:13.375888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83bdde63-d1dc-4feb-912f-1f2fe727f776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:16.118612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2fd69f2c-6ebd-440e-ba22-de8f52a31d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:16.747099 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:18.442733 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:19.101176 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:19.255381 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:23.329945 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:33.559504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-e45bd5ff-b720-40d0-9499-e5124cc05fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836689 Dec 23 13:33:33.646433 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-41178e78-f574-4cf4-9053-ec41dd7ae629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:33.647919 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-41178e78-f574-4cf4-9053-ec41dd7ae629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0452201 Dec 23 13:33:33.748537 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-15f40d24-a08b-42a9-b27a-cae6b6ae793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:33.750097 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-15f40d24-a08b-42a9-b27a-cae6b6ae793f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 898 time: 0.0832767 Dec 23 13:33:33.821636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-a9e59d1a-781a-4cd1-9092-c73f4222bef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 1002 time: 0.0618062 Dec 23 13:33:33.870142 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-31fb2490-d792-4b87-b3ee-919b5317accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:33.871560 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-31fb2490-d792-4b87-b3ee-919b5317accc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0427952 Dec 23 13:33:33.916846 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-5cfac2c4-ea79-441d-a80c-b18cf57c7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:33:33.918358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-5cfac2c4-ea79-441d-a80c-b18cf57c7311 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400138 Dec 23 13:33:34.009776 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-9a6cf393-aff3-4356-a778-87cd1914bf19 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Dec 23 13:33:34.097807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ff3665fd-6863-4392-9155-09ceec3723a5 req-9afc378a-680e-41aa-98f1-d55b252ed06b service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808847 Dec 23 13:33:37.934992 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:33:43.352248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-146c2a77-f40f-473a-b5a8-547dbc759820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:46.082370 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cd3ef0d9-d742-4f69-8f88-5d95a87860a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:46.744713 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:48.453460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:49.072167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:49.226440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:33:53.312406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:12.455929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-2d3e2577-0a1f-47e7-b9dd-f77a5047e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:12.457508 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-2d3e2577-0a1f-47e7-b9dd-f77a5047e944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0418611 Dec 23 13:34:12.465068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d4398-e3e1-4b5f-8211-fddf7352b3b2 req-7877075a-6983-431c-be10-894dab843343 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:12.466547 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-230d4398-e3e1-4b5f-8211-fddf7352b3b2 req-7877075a-6983-431c-be10-894dab843343 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.1197145 Dec 23 13:34:12.516541 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-230d4398-e3e1-4b5f-8211-fddf7352b3b2 req-b81c6633-75b3-433f-8e01-94d2ac45beaa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Dec 23 13:34:12.555185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-724c3a72-8aad-41d1-99a8-fa4d883f1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:12.556808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-724c3a72-8aad-41d1-99a8-fa4d883f1592 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 898 time: 0.0890260 Dec 23 13:34:12.621942 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-d8301377-c613-4670-81da-0b8bc900d217 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 1002 time: 0.0573716 Dec 23 13:34:12.678323 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-0c29ce9a-902d-493b-8398-c0afee75cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:12.679754 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-0c29ce9a-902d-493b-8398-c0afee75cc42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0479999 Dec 23 13:34:12.725884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-a3433f08-0b42-45d7-96a5-d17a888741fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:12.727355 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-a3433f08-0b42-45d7-96a5-d17a888741fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396094 Dec 23 13:34:12.819284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-bf9aea9c-8cec-4e29-9724-0033f31eec64 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Dec 23 13:34:12.915084 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-07eb8bfe-63cf-46ef-9d96-dae155e3c08b req-74d57b76-fadd-4db5-aec7-38609fe8b95d service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Dec 23 13:34:13.350661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5248909c-63d0-4df1-bb0c-99fe26a08618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:13.685595 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983706-9307-4f9a-beaf-fdf19ccc8d87 req-26930414-31b1-42f8-9221-f9f765a20bc3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:13.687721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa983706-9307-4f9a-beaf-fdf19ccc8d87 req-26930414-31b1-42f8-9221-f9f765a20bc3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0981011 Dec 23 13:34:13.743981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa983706-9307-4f9a-beaf-fdf19ccc8d87 req-054f5d20-592a-43f8-9e5b-18714daeb889 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503390 Dec 23 13:34:14.862205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d4827-7b61-487c-87b7-4afb63a4616e req-36bdf6d6-bc00-45d3-a666-60df485140fa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:14.863687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-560d4827-7b61-487c-87b7-4afb63a4616e req-36bdf6d6-bc00-45d3-a666-60df485140fa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0517938 Dec 23 13:34:14.912452 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-560d4827-7b61-487c-87b7-4afb63a4616e req-076b2edf-fbe7-4cb7-888f-ec5e9c42eb0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Dec 23 13:34:14.934450 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:34:16.028555 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefb453-fa64-4dfc-a9c1-558f7b4de3f9 req-c3f5e089-79aa-42b0-bf25-90ccad3c981e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:16.030063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-feefb453-fa64-4dfc-a9c1-558f7b4de3f9 req-c3f5e089-79aa-42b0-bf25-90ccad3c981e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0496528 Dec 23 13:34:16.077851 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-01b7f854-de3c-4e81-bd37-2703c2465f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:16.080771 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-feefb453-fa64-4dfc-a9c1-558f7b4de3f9 req-d0820cfd-640c-44cb-8042-3a41a5602faa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Dec 23 13:34:16.746101 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:17.194607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429db1e3-90e8-490e-a019-07645f1f2edf req-b5a7efc9-68b5-4b34-97bf-cb6a6636b47e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:17.196143 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-429db1e3-90e8-490e-a019-07645f1f2edf req-b5a7efc9-68b5-4b34-97bf-cb6a6636b47e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0485787 Dec 23 13:34:17.249132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-429db1e3-90e8-490e-a019-07645f1f2edf req-74f04faa-8edc-4bc7-94d5-62f1ec94d8fb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470912 Dec 23 13:34:18.365368 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910fc7-d31a-4e5d-ae10-fdd60ed9d7b8 req-18848923-e4dd-46e5-8b06-c9cff8285b54 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:18.366828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f910fc7-d31a-4e5d-ae10-fdd60ed9d7b8 req-18848923-e4dd-46e5-8b06-c9cff8285b54 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0482671 Dec 23 13:34:18.416494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f910fc7-d31a-4e5d-ae10-fdd60ed9d7b8 req-4a63df70-fb89-4b43-a0e0-9761fa5dbc83 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Dec 23 13:34:18.460717 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:19.105195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:19.254696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:19.532526 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f746c-582e-40d8-8ea8-cb04e5b3743a req-df99621e-628e-4ba7-9213-d2e6843ffd15 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:19.533428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c77f746c-582e-40d8-8ea8-cb04e5b3743a req-df99621e-628e-4ba7-9213-d2e6843ffd15 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0488038 Dec 23 13:34:19.582429 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c77f746c-582e-40d8-8ea8-cb04e5b3743a req-9e0b58a0-5262-4eab-8ea2-aeb948b188c9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Dec 23 13:34:20.700313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef01c8-da85-4aa1-9d09-604feab73797 req-2e53e34a-4587-4aa1-962f-1056dab8bb62 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:20.701785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22ef01c8-da85-4aa1-9d09-604feab73797 req-2e53e34a-4587-4aa1-962f-1056dab8bb62 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0517905 Dec 23 13:34:20.751206 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22ef01c8-da85-4aa1-9d09-604feab73797 req-87a63456-f8bd-4b02-9432-8c2782ae4b01 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Dec 23 13:34:21.868492 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e8881-e55c-4199-af30-f38359d7a939 req-34c630a7-1bbd-4e16-8e0e-d9d9860aa7be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:21.869987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b86e8881-e55c-4199-af30-f38359d7a939 req-34c630a7-1bbd-4e16-8e0e-d9d9860aa7be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0490320 Dec 23 13:34:21.919105 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b86e8881-e55c-4199-af30-f38359d7a939 req-4ed3d787-a0e2-42ef-b03d-53bd552c4419 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Dec 23 13:34:23.033868 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095859-9a2d-4da6-a5bb-091dda0fc72a req-7109201b-5cb6-44eb-80f0-f9252d2acd0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:23.035345 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97095859-9a2d-4da6-a5bb-091dda0fc72a req-7109201b-5cb6-44eb-80f0-f9252d2acd0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0477326 Dec 23 13:34:23.089473 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-97095859-9a2d-4da6-a5bb-091dda0fc72a req-76c0c8fc-ed48-4718-84d6-87febe3b8993 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481462 Dec 23 13:34:23.334775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:24.205286 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e0af-a921-4db1-99ee-c4ffe4b348cc req-a24fd7f3-f81c-42c0-bf5b-466e464ecea4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:24.207046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4674e0af-a921-4db1-99ee-c4ffe4b348cc req-a24fd7f3-f81c-42c0-bf5b-466e464ecea4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0489662 Dec 23 13:34:24.255859 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4674e0af-a921-4db1-99ee-c4ffe4b348cc req-fcb41e86-6216-4b23-b858-9d73596825f0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Dec 23 13:34:24.277601 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42324) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:34:24.341909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-3a047333-6c44-4a04-ad1c-8cc5e54b7230 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/af84a22c-be58-4a22-8e9a-448b4f18ca12 HTTP/1.1" status: 200 len: 994 time: 0.0631390 Dec 23 13:34:33.496974 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-55ec0cc0-d9bb-42df-8624-3ea153f89e1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382452 Dec 23 13:34:33.576708 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-bd33c72e-a53c-4a08-a847-6c360dbfd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:33.578843 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-bd33c72e-a53c-4a08-a847-6c360dbfd6f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0403118 Dec 23 13:34:33.683320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-96c6a7e1-5f27-4eea-8387-3523ef6c8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:33.684758 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-96c6a7e1-5f27-4eea-8387-3523ef6c8d97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 898 time: 0.0879581 Dec 23 13:34:33.750435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-bb26cbb1-7701-486c-9610-6dec3af307a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 1002 time: 0.0585439 Dec 23 13:34:33.802205 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-08fde0a0-bc74-401c-877f-6b3a393c10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:33.803609 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-08fde0a0-bc74-401c-877f-6b3a393c10ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0468953 Dec 23 13:34:33.848325 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-2481ff05-d411-4b05-83b8-41cc8cb7a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:34:33.849809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-2481ff05-d411-4b05-83b8-41cc8cb7a2a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395579 Dec 23 13:34:33.938524 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-a33a1ec3-67a8-4372-b591-90533154920d service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808051 Dec 23 13:34:34.031364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9ec7e468-56bc-4469-80d7-b0741ed334e3 req-983e7cba-209d-4f57-a4b1-7b074e4392f8 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857317 Dec 23 13:34:43.322781 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9bc23f71-cbcf-42fd-8165-9fbc793b046f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:46.110341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a14f3d0-4266-407c-a984-c2db4a01c5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:46.756478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:48.437818 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:49.127440 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:49.259987 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:34:51.933252 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:34:53.351337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:12.929000 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42340) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:13.085037 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 78d1779d-293b-4a47-88d7-df6525821fa8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:35:13.085371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.158445 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.158762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.169960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 78d1779d-293b-4a47-88d7-df6525821fa8 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:35:13.334127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-30b29a35-7b04-48ba-8e37-0ac50585c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.373810 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.400270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=78d1779d-293b-4a47-88d7-df6525821fa8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:13.429986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.430329 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.430671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.431004 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.431332 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.431655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.431986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.432309 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.432908 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.433233 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.433553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.433873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.434186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:13.474341 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:13.474671 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP af84a22c-be58-4a22-8e9a-448b4f18ca12 disassociated (deleted). External IP: 172.25.7.245, port: d763a2b1-9068-46f7-ac4b-2595707cfa7d. Dec 23 13:35:13.680787 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router f8a134e6-24b1-4022-a8d4-611466f2be13 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:35:14.152170 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:35:14.157627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:14.162302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Sync routers for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:35:14.173279 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:14.173915 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:34:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:14.184194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cfc191c4-4000-4980-a14c-df34ba609ea5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/floatingips/af84a22c-be58-4a22-8e9a-448b4f18ca12 HTTP/1.1" status: 204 len: 168 time: 1.2541199 Dec 23 13:35:14.184776 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:35:14.187034 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7969add9-651e-4953-98de-40f7cb28f693" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:35:14.278942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:14.329909 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc254019-079c-4210-b71a-c23aabda06e5 x-openstack-request-id: req-bc254019-079c-4210-b71a-c23aabda06e5 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:35:14.330439 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:35:14.330575 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc254019-079c-4210-b71a-c23aabda06e5 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:35:14.330863 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'status': 'completed', 'code': 200} Dec 23 13:35:14.393973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969add9-651e-4953-98de-40f7cb28f693 req-f80dacd0-3225-4ab3-98c2-f0575774f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:14.395506 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-f80dacd0-3225-4ab3-98c2-f0575774f74d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 1097 time: 0.0416207 Dec 23 13:35:14.490375 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:14.495435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969add9-651e-4953-98de-40f7cb28f693 req-5de5a050-e4f4-4986-ac1c-246ffa67df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:14.496964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-5de5a050-e4f4-4986-ac1c-246ffa67df93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 200 len: 898 time: 0.0902658 Dec 23 13:35:14.520474 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Checking router: f8a134e6-24b1-4022-a8d4-611466f2be13 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:35:14.528675 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:14.529305 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:34:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:14.541464 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-e929b768-9092-447e-8c75-856533d0c9d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 200 len: 217 time: 0.0370033 Dec 23 13:35:14.593791 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969add9-651e-4953-98de-40f7cb28f693 req-2b056647-2c3d-413d-bbfa-d0a2c48fd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:14.595991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-2b056647-2c3d-413d-bbfa-d0a2c48fd55f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 200 len: 834 time: 0.0465364 Dec 23 13:35:14.637618 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:14.647128 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969add9-651e-4953-98de-40f7cb28f693 req-4fcb396f-2b5b-45f1-9698-94ca9ded1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:14.648912 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-4fcb396f-2b5b-45f1-9698-94ca9ded1450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a56472d6-d1e5-49ee-8892-81818926d3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448656 Dec 23 13:35:14.653470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6007-52a9-48fd-bb9a-d0d9e41777e1 req-2e510784-0861-442e-b825-bd590af9ea8c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:14.654963 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a9e6007-52a9-48fd-bb9a-d0d9e41777e1 req-2e510784-0861-442e-b825-bd590af9ea8c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0510919 Dec 23 13:35:14.707972 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a9e6007-52a9-48fd-bb9a-d0d9e41777e1 req-68f3cf5b-c8da-46cd-acc1-eb5512bbdc97 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460336 Dec 23 13:35:14.750331 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-251d834d-0569-4656-890b-7d4294d55565 service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914395 Dec 23 13:35:14.839615 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:14.842217 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7969add9-651e-4953-98de-40f7cb28f693 req-f0fda823-f127-4d48-8fd1-9b926a7abd9c service neutron] 10.222.0.57 "GET /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832696 Dec 23 13:35:14.866302 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854a17c-65ca-4191-ac44-a1642b5e7c6f None None] The sync data for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 is: [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:32:46Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '3357d556-13cc-452e-b059-2e8290022279', 'name': '', 'network_id': 'a56472d6-d1e5-49ee-8892-81818926d3f0', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:85:6a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:46Z', 'updated_at': '2021-12-23T13:32:49Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '1bea961f-d9c5-44c6-8d18-ff15fb18da06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:35:15.080300 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080963d8-de35-490b-a5dd-2c2284a328a4 None None] New status for floating IP af84a22c-be58-4a22-8e9a-448b4f18ca12: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:35:15.827396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66794e-44ce-4d77-b413-07ef16190c36 req-65b72ab9-8a58-4d70-a433-926802f88cac tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:15.829620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a66794e-44ce-4d77-b413-07ef16190c36 req-65b72ab9-8a58-4d70-a433-926802f88cac tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.0488508 Dec 23 13:35:15.881082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4a66794e-44ce-4d77-b413-07ef16190c36 req-2c914ceb-e621-49ef-93cb-722b4514ea16 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Dec 23 13:35:16.088301 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b410923c-d9d3-48b2-9360-ad8bbeebc2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:16.606767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03964827-4811-4b20-9d16-2cbaf2894976 req-58e1d876-b242-461e-b355-b599eaf816f9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:16.608220 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03964827-4811-4b20-9d16-2cbaf2894976 req-58e1d876-b242-461e-b355-b599eaf816f9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 946 time: 0.3820279 Dec 23 13:35:16.701652 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port d763a2b1-9068-46f7-ac4b-2595707cfa7d {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:35:16.702019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:16.762229 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:16.795181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port d763a2b1-9068-46f7-ac4b-2595707cfa7d, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=d763a2b1-9068-46f7-ac4b-2595707cfa7d,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:16.795531 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:16.808314 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for d763a2b1-9068-46f7-ac4b-2595707cfa7d owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:35:16.979899 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:17.003128 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a973de-cb3b-4c77-8276-eaf380dedf65 req-0df44b8c-bc4d-4a55-9ad1-22fad6e8036b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:17.004605 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7a973de-cb3b-4c77-8276-eaf380dedf65 req-0df44b8c-bc4d-4a55-9ad1-22fad6e8036b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc HTTP/1.1" status: 200 len: 867 time: 0.0488770 Dec 23 13:35:17.010328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=d763a2b1-9068-46f7-ac4b-2595707cfa7d,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:17.025039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.025039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.025039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.025391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.026052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.026052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.026297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.026592 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.026920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.027247 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.027571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.027896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.028214 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:17.057382 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7a973de-cb3b-4c77-8276-eaf380dedf65 req-c6f7930d-49e3-4c6e-b4a1-31a150ab273e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=55c8b874-dc72-48b1-a7f7-0f1e66c71fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466666 Dec 23 13:35:17.063554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] No DVR routers for this DVR port d763a2b1-9068-46f7-ac4b-2595707cfa7d on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:35:17.066334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:17.069740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-03964827-4811-4b20-9d16-2cbaf2894976 req-c19819c6-e6b2-4b79-bb22-7eb54c842494 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "DELETE /v2.0/ports/d763a2b1-9068-46f7-ac4b-2595707cfa7d HTTP/1.1" status: 204 len: 173 time: 0.4536741 Dec 23 13:35:17.070190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'name': 'network-vif-deleted', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:35:17.072434 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6132ec-b9a4-45e1-bef3-c9e0c3b80f62" -d '{"events": [{"server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "name": "network-vif-deleted", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:35:17.108770 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c1568-7e6b-4438-bb72-8bca0edf8435 x-openstack-request-id: req-f32c1568-7e6b-4438-bb72-8bca0edf8435 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:35:17.109115 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc", "name": "network-vif-deleted", "tag": "d763a2b1-9068-46f7-ac4b-2595707cfa7d", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:35:17.109377 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f32c1568-7e6b-4438-bb72-8bca0edf8435 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:35:17.109833 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8e9bba-93d4-4214-bdd7-cc1d112e1ccc', 'name': 'network-vif-deleted', 'tag': 'd763a2b1-9068-46f7-ac4b-2595707cfa7d', 'status': 'completed', 'code': 200} Dec 23 13:35:18.114265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42358) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:18.468627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:18.481834 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:18.724732 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 3357d556-13cc-452e-b059-2e8290022279 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:35:18.725026 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:18.812331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 3357d556-13cc-452e-b059-2e8290022279, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=3357d556-13cc-452e-b059-2e8290022279,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:18.812733 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:18.825272 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 3357d556-13cc-452e-b059-2e8290022279 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:35:19.065767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.097562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=3357d556-13cc-452e-b059-2e8290022279,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:19.122970 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.254497 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.273583 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.487017 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router f8a134e6-24b1-4022-a8d4-611466f2be13 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:35:19.591702 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:35:19.597062 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b72917dd-5a6d-4ac3-b2d4-0e28b1dc0e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/f8a134e6-24b1-4022-a8d4-611466f2be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816942 Dec 23 13:35:19.599777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42360) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:19.603081 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Sync routers for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:35:19.613483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:19.614334 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:19.652390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting subnet 1bea961f-d9c5-44c6-8d18-ff15fb18da06 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:35:19.655721 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.696339 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.718483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:19.788463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.901333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:35:18Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:19.910755 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.928725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Checking router: f8a134e6-24b1-4022-a8d4-611466f2be13 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:35:19.937164 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Routers {'f8a134e6-24b1-4022-a8d4-611466f2be13'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:19.938342 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['f8a134e6-24b1-4022-a8d4-611466f2be13'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:19.940606 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Subnet': ['ID=1bea961f-d9c5-44c6-8d18-ff15fb18da06,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:19.942624 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:19.945876 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f597e2f1-3417-4e15-ba22-ab6c8dc8bf35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/subnets/1bea961f-d9c5-44c6-8d18-ff15fb18da06 HTTP/1.1" status: 204 len: 168 time: 0.3451698 Dec 23 13:35:19.948192 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76d7d0-77e4-4b80-8c1c-4cc9dca5a0e1 None None] Network a56472d6-d1e5-49ee-8892-81818926d3f0 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:35:19.948657 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42362) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:20.046568 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] Set router f8a134e6-24b1-4022-a8d4-611466f2be13 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:20.062632 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.120572 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] DHCP port deletion for a56472d6-d1e5-49ee-8892-81818926d3f0 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:35:20.169475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Deleting port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:35:20.169868 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.170555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.231770 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:35:18Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:20.237863 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] For port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,segment=NetworkSegment(659ea305-483b-4102-a3d1-5217fce93722),segment_id=659ea305-483b-4102-a3d1-5217fce93722)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:20.238282 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.251635 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Calling delete_port for 6d613a87-ef0b-44a7-bdd6-cc307cb2159a owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:35:20.267040 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33629efc-b8ea-4ae2-8599-6540fffb2ad9 None None] The sync data for ids ['f8a134e6-24b1-4022-a8d4-611466f2be13'] in n-d-822750-2 is: [{'id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905958148', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:32:42Z', 'updated_at': '2021-12-23T13:35:18Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '5bd87fe9-4a78-4037-8a26-1ca4f3a9796f', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a134e6-24b1-4022-a8d4-611466f2be13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:32:43Z', 'updated_at': '2021-12-23T13:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:35:20.276719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:35:20.277171 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.362617 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:20.362892 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.372328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d763a2b1-9068-46f7-ac4b-2595707cfa7d no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:35:20.376177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:35:20.395544 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: d763a2b1-9068-46f7-ac4b-2595707cfa7d {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:35:20.395885 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device d763a2b1-9068-46f7-ac4b-2595707cfa7d not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:35:20.402373 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.429259 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Pushing event deleted for resources: {'Port': ['ID=6d613a87-ef0b-44a7-bdd6-cc307cb2159a,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:20.437035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] No DVR routers for this DVR port 6d613a87-ef0b-44a7-bdd6-cc307cb2159a on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:35:20.439506 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.439859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.440245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.440588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.440946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.441296 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.441627 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.441955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.442279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.442608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.442928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.443251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.443571 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4530e94-29a9-4ad8-bca7-b1767a73f442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:20.590840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.617863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=5bd87fe9-4a78-4037-8a26-1ca4f3a9796f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:20.634031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e47cc9-7677-4a4f-9c42-d9e158dd68ba None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:35:20.702669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.797013 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.799321 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.916902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.917388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Fanout notify agent at l3_agent the message router_deleted on router f8a134e6-24b1-4022-a8d4-611466f2be13 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:35:20.924917 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:20.930133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b795eb01-aff9-4a4b-ab6c-59f54ed47c95 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/routers/f8a134e6-24b1-4022-a8d4-611466f2be13 HTTP/1.1" status: 204 len: 168 time: 0.9763927 Dec 23 13:35:20.930133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42364) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:21.014019 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.101368 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.120107 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56472d6-d1e5-49ee-8892-81818926d3f0']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:21.129901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659ea305-483b-4102-a3d1-5217fce93722') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:21.130194 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659ea305-483b-4102-a3d1-5217fce93722') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:21.139158 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.152691 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.158546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:35:21.158914 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:35:21.161965 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:35:21.276551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.283551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.286697 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/networks/a56472d6-d1e5-49ee-8892-81818926d3f0 HTTP/1.1" status: 204 len: 168 time: 0.3569756 Dec 23 13:35:21.289553 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42366) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:21.299041 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d27362-7394-4e12-9828-823cec607b02 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Network': ['ID=a56472d6-d1e5-49ee-8892-81818926d3f0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:21.351754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.381600 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.499279 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.502673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:21.503898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/security-groups/55c8b874-dc72-48b1-a7f7-0f1e66c71fce HTTP/1.1" status: 204 len: 168 time: 0.2133541 Dec 23 13:35:21.513610 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b80f9-c335-4233-8163-54b02bf63c35 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8b874-dc72-48b1-a7f7-0f1e66c71fce,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:21.829240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:35:21.849727 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:35:21.850066 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5bd87fe9-4a78-4037-8a26-1ca4f3a9796f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:35:21.850457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6d613a87-ef0b-44a7-bdd6-cc307cb2159a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:35:21.869045 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 6d613a87-ef0b-44a7-bdd6-cc307cb2159a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:35:21.869383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 6d613a87-ef0b-44a7-bdd6-cc307cb2159a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:35:21.869776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3357d556-13cc-452e-b059-2e8290022279 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:35:21.889957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 3357d556-13cc-452e-b059-2e8290022279 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:35:21.890294 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 3357d556-13cc-452e-b059-2e8290022279 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:35:23.038393 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42374) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:23.042919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898923429', 'description': 'tempest-secgroup-smoke-898923429 description', 'project_id': '933628700b974cbd80bfb743c1147032'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:23.133658 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.198242 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.259399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.287817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f6c9a1-34f7-4def-97f2-0efa83b89a54,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:23.353143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.354531 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-49dfa79c-6733-4919-8be6-baf5b9f9fa69 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3151028 Dec 23 13:35:23.357391 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42376) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:23.362347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:23.379405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.464898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.520088 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.602501 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.619996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d5afe9-6387-473f-bcf7-860193ee9f79,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:23.696083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.698099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7a7dfe16-5528-4ea3-8cac-1c17cc817d13 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390243 Dec 23 13:35:23.700218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42378) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:23.705470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:23.804423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.863959 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.922859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.944643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae321bf-4ea1-418f-b6e0-aae384510af1,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:23.993291 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:23.994453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-885a663b-a193-4f12-9d77-046eba39f8aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933187 Dec 23 13:35:23.997168 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42386) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:24.002252 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:24.110076 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.166214 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.242054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.262007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c16acb0-c8a8-4b8e-b849-9881a5d358e5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:24.318277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.319477 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b157b423-14da-4563-a05c-7b3d07cb3543 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213708 Dec 23 13:35:24.322186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42388) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:24.326429 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:24.430168 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.487031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.556719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.575505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b452bbf-6f2a-4270-adf4-eb428d993d6e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:24.655831 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.657084 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25122d76-f779-4d1b-b83f-298f88b9c9ba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339455 Dec 23 13:35:24.660324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42390) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:24.664612 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:24.733982 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:35:24.739967 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.797830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.848158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.868407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2285f575-9e05-4e14-b4c0-917eb18e1bfd,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:24.924620 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:24.925879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a35ea3fd-653a-4a43-904e-1bc20fb39359 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2646077 Dec 23 13:35:24.928551 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42392) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:24.933095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '47f6c9a1-34f7-4def-97f2-0efa83b89a54', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:25.002495 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:35:25.007301 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.066407 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.116306 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.133740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c24b632-d672-43a3-9bea-fc85506b9d8d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:25.233114 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.234341 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-25b09b7f-fc0c-4b13-9158-25c92aebcf40 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048384 Dec 23 13:35:25.237195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42394) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:25.242063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'network': {'name': 'tempest-network-smoke--490361678', 'project_id': '933628700b974cbd80bfb743c1147032', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:25.322760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:35:25.326324 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.353179 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:35:25.362493 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.362847 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Added segment b88454ec-f0fa-4a6f-a61e-73621880acc4 of type vlan for network f010b2ee-a190-4fc7-9fb6-587dae19b44f Dec 23 13:35:25.404041 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.499293 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.505468 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:25.506371 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.572967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Network': ['ID=f010b2ee-a190-4fc7-9fb6-587dae19b44f,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:25.583939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:35:25.610818 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-afd2d5e4-a573-48e4-8183-04cc00b0e95b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3725920 Dec 23 13:35:25.613607 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42396) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:25.618149 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'admin_state_up': True, 'project_id': '933628700b974cbd80bfb743c1147032', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:25.694137 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.695130 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.745802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:25.930073 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.178246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.200276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.299920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.23 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/af88cd4c-b150-4067-8839-3656b10bd9fe) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:35:26.401991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.482532 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.521337 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:26.524238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:26.527879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:35:26.537363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab5c5b-4632-4ef7-bbb6-41372d6346b3 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:35:26.553658 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=af88cd4c-b150-4067-8839-3656b10bd9fe,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:26.661041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-517cb2e1-d0f8-42e1-be1e-4dc6e72f1062 None None] Provisioning complete for port af88cd4c-b150-4067-8839-3656b10bd9fe triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:26.661691 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-517cb2e1-d0f8-42e1-be1e-4dc6e72f1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:26.695924 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-517cb2e1-d0f8-42e1-be1e-4dc6e72f1062 None None] Port af88cd4c-b150-4067-8839-3656b10bd9fe cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:26.815622 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:27.013246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:27.556878 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 2ac9a8bc-5790-4da8-8554-0403cbe002bb is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:35:27.664035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:35:27.673782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Sync routers for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:35:27.687456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:27.688064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:27.741764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:27.742939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-783943cf-15f4-4d6f-a132-bd63aea25f66 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1283624 Dec 23 13:35:27.746230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42398) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:27.776051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-658c9562-dab0-4a58-945a-d88502518968 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=933628700b974cbd80bfb743c1147032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286508 Dec 23 13:35:27.778709 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42400) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:27.871087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1d0fa-b07f-4759-a0a2-9524a6e9d975 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:27.872601 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1fa1d0fa-b07f-4759-a0a2-9524a6e9d975 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929592 Dec 23 13:35:27.875614 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42402) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:27.909471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fbd64c4c-5cbe-4645-9f3c-66dd1394fe0f tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322375 Dec 23 13:35:27.911988 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42404) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:27.916864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693013021', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'project_id': '933628700b974cbd80bfb743c1147032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:27.960728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:28.076514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:35:28.080238 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.143394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:28.177551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Checking router: 2ac9a8bc-5790-4da8-8554-0403cbe002bb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:35:28.177883 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Updating router 2ac9a8bc-5790-4da8-8554-0403cbe002bb port af88cd4c-b150-4067-8839-3656b10bd9fe binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:35:28.206434 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.322074 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.381999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Subnet': ['ID=5a29dac8-f406-4f03-ad31-9c614590baa9,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:28.392792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Checking segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:35:28.393172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network hostable DHCP agents. Network: f010b2ee-a190-4fc7-9fb6-587dae19b44f, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:35:28.453643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:35:28.459975 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.527996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, f010b2ee-a190-4fc7-9fb6-587dae19b44f) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:28.532084 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:28.532713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.536681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7c238-3bca-47eb-aa5e-bd55cc04216b None None] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:35:28.581771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.638042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669effa4-89cc-446a-9be2-62fadcace5b5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:35:28.643282 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-fe4ac9e2-2188-403e-802c-5ac7b4b1dd27 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7266898 Dec 23 13:35:28.643790 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42406) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:28.664848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Attempting to bind port af88cd4c-b150-4067-8839-3656b10bd9fe on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:35:28.665338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Attempting to bind port af88cd4c-b150-4067-8839-3656b10bd9fe by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:35:28.665603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Attempting to bind port af88cd4c-b150-4067-8839-3656b10bd9fe on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:35:28.670970 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62f14-f067-4027-9555-8711abbf2b5c None None] Pushing event updated for resources: {'Port': ['ID=af88cd4c-b150-4067-8839-3656b10bd9fe,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:28.678595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:35:28.679203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:35:28.679460 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.679715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:35:28.680188 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Bound port: af88cd4c-b150-4067-8839-3656b10bd9fe, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:35:28.680663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.731385 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:35:28.732238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.770279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-231a94bf-5fe8-453e-9326-32661043bd07 None None] Provisioning complete for port af88cd4c-b150-4067-8839-3656b10bd9fe triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:28.770644 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-231a94bf-5fe8-453e-9326-32661043bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.808310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] For port af88cd4c-b150-4067-8839-3656b10bd9fe, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:35:28.867229 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] For port af88cd4c-b150-4067-8839-3656b10bd9fe, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=af88cd4c-b150-4067-8839-3656b10bd9fe,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:35:28.880752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-231a94bf-5fe8-453e-9326-32661043bd07 None None] Port af88cd4c-b150-4067-8839-3656b10bd9fe cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:28.921089 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:28.933028 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:35:28.985382 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f55b6-e20c-465e-a7ae-8dfc22f970fe None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:35:28.988079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Allocated IP 172.20.0.2 (f010b2ee-a190-4fc7-9fb6-587dae19b44f/5a29dac8-f406-4f03-ad31-9c614590baa9/ca3b51b0-b7cc-452e-a3b8-1d34892a4133) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:35:29.023738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:29.024349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:29.027658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62f14-f067-4027-9555-8711abbf2b5c None None] Pushing event updated for resources: {'Port': ['ID=af88cd4c-b150-4067-8839-3656b10bd9fe,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:29.094409 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.169583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] Provisioning complete for port af88cd4c-b150-4067-8839-3656b10bd9fe triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:29.169944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.275791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:29.416784 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.441807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.478390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] For port af88cd4c-b150-4067-8839-3656b10bd9fe, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=af88cd4c-b150-4067-8839-3656b10bd9fe,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:29.499937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.535498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.1 (f010b2ee-a190-4fc7-9fb6-587dae19b44f/5a29dac8-f406-4f03-ad31-9c614590baa9/b693c70d-12ee-4eda-8726-42aa2f1ecd8a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:35:29.543637 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:29.547233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.554615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:29.556645 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-03443339-c5fc-4d12-99ef-3abe82249da7 req-f29f3233-d401-4c2f-b7c5-34cda61457fe service neutron] (104037) timed out ('10.222.0.43', 55620) {{(pid=104037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:35:29.557098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:35:29.566245 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Pushing event updated for resources: {'Port': ['ID=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:29.655641 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.670630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b80c4-fe12-43f2-a3a0-567b55781034 None None] Pushing event updated for resources: {'Port': ['ID=af88cd4c-b150-4067-8839-3656b10bd9fe,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:29.675868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:29.677887 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Attempting to bind port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:35:29.678264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Attempting to bind port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:35:29.678630 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Attempting to bind port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:35:29.708847 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:35:29.709266 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Checking segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:35:29.709676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.710075 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Bound using segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:35:29.710549 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Bound port: ca3b51b0-b7cc-452e-a3b8-1d34892a4133, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:35:29.710933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.712871 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8072d7-79d0-42f1-ba97-bb2366cea21f None None] The sync data for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 is: [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:35:29.734871 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.785093 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:29.788203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] For port ca3b51b0-b7cc-452e-a3b8-1d34892a4133, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:35:29.789212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:29.791612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] For port ca3b51b0-b7cc-452e-a3b8-1d34892a4133, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:35:29.792915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:35:29.821002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:29.847682 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.848900 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:29.930076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd58eb9-e5dc-4fe4-987e-a1d551d42fbb None None] Pushing event updated for resources: {'Port': ['ID=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:30.059107 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:30.380034 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:30.442702 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:30.528730 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:30.530801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:30.643327 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:30.644806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:30.764326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 2ac9a8bc-5790-4da8-8554-0403cbe002bb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:35:30.879256 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:35:30.883711 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-24883348-9067-4d83-b2c0-62136b66f672 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/2ac9a8bc-5790-4da8-8554-0403cbe002bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2389679 Dec 23 13:35:30.890681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661027f-7f24-4dc0-b4a5-be751ab8745b None None] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:35:31.009269 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] Provisioning complete for port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:31.009642 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.064267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-c4cdfd9b-ce40-4a5f-bb13-e3d18fe50858 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898923429&fields=id&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 267 time: 0.0654171 Dec 23 13:35:31.096775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.136536 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] For port ca3b51b0-b7cc-452e-a3b8-1d34892a4133, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:31.189274 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-471ad1f2-48b2-453b-a328-03b87e58c56b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:31.190825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-471ad1f2-48b2-453b-a328-03b87e58c56b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 796 time: 0.1184192 Dec 23 13:35:31.207322 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-66518287-4030-404d-9ed6-85849b9ea64d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/quotas/933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 375 time: 0.0106020 Dec 23 13:35:31.219580 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.265957 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-d52b63e8-d0c6-4474-a62f-bb7e974220d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527043 Dec 23 13:35:31.278092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682cea-b78d-4ce7-b9bc-4886933b2bf2 None None] Pushing event updated for resources: {'Port': ['ID=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:31.362152 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-2336fe13-e1ad-4c3d-95d0-50b7a8b1199f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:35:31.363698 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-2336fe13-e1ad-4c3d-95d0-50b7a8b1199f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0841484 Dec 23 13:35:31.408815 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Sync routers for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:35:31.421625 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:31.422941 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:31.510360 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-700e8137-c0f7-46c0-8e09-9d7400ce1f9c service neutron] 10.222.0.16 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398613 Dec 23 13:35:31.527436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9d56e4c5-3d62-49ea-9a56-24b09f89a33b None None] Provisioning complete for port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:31.527780 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d56e4c5-3d62-49ea-9a56-24b09f89a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.559821 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:31.625273 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-4f777ca8-1719-4f86-870d-d382eb4d8b24 service neutron] 10.222.0.16 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139882 Dec 23 13:35:31.647954 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9d56e4c5-3d62-49ea-9a56-24b09f89a33b None None] Provisioning complete for port b693c70d-12ee-4eda-8726-42aa2f1ecd8a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:31.648338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9d56e4c5-3d62-49ea-9a56-24b09f89a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.684730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-9d56e4c5-3d62-49ea-9a56-24b09f89a33b None None] Port b693c70d-12ee-4eda-8726-42aa2f1ecd8a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:31.777626 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:30Z', 'revision_number': 2, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:31.805831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e0cc5283-a808-41e1-a906-48018aa32807 None None] Provisioning complete for port b693c70d-12ee-4eda-8726-42aa2f1ecd8a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:31.806208 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5283-a808-41e1-a906-48018aa32807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.812058 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Checking router: 2ac9a8bc-5790-4da8-8554-0403cbe002bb for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:35:31.812671 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Updating router 2ac9a8bc-5790-4da8-8554-0403cbe002bb port b693c70d-12ee-4eda-8726-42aa2f1ecd8a binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:35:31.841244 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:31.887679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc5283-a808-41e1-a906-48018aa32807 None None] Port b693c70d-12ee-4eda-8726-42aa2f1ecd8a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:31.915664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device af88cd4c-b150-4067-8839-3656b10bd9fe up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:35:31.939066 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e594a78-38bf-433e-a8c6-ce57cf039939 req-2c0e6ffe-c216-4b36-8dee-711e5ea026dd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 210 time: 0.0396533 Dec 23 13:35:31.980017 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port af88cd4c-b150-4067-8839-3656b10bd9fe triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:31.980379 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.065832 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ca3b51b0-b7cc-452e-a3b8-1d34892a4133 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:35:32.116636 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:32.116949 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.172227 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.259543 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.316887 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Pushing event updated for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:32.339877 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.340204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.340538 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.340891 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.341222 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.341546 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.341865 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.342181 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.342495 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.342807 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.343117 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.343505 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.343779 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:35:32.382298 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Attempting to bind port b693c70d-12ee-4eda-8726-42aa2f1ecd8a on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:35:32.382580 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Attempting to bind port b693c70d-12ee-4eda-8726-42aa2f1ecd8a by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:35:32.382933 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Attempting to bind port b693c70d-12ee-4eda-8726-42aa2f1ecd8a on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:35:32.391708 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:35:32.392212 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Checking segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:35:32.392783 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.393194 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Bound using segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:35:32.393654 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Bound port: b693c70d-12ee-4eda-8726-42aa2f1ecd8a, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:35:32.395408 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.464782 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] For port b693c70d-12ee-4eda-8726-42aa2f1ecd8a, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:35:32.468072 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] For port b693c70d-12ee-4eda-8726-42aa2f1ecd8a, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:35:32.509696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3d4cd7d5-4b9e-4e47-a225-a2f57422955c None None] Provisioning complete for port b693c70d-12ee-4eda-8726-42aa2f1ecd8a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:32.510037 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d4cd7d5-4b9e-4e47-a225-a2f57422955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.535070 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.545169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d4cd7d5-4b9e-4e47-a225-a2f57422955c None None] Port b693c70d-12ee-4eda-8726-42aa2f1ecd8a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:32.597936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:32.598725 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:32.639937 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540760a-fb0a-4412-8d12-17a944ef262f None None] Pushing event updated for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:32.717464 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:32.871267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] Provisioning complete for port b693c70d-12ee-4eda-8726-42aa2f1ecd8a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:32.871583 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.918857 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:32.949089 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c2adf3-5bff-42e2-802b-06fd1b324980 None None] The sync data for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 is: [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:35:32.958129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:32.994454 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] For port b693c70d-12ee-4eda-8726-42aa2f1ecd8a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:33.048877 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:33.064950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8941af7d-8530-42b1-a49d-101140319cd8 req-55b48425-dd11-4151-a541-c62b6a350e04 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 210 time: 0.0309739 Dec 23 13:35:33.112435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f7db3-466f-4b72-84f2-110f628180eb None None] Pushing event updated for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:33.682535 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-ff8449cb-5ce4-4a8b-8d84-e6bca1d75cf9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:33.684541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-ff8449cb-5ce4-4a8b-8d84-e6bca1d75cf9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 796 time: 0.1191926 Dec 23 13:35:33.753660 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-39511203-d496-4aaf-a858-b2dfb5d1d56b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 379 time: 0.0594444 Dec 23 13:35:33.771216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'port': {'device_id': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'admin_state_up': True, 'tenant_id': '933628700b974cbd80bfb743c1147032', 'security_groups': ['47f6c9a1-34f7-4def-97f2-0efa83b89a54']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:33.891298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b693c70d-12ee-4eda-8726-42aa2f1ecd8a up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:35:33.945477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:35:33.949086 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:33.950791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b693c70d-12ee-4eda-8726-42aa2f1ecd8a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:33.951164 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.085850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.6 (f010b2ee-a190-4fc7-9fb6-587dae19b44f/5a29dac8-f406-4f03-ad31-9c614590baa9/7c7ffd49-fad9-4e09-b83e-288e0f601899) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:35:34.174679 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7754cf0-4daf-4a57-8d89-000ddded0062 req-0b6d348e-3022-463e-a226-48497fc2c815 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Dec 23 13:35:34.227744 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.328179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.372967 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:34.376548 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:34.380151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:35:34.386642 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:34.434305 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:34.434937 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.530681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-42f71597-ce09-428f-949a-37cf55b0c581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638993 Dec 23 13:35:34.542637 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Request body: {'port': {'device_id': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:34.580042 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-7e08e1e0-013e-415a-99ed-0ff71a08e8a5 None None] Provisioning complete for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:34.580671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7e08e1e0-013e-415a-99ed-0ff71a08e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.600272 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:34.617808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-7e08e1e0-013e-415a-99ed-0ff71a08e8a5 None None] Port 7c7ffd49-fad9-4e09-b83e-288e0f601899 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:35:35.180502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7ffd49-fad9-4e09-b83e-288e0f601899 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:35:35.188888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:35.200835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Transition to ACTIVE for port object 7c7ffd49-fad9-4e09-b83e-288e0f601899 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:35:35.248202 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:35.295262 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825afd6-a7e8-46e3-a1ea-97f403f2b909 req-a26cabc5-0ce7-492d-8240-e9e0071d4d94 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.296847 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8825afd6-a7e8-46e3-a1ea-97f403f2b909 req-a26cabc5-0ce7-492d-8240-e9e0071d4d94 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0513213 Dec 23 13:35:35.298522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:35.355981 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8825afd6-a7e8-46e3-a1ea-97f403f2b909 req-927889c4-660e-4b0a-9901-37041d29c901 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512397 Dec 23 13:35:35.381988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:35:35.382330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:35:35.382691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:35:35.387233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:35:35.387550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:35:35.393148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:35:35.393491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Checking segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:35:35.393875 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Bound using segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:35:35.394304 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Bound port: 7c7ffd49-fad9-4e09-b83e-288e0f601899, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:35:35.394663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:35.462051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:35:35.465436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:35:35.540149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:35.578299 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.578896 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:35.580336 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] 10.222.0.43 "PUT /v2.0/ports/7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 1091 time: 1.0419896 Dec 23 13:35:35.580775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:35:35.584549 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2bbd86-add4-49aa-bece-dcc60248d2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:35:35.606795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bbb56-cf54-4472-a733-fdcd81fec72a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:35.631147 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf6519-2376-4d4d-9173-8262d92314b9 x-openstack-request-id: req-47bf6519-2376-4d4d-9173-8262d92314b9 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:35:35.631474 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:35:35.631747 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47bf6519-2376-4d4d-9173-8262d92314b9 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:35:35.632158 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'status': 'completed', 'code': 200} Dec 23 13:35:35.700364 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-b6099783-3606-48e1-bc02-627d659c5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.702094 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-b6099783-3606-48e1-bc02-627d659c5e16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0474474 Dec 23 13:35:35.804424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-3779b668-3fa7-45d7-ba32-83380b460f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.805908 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-3779b668-3fa7-45d7-ba32-83380b460f75 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=933628700b974cbd80bfb743c1147032&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0940185 Dec 23 13:35:35.903183 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-93cb3e26-0ef6-4cb8-9ecc-61b3c406b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.904659 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-dd2bbd86-add4-49aa-bece-dcc60248d2e3 req-93cb3e26-0ef6-4cb8-9ecc-61b3c406b404 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920367 Dec 23 13:35:35.980278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-794e0a02-0623-4986-a7aa-5451fbfc6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:35.981709 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-794e0a02-0623-4986-a7aa-5451fbfc6ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0401998 Dec 23 13:35:36.030105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-c5c7c3a6-4808-42de-b6e0-4b9aaa11004b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 217 time: 0.0405104 Dec 23 13:35:36.077944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-fc48d718-9040-4bd8-a2f3-086f8cd5c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:36.079374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-fc48d718-9040-4bd8-a2f3-086f8cd5c72c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0430279 Dec 23 13:35:36.126811 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925962-91bf-4ab2-be8e-83221860518e req-c5a4a06d-9b40-43da-83bb-57983bfae6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:36.128309 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-c5a4a06d-9b40-43da-83bb-57983bfae6eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394824 Dec 23 13:35:36.220353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-3d565c29-a007-4cd3-89b0-2ed636f4f52a service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Dec 23 13:35:36.309444 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-df925962-91bf-4ab2-be8e-83221860518e req-f90ac761-fc6a-4a87-9361-8cadea7c3476 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810127 Dec 23 13:35:36.477735 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b145f8-da74-4da6-b58c-91ee7142e819 req-fdbfe0ca-e139-4d86-971c-e5126d6c6013 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:36.479201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b145f8-da74-4da6-b58c-91ee7142e819 req-fdbfe0ca-e139-4d86-971c-e5126d6c6013 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0531936 Dec 23 13:35:36.528623 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-41b145f8-da74-4da6-b58c-91ee7142e819 req-5923eb26-0681-445c-ac95-8c0bfaca5020 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Dec 23 13:35:37.644171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cde84-1007-42bf-b268-b32ffc3aef18 req-3208dd0e-1f44-450c-805a-daad04628ca9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:37.645670 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad1cde84-1007-42bf-b268-b32ffc3aef18 req-3208dd0e-1f44-450c-805a-daad04628ca9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0485713 Dec 23 13:35:37.695237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ad1cde84-1007-42bf-b268-b32ffc3aef18 req-e8c0e54b-05b7-4ae4-8d1d-c6642f008dba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Dec 23 13:35:38.810068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0055e4-21e4-4c8d-bc67-586d58be0ecf req-e7c8f972-dff1-4574-9c21-3d20f3d92d0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:38.811560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b0055e4-21e4-4c8d-bc67-586d58be0ecf req-e7c8f972-dff1-4574-9c21-3d20f3d92d0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0497389 Dec 23 13:35:38.864619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b0055e4-21e4-4c8d-bc67-586d58be0ecf req-717c980d-07ad-45e5-be4b-bbf931b5180e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467143 Dec 23 13:35:39.978759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa02d7-ba7e-4115-a323-db259efda2b1 req-ad57fd15-d55b-4287-a1a3-94f299561250 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:39.980250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3eaa02d7-ba7e-4115-a323-db259efda2b1 req-ad57fd15-d55b-4287-a1a3-94f299561250 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0493276 Dec 23 13:35:40.029842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3eaa02d7-ba7e-4115-a323-db259efda2b1 req-5b2ef09d-aa25-4269-b249-d1b3d35b8d21 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Dec 23 13:35:40.103648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:35:40.199069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:40.210139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'mac_address': 'fa:16:3e:18:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:35:40.246451 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:40.259401 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ffd49-fad9-4e09-b83e-288e0f601899 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:35:40.278152 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:40.327652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:40.372975 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:40.563849 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7c7ffd49-fad9-4e09-b83e-288e0f601899'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:35:41.146661 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d5a7-e248-4874-9c80-c6e087ec1851 req-827da15a-03b4-4dff-bd58-1e13260ad0c1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:41.148163 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fe7d5a7-e248-4874-9c80-c6e087ec1851 req-827da15a-03b4-4dff-bd58-1e13260ad0c1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 944 time: 0.0498817 Dec 23 13:35:41.197689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6fe7d5a7-e248-4874-9c80-c6e087ec1851 req-654c854f-e09d-462a-98d0-158af7b73366 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Dec 23 13:35:42.120860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:35:42.242025 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:35:42.246164 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:35:42.249568 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:42.321913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae323ff-2ce4-4a60-8ca7-e802954d0113 req-9b70a2e0-ed74-4216-add6-55c5fad43d8d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:42.323408 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ae323ff-2ce4-4a60-8ca7-e802954d0113 req-9b70a2e0-ed74-4216-add6-55c5fad43d8d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 944 time: 0.0545719 Dec 23 13:35:42.325663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:42.348098 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:35:42.350371 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bcb4e7-05b8-4a11-a4ce-b70466c3e4ae" -d '{"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:35:42.363195 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:35:42.375642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ae323ff-2ce4-4a60-8ca7-e802954d0113 req-7a93fcc2-e917-400c-8d36-7294ba04ebb2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Dec 23 13:35:42.392993 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d41a10-97bd-464a-ada3-da04e6e8c437 x-openstack-request-id: req-b7d41a10-97bd-464a-ada3-da04e6e8c437 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:35:42.392993 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:35:42.392993 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7d41a10-97bd-464a-ada3-da04e6e8c437 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:35:42.392993 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'code': 200} Dec 23 13:35:42.433599 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:42.487621 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:42.497770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4bfac-893c-4e92-9e41-9e35975d7c21 req-e5480430-d79a-497e-9ffe-eb39bfedfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:42.499284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-67c4bfac-893c-4e92-9e41-9e35975d7c21 req-e5480430-d79a-497e-9ffe-eb39bfedfd0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1096 time: 0.0407603 Dec 23 13:35:42.553735 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-67c4bfac-893c-4e92-9e41-9e35975d7c21 req-c53721d6-e170-4f2b-8d0a-c0b64798b027 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Dec 23 13:35:43.345724 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-45d6d77b-360e-455e-8174-3847347b8ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:43.493740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756801cc-1daa-4040-b560-f15b54972fed req-486a678d-4ccc-42d0-9681-a0837f4a4795 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:43.495221 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-756801cc-1daa-4040-b560-f15b54972fed req-486a678d-4ccc-42d0-9681-a0837f4a4795 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0483825 Dec 23 13:35:43.546486 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-756801cc-1daa-4040-b560-f15b54972fed req-89fcd58d-191c-4047-96f2-df78c80b6663 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Dec 23 13:35:44.662008 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa515733-4fe0-4146-98d2-a550f07c4ee1 req-6641fd9c-6523-44bb-a539-562147c04709 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:44.663611 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa515733-4fe0-4146-98d2-a550f07c4ee1 req-6641fd9c-6523-44bb-a539-562147c04709 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Dec 23 13:35:44.716523 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fa515733-4fe0-4146-98d2-a550f07c4ee1 req-d27c4e66-d9da-4796-98df-a9b8737bb8f2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Dec 23 13:35:44.834404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478671b-eb2b-4b8e-82a5-f06fa3481a35 req-e20da240-2e30-46c2-9466-2bdb8697c165 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:44.835793 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1478671b-eb2b-4b8e-82a5-f06fa3481a35 req-e20da240-2e30-46c2-9466-2bdb8697c165 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Dec 23 13:35:44.885201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1478671b-eb2b-4b8e-82a5-f06fa3481a35 req-eeec41b4-ff21-4a07-8ead-2fe4b9a90a46 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Dec 23 13:35:44.907007 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42468) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:44.946902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01aad4-b991-47c3-b85a-06f1a09a53f6 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:44.948404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4c01aad4-b991-47c3-b85a-06f1a09a53f6 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1091 time: 0.0404453 Dec 23 13:35:44.951183 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42470) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:44.956093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:35:45.030872 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:45.137118 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:45.238646 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.121 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/44dba69e-62c7-48bb-8489-39ca3f86461a) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:35:45.342143 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:45.425211 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:45.466109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:35:45.469075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:35:45.472469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:35:45.477866 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=44dba69e-62c7-48bb-8489-39ca3f86461a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:45.831820 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:45.936706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.087410 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.093738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-caa60960-2d74-49fd-8423-9063b63be8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.173760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.242777 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=44dba69e-62c7-48bb-8489-39ca3f86461a,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:35:46.256141 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.357224 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 89b2cfc1-d87b-4228-a2ac-5d692be272f3 associated. External IP: 172.25.7.121, port: 7c7ffd49-fad9-4e09-b83e-288e0f601899. Dec 23 13:35:46.567649 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 2ac9a8bc-5790-4da8-8554-0403cbe002bb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:35:46.672737 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:35:46.684588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Sync routers for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:35:46.700402 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:46.701270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:46.747824 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.780389 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c00bcaf5-b9ec-4935-a3db-04548bbaf974 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8281939 Dec 23 13:35:46.781023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:35:46.783776 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:35:46.825133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:46.832426 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af421e8e-1d94-42ef-a6ec-18a73901f984 x-openstack-request-id: req-af421e8e-1d94-42ef-a6ec-18a73901f984 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:35:46.832948 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:35:46.832948 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af421e8e-1d94-42ef-a6ec-18a73901f984 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:35:46.833314 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'status': 'completed', 'code': 200} Dec 23 13:35:46.859776 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:46.895248 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37d475-bba6-41e1-9e06-49e0ae600e63 req-f9f812bd-da7d-45aa-91ce-52c581e0c07c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:46.896787 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f37d475-bba6-41e1-9e06-49e0ae600e63 req-f9f812bd-da7d-45aa-91ce-52c581e0c07c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0525451 Dec 23 13:35:46.905497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-36b23d9f-57d5-41d3-a0d4-4d10197c1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:46.908625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-36b23d9f-57d5-41d3-a0d4-4d10197c1cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1096 time: 0.0466318 Dec 23 13:35:46.969361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1f37d475-bba6-41e1-9e06-49e0ae600e63 req-59da238c-275f-46d7-b80e-94349c9ace41 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646768 Dec 23 13:35:46.986593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42476) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:47.011954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-af05f83b-6d26-4670-876c-c81dca8c3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.014125 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-af05f83b-6d26-4670-876c-c81dca8c3732 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0975597 Dec 23 13:35:47.058410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8026ae5-af5a-42a3-a09e-c49ef95db061 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/89b2cfc1-d87b-4228-a2ac-5d692be272f3 HTTP/1.1" status: 200 len: 991 time: 0.0700958 Dec 23 13:35:47.080326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '89b2cfc1-d87b-4228-a2ac-5d692be272f3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'mac_address': 'fa:16:3e:18:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:35:45Z', 'updated_at': '2021-12-23T13:35:45Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:47.089129 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-069da3c5-a1f1-4ddb-88c7-448a19b5503e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0680287 Dec 23 13:35:47.106237 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Checking router: 2ac9a8bc-5790-4da8-8554-0403cbe002bb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:35:47.115279 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:35:47.115891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:35:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:47.142874 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-d083da75-566b-429a-bd21-153132a19f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.144349 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-d083da75-566b-429a-bd21-153132a19f5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0484214 Dec 23 13:35:47.191399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-323ab61b-1ea2-4d0f-90c4-cbe5fff08598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.192842 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-323ab61b-1ea2-4d0f-90c4-cbe5fff08598 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Dec 23 13:35:47.221513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:35:47.287193 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-f2b28a84-e1a1-4b14-a00e-a1c50daaa706 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Dec 23 13:35:47.379287 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d1f5ca51-04f4-49ab-ae53-51fc9ddb3e5c req-8b851083-e478-4e6a-8a89-f9d0a62390cb service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832009 Dec 23 13:35:47.449905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '89b2cfc1-d87b-4228-a2ac-5d692be272f3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'mac_address': 'fa:16:3e:18:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:35:45Z', 'updated_at': '2021-12-23T13:35:45Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:35:47.477103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa2536-9e63-4566-9a42-b8bc01f83a79 None None] The sync data for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 is: [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '89b2cfc1-d87b-4228-a2ac-5d692be272f3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'mac_address': 'fa:16:3e:18:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:35:45Z', 'updated_at': '2021-12-23T13:35:45Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:35:47.508637 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-9341d9a1-243c-49f6-80f9-55686b01adf2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440977 Dec 23 13:35:47.595387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-ccb3bf04-17e9-4d62-b311-2acd6bf79a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.596946 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-ccb3bf04-17e9-4d62-b311-2acd6bf79a7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1096 time: 0.0463109 Dec 23 13:35:47.667747 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fedde4d-d04a-4549-a2d9-9a4827eca676 None None] New status for floating IP 89b2cfc1-d87b-4228-a2ac-5d692be272f3: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:35:47.705377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-ae150594-eed7-4a1b-bd26-56759089338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.706587 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-ae150594-eed7-4a1b-bd26-56759089338e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0909681 Dec 23 13:35:47.779324 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-d88eb7e9-1399-4d79-bc5f-d15296ee21cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0655787 Dec 23 13:35:47.829945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-71425c96-25b6-4a99-b10f-d3f7dc10a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.831416 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-71425c96-25b6-4a99-b10f-d3f7dc10a54d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0457869 Dec 23 13:35:47.877891 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-342bd5c2-7f62-4638-b721-b0d6ad74960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:35:47.879366 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-342bd5c2-7f62-4638-b721-b0d6ad74960d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413826 Dec 23 13:35:47.974815 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-929a693d-f808-4fce-bb03-077230e1f2dc service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881302 Dec 23 13:35:48.062334 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42478) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:35:48.073793 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-59f0c783-4e8e-4aae-bca5-3fea7e51cf30 req-85929b4c-55b0-4992-bd32-9587fd693128 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923193 Dec 23 13:35:48.130847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3f7f6edf-4a0c-449f-8931-25d98daffb47 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/89b2cfc1-d87b-4228-a2ac-5d692be272f3 HTTP/1.1" status: 200 len: 993 time: 0.0674250 Dec 23 13:35:48.470931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:49.161824 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:49.264928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:35:53.333512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:05.933188 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:36:13.332886 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cf3b-95bc-4d22-9daf-c9eed4710fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:14.722093 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-e0df32e0-df0d-4e0a-ab15-b58bc6985c0b req-2d8d81c7-ff19-4763-85fc-feec49347ffc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:36:14.723074 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e0df32e0-df0d-4e0a-ab15-b58bc6985c0b req-2d8d81c7-ff19-4763-85fc-feec49347ffc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060148 Dec 23 13:36:14.998129 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d079e37-8005-4aee-b898-d8af62a78262 req-02fe1550-4b30-4b32-8b9b-c8102c3e659f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:14.999528 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d079e37-8005-4aee-b898-d8af62a78262 req-02fe1550-4b30-4b32-8b9b-c8102c3e659f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Dec 23 13:36:15.049866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3d079e37-8005-4aee-b898-d8af62a78262 req-100c4e73-ba17-4ce8-808e-755b17751d84 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438588 Dec 23 13:36:15.092575 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42494) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:36:15.170854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-1f45c792-5998-404e-822e-4669166bbc40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771079 Dec 23 13:36:15.180268 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-944c6929-b587-46ce-8d91-f39ba7374e2c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:36:15.181243 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-944c6929-b587-46ce-8d91-f39ba7374e2c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049858 Dec 23 13:36:16.082454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7dfe9e70-7c93-40f4-8e60-05437491a2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:16.169314 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9785514-f7db-42f8-8963-5bd17e11c230 req-87454e3a-d157-47c6-9a72-8ff5ba001ac2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:16.170732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9785514-f7db-42f8-8963-5bd17e11c230 req-87454e3a-d157-47c6-9a72-8ff5ba001ac2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0499809 Dec 23 13:36:16.219714 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9785514-f7db-42f8-8963-5bd17e11c230 req-1dfe9ff6-96e5-4f8f-86ed-301aa2b2cdbd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Dec 23 13:36:16.767600 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:17.183004 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-ef8086eb-fce2-46e0-8ad5-b1498cae8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:17.184698 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-ef8086eb-fce2-46e0-8ad5-b1498cae8900 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1096 time: 0.0409603 Dec 23 13:36:17.280025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-77d53473-2b6d-4cd2-b0ab-a092968b5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:17.281596 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-77d53473-2b6d-4cd2-b0ab-a092968b5212 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0901740 Dec 23 13:36:17.342474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55da47-38b1-4eec-b1c9-9ba79c8f8f90 req-b7e3da67-fd5c-4954-af29-114b19b24e4e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:17.344021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a55da47-38b1-4eec-b1c9-9ba79c8f8f90 req-b7e3da67-fd5c-4954-af29-114b19b24e4e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0550785 Dec 23 13:36:17.353712 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-db6f1de2-01ad-49b6-8be7-a52f493ade2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 1001 time: 0.0628622 Dec 23 13:36:17.394879 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6a55da47-38b1-4eec-b1c9-9ba79c8f8f90 req-0d58ac75-0f4c-4a88-9faf-891f883482cb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Dec 23 13:36:17.404139 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-afb80f21-314d-4fa5-81a3-4558fe6d2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:17.405625 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-afb80f21-314d-4fa5-81a3-4558fe6d2649 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0447621 Dec 23 13:36:17.455483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-87a6fbfd-d6d6-46ba-9f3a-05a003f03716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:17.457627 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-87a6fbfd-d6d6-46ba-9f3a-05a003f03716 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449893 Dec 23 13:36:17.546490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-4c2e50fd-5783-479d-b5d9-6c68c1547779 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808141 Dec 23 13:36:17.637363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-0e98485f-3b2a-41e4-b051-960978d40446 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834546 Dec 23 13:36:18.464842 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:18.513144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29fab7-f02e-4852-b059-95cd04f54fe7 req-3ae1c11b-c0b0-4329-9939-d22eca480196 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:18.514638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c29fab7-f02e-4852-b059-95cd04f54fe7 req-3ae1c11b-c0b0-4329-9939-d22eca480196 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Dec 23 13:36:18.564310 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c29fab7-f02e-4852-b059-95cd04f54fe7 req-f7d1dd6a-8e92-422d-9c7e-bcf53ca9f59d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433242 Dec 23 13:36:19.115904 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:19.264798 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:19.682175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0c99-0d8b-4b8d-8728-8f7488bad43a req-1c0638c5-d76b-4ec6-9152-22e2619d17ed tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:19.683899 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2ca0c99-0d8b-4b8d-8728-8f7488bad43a req-1c0638c5-d76b-4ec6-9152-22e2619d17ed tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Dec 23 13:36:19.737851 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e2ca0c99-0d8b-4b8d-8728-8f7488bad43a req-bd4b5e6b-2574-4e85-b998-11bca9f19dcb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478067 Dec 23 13:36:20.857261 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ba150-e223-4a7b-9e5a-0399f109c723 req-f1396535-0654-4ae2-abb8-e20059f9b4fc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:20.858744 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5ba150-e223-4a7b-9e5a-0399f109c723 req-f1396535-0654-4ae2-abb8-e20059f9b4fc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Dec 23 13:36:20.907151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9d5ba150-e223-4a7b-9e5a-0399f109c723 req-a2edc1d8-713c-48aa-8e00-39ed4763e9ef tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Dec 23 13:36:22.068789 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91715ad-1750-4280-bedc-46f58e35ccf0 req-a1429737-89fc-4d5e-a985-11c77ed2fb38 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:22.070214 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91715ad-1750-4280-bedc-46f58e35ccf0 req-a1429737-89fc-4d5e-a985-11c77ed2fb38 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Dec 23 13:36:22.118142 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d91715ad-1750-4280-bedc-46f58e35ccf0 req-ae01d4ad-331e-44da-9349-b2c6964caa51 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Dec 23 13:36:23.362026 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:23.504108 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df0007-8dd0-4aa3-9787-ec1daf6367d6 req-3dbd2297-3512-40c3-b44c-39c7aafed3cd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:23.505723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9df0007-8dd0-4aa3-9787-ec1daf6367d6 req-3dbd2297-3512-40c3-b44c-39c7aafed3cd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Dec 23 13:36:23.555311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a9df0007-8dd0-4aa3-9787-ec1daf6367d6 req-f8a94a44-adb4-4664-83e5-86dd44604695 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 Dec 23 13:36:24.672615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66baf8-4d2e-48eb-b369-dba0815e4b64 req-19a9d30d-2d4c-43ab-8685-e0ab80ad39ec tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:24.674160 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e66baf8-4d2e-48eb-b369-dba0815e4b64 req-19a9d30d-2d4c-43ab-8685-e0ab80ad39ec tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Dec 23 13:36:24.723603 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2e66baf8-4d2e-48eb-b369-dba0815e4b64 req-341a161d-ab45-4e59-8e8f-2a5cf91e04c0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 Dec 23 13:36:25.842034 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37c46d-9707-412d-9ea6-de4aa4c7c66d req-c2fcc4e1-8e26-4a0e-b019-21c14fd7e7f5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:25.843492 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c37c46d-9707-412d-9ea6-de4aa4c7c66d req-c2fcc4e1-8e26-4a0e-b019-21c14fd7e7f5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0519149 Dec 23 13:36:25.891717 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0c37c46d-9707-412d-9ea6-de4aa4c7c66d req-591fa0c8-106d-4653-9858-6c5afdd2fe1e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Dec 23 13:36:27.009899 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19313-ee97-42fd-9d89-720a2614d685 req-96da03ef-589a-4365-8d6e-4685bdcd4ff2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:27.011376 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6b19313-ee97-42fd-9d89-720a2614d685 req-96da03ef-589a-4365-8d6e-4685bdcd4ff2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Dec 23 13:36:27.060799 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6b19313-ee97-42fd-9d89-720a2614d685 req-291cbcbf-e46a-4bb0-a455-45f8d8eaa460 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Dec 23 13:36:28.176546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8cfcf-a53c-401e-9a00-2b05972c490b req-82e2b2fa-28b5-4618-a8c0-6769fa650c7e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:28.178725 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ea8cfcf-a53c-401e-9a00-2b05972c490b req-82e2b2fa-28b5-4618-a8c0-6769fa650c7e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0503979 Dec 23 13:36:28.231734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ea8cfcf-a53c-401e-9a00-2b05972c490b req-5b08f0c5-2a1d-4f78-b910-3ae77823fa09 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Dec 23 13:36:29.348659 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db828c-d3bb-42a2-adbd-6a20fdfe1d56 req-3a94891e-5d7b-46bc-a626-69efdd0535a0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:29.350175 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87db828c-d3bb-42a2-adbd-6a20fdfe1d56 req-3a94891e-5d7b-46bc-a626-69efdd0535a0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Dec 23 13:36:29.398950 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-87db828c-d3bb-42a2-adbd-6a20fdfe1d56 req-5da68f41-e877-45bf-9373-6a5a66149bca tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Dec 23 13:36:29.693149 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-9fa66107-5fa0-4e4f-8295-ef5edc8c110b service neutron] show failed (client error): The resource could not be found. Dec 23 13:36:29.694168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-9fa66107-5fa0-4e4f-8295-ef5edc8c110b service neutron] 10.222.0.43 "GET /v2.0/ports/7c7ffd49-fad9-4e09-b83e-288e0f601899/bindings/n-h1-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0562789 Dec 23 13:36:30.249179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-3563e842-3bf6-4923-b523-a1ab595f2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:30.250670 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-3563e842-3bf6-4923-b523-a1ab595f2e48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 1096 time: 0.0413191 Dec 23 13:36:30.261647 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-b3560675-55e7-4632-9086-7f838cd1d798 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:36:30.262578 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-b3560675-55e7-4632-9086-7f838cd1d798 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049622 Dec 23 13:36:30.275126 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:36:30.328999 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:30.517832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ee280-c276-4750-8aee-d5dcc99014a8 req-231a8b75-10ff-4b92-a5b6-008a0f96ba0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:30.519440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c11ee280-c276-4750-8aee-d5dcc99014a8 req-231a8b75-10ff-4b92-a5b6-008a0f96ba0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Dec 23 13:36:30.531441 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:36:30.564910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:36:30.569719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c11ee280-c276-4750-8aee-d5dcc99014a8 req-1e8bd396-202c-4b4e-97bd-0c9cd0aa5b5e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Dec 23 13:36:30.604785 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:36:30.607073 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c0fab-e478-4efd-9028-534d14a92180" -d '{"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:36:30.610774 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:30.623646 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Transition to ACTIVE for port object 7c7ffd49-fad9-4e09-b83e-288e0f601899 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:36:30.693780 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:30.719053 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53f9a4-2a77-4b61-812f-0fc6b90ba563 x-openstack-request-id: req-ff53f9a4-2a77-4b61-812f-0fc6b90ba563 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:36:30.719346 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:36:30.719597 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff53f9a4-2a77-4b61-812f-0fc6b90ba563 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:36:30.719989 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'code': 200} Dec 23 13:36:30.775971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=6']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:36:30.791328 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.791675 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.792016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.792352 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.792683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.793035 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.793369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.793693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.794013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.794338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.794660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.794979 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.795297 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:30.832888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] No DVR routers for this DVR port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:36:30.970270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:36:30.970603 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:36:30.970930 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:36:30.975296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:36:30.975621 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Attempting to bind port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on network f010b2ee-a190-4fc7-9fb6-587dae19b44f {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:36:30.980681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:36:30.981065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Checking segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:36:30.981477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Bound using segment: {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:36:30.981900 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Bound port: 7c7ffd49-fad9-4e09-b83e-288e0f601899, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88454ec-f0fa-4a6f-a61e-73621880acc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:36:30.982251 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:31.043761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:36:31.046630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:36:31.121800 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:31.162656 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.163275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:31.164656 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 1091 time: 0.8931191 Dec 23 13:36:31.182326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e34ba-4f93-4263-993f-f1c64a8630e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=7']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:36:31.230918 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-6f2e318c-ba5a-4b42-9aa0-8450ef415257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.232460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-6f2e318c-ba5a-4b42-9aa0-8450ef415257 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0430729 Dec 23 13:36:31.327498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-6c7dc332-1c18-4e54-906b-cf403b5b1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.340187 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-6c7dc332-1c18-4e54-906b-cf403b5b1af3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0899553 Dec 23 13:36:31.400196 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-f5f6c7d7-b87d-41cb-90a1-cdfe67b8a21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0643339 Dec 23 13:36:31.449664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-5d51de17-749a-4233-8744-052a8ad89bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.451142 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-5d51de17-749a-4233-8744-052a8ad89bfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0448096 Dec 23 13:36:31.496644 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-12ed16c6-15e2-4cba-ba05-4c77de75fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.498120 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-12ed16c6-15e2-4cba-ba05-4c77de75fd37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392828 Dec 23 13:36:31.591600 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-bcf6c347-c7d7-43a4-97f4-3bca04966d2d service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853145 Dec 23 13:36:31.682067 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8de8913f-ecc4-4916-a13c-e1c07c94caca req-9f4c202d-c71f-4e9e-b4db-731d3538ceb6 service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Dec 23 13:36:31.689095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbfb3-b9f8-4deb-9eac-e933b71e0b52 req-688fd3f9-75a5-4e0d-8e54-eaf5027ee091 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:31.690568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-270bbfb3-b9f8-4deb-9eac-e933b71e0b52 req-688fd3f9-75a5-4e0d-8e54-eaf5027ee091 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0518744 Dec 23 13:36:31.741809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-270bbfb3-b9f8-4deb-9eac-e933b71e0b52 req-48d38015-3fd9-4ee1-9d48-9c448603db2c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Dec 23 13:36:32.720631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:36:32.723070 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad" -d '{"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:36:32.772681 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a81dc-d8a3-4095-a4d4-7e6c012c4fbe x-openstack-request-id: req-d98a81dc-d8a3-4095-a4d4-7e6c012c4fbe {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:36:32.773068 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:36:32.773383 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d98a81dc-d8a3-4095-a4d4-7e6c012c4fbe {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:36:32.774357 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'status': 'completed', 'code': 200} Dec 23 13:36:32.861877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646c8d5-7d3c-4cf8-987b-176876c9ccb7 req-caa641d3-f838-4f65-bb83-ee61b5d65ed1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:32.863362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5646c8d5-7d3c-4cf8-987b-176876c9ccb7 req-caa641d3-f838-4f65-bb83-ee61b5d65ed1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0500648 Dec 23 13:36:32.866986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-cc48c71c-31f3-4a6b-8d7f-dd299c1018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:32.868484 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-cc48c71c-31f3-4a6b-8d7f-dd299c1018a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0746331 Dec 23 13:36:32.870094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-ea4cb40e-640e-44ac-97fa-4fade887173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:32.871459 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-ea4cb40e-640e-44ac-97fa-4fade887173f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0685446 Dec 23 13:36:32.915436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5646c8d5-7d3c-4cf8-987b-176876c9ccb7 req-22f74b9e-3a40-46e6-898b-3305fdf8913c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Dec 23 13:36:33.026806 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-428b7bef-cff7-4263-b80a-38ffbcbe5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.028274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-428b7bef-cff7-4263-b80a-38ffbcbe5adc service neutron] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.1528533 Dec 23 13:36:33.030828 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-46c1b804-03a3-41e5-9a01-bed3bd422b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.032131 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-46c1b804-03a3-41e5-9a01-bed3bd422b07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.1488123 Dec 23 13:36:33.140399 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-0049c0c9-1d4c-4934-81e1-9683a30fd7bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0995631 Dec 23 13:36:33.141978 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-9bd0c741-18f7-4ffb-b2b3-20e5d8248416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.1068604 Dec 23 13:36:33.227355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-cc152981-0d55-437c-a434-87953454b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.228787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-cc152981-0d55-437c-a434-87953454b7c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0802832 Dec 23 13:36:33.230149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-5df9ef17-8848-4b1d-9b10-bcee2a6dc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.231417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-5df9ef17-8848-4b1d-9b10-bcee2a6dc563 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0759408 Dec 23 13:36:33.303012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-bbea8d57-7c7f-485c-9b3f-366294e6d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.304431 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-bbea8d57-7c7f-485c-9b3f-366294e6d3ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602396 Dec 23 13:36:33.307242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-76ca8c1a-eec3-477a-a607-1b73ee7acea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:33.308574 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-76ca8c1a-eec3-477a-a607-1b73ee7acea7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716753 Dec 23 13:36:33.787324 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-86b9300e-4c2c-4b21-961e-7a3713613391 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756696 Dec 23 13:36:33.790644 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-08d5ff51-0d78-4152-9a80-d26185cf2647 service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707518 Dec 23 13:36:33.955457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-7709d043-d737-4eea-b22d-9d85093e270b service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612024 Dec 23 13:36:33.959340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9aa9dc8-2ab1-4441-af3e-8230a3284fad req-94bb67ca-8172-4a8a-8e79-0c1556522b21 service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584849 Dec 23 13:36:34.033452 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d847b-e63e-429c-b21f-f8cd4ed84e43 req-c0f323c2-2abb-4ea8-b8f9-9b1a056f409f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:34.034931 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e4d847b-e63e-429c-b21f-f8cd4ed84e43 req-c0f323c2-2abb-4ea8-b8f9-9b1a056f409f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0497177 Dec 23 13:36:34.065342 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-3b4229c0-d493-4c9a-8334-accb78f88a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:34.066789 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-3b4229c0-d493-4c9a-8334-accb78f88a50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0420284 Dec 23 13:36:34.091202 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4e4d847b-e63e-429c-b21f-f8cd4ed84e43 req-2685a594-6539-4ca8-b2fe-3124d5aba557 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501845 Dec 23 13:36:34.167986 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-359d4019-880e-4403-b6aa-97c144bfce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:34.169499 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-359d4019-880e-4403-b6aa-97c144bfce1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0835896 Dec 23 13:36:34.239981 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-5f082de5-5af8-45e3-8c46-99a904b94566 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0610366 Dec 23 13:36:34.290482 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-48d8ea27-f2a2-4415-a3f6-2136c30857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:34.291891 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-48d8ea27-f2a2-4415-a3f6-2136c30857c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0450194 Dec 23 13:36:34.338665 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:36:34.341197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-48497b0f-cb2f-4c49-b035-9caa42189755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:34.342700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-48497b0f-cb2f-4c49-b035-9caa42189755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425317 Dec 23 13:36:34.377801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] The host n-h2-822750-2 is not matching for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 host n-h1-822750-2! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:36:34.378191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:36:34.437504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-d243ec42-0ff0-4a3c-ae06-1c44dea55fcb service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872765 Dec 23 13:36:34.526963 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-db4fbf85-6684-426f-97c5-e7cf6d7fbec0 req-60e80dc7-a995-471a-a865-d13e4990b458 service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814304 Dec 23 13:36:35.212941 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b157b-4590-43c9-9a7d-dfab1fed8103 req-6b7e38cf-9e5b-4284-9efa-b7ab9101c820 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.215168 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-347b157b-4590-43c9-9a7d-dfab1fed8103 req-6b7e38cf-9e5b-4284-9efa-b7ab9101c820 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0522578 Dec 23 13:36:35.264482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-347b157b-4590-43c9-9a7d-dfab1fed8103 req-a9c2f589-2100-4cbe-830f-a4c297f498d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Dec 23 13:36:35.627140 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7987-6ef2-44df-9b9a-22b6a8d16efe req-ffd9d359-673e-43d1-ab4d-cc4686fd9474 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.628634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-681b7987-6ef2-44df-9b9a-22b6a8d16efe req-ffd9d359-673e-43d1-ab4d-cc4686fd9474 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0516887 Dec 23 13:36:35.679873 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-681b7987-6ef2-44df-9b9a-22b6a8d16efe req-f7b18028-8251-4dbc-95a4-6fd098c7f3be tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449419 Dec 23 13:36:35.703223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-a71c9e22-add6-49f5-9cc1-f6874d5ddc9c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.704700 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-a71c9e22-add6-49f5-9cc1-f6874d5ddc9c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425&tenant_id=933628700b974cbd80bfb743c1147032&binding%3Ahost_id=n-h1-822750-2 HTTP/1.1" status: 200 len: 943 time: 0.0550091 Dec 23 13:36:35.770985 n-d-822750-2 neutron-server[104038]: INFO neutron.api.v2.resource [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-8d45ae28-3613-4334-88db-ca397c9cba40 service neutron] delete failed (client error): The resource could not be found. Dec 23 13:36:35.772017 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-8d45ae28-3613-4334-88db-ca397c9cba40 service neutron] 10.222.0.43 "DELETE /v2.0/ports/7c7ffd49-fad9-4e09-b83e-288e0f601899/bindings/n-h2-822750-2 HTTP/1.1" status: 404 len: 380 time: 0.0592000 Dec 23 13:36:35.805029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a887a1-d986-4a47-b13b-8084209d412b req-4700c165-a1f6-4f29-9d42-a58985fbd5f5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.806424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9a887a1-d986-4a47-b13b-8084209d412b req-4700c165-a1f6-4f29-9d42-a58985fbd5f5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0545359 Dec 23 13:36:35.856886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-4e31a578-e699-496e-ae92-cb0dcdf1aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.858089 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d9a887a1-d986-4a47-b13b-8084209d412b req-d6f070b0-4a57-4505-a9ff-6f3fad40e209 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 Dec 23 13:36:35.858369 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-4e31a578-e699-496e-ae92-cb0dcdf1aa4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1094 time: 0.0413985 Dec 23 13:36:35.948517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-569264d7-678c-4881-bb28-345ac8645f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:35.950012 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-569264d7-678c-4881-bb28-345ac8645f5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0852485 Dec 23 13:36:36.018867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-eceb10fd-d360-40c7-b70b-8defcb16e6ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 999 time: 0.0618536 Dec 23 13:36:36.070016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-43d8d6fd-cfd5-429b-b850-ba2b83f3303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:36.071381 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-43d8d6fd-cfd5-429b-b850-ba2b83f3303a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0439599 Dec 23 13:36:36.116780 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-12e3819a-4b6d-464b-aa47-4cd00de6821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:36.118272 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-12e3819a-4b6d-464b-aa47-4cd00de6821d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400646 Dec 23 13:36:36.210634 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-49c24aa6-eac0-4f26-980b-63c34f6aaabd service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Dec 23 13:36:36.298965 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-34d75dad-c0a5-4deb-b9bd-69e2eaf3852a req-bc783c17-ced6-4957-982b-300939c1d6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812628 Dec 23 13:36:36.672278 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:36:36.928145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:36:36.943439 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'port_id': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'mac_address': 'fa:16:3e:18:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:36:36.978195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127459c-4f6f-47f5-b160-d06f9fcca2ae req-99f178c8-4d63-4b0a-822a-c9b9ea4f11f8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:36.980012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4127459c-4f6f-47f5-b160-d06f9fcca2ae req-99f178c8-4d63-4b0a-822a-c9b9ea4f11f8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 943 time: 0.0510976 Dec 23 13:36:36.981159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:36.996013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ffd49-fad9-4e09-b83e-288e0f601899 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:36:37.017469 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:36:37.034982 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4127459c-4f6f-47f5-b160-d06f9fcca2ae req-1ba2c30f-d8f8-4509-a168-10757776f8a2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476635 Dec 23 13:36:37.104936 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:37.152224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:36:37.159761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.160110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.160447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.160846 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.161186 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.161516 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.162447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.163000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.163419 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.163751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.164077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.164399 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.164719 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:36:37.435814 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['7c7ffd49-fad9-4e09-b83e-288e0f601899'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:36:38.157109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda45e60-d494-4c7d-a39a-02489c62c3ae req-ddc66d74-bb29-4dd8-a3ef-4ba2b4bf5d1f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:36:38.158588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eda45e60-d494-4c7d-a39a-02489c62c3ae req-ddc66d74-bb29-4dd8-a3ef-4ba2b4bf5d1f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Dec 23 13:36:38.208246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eda45e60-d494-4c7d-a39a-02489c62c3ae req-283ec663-a085-4364-9d6d-ee8298e506bc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Dec 23 13:36:38.231156 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42572) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:36:38.295750 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f7f43611-c910-407a-aad5-e91e22443ca3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/89b2cfc1-d87b-4228-a2ac-5d692be272f3 HTTP/1.1" status: 200 len: 992 time: 0.0634818 Dec 23 13:36:38.676115 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:36:38.761383 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:36:38.764973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 7c7ffd49-fad9-4e09-b83e-288e0f601899 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:36:38.765337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:38.841436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:38.862767 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:36:38.865039 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4157da46-be38-4d86-b828-db4254b18110" -d '{"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:36:38.880432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:36:38.900541 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82cc528-a654-47d9-a196-8c04788db134 x-openstack-request-id: req-a82cc528-a654-47d9-a196-8c04788db134 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:36:38.900846 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:36:38.901116 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a82cc528-a654-47d9-a196-8c04788db134 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:36:38.901511 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'code': 200} Dec 23 13:36:38.944731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:38.990909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=9']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:36:42.933377 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:36:43.350843 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3941b354-7d9d-4a9b-a58a-7a2d5aae897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:46.076110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c00248ad-5e69-4276-8df8-abdd14df415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:46.761293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:48.452637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:49.138360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:49.259553 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:36:53.390148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:13.384587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6832d7a-1b1a-4a42-a323-60a857346549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:16.092697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-19cf4138-bdd9-4597-a1e9-596ebd954467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:16.778467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:18.458365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:19.138890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:19.252926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:19.931836 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:37:23.406906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:24.742062 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42588) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:24.902254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 44dba69e-62c7-48bb-8489-39ca3f86461a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:37:24.902598 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:24.982552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:24.982885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:24.994616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 44dba69e-62c7-48bb-8489-39ca3f86461a owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:37:25.207299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:25.238391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=44dba69e-62c7-48bb-8489-39ca3f86461a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:25.296668 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:25.303995 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 89b2cfc1-d87b-4228-a2ac-5d692be272f3 disassociated (deleted). External IP: 172.25.7.121, port: 7c7ffd49-fad9-4e09-b83e-288e0f601899. Dec 23 13:37:25.506223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 2ac9a8bc-5790-4da8-8554-0403cbe002bb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:37:25.614357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:37:25.619976 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:25.624996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Sync routers for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:37:25.636379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:25.637158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:25.647753 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9b9fa01c-b356-4344-9c79-5fcbbcbbd7dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/floatingips/89b2cfc1-d87b-4228-a2ac-5d692be272f3 HTTP/1.1" status: 204 len: 168 time: 0.9044995 Dec 23 13:37:25.648326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:37:25.650954 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c495c-8516-4338-8804-2e387960e212" -d '{"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:37:25.691382 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4134d64-ffe6-42d0-944e-100abfc34808 x-openstack-request-id: req-e4134d64-ffe6-42d0-944e-100abfc34808 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:37:25.691956 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:37:25.692274 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4134d64-ffe6-42d0-944e-100abfc34808 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:37:25.692681 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'status': 'completed', 'code': 200} Dec 23 13:37:25.746892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:25.755729 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c495c-8516-4338-8804-2e387960e212 req-dfce54ec-83bf-404d-8e09-78c2a31967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:25.757351 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-dfce54ec-83bf-404d-8e09-78c2a31967e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 1096 time: 0.0416632 Dec 23 13:37:25.863289 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c495c-8516-4338-8804-2e387960e212 req-a58d6bdf-a062-4768-b221-204292f68cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:25.865090 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-a58d6bdf-a062-4768-b221-204292f68cf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 200 len: 897 time: 0.0993259 Dec 23 13:37:25.908509 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-8f34140b-0fe3-4d39-8dd1-5d9f077d23f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 200 len: 217 time: 0.0358024 Dec 23 13:37:25.953751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:25.964374 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c495c-8516-4338-8804-2e387960e212 req-9ecf6553-e6a4-4626-9f4b-b1746e3e6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:25.966027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-9ecf6553-e6a4-4626-9f4b-b1746e3e6841 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 200 len: 834 time: 0.0506842 Dec 23 13:37:25.987128 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Checking router: 2ac9a8bc-5790-4da8-8554-0403cbe002bb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:37:25.995275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:25.995894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:26.022585 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c495c-8516-4338-8804-2e387960e212 req-a50a9873-06ba-4526-a140-c68e48091761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:26.024872 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-a50a9873-06ba-4526-a140-c68e48091761 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f010b2ee-a190-4fc7-9fb6-587dae19b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498147 Dec 23 13:37:26.028562 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88393f6e-a430-4127-9937-890ea937e31e req-7b62cef7-b386-436b-87cb-2e6fe36ce12f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:26.031014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88393f6e-a430-4127-9937-890ea937e31e req-7b62cef7-b386-436b-87cb-2e6fe36ce12f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0558255 Dec 23 13:37:26.088508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-88393f6e-a430-4127-9937-890ea937e31e req-b4ca330f-d27f-4f1c-ba5c-2b8d53c06dba tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511432 Dec 23 13:37:26.106007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:26.117153 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-8c783aad-29aa-4c1f-b4b9-95226f5b632b service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Dec 23 13:37:26.215240 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-464c495c-8516-4338-8804-2e387960e212 req-fc732874-9657-4f61-a950-dd074f66e769 service neutron] 10.222.0.57 "GET /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886493 Dec 23 13:37:26.306052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:26.332489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5593d4-2496-4212-acc9-044af9918073 None None] The sync data for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 is: [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b693c70d-12ee-4eda-8726-42aa2f1ecd8a', 'name': '', 'network_id': 'f010b2ee-a190-4fc7-9fb6-587dae19b44f', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:dc:ca:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:29Z', 'updated_at': '2021-12-23T13:35:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '5a29dac8-f406-4f03-ad31-9c614590baa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:37:26.547912 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205fd54f-f270-4801-aed6-daee78758e38 None None] New status for floating IP 89b2cfc1-d87b-4228-a2ac-5d692be272f3: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:37:27.209615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fecdd9-de67-41f8-83a6-399f3f444ea9 req-cdbf37ac-456b-4d7f-9543-2377a196653b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:27.211102 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11fecdd9-de67-41f8-83a6-399f3f444ea9 req-cdbf37ac-456b-4d7f-9543-2377a196653b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Dec 23 13:37:27.265745 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-11fecdd9-de67-41f8-83a6-399f3f444ea9 req-99e16640-792e-423e-8488-f758cf74d911 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=47f6c9a1-34f7-4def-97f2-0efa83b89a54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484347 Dec 23 13:37:27.549543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-27c99992-b643-4a7a-bc11-cf77d4965717 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:27.550997 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-27c99992-b643-4a7a-bc11-cf77d4965717 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 945 time: 0.0493467 Dec 23 13:37:27.638540 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 7c7ffd49-fad9-4e09-b83e-288e0f601899 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:37:27.638883 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:27.731487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 7c7ffd49-fad9-4e09-b83e-288e0f601899, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=7c7ffd49-fad9-4e09-b83e-288e0f601899,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:27.731843 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:27.744485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 7c7ffd49-fad9-4e09-b83e-288e0f601899 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:37:27.950277 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:27.980966 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=7c7ffd49-fad9-4e09-b83e-288e0f601899,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:28.019757 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] No DVR routers for this DVR port 7c7ffd49-fad9-4e09-b83e-288e0f601899 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:37:28.022470 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:28.026500 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b1eb22a-0801-4139-9b6c-89e8117f5623 req-c8b599a6-1725-4b4d-9ac2-c7d0f4682145 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.57 "DELETE /v2.0/ports/7c7ffd49-fad9-4e09-b83e-288e0f601899 HTTP/1.1" status: 204 len: 173 time: 0.4694309 Dec 23 13:37:28.026969 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-deleted', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:37:28.029227 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677708b-5bff-4117-84aa-c88965278d59" -d '{"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-deleted", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:37:28.066166 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6129c46b-3021-4088-bb99-c5aca27e3707 x-openstack-request-id: req-6129c46b-3021-4088-bb99-c5aca27e3707 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:37:28.066454 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc51e631-e0c8-48fb-8836-3be748bb7425", "name": "network-vif-deleted", "tag": "7c7ffd49-fad9-4e09-b83e-288e0f601899", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:37:28.066704 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6129c46b-3021-4088-bb99-c5aca27e3707 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:37:28.067107 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc51e631-e0c8-48fb-8836-3be748bb7425', 'name': 'network-vif-deleted', 'tag': '7c7ffd49-fad9-4e09-b83e-288e0f601899', 'status': 'completed', 'code': 200} Dec 23 13:37:28.377449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12f95011-209b-4ef1-a0a6-1a0e44f63288 req-b8a4e6b3-7dab-4412-98d4-a7b7f3efa354 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc51e631-e0c8-48fb-8836-3be748bb7425 HTTP/1.1" status: 200 len: 210 time: 0.0263011 Dec 23 13:37:29.434583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42604) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:29.793204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:30.043339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port b693c70d-12ee-4eda-8726-42aa2f1ecd8a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:37:30.043591 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:30.129244 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port b693c70d-12ee-4eda-8726-42aa2f1ecd8a, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:30.129596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:30.145825 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for b693c70d-12ee-4eda-8726-42aa2f1ecd8a owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:37:30.395663 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:30.422543 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=b693c70d-12ee-4eda-8726-42aa2f1ecd8a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:30.597838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:30.815499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 2ac9a8bc-5790-4da8-8554-0403cbe002bb has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:37:30.891378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:37:30.915024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 7c7ffd49-fad9-4e09-b83e-288e0f601899 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:37:30.915766 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 7c7ffd49-fad9-4e09-b83e-288e0f601899 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:37:30.921519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:37:30.926424 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b37f0878-2855-460e-9fd0-4d38b03de9e2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/2ac9a8bc-5790-4da8-8554-0403cbe002bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905779 Dec 23 13:37:30.929270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42606) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:30.933059 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Sync routers for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:37:30.942725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:30.943322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:30.981390 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting subnet 5a29dac8-f406-4f03-ad31-9c614590baa9 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:37:30.984480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.030646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.053106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:31.116278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.231198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:37:30Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:31.247882 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.257787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Checking router: 2ac9a8bc-5790-4da8-8554-0403cbe002bb for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:37:31.266168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Routers {'2ac9a8bc-5790-4da8-8554-0403cbe002bb'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:31.266771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:31.275676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Subnet': ['ID=5a29dac8-f406-4f03-ad31-9c614590baa9,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:31.278237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.281427 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/subnets/5a29dac8-f406-4f03-ad31-9c614590baa9 HTTP/1.1" status: 204 len: 168 time: 0.3511701 Dec 23 13:37:31.284200 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42608) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:31.287904 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.288249 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.288591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.288964 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.289359 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.292285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.293038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386955c-3061-42f5-ae21-12e7b62e3a9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:31.308409 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12771da-b454-4b24-b617-4ad5dde11cb5 None None] Network f010b2ee-a190-4fc7-9fb6-587dae19b44f requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:37:31.397749 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.448072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] Set router 2ac9a8bc-5790-4da8-8554-0403cbe002bb gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:31.553644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] DHCP port deletion for f010b2ee-a190-4fc7-9fb6-587dae19b44f request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:37:31.826113 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Deleting port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:37:31.826491 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.839475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.897494 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] For port ca3b51b0-b7cc-452e-a3b8-1d34892a4133, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,segment=NetworkSegment(b88454ec-f0fa-4a6f-a61e-73621880acc4),segment_id=b88454ec-f0fa-4a6f-a61e-73621880acc4)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:31.898921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.913093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:37:30Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:31.915907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Calling delete_port for ca3b51b0-b7cc-452e-a3b8-1d34892a4133 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:37:31.951759 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcd584-4090-41ca-936e-280592eb0cab None None] The sync data for ids ['2ac9a8bc-5790-4da8-8554-0403cbe002bb'] in n-d-822750-2 is: [{'id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751580265', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:35:25Z', 'updated_at': '2021-12-23T13:37:30Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': 'af88cd4c-b150-4067-8839-3656b10bd9fe', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac9a8bc-5790-4da8-8554-0403cbe002bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:35:26Z', 'updated_at': '2021-12-23T13:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:37:31.952117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port af88cd4c-b150-4067-8839-3656b10bd9fe {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:37:31.952468 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:31.986996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ca3b51b0-b7cc-452e-a3b8-1d34892a4133 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:37:32.035931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port af88cd4c-b150-4067-8839-3656b10bd9fe, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=af88cd4c-b150-4067-8839-3656b10bd9fe,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:32.036288 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.049053 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for af88cd4c-b150-4067-8839-3656b10bd9fe owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:37:32.095166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.135095 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.179654 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] Pushing event deleted for resources: {'Port': ['ID=ca3b51b0-b7cc-452e-a3b8-1d34892a4133,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:32.182335 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652a587-306e-4fcd-b6cd-bc5320d3a371 None None] No DVR routers for this DVR port ca3b51b0-b7cc-452e-a3b8-1d34892a4133 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:37:32.275860 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.306660 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=af88cd4c-b150-4067-8839-3656b10bd9fe,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:32.322540 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f55a1-a51b-452e-a39a-1f487eb1b6dd None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:37:32.322722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.323059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.323430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.323681 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.324121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.324344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.324702 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.325012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.325337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.325663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.325983 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.326300 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.326618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:32.381916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.475076 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.477822 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.572811 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.573424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac9a8bc-5790-4da8-8554-0403cbe002bb {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:37:32.591153 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.591153 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-40ce607e-9086-4275-bc87-6829918ca489 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/routers/2ac9a8bc-5790-4da8-8554-0403cbe002bb HTTP/1.1" status: 204 len: 168 time: 1.2962468 Dec 23 13:37:32.591153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42610) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:32.670235 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.764027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.783175 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f010b2ee-a190-4fc7-9fb6-587dae19b44f']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:32.793422 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88454ec-f0fa-4a6f-a61e-73621880acc4') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:32.793714 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88454ec-f0fa-4a6f-a61e-73621880acc4') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:32.802686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.816302 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.822181 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:37:32.825072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:37:32.825527 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:37:32.938847 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.953649 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:32.953649 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/networks/f010b2ee-a190-4fc7-9fb6-587dae19b44f HTTP/1.1" status: 204 len: 168 time: 0.3640180 Dec 23 13:37:32.953877 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42612) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:32.961259 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a45db-b1a7-4f4a-88e5-dde29658cfe1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Network': ['ID=f010b2ee-a190-4fc7-9fb6-587dae19b44f,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:33.012077 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.041433 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.161601 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.164292 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.165556 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/security-groups/47f6c9a1-34f7-4def-97f2-0efa83b89a54 HTTP/1.1" status: 204 len: 168 time: 0.2121377 Dec 23 13:37:33.174708 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae23d10-d6e9-4300-96ab-305f111d9e77 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f6c9a1-34f7-4def-97f2-0efa83b89a54,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:33.597354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42618) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:33.602384 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507882442', 'description': 'tempest-secgroup-smoke-507882442 description', 'project_id': '933628700b974cbd80bfb743c1147032'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:33.681928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.746990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.811353 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.847246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3dd9c5-cd06-49e9-b138-223d65b240c8,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:33.889215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:33.890478 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-04cdb3a7-62f7-4338-ba7f-2ba534acbcbe tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2921410 Dec 23 13:37:33.893665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42620) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:33.898051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:33.905566 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b693c70d-12ee-4eda-8726-42aa2f1ecd8a no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:37:33.930297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b693c70d-12ee-4eda-8726-42aa2f1ecd8a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:37:33.930610 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b693c70d-12ee-4eda-8726-42aa2f1ecd8a not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:37:33.931103 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device af88cd4c-b150-4067-8839-3656b10bd9fe no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:37:33.950087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: af88cd4c-b150-4067-8839-3656b10bd9fe {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:37:33.953867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device af88cd4c-b150-4067-8839-3656b10bd9fe not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:37:34.006246 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.061579 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.138311 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.157122 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467d901c-0667-4a97-b220-c7f572d09a59,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:34.230662 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.231878 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-14d100c1-b6f2-4428-98a3-e814c9f1dde3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372777 Dec 23 13:37:34.234563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42622) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:34.238870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:34.353738 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.407485 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.486149 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.505839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215c0be8-3520-42f1-afdb-ece45004c372,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:34.574964 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.576176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4f0ac2b7-bcf0-4552-ab03-c9c5c20a5af6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407018 Dec 23 13:37:34.578919 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42624) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:34.583095 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:34.702941 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.757446 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.834824 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.853032 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51be66e-e870-4194-a917-fdae210d0c8c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:34.923808 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:34.925072 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2aa8373f-7283-4c02-aed4-f6fb29710ade tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452246 Dec 23 13:37:34.927835 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42626) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:34.932563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:35.040949 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.097933 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.172528 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.190185 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a410618a-91eb-4f0e-b4f3-5f53a7451552,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:35.259958 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.261192 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e1998b59-6b39-4997-82c5-03178ebc67db tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324373 Dec 23 13:37:35.263853 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42628) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:35.268081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:35.354313 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:37:35.359116 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.415830 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.493162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.515026 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3eb8995-eae7-470c-8b3e-03beecc35aa5,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:35.586110 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.588348 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-cd7443d8-b0cf-4cc0-8a1c-550d137b0bd3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3235950 Dec 23 13:37:35.591918 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42630) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:35.595556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': 'ea3dd9c5-cd06-49e9-b138-223d65b240c8', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:35.693199 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:37:35.698537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.755922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.835377 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.854704 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc92690a-de26-4a48-a885-b4452889803a,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:35.928095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:35.929361 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d6a8db51-effd-4038-9f12-27e69a4228af tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3372538 Dec 23 13:37:35.932934 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42632) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:35.938407 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'network': {'name': 'tempest-network-smoke--766227932', 'project_id': '933628700b974cbd80bfb743c1147032', 'port_security_enabled': True}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:36.024952 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:37:36.028419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.051902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:37:36.061129 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.061480 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Added segment bfcf099b-8ea0-4f65-bb19-626dce760833 of type vlan for network 894a4864-1d97-4454-b236-60f6007644e3 Dec 23 13:37:36.100359 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.178380 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.184197 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:36.184772 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.251572 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Network': ['ID=894a4864-1d97-4454-b236-60f6007644e3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:36.262183 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 894a4864-1d97-4454-b236-60f6007644e3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:37:36.300063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f0b0702a-38c4-4048-a307-d49006b3cb24 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3659978 Dec 23 13:37:36.302739 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42634) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:36.307900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'admin_state_up': True, 'project_id': '933628700b974cbd80bfb743c1147032', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:36.389812 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.390818 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.441146 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:36.998584 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.249537 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.271036 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.370050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.253 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/19c84252-0ca7-4df0-a451-84f786d2d305) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:37:37.472909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.550521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.592592 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:37.595418 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:37.599946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:37:37.602527 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=19c84252-0ca7-4df0-a451-84f786d2d305,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:37.609758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551d421-4b69-43e9-9c6b-e71d1e607137 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:37:37.669842 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b0b9f8a0-bdc6-4e4d-b612-87e6bdc9000e None None] Provisioning complete for port 19c84252-0ca7-4df0-a451-84f786d2d305 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:37.670209 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f8a0-bdc6-4e4d-b612-87e6bdc9000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:37.704257 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9f8a0-bdc6-4e4d-b612-87e6bdc9000e None None] Port 19c84252-0ca7-4df0-a451-84f786d2d305 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:37.893815 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:38.089099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:38.298665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:37:38.404747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:37:38.414721 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Sync routers for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:37:38.425021 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:38.425657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:38.488991 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:38.497559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-8df5006d-0a88-4238-9815-e09f634033d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1865840 Dec 23 13:37:38.528257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42636) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:38.528488 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:38.599708 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-108210c5-aee5-4c20-b0f4-1ca65db03f64 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=933628700b974cbd80bfb743c1147032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700426 Dec 23 13:37:38.602301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42640) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:38.695672 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38684ad7-82ed-4485-b3e3-63de5b26b5f4 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:38.697755 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-38684ad7-82ed-4485-b3e3-63de5b26b5f4 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943961 Dec 23 13:37:38.700528 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42642) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:38.709204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:37Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:38.729046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-265751f7-5cbc-4a52-ad21-5788fc853331 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273497 Dec 23 13:37:38.731534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42644) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:38.736205 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813450271', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'project_id': '933628700b974cbd80bfb743c1147032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:38.739339 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Checking router: 3c0f338e-98c6-4a8d-8fbb-da9783204bfa for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:37:38.743398 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Updating router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa port 19c84252-0ca7-4df0-a451-84f786d2d305 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:37:38.765072 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:38.892773 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:37:38.896250 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.015447 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.087540 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.129177 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a53b1-727c-47d7-bb4f-8ec81c248d05 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:37:39.140357 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Pushing event updated for resources: {'Port': ['ID=19c84252-0ca7-4df0-a451-84f786d2d305,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:39.142415 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Attempting to bind port 19c84252-0ca7-4df0-a451-84f786d2d305 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:37:39.142917 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Attempting to bind port 19c84252-0ca7-4df0-a451-84f786d2d305 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:37:39.143223 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Attempting to bind port 19c84252-0ca7-4df0-a451-84f786d2d305 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:37:39.152531 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.152874 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.153211 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.153539 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.153863 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.154186 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.154532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.154850 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.155167 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.155477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.155789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.156098 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.156197 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.156408 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.159677 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:37:39.160039 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:37:39.160427 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.160797 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:37:39.161276 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Bound port: 19c84252-0ca7-4df0-a451-84f786d2d305, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:37:39.161642 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.217866 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] For port 19c84252-0ca7-4df0-a451-84f786d2d305, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:37:39.221160 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] For port 19c84252-0ca7-4df0-a451-84f786d2d305, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19c84252-0ca7-4df0-a451-84f786d2d305,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:37:39.221580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Subnet': ['ID=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:39.233760 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Checking segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:37:39.234226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network hostable DHCP agents. Network: 894a4864-1d97-4454-b236-60f6007644e3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:37:39.236640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-827562d9-4d9d-4f15-be08-5b7391d87346 None None] Provisioning complete for port 19c84252-0ca7-4df0-a451-84f786d2d305 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:39.237036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-827562d9-4d9d-4f15-be08-5b7391d87346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.270252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-827562d9-4d9d-4f15-be08-5b7391d87346 None None] Port 19c84252-0ca7-4df0-a451-84f786d2d305 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:39.287940 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.315893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 894a4864-1d97-4454-b236-60f6007644e3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:37:39.333656 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b06b09-d3f7-48cb-a686-e7a072181991 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:37:39.358135 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6670a6-7503-4a91-b4c7-f5e93e5ec8d1 None None] Pushing event updated for resources: {'Port': ['ID=19c84252-0ca7-4df0-a451-84f786d2d305,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:39.360560 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:39.361172 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:39.389608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Provisioning complete for port 19c84252-0ca7-4df0-a451-84f786d2d305 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:39.390065 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.401826 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 894a4864-1d97-4454-b236-60f6007644e3) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:39.406505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:39.407680 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.419174 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c2482-ea0e-4318-a1fa-9b9bb5565a77 None None] Network 894a4864-1d97-4454-b236-60f6007644e3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:37:39.468649 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:39.542120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-57a82843-b26d-45be-a67f-167a5f8d8487 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8095658 Dec 23 13:37:39.545105 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42648) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:39.560946 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.568709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-894a4864-1d97-4454-b236-60f6007644e3', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:37:39.569582 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.649297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] For port 19c84252-0ca7-4df0-a451-84f786d2d305, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19c84252-0ca7-4df0-a451-84f786d2d305,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:39.651535 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:37Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:39.722595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:39.729986 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Allocated IP 172.20.0.2 (894a4864-1d97-4454-b236-60f6007644e3/e25f0a60-0a0d-40ff-a2d5-5d83fe09a848/5c17c579-1913-4055-9e92-8c20a269b3c4) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:37:39.775092 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2af49-7071-4d0d-b55c-d2d5539320b0 None None] The sync data for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 is: [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:37Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:37:39.830339 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Pushing event updated for resources: {'Port': ['ID=19c84252-0ca7-4df0-a451-84f786d2d305,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:39.845787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.846144 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.846590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.846815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.847147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.847479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.847800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.848123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.848445 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.848761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.849106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.849433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.849742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2b815c-2aac-4b0a-b1d5-f01653514880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:37:39.947111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.028652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.046916 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.073617 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Network 894a4864-1d97-4454-b236-60f6007644e3 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:40.077763 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:40.080475 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:37:40.097845 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Pushing event updated for resources: {'Port': ['ID=5c17c579-1913-4055-9e92-8c20a269b3c4,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:40.147280 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Attempting to bind port 5c17c579-1913-4055-9e92-8c20a269b3c4 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:37:40.147999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Attempting to bind port 5c17c579-1913-4055-9e92-8c20a269b3c4 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:37:40.148206 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Attempting to bind port 5c17c579-1913-4055-9e92-8c20a269b3c4 on network 894a4864-1d97-4454-b236-60f6007644e3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:37:40.154181 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:37:40.155052 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Checking segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:37:40.155052 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.155613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Bound using segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:37:40.156084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Bound port: 5c17c579-1913-4055-9e92-8c20a269b3c4, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:37:40.159701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.227624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] For port 5c17c579-1913-4055-9e92-8c20a269b3c4, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:37:40.231817 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] For port 5c17c579-1913-4055-9e92-8c20a269b3c4, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5c17c579-1913-4055-9e92-8c20a269b3c4,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:37:40.299014 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.356488 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.1 (894a4864-1d97-4454-b236-60f6007644e3/e25f0a60-0a0d-40ff-a2d5-5d83fe09a848/da12b73e-2946-4113-a159-00be2c27f404) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:37:40.368626 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599a91-de0f-4fee-88d0-6771dafab7a7 None None] Pushing event updated for resources: {'Port': ['ID=5c17c579-1913-4055-9e92-8c20a269b3c4,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:40.486092 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.583925 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.638584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 894a4864-1d97-4454-b236-60f6007644e3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:40.642220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:40.646483 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:37:40.653728 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:40.703134 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:40.894936 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.186493 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.275794 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.351666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:41.355915 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.369886 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449de32a-6d65-47c0-93df-95017e34191b None None] Network 894a4864-1d97-4454-b236-60f6007644e3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:37:41.455582 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 894a4864-1d97-4454-b236-60f6007644e3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:41.457109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:41.483696 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] Provisioning complete for port 5c17c579-1913-4055-9e92-8c20a269b3c4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:41.484057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.574795 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.604372 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:37:41.619934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] For port 5c17c579-1913-4055-9e92-8c20a269b3c4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5c17c579-1913-4055-9e92-8c20a269b3c4,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:41.687238 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.727830 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:37:41.733920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a6fc48d5-0bdf-4a41-a19b-55c10ea3263a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/3c0f338e-98c6-4a8d-8fbb-da9783204bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1877816 Dec 23 13:37:41.765760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71e9a8-3622-45d1-95df-1f50c6046a5e None None] Pushing event updated for resources: {'Port': ['ID=5c17c579-1913-4055-9e92-8c20a269b3c4,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:41.811728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1a2712df-d870-483e-8a88-412935054c0a None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:41.812806 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a2712df-d870-483e-8a88-412935054c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.866702 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1a2712df-d870-483e-8a88-412935054c0a None None] Port da12b73e-2946-4113-a159-00be2c27f404 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:41.877715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1a2712df-d870-483e-8a88-412935054c0a None None] Provisioning complete for port 5c17c579-1913-4055-9e92-8c20a269b3c4 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:41.878043 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1a2712df-d870-483e-8a88-412935054c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:41.930277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-d494386a-f450-4dd1-a3b8-a3a0257caea0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507882442&fields=id&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 267 time: 0.0671372 Dec 23 13:37:41.985723 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Sync routers for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:37:42.004427 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:42.006284 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:42.045190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19c84252-0ca7-4df0-a451-84f786d2d305 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:37:42.062782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-a26a2597-8365-4932-bced-3d63507c5366 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:42.064364 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-a26a2597-8365-4932-bced-3d63507c5366 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 796 time: 0.1242058 Dec 23 13:37:42.083401 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-1f3b51ab-9209-4265-b06d-2c2ed4ae2c2c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/quotas/933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 375 time: 0.0128722 Dec 23 13:37:42.161882 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-4058b7fa-09ec-4bd4-b839-4e5aacf9ac75 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703661 Dec 23 13:37:42.174467 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:42.176869 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f878bbd7-e7d0-44a0-b42a-ed96f7c369b8 None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:42.176869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f878bbd7-e7d0-44a0-b42a-ed96f7c369b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:42.228787 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 19c84252-0ca7-4df0-a451-84f786d2d305 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:42.229177 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:42.293423 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-2643dce6-a25d-453a-9190-ebb327a60175 service neutron] 10.222.0.16 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305130 Dec 23 13:37:42.312744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f878bbd7-e7d0-44a0-b42a-ed96f7c369b8 None None] Port da12b73e-2946-4113-a159-00be2c27f404 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:42.389155 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-c2820e97-0e73-4267-8aef-6e4c9a5a58ff service neutron] 10.222.0.16 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Dec 23 13:37:42.434093 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5c17c579-1913-4055-9e92-8c20a269b3c4 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:37:42.492509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-05c91220-94ec-43af-8ddc-4be4cec2ffd8 None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:42.492800 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-05c91220-94ec-43af-8ddc-4be4cec2ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:42.544519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-05c91220-94ec-43af-8ddc-4be4cec2ffd8 None None] Port da12b73e-2946-4113-a159-00be2c27f404 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:42.559388 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 5c17c579-1913-4055-9e92-8c20a269b3c4 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:42.559761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:42.564463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:41Z', 'revision_number': 2, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:42.615084 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Checking router: 3c0f338e-98c6-4a8d-8fbb-da9783204bfa for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:37:42.615590 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Updating router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa port da12b73e-2946-4113-a159-00be2c27f404 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:37:42.617351 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4e963da-9358-4350-94b9-35d7304609cd req-d18250f2-f628-4066-9758-e4ed2d3b3e60 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Dec 23 13:37:42.649956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.108032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.171230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.221762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc9b22-3c45-44bc-8072-bbf63454403d None None] Pushing event updated for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:43.275735 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Attempting to bind port da12b73e-2946-4113-a159-00be2c27f404 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:37:43.276110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Attempting to bind port da12b73e-2946-4113-a159-00be2c27f404 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:37:43.276477 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Attempting to bind port da12b73e-2946-4113-a159-00be2c27f404 on network 894a4864-1d97-4454-b236-60f6007644e3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:37:43.288246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:37:43.288624 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Checking segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:37:43.289060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.289595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Bound using segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:37:43.290014 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Bound port: da12b73e-2946-4113-a159-00be2c27f404, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:37:43.290431 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.362855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] For port da12b73e-2946-4113-a159-00be2c27f404, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:37:43.366363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] For port da12b73e-2946-4113-a159-00be2c27f404, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da12b73e-2946-4113-a159-00be2c27f404,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:37:43.367768 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-889b863b-5b1c-4f62-b7af-d89c9633a82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.440903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.504333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:43.504700 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.536945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:37:43.537587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:43.539581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc9b22-3c45-44bc-8072-bbf63454403d None None] Pushing event updated for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:43.709122 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.712464 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:37:43.718494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0b7d69ad-8b59-4159-820d-840f873f3f77 req-1e5373a9-30dd-4557-870c-fe24945d6ec6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0326841 Dec 23 13:37:43.804194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] For port da12b73e-2946-4113-a159-00be2c27f404, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da12b73e-2946-4113-a159-00be2c27f404,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:43.872500 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:43.952906 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c8cc5-7910-4282-a3c4-f282d39e9a10 None None] Pushing event updated for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:43.975982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:37:44.011169 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb9284-eb13-436a-a2eb-c8ab306193f1 None None] The sync data for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 is: [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:37:44.021939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dbc89c33-59f9-4776-8240-045e0c7f3862 None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:44.022307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbc89c33-59f9-4776-8240-045e0c7f3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:44.797385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab13e6de-36b1-46e0-a1a3-ee1810bac296 req-b690005a-3388-4abc-9b85-c8357670dc22 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0293705 Dec 23 13:37:45.875883 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0febfb25-165c-4046-99de-d3ac9713c01a req-cf64f46a-3f32-4fdf-86da-694a443c19ca tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Dec 23 13:37:45.940094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da12b73e-2946-4113-a159-00be2c27f404 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:37:45.991315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port da12b73e-2946-4113-a159-00be2c27f404 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:45.991663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:46.104384 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0b11-615d-4a9b-b547-06b207bc4354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:46.778454 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:46.979824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b41bafb-4dd4-45e7-a259-27a983a1c64e req-9be858fc-75f5-45eb-986d-1599ef98210e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0334244 Dec 23 13:37:48.079632 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-596854da-4b03-44fc-877a-b8a81ac813ec req-ec37a6af-9120-4751-8942-ef58b485191b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Dec 23 13:37:48.485803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:48.559712 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-d1c9c92b-8fdf-4e6d-98b2-ca5444afb570 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:48.561495 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-d1c9c92b-8fdf-4e6d-98b2-ca5444afb570 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 796 time: 0.1022291 Dec 23 13:37:48.626305 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-ecaebff6-586c-46d9-8e5f-1bef27b56f43 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 379 time: 0.0544617 Dec 23 13:37:48.638063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'port': {'device_id': '363ee1f6-634b-4380-b3f6-481980846902', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'admin_state_up': True, 'tenant_id': '933628700b974cbd80bfb743c1147032', 'security_groups': ['ea3dd9c5-cd06-49e9-b138-223d65b240c8']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:48.828733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:37:48.832572 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:48.963121 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.10 (894a4864-1d97-4454-b236-60f6007644e3/e25f0a60-0a0d-40ff-a2d5-5d83fe09a848/c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:37:49.098345 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.143081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.177466 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-64a77266-6c36-489f-b219-939581794649 req-e8144863-887e-4bf7-afc5-6e05f2bf20e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Dec 23 13:37:49.200415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.250522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 894a4864-1d97-4454-b236-60f6007644e3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:49.253691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:49.257360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:37:49.281522 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:49.292906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.314229 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:49.314854 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.409934 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-7659e83c-d7c3-42d1-b140-9a49f42d674a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754717 Dec 23 13:37:49.461931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e0fe4df0-1137-46ea-b9b8-ada6e35c7d6b None None] Provisioning complete for port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:49.462300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4df0-1137-46ea-b9b8-ada6e35c7d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.473149 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Request body: {'port': {'device_id': '363ee1f6-634b-4380-b3f6-481980846902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:49.497094 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe4df0-1137-46ea-b9b8-ada6e35c7d6b None None] Port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:37:49.530001 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.786916 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:37:49.794552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.807036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Transition to ACTIVE for port object c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:37:49.875659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:49.927065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:50.009346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Attempting to bind port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:37:50.009685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Attempting to bind port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:37:50.010019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Attempting to bind port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 on network 894a4864-1d97-4454-b236-60f6007644e3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:37:50.014654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 on network 894a4864-1d97-4454-b236-60f6007644e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:37:50.014980 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Attempting to bind port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 on network 894a4864-1d97-4454-b236-60f6007644e3 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:37:50.020002 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:37:50.020366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Checking segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:37:50.020751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Bound using segment: {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:37:50.021263 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Bound port: c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcf099b-8ea0-4f65-bb19-626dce760833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '894a4864-1d97-4454-b236-60f6007644e3'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:37:50.021620 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:50.089252 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:37:50.092203 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:37:50.223458 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:50.259293 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.259924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:50.263565 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] 10.222.0.43 "PUT /v2.0/ports/c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 1092 time: 0.8450859 Dec 23 13:37:50.264033 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:37:50.266422 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd9801-43c4-4543-be40-61b691fb39f2" -d '{"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:37:50.298829 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ccf1-a85e-49e0-afac-8d643f6f9461 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:50.305534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db033cb-b27f-4953-8c26-f77083367dd8 req-fc68090d-00bd-4274-a720-7d75df6f6be0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.314946 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4db033cb-b27f-4953-8c26-f77083367dd8 req-fc68090d-00bd-4274-a720-7d75df6f6be0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 944 time: 0.0635159 Dec 23 13:37:50.323040 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9e47ca-fc7a-40f4-be57-a0ad0c8e7857 x-openstack-request-id: req-ad9e47ca-fc7a-40f4-be57-a0ad0c8e7857 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:37:50.323534 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:37:50.323841 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad9e47ca-fc7a-40f4-be57-a0ad0c8e7857 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:37:50.324310 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'status': 'completed', 'code': 200} Dec 23 13:37:50.365014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4db033cb-b27f-4953-8c26-f77083367dd8 req-c462d040-59cc-4b08-a9e9-6b91be2539f3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Dec 23 13:37:50.392249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-75d73b58-d414-4e84-b1ed-a7ab27e039d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.393959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-75d73b58-d414-4e84-b1ed-a7ab27e039d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1095 time: 0.0469060 Dec 23 13:37:50.497887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-0a3675db-ba9a-4f69-9b4e-a5b21122724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.499343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-0a3675db-ba9a-4f69-9b4e-a5b21122724c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=933628700b974cbd80bfb743c1147032&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0976868 Dec 23 13:37:50.597464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-62c63c65-5385-405e-b3cc-098921c4c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.598846 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63dd9801-43c4-4543-be40-61b691fb39f2 req-62c63c65-5385-405e-b3cc-098921c4c50e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926609 Dec 23 13:37:50.673922 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-76258860-f380-46bf-aeae-133684c451b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.675440 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-76258860-f380-46bf-aeae-133684c451b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1095 time: 0.0409241 Dec 23 13:37:50.717763 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-cd588ae2-b82d-45b0-9f9f-12571c5903a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 217 time: 0.0350866 Dec 23 13:37:50.771217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-185ae4f1-1b26-415f-9648-56d29fcd3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.772622 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-185ae4f1-1b26-415f-9648-56d29fcd3f8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 200 len: 834 time: 0.0464749 Dec 23 13:37:50.816506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-51cd2dee-bb02-468b-be4b-110dc6de5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:50.818014 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-51cd2dee-bb02-468b-be4b-110dc6de5954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=894a4864-1d97-4454-b236-60f6007644e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390387 Dec 23 13:37:50.905940 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-458fd3e0-4544-4abf-b5cb-03aa47cf5d86 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807054 Dec 23 13:37:50.999663 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8c1f26af-20c7-46a7-abee-dd52f3c66e32 req-19704a75-d82b-419c-9c35-ad5060f3845b service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Dec 23 13:37:51.487794 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cc2a2-b047-4846-8455-7bc61db4e246 req-4fa6a939-af4b-4c79-8fb2-b1a2de19abcd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:51.489275 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd8cc2a2-b047-4846-8455-7bc61db4e246 req-4fa6a939-af4b-4c79-8fb2-b1a2de19abcd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 944 time: 0.0531433 Dec 23 13:37:51.538783 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fd8cc2a2-b047-4846-8455-7bc61db4e246 req-1897a054-185c-4a4b-bf51-e8580dc2ed8e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434508 Dec 23 13:37:52.652725 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6c3d3-eea0-4936-b555-4460e97e2db1 req-502e4ca1-a719-477b-9fa0-92e20a6b6f04 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:52.654259 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ee6c3d3-eea0-4936-b555-4460e97e2db1 req-502e4ca1-a719-477b-9fa0-92e20a6b6f04 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 944 time: 0.0482516 Dec 23 13:37:52.702785 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2ee6c3d3-eea0-4936-b555-4460e97e2db1 req-e151584f-419a-4a08-8cf2-b11f27f573d2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Dec 23 13:37:53.401290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:53.817482 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda49082-02b1-4c22-afd1-8fd343bbe669 req-9c6631a2-461d-44b8-b105-cb4f5426055d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:53.818992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eda49082-02b1-4c22-afd1-8fd343bbe669 req-9c6631a2-461d-44b8-b105-cb4f5426055d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 944 time: 0.0484624 Dec 23 13:37:53.872336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eda49082-02b1-4c22-afd1-8fd343bbe669 req-63afc3ff-2f20-4b5d-8de2-fb971362ca7f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470781 Dec 23 13:37:54.634771 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:37:54.731004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:54.742958 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'port_id': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'mac_address': 'fa:16:3e:5b:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:37:54.779230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:54.792035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:37:54.810960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:54.875276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:54.930802 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:54.988225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2581-2586-4b84-88a5-972cca369375 req-8fc2054e-3cef-4260-8258-b0a0cf6c9a7e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:54.989736 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-638d2581-2586-4b84-88a5-972cca369375 req-8fc2054e-3cef-4260-8258-b0a0cf6c9a7e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Dec 23 13:37:55.040753 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-638d2581-2586-4b84-88a5-972cca369375 req-30845252-a3d5-403c-aa1c-2cfaaf4bfb54 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Dec 23 13:37:55.075319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:37:56.155372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07812c5-6ea8-466c-91de-947a62fe0e76 req-37c1d1c7-0e1d-4fa7-b39b-b6147ea84711 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:56.156774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d07812c5-6ea8-466c-91de-947a62fe0e76 req-37c1d1c7-0e1d-4fa7-b39b-b6147ea84711 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Dec 23 13:37:56.205339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d07812c5-6ea8-466c-91de-947a62fe0e76 req-d931bd8b-51bb-4065-ba05-1aa19158b4d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Dec 23 13:37:56.648547 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:37:56.755198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:37:56.759230 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:37:56.759601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:56.836356 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:56.858643 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:37:56.860865 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce70422-09cb-4f6c-b550-13afb79436d8" -d '{"events": [{"server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:37:56.877510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:37:56.931607 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:37:56.938735 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:56.961718 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6836f9b-7826-4cad-97d7-db473d818b93 x-openstack-request-id: req-a6836f9b-7826-4cad-97d7-db473d818b93 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:37:56.962004 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "name": "network-vif-plugged", "status": "completed", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:37:56.962254 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6836f9b-7826-4cad-97d7-db473d818b93 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:37:56.962913 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'code': 200} Dec 23 13:37:56.988171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:37:57.057571 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1d43d-4018-4027-92e8-1b0d5e567e8b req-8f555035-bca9-4ede-b18d-8eee01bae2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:57.059057 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24b1d43d-4018-4027-92e8-1b0d5e567e8b req-8f555035-bca9-4ede-b18d-8eee01bae2b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1097 time: 0.0407088 Dec 23 13:37:57.104457 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-24b1d43d-4018-4027-92e8-1b0d5e567e8b req-68d836e0-2394-4879-b4e5-48639f64eaf6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385966 Dec 23 13:37:57.323935 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2462726-ca86-445c-8a06-991d8538aba6 req-b321f0e7-8776-42d1-bffa-56d900f6ad08 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:57.325431 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2462726-ca86-445c-8a06-991d8538aba6 req-b321f0e7-8776-42d1-bffa-56d900f6ad08 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0531859 Dec 23 13:37:57.374170 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d2462726-ca86-445c-8a06-991d8538aba6 req-5da000a0-d977-46eb-8887-552aa9e327d6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Dec 23 13:37:58.489563 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219807b-0b54-479d-8cd7-811ee5f794e0 req-cb2fd37d-ed03-427c-aed2-6cc19fadf280 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:58.491020 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8219807b-0b54-479d-8cd7-811ee5f794e0 req-cb2fd37d-ed03-427c-aed2-6cc19fadf280 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0476804 Dec 23 13:37:58.540756 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8219807b-0b54-479d-8cd7-811ee5f794e0 req-816cfeb8-cb7d-48bc-b582-2a9c12e7eedc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Dec 23 13:37:58.658437 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734f72f-8892-427b-8eab-8a26818c5ed3 req-10af4cb9-baa0-49e7-828f-e40edba6fd7c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:58.659807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a734f72f-8892-427b-8eab-8a26818c5ed3 req-10af4cb9-baa0-49e7-828f-e40edba6fd7c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Dec 23 13:37:58.714545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a734f72f-8892-427b-8eab-8a26818c5ed3 req-00a99f76-eeb9-4ea6-82f3-ce1fa74ce85a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477283 Dec 23 13:37:58.736153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42726) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:58.780145 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e5c6b-848d-46c7-bfd7-5640818d17de tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:37:58.781715 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b1e5c6b-848d-46c7-bfd7-5640818d17de tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1092 time: 0.0445216 Dec 23 13:37:58.784554 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42728) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:37:58.789057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:37:58.869788 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:58.968659 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:59.403246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.254 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/06e825b6-17f9-4046-be4e-826c00e48192) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:37:59.501215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:59.590049 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:37:59.632513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:37:59.636377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:37:59.638867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:37:59.662458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=06e825b6-17f9-4046-be4e-826c00e48192,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:38:00.001884 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.124346 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.276527 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.332505 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.400417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=06e825b6-17f9-4046-be4e-826c00e48192,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:38:00.410189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.509978 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 associated. External IP: 172.25.7.254, port: c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6. Dec 23 13:38:00.723519 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:38:00.834887 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:38:00.846559 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Sync routers for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:38:00.857638 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:38:00.858779 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:38:00.906526 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:00.941231 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-af87837e-d9fa-457f-b68f-93f9aa629a6d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1532040 Dec 23 13:38:00.941231 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:38:00.951897 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffa050-c574-4034-a199-619401e6edb2" -d '{"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:38:00.968987 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:38:00.993235 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d11552-0758-459b-92ed-231eda8790b5 x-openstack-request-id: req-35d11552-0758-459b-92ed-231eda8790b5 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:38:00.993784 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:38:00.994428 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35d11552-0758-459b-92ed-231eda8790b5 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:38:00.995027 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'status': 'completed', 'code': 200} Dec 23 13:38:01.064648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475ffd7-34b1-4f1c-83da-2b2661fd451d req-8db904ca-f749-479b-9096-4a1261478267 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:01.066479 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e475ffd7-34b1-4f1c-83da-2b2661fd451d req-8db904ca-f749-479b-9096-4a1261478267 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0650616 Dec 23 13:38:01.073218 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa050-c574-4034-a199-619401e6edb2 req-dd9dce85-384f-4dd1-a7ce-901748bc7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:01.074953 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-dd9dce85-384f-4dd1-a7ce-901748bc7f46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1097 time: 0.0599785 Dec 23 13:38:01.120471 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e475ffd7-34b1-4f1c-83da-2b2661fd451d req-58581280-42e3-4cd3-9ae5-8b8bc06d0904 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472901 Dec 23 13:38:01.143644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42734) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:38:01.175157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa050-c574-4034-a199-619401e6edb2 req-91eda6df-fcb4-4c69-9564-9b7f085b5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:01.176651 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-91eda6df-fcb4-4c69-9564-9b7f085b5334 service neutron] 10.222.0.43 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 897 time: 0.0946856 Dec 23 13:38:01.213336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2726b3ff-3bb5-456a-9420-72baafab8d96 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 HTTP/1.1" status: 200 len: 992 time: 0.0684505 Dec 23 13:38:01.225812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'port_id': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'mac_address': 'fa:16:3e:5b:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ee1f6-634b-4380-b3f6-481980846902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:37:59Z', 'updated_at': '2021-12-23T13:37:59Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:38:01.249964 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-b6f3c92f-62c2-4633-91d9-29e39f5a80da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0655358 Dec 23 13:38:01.254104 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Checking router: 3c0f338e-98c6-4a8d-8fbb-da9783204bfa for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:38:01.263873 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:38:01.264494 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:37:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:38:01.310735 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa050-c574-4034-a199-619401e6edb2 req-af5ce0d4-ca70-4682-a6ac-7a306647d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:01.312249 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-af5ce0d4-ca70-4682-a6ac-7a306647d1e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 200 len: 834 time: 0.0546854 Dec 23 13:38:01.363673 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa050-c574-4034-a199-619401e6edb2 req-02e6b756-f641-4f0f-b11f-d272f53b2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:01.365242 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-02e6b756-f641-4f0f-b11f-d272f53b2a81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=894a4864-1d97-4454-b236-60f6007644e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458319 Dec 23 13:38:01.379571 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:38:01.462072 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-3ecb1768-3a81-4ed0-aed0-31a5d8ab3fe4 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896261 Dec 23 13:38:01.563657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d0ffa050-c574-4034-a199-619401e6edb2 req-a86441f4-da85-4f8d-ae4e-d8070caa8157 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939107 Dec 23 13:38:01.626615 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'port_id': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'mac_address': 'fa:16:3e:5b:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ee1f6-634b-4380-b3f6-481980846902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:37:59Z', 'updated_at': '2021-12-23T13:37:59Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:38:01.653609 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29258a-2076-4531-8d59-71c926ae9e4a None None] The sync data for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 is: [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'port_id': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'mac_address': 'fa:16:3e:5b:ef:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ee1f6-634b-4380-b3f6-481980846902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:37:59Z', 'updated_at': '2021-12-23T13:37:59Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:38:01.849153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4666e-4ec5-4eb2-9944-caa71b9a31bf None None] New status for floating IP 83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:38:02.217281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42736) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:38:02.278029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-392dfe80-31e5-4abe-b4cb-da76191a2444 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 HTTP/1.1" status: 200 len: 994 time: 0.0596349 Dec 23 13:38:13.332697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2363d8d4-cc91-4f25-b03c-c8dd15c0aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:16.081408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64e175d9-1700-472c-bccd-f181d9fe5db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:16.801344 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:18.479818 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:19.136405 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:19.269496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:23.412443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:29.105579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7bcab-e855-46dd-9eef-26cc76a3a7ca req-7318950e-df8d-42c1-9378-8a76ec1c9917 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:29.106975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ac7bcab-e855-46dd-9eef-26cc76a3a7ca req-7318950e-df8d-42c1-9378-8a76ec1c9917 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0487695 Dec 23 13:38:29.156380 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ac7bcab-e855-46dd-9eef-26cc76a3a7ca req-1c0ebe25-aed0-4184-ae19-a767dcaeb47b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Dec 23 13:38:30.280111 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968b47f-20a2-4a12-aefb-45883454e511 req-129a1993-a555-418d-b808-592842e4de33 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:30.281628 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3968b47f-20a2-4a12-aefb-45883454e511 req-129a1993-a555-418d-b808-592842e4de33 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Dec 23 13:38:30.330857 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3968b47f-20a2-4a12-aefb-45883454e511 req-879b004c-798d-4734-a891-c6aef4888278 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Dec 23 13:38:31.445946 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458a48c-1ae8-49ca-a164-b8319d8913b8 req-9531cd9a-4e0a-4e99-9da5-92e4dfef159d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:31.447979 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f458a48c-1ae8-49ca-a164-b8319d8913b8 req-9531cd9a-4e0a-4e99-9da5-92e4dfef159d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0505354 Dec 23 13:38:31.497450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f458a48c-1ae8-49ca-a164-b8319d8913b8 req-162c6c17-bafe-49bf-8460-6325795d7e04 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435913 Dec 23 13:38:32.616079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03102e-c76e-4623-8735-dd0b1fe68f7a req-ee7dfd90-04a2-4c64-8533-57d198a44ecf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:32.617554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea03102e-c76e-4623-8735-dd0b1fe68f7a req-ee7dfd90-04a2-4c64-8533-57d198a44ecf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0531361 Dec 23 13:38:32.666371 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ea03102e-c76e-4623-8735-dd0b1fe68f7a req-08a7f776-894c-4a17-933b-b693a7e70b14 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Dec 23 13:38:33.782338 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5202d9-b1e5-4de6-9075-0821e2c86c98 req-ca69a79f-cba3-46bf-b435-1160d811b4aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:33.783789 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a5202d9-b1e5-4de6-9075-0821e2c86c98 req-ca69a79f-cba3-46bf-b435-1160d811b4aa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Dec 23 13:38:33.833336 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9a5202d9-b1e5-4de6-9075-0821e2c86c98 req-57105dc9-efb7-4f28-a317-1322a78a93e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 Dec 23 13:38:33.930781 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:38:34.950713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b460-7af9-44d1-9811-e79d6353407d req-af390cfc-88a4-4580-84a3-9d4ae353b855 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:34.952219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ef9b460-7af9-44d1-9811-e79d6353407d req-af390cfc-88a4-4580-84a3-9d4ae353b855 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0485992 Dec 23 13:38:35.004394 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3ef9b460-7af9-44d1-9811-e79d6353407d req-4f00f453-702e-448b-a2e9-01bcb255cd73 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461559 Dec 23 13:38:36.120675 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd853-60eb-4f7d-9f83-d31df15349dd req-6568a738-dd37-44ad-b186-79240618e4de tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:36.122237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-777fd853-60eb-4f7d-9f83-d31df15349dd req-6568a738-dd37-44ad-b186-79240618e4de tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0481980 Dec 23 13:38:36.171475 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-777fd853-60eb-4f7d-9f83-d31df15349dd req-1fb14145-107c-4ff8-a165-e88dc2f8763f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Dec 23 13:38:37.286644 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4108-26da-46a2-a1e5-1a7ea3c49cd6 req-b7f1b045-e21b-42a6-a63d-76760e5a5e72 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:37.288115 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-036c4108-26da-46a2-a1e5-1a7ea3c49cd6 req-b7f1b045-e21b-42a6-a63d-76760e5a5e72 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Dec 23 13:38:37.336983 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-036c4108-26da-46a2-a1e5-1a7ea3c49cd6 req-ef739f52-262c-4a3f-b1e2-f6cfbe4a015c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Dec 23 13:38:38.712269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032ae17-c4cc-4826-bc40-910e44b91809 req-6cf5a616-e751-4efe-b1e7-41f15cb5ce1c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:38.713999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5032ae17-c4cc-4826-bc40-910e44b91809 req-6cf5a616-e751-4efe-b1e7-41f15cb5ce1c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0529630 Dec 23 13:38:38.763484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5032ae17-c4cc-4826-bc40-910e44b91809 req-c3cbce85-63bc-44aa-beb7-0191f5e603a9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Dec 23 13:38:39.881068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ce55b-c4b8-4f3c-94eb-2247aecc2ebd req-de7c96f9-69a9-4229-ac64-d1f785e49132 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:39.882551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-519ce55b-c4b8-4f3c-94eb-2247aecc2ebd req-de7c96f9-69a9-4229-ac64-d1f785e49132 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0476313 Dec 23 13:38:39.931482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-519ce55b-c4b8-4f3c-94eb-2247aecc2ebd req-35e7a765-cf3c-42b0-ae04-26f3ccd8dfdf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Dec 23 13:38:39.956228 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42770) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:38:40.020470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-428b84dd-75aa-4b8e-9064-41ab6409536d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 HTTP/1.1" status: 200 len: 994 time: 0.0630612 Dec 23 13:38:41.402571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9594be-d683-4990-992e-f93c69096ecd req-a2a0c24b-bb95-4aaa-80ee-95fbc3d80b9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:41.404718 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e9594be-d683-4990-992e-f93c69096ecd req-a2a0c24b-bb95-4aaa-80ee-95fbc3d80b9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0517876 Dec 23 13:38:41.460106 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5e9594be-d683-4990-992e-f93c69096ecd req-f5f95be7-99e1-48a2-ac14-14cd69a0f2f1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497301 Dec 23 13:38:41.490730 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-5f44a4fc-83e3-41d0-b688-71a97a9dd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:41.492221 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-5f44a4fc-83e3-41d0-b688-71a97a9dd43b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1097 time: 0.0407324 Dec 23 13:38:41.584923 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-a6234fee-2cbd-4df5-99d5-8108c6dcc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:41.586291 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-a6234fee-2cbd-4df5-99d5-8108c6dcc3cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 897 time: 0.0876367 Dec 23 13:38:41.651934 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-f4aa3790-867f-4858-82b2-d28e1bd1c94a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0587254 Dec 23 13:38:41.702674 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-5cbbdf72-edac-49d3-a264-b0e1ef668390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:41.704159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-5cbbdf72-edac-49d3-a264-b0e1ef668390 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 200 len: 834 time: 0.0459878 Dec 23 13:38:41.755209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-b77d7020-b81f-42b4-9e87-bed1922df04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:41.756689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-b77d7020-b81f-42b4-9e87-bed1922df04c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=894a4864-1d97-4454-b236-60f6007644e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455091 Dec 23 13:38:41.850917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-13ca0603-27c2-452d-a42d-01ae2c7f0b2e service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Dec 23 13:38:41.943817 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4524027d-208c-45c1-b3aa-19b28ea3db6f req-a8657da0-325c-4d3d-a035-7397d4bbd53d service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895629 Dec 23 13:38:42.579340 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230660-089d-4147-be4e-be406f7590e9 req-5df8e603-8014-47e7-b2cf-9df696a295c0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:42.580807 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53230660-089d-4147-be4e-be406f7590e9 req-5df8e603-8014-47e7-b2cf-9df696a295c0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0483072 Dec 23 13:38:42.632381 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53230660-089d-4147-be4e-be406f7590e9 req-6a261394-c622-4800-bda6-83564241bbc6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456378 Dec 23 13:38:42.656342 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:38:42.716773 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-baf3f156-b33a-433a-ba87-01dd37a29f9f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 HTTP/1.1" status: 200 len: 994 time: 0.0592599 Dec 23 13:38:43.364435 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d753a929-8469-40b2-826b-18b67eb18589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:46.080841 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76d6eefc-7798-4c92-a761-50609712c361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:46.784360 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:48.464634 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:48.482123 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-2d493b1d-09f0-4cb7-a598-003c13ba3e0e req-34e23754-763b-431b-bf3c-44cac433821f service neutron] (104038) timed out ('10.222.0.16', 37988) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 13:38:49.147701 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:49.281233 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:38:50.478462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-c73761fa-79ad-473b-8173-403b3c149f16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391791 Dec 23 13:38:50.557458 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-fd7768ec-afc7-49c3-9020-1062af1e4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:50.558910 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-fd7768ec-afc7-49c3-9020-1062af1e4250 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1097 time: 0.0401266 Dec 23 13:38:50.663610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-43a5f769-21a5-46f7-a482-540427f8fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:50.665119 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-43a5f769-21a5-46f7-a482-540427f8fee8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 897 time: 0.0859337 Dec 23 13:38:50.730117 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-e2883cc1-396e-4ac5-8158-99ae71f5e62b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0581217 Dec 23 13:38:50.781768 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-96322d84-f872-4e6f-8ef0-5a8b96ebbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:50.783211 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-96322d84-f872-4e6f-8ef0-5a8b96ebbab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 200 len: 834 time: 0.0438087 Dec 23 13:38:50.833330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-e53ce23d-bd89-4a15-8c0c-9bfc7042cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:38:50.834833 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-e53ce23d-bd89-4a15-8c0c-9bfc7042cf38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=894a4864-1d97-4454-b236-60f6007644e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447879 Dec 23 13:38:50.923976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-3fce9126-bd25-4e52-9ccc-d2295c4a0cc8 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Dec 23 13:38:51.021641 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ddef4f54-3fc8-4e9a-b0e5-31494a368102 req-4cc01ab4-846c-4a5a-8fef-37e180b8460b service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Dec 23 13:38:53.406873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:10.930598 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:39:13.047900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42794) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:13.243210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 06e825b6-17f9-4046-be4e-826c00e48192 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:39:13.243210 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.287930 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.288254 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.300063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 06e825b6-17f9-4046-be4e-826c00e48192 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:39:13.352753 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-869e5328-cca4-404d-a8c5-8f0125048fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.512932 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.538622 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=06e825b6-17f9-4046-be4e-826c00e48192,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:13.551187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.551552 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.551905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.552253 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.552591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.552957 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.553295 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.553629 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.553960 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.554294 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.554624 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.554951 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.555277 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:13.609502 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.609834 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 disassociated (deleted). External IP: 172.25.7.254, port: c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6. Dec 23 13:39:13.816176 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:39:13.923816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:39:13.928747 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:13.935040 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Sync routers for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:39:13.945653 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:13.946263 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:13.956277 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6c3799c0-abe0-40f7-874d-ea24c4d12bf3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/floatingips/83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5 HTTP/1.1" status: 204 len: 168 time: 0.9072828 Dec 23 13:39:13.956855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:39:13.959540 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77084b5-0393-488f-aa1c-ed1ae9853447" -d '{"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:39:14.001787 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9062618-5243-4250-a3f9-aae048377ebe x-openstack-request-id: req-b9062618-5243-4250-a3f9-aae048377ebe {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:39:14.002077 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:39:14.002330 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9062618-5243-4250-a3f9-aae048377ebe {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:39:14.002729 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'status': 'completed', 'code': 200} Dec 23 13:39:14.061909 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:14.076417 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-039244a4-b1d9-4d46-a0b4-30206d739fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:14.078015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-039244a4-b1d9-4d46-a0b4-30206d739fda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 1097 time: 0.0521727 Dec 23 13:39:14.186233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-ed471632-6a8e-46e4-977e-c62f5b7b3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:14.188036 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-ed471632-6a8e-46e4-977e-c62f5b7b3048 service neutron] 10.222.0.43 "GET /v2.0/networks?id=894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 200 len: 897 time: 0.1019228 Dec 23 13:39:14.235732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-56f53c90-63d9-49d2-957e-6332dce128f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 200 len: 217 time: 0.0402672 Dec 23 13:39:14.276697 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:14.286199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-dea89501-192c-485d-a333-bc59359969ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:14.287690 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-dea89501-192c-485d-a333-bc59359969ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 200 len: 834 time: 0.0455234 Dec 23 13:39:14.308556 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Checking router: 3c0f338e-98c6-4a8d-8fbb-da9783204bfa for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:39:14.317702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:14.320642 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:38:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:14.338228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-f6af226c-5723-41c5-8d53-9c0c568e65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:14.340327 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-f6af226c-5723-41c5-8d53-9c0c568e65a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=894a4864-1d97-4454-b236-60f6007644e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458333 Dec 23 13:39:14.440041 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-d87f6c22-8a35-4f69-ae1c-96cede31f2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924239 Dec 23 13:39:14.458514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4a88b-26b7-4217-a9a4-6dfe7c9fe578 req-44f9ef3c-0a51-4fa5-860f-bb350b62bb58 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:14.460139 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ce4a88b-26b7-4217-a9a4-6dfe7c9fe578 req-44f9ef3c-0a51-4fa5-860f-bb350b62bb58 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.1129994 Dec 23 13:39:14.522290 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4ce4a88b-26b7-4217-a9a4-6dfe7c9fe578 req-e034ccde-f18c-44b0-9117-bd45c71ac26b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542321 Dec 23 13:39:14.538343 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f77084b5-0393-488f-aa1c-ed1ae9853447 req-231b234e-1624-462d-a7b7-0886ae0e4109 service neutron] 10.222.0.43 "GET /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901442 Dec 23 13:39:14.553044 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:14.748041 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:14.777576 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a2985-d8ff-4e14-b70a-c8486320116e None None] The sync data for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 is: [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:37:40Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'da12b73e-2946-4113-a159-00be2c27f404', 'name': '', 'network_id': '894a4864-1d97-4454-b236-60f6007644e3', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:49:30:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:40Z', 'updated_at': '2021-12-23T13:37:43Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': 'e25f0a60-0a0d-40ff-a2d5-5d83fe09a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:39:14.998514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff286e-1367-434e-8da8-3b821f561b3b None None] New status for floating IP 83e88ea2-08ce-42e8-8f7a-f62c1c57a9d5: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:39:15.696628 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aa723-11a6-4ee8-99c3-f5f1fceaa857 req-04d59166-6e41-4bec-83b4-ceb21812bb14 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:15.698110 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a73aa723-11a6-4ee8-99c3-f5f1fceaa857 req-04d59166-6e41-4bec-83b4-ceb21812bb14 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0953777 Dec 23 13:39:15.747077 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a73aa723-11a6-4ee8-99c3-f5f1fceaa857 req-50fce409-aaf9-4686-86e4-11daeffd2212 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3dd9c5-cd06-49e9-b138-223d65b240c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Dec 23 13:39:15.831710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-91e109f9-d76d-4db1-a961-484ea367fd9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:15.833114 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-91e109f9-d76d-4db1-a961-484ea367fd9e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Dec 23 13:39:15.945162 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:39:15.945508 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.036924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:16.037285 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.049744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:39:16.090293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23db3bb0-50c0-4697-a226-0b3ffc956d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.238796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.266086 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:16.280731 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.281114 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.281461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.281795 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.282131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.282460 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.282837 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.283164 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.283491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.283819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.284150 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.284498 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.284861 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:16.325987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] No DVR routers for this DVR port c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:39:16.327516 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.330907 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9aebd535-8f83-4ce5-b55d-25c4f2ddb8af req-1afd9957-ac82-4e33-81ed-6a2f4e6c4508 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "DELETE /v2.0/ports/c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 HTTP/1.1" status: 204 len: 173 time: 0.4916160 Dec 23 13:39:16.331373 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'name': 'network-vif-deleted', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:39:16.333649 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6614de-9226-4ea9-87fa-9a2dec55ef1c" -d '{"events": [{"server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "name": "network-vif-deleted", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:39:16.370125 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93acc39e-7d3f-4e14-8ef5-20ff2c00001a x-openstack-request-id: req-93acc39e-7d3f-4e14-8ef5-20ff2c00001a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:39:16.370513 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ee1f6-634b-4380-b3f6-481980846902", "name": "network-vif-deleted", "tag": "c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:39:16.370964 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93acc39e-7d3f-4e14-8ef5-20ff2c00001a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:39:16.371370 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ee1f6-634b-4380-b3f6-481980846902', 'name': 'network-vif-deleted', 'tag': 'c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6', 'status': 'completed', 'code': 200} Dec 23 13:39:16.779082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:16.852928 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cd2a8f6c-244f-4c5f-8195-cb21a35bd8e5 req-9e1965ec-3cef-44ee-a71b-54e03e62e94c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=363ee1f6-634b-4380-b3f6-481980846902 HTTP/1.1" status: 200 len: 210 time: 0.0257945 Dec 23 13:39:17.913575 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42814) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:18.507388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:18.646651 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:18.903818 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port da12b73e-2946-4113-a159-00be2c27f404 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:39:18.904158 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:18.993355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port da12b73e-2946-4113-a159-00be2c27f404, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=da12b73e-2946-4113-a159-00be2c27f404,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:18.994135 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.006800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for da12b73e-2946-4113-a159-00be2c27f404 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:39:19.052984 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:39:19.074343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:39:19.074688 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device c7c0c9bf-2545-4ae6-94ff-bd69b21ea5f6 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:39:19.158234 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.258083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.289683 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.289933 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=da12b73e-2946-4113-a159-00be2c27f404,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:19.462810 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.677855 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:39:19.784833 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:39:19.790097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-71aeeb01-4a06-4831-9628-496a1637df0e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/3c0f338e-98c6-4a8d-8fbb-da9783204bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8753006 Dec 23 13:39:19.793218 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42816) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:19.796242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Sync routers for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:39:19.805624 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:19.806223 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:19.845986 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting subnet e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:39:19.849173 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.889684 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:19.917747 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:19.981520 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.107774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.139469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Subnet': ['ID=e25f0a60-0a0d-40ff-a2d5-5d83fe09a848,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:20.141753 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.145245 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-24d17328-761c-48ad-a06b-d9bd651edde8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/subnets/e25f0a60-0a0d-40ff-a2d5-5d83fe09a848 HTTP/1.1" status: 204 len: 168 time: 0.3505330 Dec 23 13:39:20.145897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a698cf-920d-404b-ac73-f26c1db7dbba None None] Network 894a4864-1d97-4454-b236-60f6007644e3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:39:20.147795 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42818) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:20.171833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:39:19Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:20.201416 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Checking router: 3c0f338e-98c6-4a8d-8fbb-da9783204bfa for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:39:20.219352 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Routers {'3c0f338e-98c6-4a8d-8fbb-da9783204bfa'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:20.219900 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:20.269093 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.326557 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] DHCP port deletion for 894a4864-1d97-4454-b236-60f6007644e3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:39:20.371014 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] Set router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:20.378037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Deleting port 5c17c579-1913-4055-9e92-8c20a269b3c4 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:39:20.378410 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.381399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.444877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] For port 5c17c579-1913-4055-9e92-8c20a269b3c4, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=5c17c579-1913-4055-9e92-8c20a269b3c4,segment=NetworkSegment(bfcf099b-8ea0-4f65-bb19-626dce760833),segment_id=bfcf099b-8ea0-4f65-bb19-626dce760833)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:20.445280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.495576 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 19c84252-0ca7-4df0-a451-84f786d2d305 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:39:20.496693 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.568807 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:39:19Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:20.586353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 19c84252-0ca7-4df0-a451-84f786d2d305, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=19c84252-0ca7-4df0-a451-84f786d2d305,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:20.586861 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.597082 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91fde4-0ecd-44cd-a491-810e2702f6ae None None] The sync data for ids ['3c0f338e-98c6-4a8d-8fbb-da9783204bfa'] in n-d-822750-2 is: [{'id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613288410', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:37:36Z', 'updated_at': '2021-12-23T13:39:19Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '19c84252-0ca7-4df0-a451-84f786d2d305', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0f338e-98c6-4a8d-8fbb-da9783204bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:37:37Z', 'updated_at': '2021-12-23T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:39:20.601517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 19c84252-0ca7-4df0-a451-84f786d2d305 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:39:20.620576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Calling delete_port for 5c17c579-1913-4055-9e92-8c20a269b3c4 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:39:20.749860 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.774168 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Pushing event deleted for resources: {'Port': ['ID=5c17c579-1913-4055-9e92-8c20a269b3c4,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:20.778573 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] No DVR routers for this DVR port 5c17c579-1913-4055-9e92-8c20a269b3c4 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.788202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.790106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea74fb59-fd10-4d06-a507-efd3a6e91823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:20.835530 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:20.862270 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=19c84252-0ca7-4df0-a451-84f786d2d305,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:20.876752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372676e-2760-408f-9b99-0afabadf43e5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:39:20.929543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.030430 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.032784 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.143722 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.144320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0f338e-98c6-4a8d-8fbb-da9783204bfa {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:39:21.151206 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.154558 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-39851b87-4f9f-4c98-9476-0122e7baf581 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/routers/3c0f338e-98c6-4a8d-8fbb-da9783204bfa HTTP/1.1" status: 204 len: 168 time: 1.0040889 Dec 23 13:39:21.155943 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:21.235524 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.325022 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.345301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894a4864-1d97-4454-b236-60f6007644e3']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:21.354411 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcf099b-8ea0-4f65-bb19-626dce760833') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:21.354656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcf099b-8ea0-4f65-bb19-626dce760833') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:21.363893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.376714 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.382569 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:39:21.382946 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: warnings.warn(msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:39:21.385831 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:39:21.526470 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.534455 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.537779 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/networks/894a4864-1d97-4454-b236-60f6007644e3 HTTP/1.1" status: 204 len: 168 time: 0.3805428 Dec 23 13:39:21.540109 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42822) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:21.557318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f34cac-5f54-491e-abc2-08f8ed438a12 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Network': ['ID=894a4864-1d97-4454-b236-60f6007644e3,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:21.616178 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.642409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.749672 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.752305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:21.753504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea3dd9c5-cd06-49e9-b138-223d65b240c8 HTTP/1.1" status: 204 len: 168 time: 0.2124686 Dec 23 13:39:21.765264 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9abe7-e3a1-454d-88a9-701e2c360e48 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3dd9c5-cd06-49e9-b138-223d65b240c8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:21.958362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da12b73e-2946-4113-a159-00be2c27f404 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:39:21.979006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: da12b73e-2946-4113-a159-00be2c27f404 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:39:21.979377 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device da12b73e-2946-4113-a159-00be2c27f404 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:39:21.979962 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19c84252-0ca7-4df0-a451-84f786d2d305 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:39:21.998878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 19c84252-0ca7-4df0-a451-84f786d2d305 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:39:21.999224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 19c84252-0ca7-4df0-a451-84f786d2d305 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:39:21.999640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5c17c579-1913-4055-9e92-8c20a269b3c4 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:39:22.019390 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 5c17c579-1913-4055-9e92-8c20a269b3c4 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:39:22.019760 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 5c17c579-1913-4055-9e92-8c20a269b3c4 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:39:22.144023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42828) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:22.148588 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293999035', 'description': 'tempest-secgroup-smoke-293999035 description', 'project_id': '933628700b974cbd80bfb743c1147032'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:22.246992 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.311270 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.377934 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.405591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29269c0a-baf2-4060-8943-e459bea19a02,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:22.468953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.470208 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1ef7e351-46dc-41c1-a1db-b34b1aef29d3 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3251822 Dec 23 13:39:22.473066 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42830) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:22.477339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:22.569091 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.626749 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.689909 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.709600 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e8bc1a-7242-47c4-b654-15b10b493725,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:22.789024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.790224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-587e1c75-08be-4369-9370-ead340229abd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162251 Dec 23 13:39:22.794817 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42832) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:22.799173 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:22.914083 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:22.971305 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.044029 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.063022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd064575-8d42-4ff1-adf9-04e831a841b4,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:23.128516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.129834 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ee1f9206-a734-4d2f-8c5f-906f2935309f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340743 Dec 23 13:39:23.132430 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42834) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:23.137475 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:23.234766 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.290409 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.355131 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.373419 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ccccdf-c834-42d1-b831-19a1a8171d00,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:23.446704 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.477372 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.478594 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a992531c-780e-4202-a3aa-aceb9e836348 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452365 Dec 23 13:39:23.481993 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42836) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:23.487014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:23.588795 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.636350 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.692275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.709720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087a2f0d-6bae-4d80-9ec5-98f94af6164c,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:23.762816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.764002 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-806a1c02-8ab9-4553-8e63-51b59858c71d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2807415 Dec 23 13:39:23.766727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42838) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:23.771021 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:23.863694 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:39:23.868935 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:23.927700 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.015439 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.033668 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54025c53-dadb-4e0a-9ad5-c8b216aefd49,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:24.111114 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.112312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e6b8fd7d-d346-41b1-952b-bfe65c8a0316 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446784 Dec 23 13:39:24.115089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42840) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:24.119287 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'security_group_rule': {'security_group_id': '29269c0a-baf2-4060-8943-e459bea19a02', 'project_id': '933628700b974cbd80bfb743c1147032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:24.215761 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Project 933628700b974cbd80bfb743c1147032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:39:24.221052 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.281877 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.349189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.366701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75847438-2b66-448e-b463-1cf1f3f7dc98,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:24.442797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.444030 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8b9428d1-9e6a-443a-be03-ac016837c130 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280280 Dec 23 13:39:24.446853 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:24.452103 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'network': {'name': 'tempest-network-smoke--289181520', 'project_id': '933628700b974cbd80bfb743c1147032', 'port_security_enabled': True}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:24.537950 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:39:24.541405 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.566379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:39:24.575267 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.575603 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Added segment 35df5439-9bd0-4128-8ed3-30b7721e2e37 of type vlan for network 668d42e5-6872-4e7a-b778-7da5f286989c Dec 23 13:39:24.614247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.686275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.692193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:24.692765 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.758237 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Network': ['ID=668d42e5-6872-4e7a-b778-7da5f286989c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:24.768648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 668d42e5-6872-4e7a-b778-7da5f286989c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:39:24.809801 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-83f43a23-9adb-4577-aad1-945180325282 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3617566 Dec 23 13:39:24.812610 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42844) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:24.817039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'admin_state_up': True, 'project_id': '933628700b974cbd80bfb743c1147032', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:24.907069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.908139 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:24.960104 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:25.158960 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:25.406604 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:25.428552 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:25.847462 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.123 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/64c329bc-3620-4c0e-8b4d-0f9425377446) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:39:25.950887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:26.033099 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:26.073197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:26.076285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:26.078685 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:39:26.089199 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe4f4d-ddb9-4ef4-90fb-895c39078218 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:39:26.106584 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=64c329bc-3620-4c0e-8b4d-0f9425377446,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:26.135518 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1fb7a73c-32a1-4faa-9c0d-9ed990d387a8 None None] Provisioning complete for port 64c329bc-3620-4c0e-8b4d-0f9425377446 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:26.136004 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a73c-32a1-4faa-9c0d-9ed990d387a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:26.169705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7a73c-32a1-4faa-9c0d-9ed990d387a8 None None] Port 64c329bc-3620-4c0e-8b4d-0f9425377446 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:39:26.443265 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:26.641559 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:26.858265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router b85dfd23-dde8-4921-b8ec-820d00ce4607 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:39:26.966240 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:39:26.975998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Sync routers for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:39:26.987270 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:26.993957 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:27.043192 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.044456 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-93c7a0b7-988a-4f8c-ad2a-23311efc6957 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2308681 Dec 23 13:39:27.047692 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42846) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:27.077353 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-96f53815-28e8-48ab-a594-96a038f186f5 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=933628700b974cbd80bfb743c1147032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282884 Dec 23 13:39:27.079952 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42848) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:27.096541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:27.170036 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ad303-4ecd-4141-b41a-a1e508f96ccb tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:27.174133 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-217ad303-4ecd-4141-b41a-a1e508f96ccb tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907013 Dec 23 13:39:27.174346 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42850) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:27.203096 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-bdf26104-37c8-4227-b205-7671a9ffa7e3 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=28d6b5b7-cd4d-43b8-ac9e-f542a574f04a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276976 Dec 23 13:39:27.205627 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42852) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:27.210302 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846933387', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'project_id': '933628700b974cbd80bfb743c1147032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:27.281533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:27.308049 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Checking router: b85dfd23-dde8-4921-b8ec-820d00ce4607 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:39:27.308504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Updating router b85dfd23-dde8-4921-b8ec-820d00ce4607 port 64c329bc-3620-4c0e-8b4d-0f9425377446 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:39:27.332968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.355275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:39:27.358836 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.586771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.589981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.655615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.658436 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Subnet': ['ID=0b26db4b-91a2-44ca-a6bd-ab89692c3589,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:27.671577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Checking segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:39:27.671577 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network hostable DHCP agents. Network: 668d42e5-6872-4e7a-b778-7da5f286989c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:39:27.699987 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b79e2-6fdb-4fe2-ac93-93f8e719717b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:39:27.709779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Attempting to bind port 64c329bc-3620-4c0e-8b4d-0f9425377446 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:39:27.710150 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Attempting to bind port 64c329bc-3620-4c0e-8b4d-0f9425377446 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:39:27.710509 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Attempting to bind port 64c329bc-3620-4c0e-8b4d-0f9425377446 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:39:27.721700 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:39:27.721940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:39:27.722337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.722744 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:39:27.723203 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Bound port: 64c329bc-3620-4c0e-8b4d-0f9425377446, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:39:27.723579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.725077 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd52714-1009-4cd2-9d4b-6a22ffdae53d None None] Pushing event updated for resources: {'Port': ['ID=64c329bc-3620-4c0e-8b4d-0f9425377446,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:27.746818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 668d42e5-6872-4e7a-b778-7da5f286989c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:39:27.776133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] For port 64c329bc-3620-4c0e-8b4d-0f9425377446, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:39:27.780072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] For port 64c329bc-3620-4c0e-8b4d-0f9425377446, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64c329bc-3620-4c0e-8b4d-0f9425377446,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:39:27.798175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-81f6fe79-466f-4161-90e8-c58e8d62df8b None None] Provisioning complete for port 64c329bc-3620-4c0e-8b4d-0f9425377446 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:27.798537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81f6fe79-466f-4161-90e8-c58e8d62df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.809669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 668d42e5-6872-4e7a-b778-7da5f286989c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:27.814243 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:27.814838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.827086 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589cf16b-d69e-4483-8856-770db3a95bd9 None None] Network 668d42e5-6872-4e7a-b778-7da5f286989c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:39:27.868858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:27.892768 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-a076fdcb-ef65-422f-b943-c044241669d8 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6860595 Dec 23 13:39:27.895455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42854) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:27.905277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-81f6fe79-466f-4161-90e8-c58e8d62df8b None None] Port 64c329bc-3620-4c0e-8b4d-0f9425377446 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:39:27.938136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0ae99-c660-4fb8-bcb6-ffb39f8b2dc5 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:39:27.973724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd52714-1009-4cd2-9d4b-6a22ffdae53d None None] Pushing event updated for resources: {'Port': ['ID=64c329bc-3620-4c0e-8b4d-0f9425377446,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:27.977824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:27.978432 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:28.027779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-668d42e5-6872-4e7a-b778-7da5f286989c', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:39:28.028669 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.154412 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] Provisioning complete for port 64c329bc-3620-4c0e-8b4d-0f9425377446 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:28.155120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.218705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:28.330432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.362062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Allocated IP 172.20.0.2 (668d42e5-6872-4e7a-b778-7da5f286989c/0b26db4b-91a2-44ca-a6bd-ab89692c3589/e2703bb3-2295-4a32-802a-e74fe31354b3) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:39:28.460933 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.498968 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] For port 64c329bc-3620-4c0e-8b4d-0f9425377446, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64c329bc-3620-4c0e-8b4d-0f9425377446,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:28.565002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.650978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.658267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:28.661131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530c963-805c-4d0b-b235-9d592f5bff2f None None] Pushing event updated for resources: {'Port': ['ID=64c329bc-3620-4c0e-8b4d-0f9425377446,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:28.687827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c512b34-9eab-43a0-a86e-6a1a360963bc None None] The sync data for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 is: [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:26Z', 'revision_number': 3, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:39:28.731002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.770896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Network 668d42e5-6872-4e7a-b778-7da5f286989c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:28.775769 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:28.780398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:39:28.783653 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.1 (668d42e5-6872-4e7a-b778-7da5f286989c/0b26db4b-91a2-44ca-a6bd-ab89692c3589/ecd85a12-bc96-4d15-b579-41b52702ada7) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:39:28.788780 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Pushing event updated for resources: {'Port': ['ID=e2703bb3-2295-4a32-802a-e74fe31354b3,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:28.848606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Attempting to bind port e2703bb3-2295-4a32-802a-e74fe31354b3 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:39:28.849013 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Attempting to bind port e2703bb3-2295-4a32-802a-e74fe31354b3 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:39:28.849403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Attempting to bind port e2703bb3-2295-4a32-802a-e74fe31354b3 on network 668d42e5-6872-4e7a-b778-7da5f286989c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:39:28.854539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:39:28.855127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Checking segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:39:28.855573 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.855935 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Bound using segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:39:28.856410 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Bound port: e2703bb3-2295-4a32-802a-e74fe31354b3, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:39:28.856797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:28.913953 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.016578 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.070395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 668d42e5-6872-4e7a-b778-7da5f286989c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:29.074027 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:29.078771 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:39:29.082942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:29.126445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.132024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] For port e2703bb3-2295-4a32-802a-e74fe31354b3, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:39:29.135640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] For port e2703bb3-2295-4a32-802a-e74fe31354b3, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2703bb3-2295-4a32-802a-e74fe31354b3,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:39:29.205081 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.267779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89070e-8066-4134-abe1-4568c9103094 None None] Pushing event updated for resources: {'Port': ['ID=e2703bb3-2295-4a32-802a-e74fe31354b3,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:29.327118 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.659472 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.718450 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.791821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:29.794420 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:29.894907 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 668d42e5-6872-4e7a-b778-7da5f286989c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:29.896295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:30.025895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router b85dfd23-dde8-4921-b8ec-820d00ce4607 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:39:30.032893 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64c329bc-3620-4c0e-8b4d-0f9425377446 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:39:30.085951 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 64c329bc-3620-4c0e-8b4d-0f9425377446 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:30.086321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.143461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:39:30.148899 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-b9aee04b-d9cf-4bab-94ec-2d2dcbe5e55f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/b85dfd23-dde8-4921-b8ec-820d00ce4607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2521610 Dec 23 13:39:30.173751 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2703bb3-2295-4a32-802a-e74fe31354b3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:39:30.230298 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e2703bb3-2295-4a32-802a-e74fe31354b3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:30.230870 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.281480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b5b3a-43f6-4469-9577-7136bba20abb None None] Network 668d42e5-6872-4e7a-b778-7da5f286989c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:39:30.318022 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-627f419c-7b67-4f2c-9e5b-e8199cfb6d9a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293999035&fields=id&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 267 time: 0.0494266 Dec 23 13:39:30.376917 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-624ceac7-1280-4997-a85d-0b8cc76a1683 None None] Provisioning complete for port e2703bb3-2295-4a32-802a-e74fe31354b3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:30.377284 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-624ceac7-1280-4997-a85d-0b8cc76a1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.424057 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.426521 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-c68d04f7-5298-47c6-ad4e-c3db69b23263 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:30.428011 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-c68d04f7-5298-47c6-ad4e-c3db69b23263 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 796 time: 0.1014388 Dec 23 13:39:30.445056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-8f36c932-b31c-4d2b-9429-c4b4ba8574dc tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/quotas/933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 375 time: 0.0101333 Dec 23 13:39:30.491044 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port e2703bb3-2295-4a32-802a-e74fe31354b3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2703bb3-2295-4a32-802a-e74fe31354b3,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:30.515607 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-07f53735-0cad-4ca2-aaf2-8980e2d0749b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550582 Dec 23 13:39:30.539578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-624ceac7-1280-4997-a85d-0b8cc76a1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.593143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:30.630724 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-963a1459-5907-402a-b383-2cf74b3711e5 service neutron] 10.222.0.16 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062012 Dec 23 13:39:30.643142 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-624ceac7-1280-4997-a85d-0b8cc76a1683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 13:39:30.643473 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-624ceac7-1280-4997-a85d-0b8cc76a1683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 13:39:30.663602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=e2703bb3-2295-4a32-802a-e74fe31354b3,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:30.732118 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-dc63b5a3-7b84-4425-89e1-9273c0d7a53c service neutron] 10.222.0.16 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003313 Dec 23 13:39:30.835050 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Sync routers for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:39:30.845921 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:30.846533 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:30.956029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:30.983777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cf8206b8-6e1e-425c-8e36-365e8f1572bc req-8f95a931-931a-4504-9b95-0bbe2ad56d87 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 210 time: 0.0388615 Dec 23 13:39:31.265352 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 2, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:31.291514 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Checking router: b85dfd23-dde8-4921-b8ec-820d00ce4607 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:39:31.291869 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Updating router b85dfd23-dde8-4921-b8ec-820d00ce4607 port ecd85a12-bc96-4d15-b579-41b52702ada7 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:39:31.309345 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d7cdb05e-07a1-483d-a142-e6d45dcdf73b None None] Provisioning complete for port ecd85a12-bc96-4d15-b579-41b52702ada7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:31.309915 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb05e-07a1-483d-a142-e6d45dcdf73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.316703 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.348091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdb05e-07a1-483d-a142-e6d45dcdf73b None None] Port ecd85a12-bc96-4d15-b579-41b52702ada7 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:39:31.358107 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d7cdb05e-07a1-483d-a142-e6d45dcdf73b None None] Provisioning complete for port e2703bb3-2295-4a32-802a-e74fe31354b3 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:31.358482 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb05e-07a1-483d-a142-e6d45dcdf73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.586917 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.661280 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.712761 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Pushing event updated for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:31.737316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.737653 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.737982 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.738308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.738630 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.738948 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.739264 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.739576 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.739922 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.740242 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.740562 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.740896 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.741194 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:39:31.774701 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Attempting to bind port ecd85a12-bc96-4d15-b579-41b52702ada7 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:39:31.775064 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Attempting to bind port ecd85a12-bc96-4d15-b579-41b52702ada7 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:39:31.775419 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Attempting to bind port ecd85a12-bc96-4d15-b579-41b52702ada7 on network 668d42e5-6872-4e7a-b778-7da5f286989c {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:39:31.781793 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:39:31.785961 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Checking segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:39:31.785961 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.785961 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Bound using segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:39:31.785961 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Bound port: ecd85a12-bc96-4d15-b579-41b52702ada7, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:39:31.785961 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.855602 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] For port ecd85a12-bc96-4d15-b579-41b52702ada7, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:39:31.859043 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] For port ecd85a12-bc96-4d15-b579-41b52702ada7, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ecd85a12-bc96-4d15-b579-41b52702ada7,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:39:31.941680 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:31.972579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2703bb3-2295-4a32-802a-e74fe31354b3 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:39:31.976631 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] Provisioning complete for port ecd85a12-bc96-4d15-b579-41b52702ada7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:31.978813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:32.003552 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:32.004049 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:32.089724 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port e2703bb3-2295-4a32-802a-e74fe31354b3 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:32.090123 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:32.118066 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81c6d-809d-4d74-9970-0a04d2c6b023 None None] Pushing event updated for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=4']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:32.133017 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-45614a43-b2ee-4c01-b675-c9b9ebba85c9 req-cd09b6d5-42eb-4598-b144-530669964124 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 210 time: 0.0611989 Dec 23 13:39:32.157754 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:32.159818 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:32.229448 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] For port ecd85a12-bc96-4d15-b579-41b52702ada7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ecd85a12-bc96-4d15-b579-41b52702ada7,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:32.284054 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:32.335677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805df597-8c07-45b7-8df0-2276eed3a460 None None] Pushing event updated for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:32.371833 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:31Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:32.401958 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf0cbe-f77a-40c3-a185-1853a531d215 None None] The sync data for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 is: [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:31Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:39:32.404899 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-22b16548-24b1-4413-be0e-a6464b32720d None None] Provisioning complete for port ecd85a12-bc96-4d15-b579-41b52702ada7 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:32.405352 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-22b16548-24b1-4413-be0e-a6464b32720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.035517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-cced26fe-af33-405a-879e-0b14d66e418c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:33.037241 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-cced26fe-af33-405a-879e-0b14d66e418c tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 796 time: 0.1119068 Dec 23 13:39:33.108809 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-d42bc67a-c183-4d63-8916-354e9af7ffad tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933628700b974cbd80bfb743c1147032 HTTP/1.1" status: 200 len: 379 time: 0.0625024 Dec 23 13:39:33.118310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'port': {'device_id': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'admin_state_up': True, 'tenant_id': '933628700b974cbd80bfb743c1147032', 'security_groups': ['29269c0a-baf2-4060-8943-e459bea19a02']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:33.253854 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ab88c3a8-7d01-4687-94ad-54fbcac37ff3 req-dd575d66-82e1-4341-8f3c-6ef1e0b1228e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 210 time: 0.0273750 Dec 23 13:39:33.318119 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Made reservation on behalf of 933628700b974cbd80bfb743c1147032 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:39:33.321719 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.458192 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.20.0.14 (668d42e5-6872-4e7a-b778-7da5f286989c/0b26db4b-91a2-44ca-a6bd-ab89692c3589/44b70f09-9ebe-4c3c-bfaa-03e5c898afc9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:39:33.595056 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.684601 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.728369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 668d42e5-6872-4e7a-b778-7da5f286989c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:33.731445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:33.735235 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:39:33.760451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:33.790816 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:33.791430 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.886854 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-318a73b8-8659-450b-b0ed-6e25b4551438 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7722652 Dec 23 13:39:33.899075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Request body: {'port': {'device_id': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:33.945065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-d744ad19-ebe0-4794-837b-14c32f5b9bf3 None None] Provisioning complete for port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:33.945693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d744ad19-ebe0-4794-837b-14c32f5b9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.959061 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:33.989892 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-d744ad19-ebe0-4794-837b-14c32f5b9bf3 None None] Port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:39:34.001803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ecd85a12-bc96-4d15-b579-41b52702ada7 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:39:34.049642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ecd85a12-bc96-4d15-b579-41b52702ada7 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:34.050010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.375626 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b204-c6ee-478c-bd60-5c02c6a937f4 req-aafa79ed-7c3f-4020-8806-3762874f6129 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:34.377311 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6d4b204-c6ee-478c-bd60-5c02c6a937f4 req-aafa79ed-7c3f-4020-8806-3762874f6129 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 932 time: 0.0515389 Dec 23 13:39:34.429772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a6d4b204-c6ee-478c-bd60-5c02c6a937f4 req-fa006dab-e121-474a-a680-edc55adeb329 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461125 Dec 23 13:39:34.549494 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:39:34.556710 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.569201 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Transition to ACTIVE for port object 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:39:34.646314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.699827 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Pushing event updated for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:34.775014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Attempting to bind port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:39:34.775495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Attempting to bind port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:39:34.775821 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Attempting to bind port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 on network 668d42e5-6872-4e7a-b778-7da5f286989c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:39:34.780566 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 on network 668d42e5-6872-4e7a-b778-7da5f286989c not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:39:34.780991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Attempting to bind port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 on network 668d42e5-6872-4e7a-b778-7da5f286989c {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:39:34.785915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:39:34.786272 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Checking segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:39:34.786654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Bound using segment: {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:39:34.787253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Bound port: 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35df5439-9bd0-4128-8ed3-30b7721e2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:39:34.787610 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.855278 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:39:34.858896 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:39:34.915640 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.956390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:34.957033 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:34.959300 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] 10.222.0.43 "PUT /v2.0/ports/44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 1092 time: 1.0644619 Dec 23 13:39:34.961664 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:39:34.964454 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693edff5-e3f1-4fdb-b183-0d88c8d7109a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:39:34.989111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd18bc-00f0-4af6-874c-e92f4dd26e69 service neutron] Pushing event updated for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:35.013185 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00824a5c-2341-443c-9301-d90c6fc6fdd8 x-openstack-request-id: req-00824a5c-2341-443c-9301-d90c6fc6fdd8 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:39:35.013516 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:39:35.013771 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00824a5c-2341-443c-9301-d90c6fc6fdd8 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:39:35.014178 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'status': 'completed', 'code': 200} Dec 23 13:39:35.075186 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-0d1104d4-a91a-45cc-b173-19ffd452a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.076720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-0d1104d4-a91a-45cc-b173-19ffd452a0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1095 time: 0.0434935 Dec 23 13:39:35.178700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-1c9ba494-eec7-4938-9d54-c3c355fa0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.180159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-1c9ba494-eec7-4938-9d54-c3c355fa0e18 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=933628700b974cbd80bfb743c1147032&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0961192 Dec 23 13:39:35.276068 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-f7d71f0f-9400-4924-b4a6-fc0acd0d5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.277869 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-693edff5-e3f1-4fdb-b183-0d88c8d7109a req-f7d71f0f-9400-4924-b4a6-fc0acd0d5392 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911415 Dec 23 13:39:35.350326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-3455bce7-30c1-4091-93ce-d0840f687de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.351681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-3455bce7-30c1-4091-93ce-d0840f687de7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1095 time: 0.0397637 Dec 23 13:39:35.393740 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-f96b913a-4b39-4ec1-89a8-54ac71a3474f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 217 time: 0.0343432 Dec 23 13:39:35.446700 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-75a79197-ae51-47a7-87ee-b60fa91026b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.448145 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-75a79197-ae51-47a7-87ee-b60fa91026b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 200 len: 835 time: 0.0483115 Dec 23 13:39:35.504365 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6049-931a-4050-9812-d49053185a84 req-af81d380-16c5-4962-9773-ffbd0b7aad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.505904 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-af81d380-16c5-4962-9773-ffbd0b7aad4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=668d42e5-6872-4e7a-b778-7da5f286989c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468392 Dec 23 13:39:35.551873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed574-b23a-476d-9fc5-b4f69b6d47f3 req-361e3566-1992-49e7-ae58-ed8dc44e8cac tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:35.553368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-818ed574-b23a-476d-9fc5-b4f69b6d47f3 req-361e3566-1992-49e7-ae58-ed8dc44e8cac tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 944 time: 0.0525808 Dec 23 13:39:35.596857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-613d0e68-c64d-444d-8ded-ad56117cb373 service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836265 Dec 23 13:39:35.602811 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-818ed574-b23a-476d-9fc5-b4f69b6d47f3 req-aefb39c0-d414-4267-a7ce-f1ec93bc8eb7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Dec 23 13:39:35.693749 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7aeb6049-931a-4050-9812-d49053185a84 req-f4f52c79-2e94-4b5a-97e1-8a187b9aca89 service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898674 Dec 23 13:39:36.722566 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519dda-57fc-4d07-97eb-d7ee6d9fb977 req-2bfbb0e2-8fa4-4219-9f9e-aa900b197a98 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:36.724034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4519dda-57fc-4d07-97eb-d7ee6d9fb977 req-2bfbb0e2-8fa4-4219-9f9e-aa900b197a98 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 944 time: 0.0509839 Dec 23 13:39:36.771661 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e4519dda-57fc-4d07-97eb-d7ee6d9fb977 req-6b86a7fb-dd17-4a0e-85ee-7c122800c69a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 Dec 23 13:39:37.893362 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b646c72-b608-44b7-9a4e-414eb7b78925 req-e73a06db-6218-4b9d-8cd5-ae8438cdade5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:37.894820 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b646c72-b608-44b7-9a4e-414eb7b78925 req-e73a06db-6218-4b9d-8cd5-ae8438cdade5 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 944 time: 0.0514400 Dec 23 13:39:37.946391 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8b646c72-b608-44b7-9a4e-414eb7b78925 req-28894508-b6d3-4c70-8400-ee48f8e236a7 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Dec 23 13:39:39.059706 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cfee9-4439-4e72-817b-9e86e7f7af53 req-aa05ab05-9f9f-4932-a3e1-aa91ceb99855 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:39.061196 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-276cfee9-4439-4e72-817b-9e86e7f7af53 req-aa05ab05-9f9f-4932-a3e1-aa91ceb99855 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 944 time: 0.0485883 Dec 23 13:39:39.111827 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-276cfee9-4439-4e72-817b-9e86e7f7af53 req-349db79e-4e5d-4905-9cfd-eb532392c840 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Dec 23 13:39:39.134263 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:39:39.225813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:39.236758 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'port_id': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'mac_address': 'fa:16:3e:1c:f0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:39:39.275813 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:39.288757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:39:39.307109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:39.380895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:39.430972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:39.579535 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:39:40.225072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068c3e-8126-424d-8410-4fd8a04e9fb2 req-006a13b2-6c3b-4247-b288-2733d4190171 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:40.226546 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35068c3e-8126-424d-8410-4fd8a04e9fb2 req-006a13b2-6c3b-4247-b288-2733d4190171 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 945 time: 0.0476570 Dec 23 13:39:40.277697 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-35068c3e-8126-424d-8410-4fd8a04e9fb2 req-06b35af0-5c93-467b-bcc5-56a11cc25baa tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447221 Dec 23 13:39:41.131220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:39:41.272170 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:39:41.276043 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:39:41.276406 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:41.357638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:41.380737 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:39:41.382999 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ec994d-7d7e-421a-99ae-0a8d2ac5399e" -d '{"events": [{"server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:39:41.395827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:39:41.398455 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d71ec-4518-4ff4-afe5-0860c4b6fbdb req-0bba367f-388c-43ad-8c24-d6dd0fdf2759 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:41.400224 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-108d71ec-4518-4ff4-afe5-0860c4b6fbdb req-0bba367f-388c-43ad-8c24-d6dd0fdf2759 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 945 time: 0.0528910 Dec 23 13:39:41.423434 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec1f4c2-a61f-4690-9d4f-6e10016d8654 x-openstack-request-id: req-6ec1f4c2-a61f-4690-9d4f-6e10016d8654 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:39:41.423780 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:39:41.424043 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ec1f4c2-a61f-4690-9d4f-6e10016d8654 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:39:41.424437 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'code': 200} Dec 23 13:39:41.453412 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-108d71ec-4518-4ff4-afe5-0860c4b6fbdb req-c17c2df4-f2d9-4299-a6ea-763bc7ad85a0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468154 Dec 23 13:39:41.466785 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:41.515909 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:41.521737 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fdcd1-f46b-4a0a-ac96-243546a37fb8 req-8d0d9084-80aa-40b2-8b4c-651f57433fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:41.523536 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d50fdcd1-f46b-4a0a-ac96-243546a37fb8 req-8d0d9084-80aa-40b2-8b4c-651f57433fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1097 time: 0.0405211 Dec 23 13:39:41.570358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d50fdcd1-f46b-4a0a-ac96-243546a37fb8 req-d32391ad-9862-4e04-b559-278910eb38e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402904 Dec 23 13:39:42.576830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093105-71aa-4544-bee1-5b949d265670 req-2bd87e7d-373a-415e-b6a8-be1e6924b4ab tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:42.578386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8093105-71aa-4544-bee1-5b949d265670 req-2bd87e7d-373a-415e-b6a8-be1e6924b4ab tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0504732 Dec 23 13:39:42.627559 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8093105-71aa-4544-bee1-5b949d265670 req-57a11203-9061-494e-80da-4f23bc507e25 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Dec 23 13:39:43.383811 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-af8122dc-c27a-4913-b383-51ace554a7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:43.744767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd182b-84a1-42f2-b205-d3e520b74ec4 req-e8616493-9c77-4769-a07a-bc0f8d20d8e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:43.746250 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10cd182b-84a1-42f2-b205-d3e520b74ec4 req-e8616493-9c77-4769-a07a-bc0f8d20d8e9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0518720 Dec 23 13:39:43.793772 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10cd182b-84a1-42f2-b205-d3e520b74ec4 req-f6cd77c6-6c44-4ffc-866c-5fb0b1226bfd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Dec 23 13:39:43.907343 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baabf4-8e01-4331-b008-4b73175c3a4f req-da7f21b5-eb99-486c-a684-562cbb5588b6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:43.908702 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67baabf4-8e01-4331-b008-4b73175c3a4f req-da7f21b5-eb99-486c-a684-562cbb5588b6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0485773 Dec 23 13:39:43.959545 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67baabf4-8e01-4331-b008-4b73175c3a4f req-89d29528-4ee9-433a-b723-7221c51a9f7d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 Dec 23 13:39:43.981975 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42912) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:44.024809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc53ac-4131-4fb6-a7a1-e651b6e4a3e9 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:44.026330 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-edfc53ac-4131-4fb6-a7a1-e651b6e4a3e9 tempest-TestNetworkAdvancedServerOps-86832478 tempest-TestNetworkAdvancedServerOps-86832478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1092 time: 0.0433280 Dec 23 13:39:44.029774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42914) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:44.034055 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:39:44.123905 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:44.221208 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:44.324246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Allocated IP 172.25.7.45 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/2102371d-876c-420d-9af0-ad993d70e4f2) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:39:44.423751 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:44.513154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:44.556091 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:39:44.559007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:39:44.563722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:39:44.587337 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=2102371d-876c-420d-9af0-ad993d70e4f2,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:44.919282 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.052239 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.204735 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.254838 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.320316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event updated for resources: {'Port': ['ID=2102371d-876c-420d-9af0-ad993d70e4f2,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:39:45.334796 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.435215 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 6256a5d3-2cd3-471d-bf75-0c69105e1649 associated. External IP: 172.25.7.45, port: 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9. Dec 23 13:39:45.644651 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router b85dfd23-dde8-4921-b8ec-820d00ce4607 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:39:45.751024 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:39:45.761914 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Sync routers for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:39:45.772718 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:45.775605 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:45.826125 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:45.853581 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3d7e3900-5d01-4a95-b600-30fdf3e2f40a tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8227670 Dec 23 13:39:45.854295 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:39:45.862824 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700db5d7-a48c-4122-aa7b-98feebe1febb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:39:45.884051 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:45.899012 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dde9a7-10cc-43b8-bf3c-b3f0ddcff5f2 x-openstack-request-id: req-b3dde9a7-10cc-43b8-bf3c-b3f0ddcff5f2 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:39:45.899321 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:39:45.899579 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3dde9a7-10cc-43b8-bf3c-b3f0ddcff5f2 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:39:45.900110 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'status': 'completed', 'code': 200} Dec 23 13:39:45.971920 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-19bf1b33-45a1-4632-bf85-1ae32f2ff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:45.973461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-19bf1b33-45a1-4632-bf85-1ae32f2ff3d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1097 time: 0.0441017 Dec 23 13:39:45.973591 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeccef6-880a-4a72-9e25-b06843d6a15b req-8c16fbd0-7ab4-493d-a49f-f092c90cc62f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:45.975109 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-daeccef6-880a-4a72-9e25-b06843d6a15b req-8c16fbd0-7ab4-493d-a49f-f092c90cc62f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0519276 Dec 23 13:39:46.030828 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-daeccef6-880a-4a72-9e25-b06843d6a15b req-bf32e08d-20e8-4187-bca1-91f737f40ec6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497115 Dec 23 13:39:46.053188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42920) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:46.082367 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-6b361662-200b-4191-9c8c-a61877c5e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:46.083957 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-6b361662-200b-4191-9c8c-a61877c5e828 service neutron] 10.222.0.43 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 897 time: 0.1022582 Dec 23 13:39:46.117440 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-89d3c12a-8d38-4f62-8c43-a8fae9fc58c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/6256a5d3-2cd3-471d-bf75-0c69105e1649 HTTP/1.1" status: 200 len: 991 time: 0.0630503 Dec 23 13:39:46.121863 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0e89a54b-f028-4311-8e19-871ccb92ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:46.146831 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '6256a5d3-2cd3-471d-bf75-0c69105e1649', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'port_id': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'mac_address': 'fa:16:3e:1c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:39:44Z', 'updated_at': '2021-12-23T13:39:44Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:46.156689 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-4affcd43-e6e9-4c82-81af-e67512953fb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 999 time: 0.0644045 Dec 23 13:39:46.177655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Checking router: b85dfd23-dde8-4921-b8ec-820d00ce4607 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:39:46.186666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:39:46.187521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:39:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:46.206015 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-56dc6822-fd8d-43f0-92f3-a82c17f5adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:46.207490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-56dc6822-fd8d-43f0-92f3-a82c17f5adc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 200 len: 835 time: 0.0446153 Dec 23 13:39:46.258717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-07cff500-7758-46fe-a5ab-ff2f1c7931bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:46.260227 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-07cff500-7758-46fe-a5ab-ff2f1c7931bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=668d42e5-6872-4e7a-b778-7da5f286989c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453913 Dec 23 13:39:46.354325 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-f61c3e71-c0b6-439f-be14-7b1bdfad7195 service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866702 Dec 23 13:39:46.450140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:39:46.452608 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-700db5d7-a48c-4122-aa7b-98feebe1febb req-589014fa-18dd-418f-b83a-5a37a7ce1b2e service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910702 Dec 23 13:39:46.674124 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '6256a5d3-2cd3-471d-bf75-0c69105e1649', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'port_id': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'mac_address': 'fa:16:3e:1c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:39:44Z', 'updated_at': '2021-12-23T13:39:44Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:39:46.704435 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6b431-8f0f-43f9-ae68-8b93afeb8b42 None None] The sync data for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 is: [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '6256a5d3-2cd3-471d-bf75-0c69105e1649', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'port_id': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'mac_address': 'fa:16:3e:1c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:39:44Z', 'updated_at': '2021-12-23T13:39:44Z', 'revision_number': 0, 'project_id': '933628700b974cbd80bfb743c1147032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:39:46.803888 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:46.894334 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99378c-73ef-40c4-85f4-f26dc986381b None None] New status for floating IP 6256a5d3-2cd3-471d-bf75-0c69105e1649: ACTIVE {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:39:47.124267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42922) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:39:47.189081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-695572ce-2626-4d0a-9939-f985e2d6b731 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/6256a5d3-2cd3-471d-bf75-0c69105e1649 HTTP/1.1" status: 200 len: 993 time: 0.0681808 Dec 23 13:39:47.929665 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:39:48.523837 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:49.138283 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:49.289428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:39:52.476710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-1e89cdc2-f913-4435-8c11-66e39fde08d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436251 Dec 23 13:39:52.556405 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-898fd285-9f98-4994-a081-03ddd9850972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:52.557900 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-898fd285-9f98-4994-a081-03ddd9850972 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1097 time: 0.0401943 Dec 23 13:39:52.663485 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-c718bb98-f055-4ac4-a1eb-920d8802eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:52.664983 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-c718bb98-f055-4ac4-a1eb-920d8802eb14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 897 time: 0.0870821 Dec 23 13:39:52.730362 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-496e1767-93e1-4b75-9d99-99468f764d52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 1001 time: 0.0578845 Dec 23 13:39:52.781630 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-749ca0de-306c-4c92-b634-cf628078c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:52.783158 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-749ca0de-306c-4c92-b634-cf628078c4c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 200 len: 835 time: 0.0445759 Dec 23 13:39:52.834213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-70e7784e-72ca-4869-b657-478b463cbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:39:52.835710 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-70e7784e-72ca-4869-b657-478b463cbf1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=668d42e5-6872-4e7a-b778-7da5f286989c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451510 Dec 23 13:39:52.924593 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-81df3de8-15f4-48a7-9157-38805ce84c5d service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813401 Dec 23 13:39:53.018671 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d9bc1e5a-7a98-4d78-bfc6-7aa3ae62caad req-2b8f290b-f18d-4dbc-9187-ab581b635f37 service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Dec 23 13:39:53.397941 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:13.396984 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07768300-5657-4006-97c0-6a806ecae42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:14.141510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30402dda-0f89-447e-9246-7acfeb036b4d req-29f91877-b6e9-44e7-a032-0a83a327fe6e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:14.143088 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30402dda-0f89-447e-9246-7acfeb036b4d req-29f91877-b6e9-44e7-a032-0a83a327fe6e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0514562 Dec 23 13:40:14.192720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-30402dda-0f89-447e-9246-7acfeb036b4d req-94799d37-b868-4abf-b623-02ba73ef9927 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 Dec 23 13:40:15.314230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba067-ffec-40d0-ad11-27c00dec4ae3 req-7f8f3bbc-a377-482c-bd10-ed00519414bf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:15.315709 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77eba067-ffec-40d0-ad11-27c00dec4ae3 req-7f8f3bbc-a377-482c-bd10-ed00519414bf tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0488226 Dec 23 13:40:15.364863 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-77eba067-ffec-40d0-ad11-27c00dec4ae3 req-edd9c385-b767-4a3b-a245-a03213609580 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Dec 23 13:40:15.387138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42938) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:15.451566 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-0bd15684-3176-411a-bbe1-84e71fc6cdb2 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/6256a5d3-2cd3-471d-bf75-0c69105e1649 HTTP/1.1" status: 200 len: 993 time: 0.0633085 Dec 23 13:40:16.094875 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de1a5d30-5198-48cd-8fb8-fd14a10aa9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:16.794782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:16.849928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf78a3-ea1e-4dd3-a8f5-21c7e4a5b4d8 req-61e5e2c4-a767-47e2-a818-99e72aab40c9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:16.851501 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aaf78a3-ea1e-4dd3-a8f5-21c7e4a5b4d8 req-61e5e2c4-a767-47e2-a818-99e72aab40c9 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0501921 Dec 23 13:40:16.904300 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8aaf78a3-ea1e-4dd3-a8f5-21c7e4a5b4d8 req-86866783-75d9-4731-a573-af9d82ddfcc0 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451119 Dec 23 13:40:16.934680 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-fbd87644-6297-4a5c-92d5-6499f179d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:16.936269 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-fbd87644-6297-4a5c-92d5-6499f179d2de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1097 time: 0.0447741 Dec 23 13:40:17.025137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-088fda1c-f47e-4bc4-b084-f8db23003fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:17.026638 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-088fda1c-f47e-4bc4-b084-f8db23003fa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 897 time: 0.0829830 Dec 23 13:40:17.095992 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-bc564b07-4fad-44ff-99cb-4439ca615215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 1001 time: 0.0620961 Dec 23 13:40:17.146117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-cf2e2bac-60f1-4831-a400-efdce3d0c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:17.147577 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-cf2e2bac-60f1-4831-a400-efdce3d0c8da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 200 len: 835 time: 0.0448086 Dec 23 13:40:17.191857 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-f1f4829a-99ae-49d9-925d-d19365782b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:17.193352 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-f1f4829a-99ae-49d9-925d-d19365782b0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=668d42e5-6872-4e7a-b778-7da5f286989c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392945 Dec 23 13:40:17.286885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-100b719e-89e3-4b8d-b391-7f399361125e service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852501 Dec 23 13:40:17.378897 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-2b2033b9-d89b-41bd-ab79-b11814af25ef req-62d783cf-010d-42b5-9e6f-1a68b032962e service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851743 Dec 23 13:40:18.027679 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e411c9-1e90-4573-8ad7-f91d2d8d27d8 req-93323f48-cce1-46ab-a4c2-1902f100533d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:18.029188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e411c9-1e90-4573-8ad7-f91d2d8d27d8 req-93323f48-cce1-46ab-a4c2-1902f100533d tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0534360 Dec 23 13:40:18.078930 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80e411c9-1e90-4573-8ad7-f91d2d8d27d8 req-40c2d57c-004e-4222-a63c-7e3993b32e8f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Dec 23 13:40:18.494463 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.149199 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.194132 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949563ca-821f-49b5-b062-78324110f2db req-f0959027-b336-4f58-98ca-fad0aa9c615e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:19.195519 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949563ca-821f-49b5-b062-78324110f2db req-f0959027-b336-4f58-98ca-fad0aa9c615e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0485418 Dec 23 13:40:19.244497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-949563ca-821f-49b5-b062-78324110f2db req-05ac615a-9885-40d5-bed1-78b4c22d62ed tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Dec 23 13:40:19.268181 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42950) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:19.269341 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.331840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7237775c-083f-4b97-a797-35be6a2598ca tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/floatingips/6256a5d3-2cd3-471d-bf75-0c69105e1649 HTTP/1.1" status: 200 len: 993 time: 0.0625534 Dec 23 13:40:19.580165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42956) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:19.740987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 2102371d-876c-420d-9af0-ad993d70e4f2 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:40:19.741327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.815369 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.815696 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:19.827217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 2102371d-876c-420d-9af0-ad993d70e4f2 owned by network:floatingip {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:40:20.052214 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:20.077870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=2102371d-876c-420d-9af0-ad993d70e4f2,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:20.089717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.090076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.090428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.090766 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.091100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.091430 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.091760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.092089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.092413 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.093330 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.093803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.094160 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.094484 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:20.151203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for floatingip, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:20.151589 n-d-822750-2 neutron-server[104038]: INFO neutron.db.l3_db [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Floating IP 6256a5d3-2cd3-471d-bf75-0c69105e1649 disassociated (deleted). External IP: 172.25.7.45, port: 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9. Dec 23 13:40:20.353447 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router b85dfd23-dde8-4921-b8ec-820d00ce4607 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:40:20.459620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:20.464415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:20.469976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Sync routers for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:20.478927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:20.479598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:20.492225 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-9d5871c0-3176-407e-898f-060cf99da6b1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/floatingips/6256a5d3-2cd3-471d-bf75-0c69105e1649 HTTP/1.1" status: 204 len: 168 time: 0.9109831 Dec 23 13:40:20.492838 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:40:20.495226 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147155c0-b195-4660-97a9-4775b97eab10" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:40:20.549294 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54229891-489d-4c13-a83a-c105082c7b3a x-openstack-request-id: req-54229891-489d-4c13-a83a-c105082c7b3a {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:40:20.549659 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:40:20.549922 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54229891-489d-4c13-a83a-c105082c7b3a {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:40:20.550326 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'status': 'completed', 'code': 200} Dec 23 13:40:20.590438 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:20.618654 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147155c0-b195-4660-97a9-4775b97eab10 req-50740015-3695-4462-a4ce-46d7100e565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:20.620076 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-50740015-3695-4462-a4ce-46d7100e565d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=933628700b974cbd80bfb743c1147032&device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 1097 time: 0.0472970 Dec 23 13:40:20.714725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147155c0-b195-4660-97a9-4775b97eab10 req-bfa66941-4f75-418b-981b-d1763ee0e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:20.716204 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-bfa66941-4f75-418b-981b-d1763ee0e5a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 200 len: 897 time: 0.0867577 Dec 23 13:40:20.771074 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-21682300-c33a-457f-a6e5-33d0df4be7b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 200 len: 217 time: 0.0471504 Dec 23 13:40:20.796491 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:20.829762 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Checking router: b85dfd23-dde8-4921-b8ec-820d00ce4607 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:20.839359 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:20.839999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:20.910953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b39c0-8712-42a1-b5c5-6b6e905f763b req-4de290eb-22f2-400f-8040-d137e633e3fd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:20.913421 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-169b39c0-8712-42a1-b5c5-6b6e905f763b req-4de290eb-22f2-400f-8040-d137e633e3fd tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0548837 Dec 23 13:40:20.958876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:20.969448 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-169b39c0-8712-42a1-b5c5-6b6e905f763b req-4d5ef4fc-b423-454b-a68a-b803004f1368 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490484 Dec 23 13:40:21.148788 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147155c0-b195-4660-97a9-4775b97eab10 req-a30c1de5-1ac2-4398-a0b3-024c04861cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:21.150323 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-a30c1de5-1ac2-4398-a0b3-024c04861cd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 200 len: 835 time: 0.3720889 Dec 23 13:40:21.167329 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:21.194096 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388d4a7-a967-409c-887b-597610a58dfb None None] The sync data for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 is: [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:39:29Z', 'revision_number': 4, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'ecd85a12-bc96-4d15-b579-41b52702ada7', 'name': '', 'network_id': '668d42e5-6872-4e7a-b778-7da5f286989c', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'mac_address': 'fa:16:3e:ed:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:28Z', 'updated_at': '2021-12-23T13:39:32Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'subnets': [{'id': '0b26db4b-91a2-44ca-a6bd-ab89692c3589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:21.196905 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147155c0-b195-4660-97a9-4775b97eab10 req-9935b00a-443f-4329-91b7-bd19563670f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:21.198414 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-9935b00a-443f-4329-91b7-bd19563670f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=668d42e5-6872-4e7a-b778-7da5f286989c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392163 Dec 23 13:40:21.294425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-f85a2faf-6e7d-49e5-b727-602ecd9c7434 service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877109 Dec 23 13:40:21.391804 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-147155c0-b195-4660-97a9-4775b97eab10 req-dd6a765b-9754-4f27-8f88-3a42cf0b781f service neutron] 10.222.0.43 "GET /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880346 Dec 23 13:40:21.422699 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db15f91-afa8-44f2-bdcf-b0a1f7327ab4 None None] New status for floating IP 6256a5d3-2cd3-471d-bf75-0c69105e1649: DOWN {{(pid=104040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:40:22.088797 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b719886-dd18-4117-9fe8-2bbc9818fe25 req-8f9440e8-6039-4770-ab27-254e0dd47cdb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:22.090287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b719886-dd18-4117-9fe8-2bbc9818fe25 req-8f9440e8-6039-4770-ab27-254e0dd47cdb tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0487735 Dec 23 13:40:22.142568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6b719886-dd18-4117-9fe8-2bbc9818fe25 req-9affea34-b9a1-43ac-97a5-65b39751bc0b tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/security-groups?id=29269c0a-baf2-4060-8943-e459bea19a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Dec 23 13:40:22.483309 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456980a-4276-43fd-b42c-d83374225af6 req-18d1975f-63b9-4637-8ebd-c5f517192734 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:22.484800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f456980a-4276-43fd-b42c-d83374225af6 req-18d1975f-63b9-4637-8ebd-c5f517192734 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 946 time: 0.0501463 Dec 23 13:40:22.577546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:40:22.577887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:22.665666 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:22.666031 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:22.678285 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:40:22.846415 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:22.872669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=44b70f09-9ebe-4c3c-bfaa-03e5c898afc9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:22.920383 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] No DVR routers for this DVR port 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:40:22.923280 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:22.926843 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f456980a-4276-43fd-b42c-d83374225af6 req-1ee5a097-671e-46cd-8408-635717cb5045 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.43 "DELETE /v2.0/ports/44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 HTTP/1.1" status: 204 len: 173 time: 0.4359567 Dec 23 13:40:22.927286 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'name': 'network-vif-deleted', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:40:22.929569 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bdf381-c8e5-4edd-9a7a-fe57f9692d7e" -d '{"events": [{"server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "name": "network-vif-deleted", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:40:22.967096 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b000563-3721-4368-8a9a-b0d7f5e08fb2 x-openstack-request-id: req-1b000563-3721-4368-8a9a-b0d7f5e08fb2 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:40:22.967408 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f6feb0-762a-440d-b94a-d6a8490a39aa", "name": "network-vif-deleted", "tag": "44b70f09-9ebe-4c3c-bfaa-03e5c898afc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:40:22.968436 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b000563-3721-4368-8a9a-b0d7f5e08fb2 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:40:22.968872 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f6feb0-762a-440d-b94a-d6a8490a39aa', 'name': 'network-vif-deleted', 'tag': '44b70f09-9ebe-4c3c-bfaa-03e5c898afc9', 'status': 'completed', 'code': 200} Dec 23 13:40:23.240502 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b6b16ce4-0e6d-4e19-85e7-055feaba1912 req-ee3c228f-318a-4213-96b8-e7df35de004e tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4f6feb0-762a-440d-b94a-d6a8490a39aa HTTP/1.1" status: 200 len: 210 time: 0.0282760 Dec 23 13:40:23.420476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:24.298339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42972) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:24.650300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:24.905570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port ecd85a12-bc96-4d15-b579-41b52702ada7 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:40:24.905801 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:24.930308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:40:24.997174 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port ecd85a12-bc96-4d15-b579-41b52702ada7, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ecd85a12-bc96-4d15-b579-41b52702ada7,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:24.997535 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:25.010973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for ecd85a12-bc96-4d15-b579-41b52702ada7 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:40:25.249127 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:25.275541 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=ecd85a12-bc96-4d15-b579-41b52702ada7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:25.331860 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:40:25.352786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:40:25.353545 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 44b70f09-9ebe-4c3c-bfaa-03e5c898afc9 not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:40:25.459065 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:25.670631 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Router b85dfd23-dde8-4921-b8ec-820d00ce4607 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:40:25.775761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:25.780987 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-88df8fea-da65-4a8b-8c0b-f23cb9138df4 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "PUT /v2.0/routers/b85dfd23-dde8-4921-b8ec-820d00ce4607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812119 Dec 23 13:40:25.783600 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42974) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:25.786132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Sync routers for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:25.796981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:25.797594 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:25.838911 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting subnet 0b26db4b-91a2-44ca-a6bd-ab89692c3589 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:40:25.842004 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:25.882252 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:25.903141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:25.973888 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.084175 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:40:25Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:26.098432 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.113815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Checking router: b85dfd23-dde8-4921-b8ec-820d00ce4607 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:26.122002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Routers {'b85dfd23-dde8-4921-b8ec-820d00ce4607'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:26.122603 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['b85dfd23-dde8-4921-b8ec-820d00ce4607'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:26.129166 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.133263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/subnets/0b26db4b-91a2-44ca-a6bd-ab89692c3589 HTTP/1.1" status: 204 len: 168 time: 0.3486617 Dec 23 13:40:26.134273 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464644da-f9d5-4f36-9eca-1db6c217ba18 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Subnet': ['ID=0b26db4b-91a2-44ca-a6bd-ab89692c3589,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:26.136005 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42976) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:26.160524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6356ff-5766-4f26-88c6-c34c3fad7e33 None None] Network 668d42e5-6872-4e7a-b778-7da5f286989c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:40:26.474105 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] Set router b85dfd23-dde8-4921-b8ec-820d00ce4607 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:26.619905 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] DHCP port deletion for 668d42e5-6872-4e7a-b778-7da5f286989c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:26.624268 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.716546 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Deleting port e2703bb3-2295-4a32-802a-e74fe31354b3 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:40:26.716981 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.739229 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.757413 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:40:25Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:26.791560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ad1e0-3b10-4aeb-9af1-ce25d0ccab6c None None] The sync data for ids ['b85dfd23-dde8-4921-b8ec-820d00ce4607'] in n-d-822750-2 is: [{'id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1318291833', 'tenant_id': '933628700b974cbd80bfb743c1147032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:39:24Z', 'updated_at': '2021-12-23T13:40:25Z', 'revision_number': 5, 'project_id': '933628700b974cbd80bfb743c1147032', 'gw_port': {'id': '64c329bc-3620-4c0e-8b4d-0f9425377446', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85dfd23-dde8-4921-b8ec-820d00ce4607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:39:25Z', 'updated_at': '2021-12-23T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:26.816567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] For port e2703bb3-2295-4a32-802a-e74fe31354b3, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=e2703bb3-2295-4a32-802a-e74fe31354b3,segment=NetworkSegment(35df5439-9bd0-4128-8ed3-30b7721e2e37),segment_id=35df5439-9bd0-4128-8ed3-30b7721e2e37)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:26.816999 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.831212 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Calling delete_port for e2703bb3-2295-4a32-802a-e74fe31354b3 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:40:26.884453 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Deleting port 64c329bc-3620-4c0e-8b4d-0f9425377446 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:40:26.884702 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.965317 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] For port 64c329bc-3620-4c0e-8b4d-0f9425377446, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=64c329bc-3620-4c0e-8b4d-0f9425377446,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:26.965668 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:26.978870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Calling delete_port for 64c329bc-3620-4c0e-8b4d-0f9425377446 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:40:26.984292 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.011138 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Pushing event deleted for resources: {'Port': ['ID=e2703bb3-2295-4a32-802a-e74fe31354b3,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:27.013349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] No DVR routers for this DVR port e2703bb3-2295-4a32-802a-e74fe31354b3 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:40:27.021715 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.022065 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.022706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.022706 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.023430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.023430 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.023675 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.023996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.024317 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.024640 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.024996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.025315 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.025633 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33194e-bb44-4fac-86fd-a699803c9887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.216275 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.243793 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Port': ['ID=64c329bc-3620-4c0e-8b4d-0f9425377446,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:27.259355 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0e5a7-c1ac-47d3-9b14-b07527d8e218 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:27.271448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.271828 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.272175 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.272516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.272879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.273324 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.273556 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.274025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.274187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.274517 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.274840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.275164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.275500 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:27.318592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.410870 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.413094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.523542 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.524089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Fanout notify agent at l3_agent the message router_deleted on router b85dfd23-dde8-4921-b8ec-820d00ce4607 {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:40:27.531719 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.532905 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-85b985af-296e-4f02-9581-3fed6f8524c6 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/routers/b85dfd23-dde8-4921-b8ec-820d00ce4607 HTTP/1.1" status: 204 len: 168 time: 1.3957715 Dec 23 13:40:27.537043 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 42980) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:27.620626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.710481 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.735327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668d42e5-6872-4e7a-b778-7da5f286989c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:27.744620 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35df5439-9bd0-4128-8ed3-30b7721e2e37') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:27.744945 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35df5439-9bd0-4128-8ed3-30b7721e2e37') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:27.754355 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.767626 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.773349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:40:27.773774 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:40:27.776542 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:40:27.903391 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.911463 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.916544 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/networks/668d42e5-6872-4e7a-b778-7da5f286989c HTTP/1.1" status: 204 len: 168 time: 0.3775992 Dec 23 13:40:27.917052 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42982) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:27.926533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4bf9-2f1e-41ec-a6fe-6fedebd39fd1 tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'Network': ['ID=668d42e5-6872-4e7a-b778-7da5f286989c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:27.978154 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:27.991556 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64c329bc-3620-4c0e-8b4d-0f9425377446 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:40:28.004419 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:28.012256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 64c329bc-3620-4c0e-8b4d-0f9425377446 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:40:28.012602 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 64c329bc-3620-4c0e-8b4d-0f9425377446 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:40:28.013038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ecd85a12-bc96-4d15-b579-41b52702ada7 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:40:28.032489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ecd85a12-bc96-4d15-b579-41b52702ada7 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:40:28.032749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ecd85a12-bc96-4d15-b579-41b52702ada7 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:40:28.033187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2703bb3-2295-4a32-802a-e74fe31354b3 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:40:28.052238 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: e2703bb3-2295-4a32-802a-e74fe31354b3 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:40:28.052587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device e2703bb3-2295-4a32-802a-e74fe31354b3 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:40:28.120746 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:28.123448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:28.124727 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] 10.222.0.16 "DELETE /v2.0/security-groups/29269c0a-baf2-4060-8943-e459bea19a02 HTTP/1.1" status: 204 len: 168 time: 0.2066135 Dec 23 13:40:28.134077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd0fd7-bf61-4ce7-ad19-81269281637f tempest-TestNetworkAdvancedServerOps-12410541 tempest-TestNetworkAdvancedServerOps-12410541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29269c0a-baf2-4060-8943-e459bea19a02,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:28.813633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42990) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:28.948218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-2bdcf411-f94c-49d9-9f2b-666094230cc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=933628700b974cbd80bfb743c1147032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332843 Dec 23 13:40:28.949339 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 42994) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:28.996178 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.021584 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.128699 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.131447 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.132679 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d385931f-6f1a-424b-b07c-7abf24ed4890 HTTP/1.1" status: 204 len: 168 time: 0.1823950 Dec 23 13:40:29.140782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3f177-7ae4-4371-bc04-e92f0fd25034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385931f-6f1a-424b-b07c-7abf24ed4890,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:29.681076 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43000) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:29.695213 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf64-2b3e-458a-8d10-1ce155f33641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.767474 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf64-2b3e-458a-8d10-1ce155f33641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.825722 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf64-2b3e-458a-8d10-1ce155f33641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.864798 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8d4fbf64-2b3e-458a-8d10-1ce155f33641 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d8e44aa9f0c441d927f297c7d3ec2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825671 Dec 23 13:40:29.865633 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbf64-2b3e-458a-8d10-1ce155f33641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee4b0e-5b95-4bfc-a740-d97ffaa90957,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:29.867532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43002) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:29.916317 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:29.937969 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:30.069280 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:30.071857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:30.073046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aee4b0e-5b95-4bfc-a740-d97ffaa90957 HTTP/1.1" status: 204 len: 168 time: 0.2043993 Dec 23 13:40:30.081602 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c324a-ef38-4966-846f-96d68fc22117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee4b0e-5b95-4bfc-a740-d97ffaa90957,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:31.147381 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43024) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:31.239289 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1253994663-network', 'tenant_id': '194f868b6eee458eb146215e15d22c6a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:31.322873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Made reservation on behalf of 194f868b6eee458eb146215e15d22c6a for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:40:31.325221 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.334273 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.408423 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.477171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.505146 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:40:31.511641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520f95fa-0fa8-4cc6-b607-0b2ff34fed6a,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:31.518175 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.518525 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Added segment 4efc368f-44b0-4ed9-a9b0-82a1d7b98804 of type vlan for network ac222043-795f-4fc6-b8f0-e9ddef64aa11 Dec 23 13:40:31.559119 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.654464 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.655474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:31.656045 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:31.717865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] Pushing event updated for resources: {'Network': ['ID=ac222043-795f-4fc6-b8f0-e9ddef64aa11,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:31.727934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:40:31.765584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-52b49fa0-52ca-41d4-a60d-edddd5b95a81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6170406 Dec 23 13:40:31.768615 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43028) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:31.773323 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Request body: {'subnet': {'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1253994663-subnet', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:31.859887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Made reservation on behalf of 194f868b6eee458eb146215e15d22c6a for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:40:31.864099 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.103569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.159993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba0f38e-8c8b-4d69-8cec-47e339374221,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:32.168593 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:32.168996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Network hostable DHCP agents. Network: ac222043-795f-4fc6-b8f0-e9ddef64aa11, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:40:32.251999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:40:32.317290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, ac222043-795f-4fc6-b8f0-e9ddef64aa11) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:32.321449 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:32.322051 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.326772 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72beb48-a6df-48fe-a68c-8f40cbbb08c1 None None] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:40:32.406565 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e32d0af0-71b7-467f-bd4a-e9c8e3d1f301 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6367741 Dec 23 13:40:32.410035 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43030) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:32.414307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:32.430158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:40:32.431018 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.510047 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.511145 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.567165 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.576030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Allocated IP 172.20.0.2 (ac222043-795f-4fc6-b8f0-e9ddef64aa11/4ba0f38e-8c8b-4d69-8cec-47e339374221/7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:32.715708 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.792045 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.796394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.836302 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:32.840644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:32.845403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:32.847321 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Pushing event updated for resources: {'Port': ['ID=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:32.901457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Attempting to bind port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:32.901878 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Attempting to bind port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:32.902246 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Attempting to bind port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:32.908039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:32.913680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:32.913680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.913680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Bound using segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:32.913680 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Bound port: 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:32.913680 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:32.977180 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32056f12-8342-4e14-ab43-741a90452580 None None] For port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:32.980039 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-32056f12-8342-4e14-ab43-741a90452580 None None] For port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:33.035174 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.071124 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.090723 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.098519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056f12-8342-4e14-ab43-741a90452580 None None] Pushing event updated for resources: {'Port': ['ID=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:33.205676 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Allocated IP 172.25.7.3 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/13addd46-3277-4504-9dd3-960aa6c269c0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:33.324950 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.409387 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.452029 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:33.455466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:33.458423 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:33.467451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b5028-6349-4cf5-ac1c-c0fa15471b38 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:33.482207 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Pushing event updated for resources: {'Port': ['ID=13addd46-3277-4504-9dd3-960aa6c269c0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:33.518095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b62000a1-0618-4b46-a230-f2a01756773e None None] Provisioning complete for port 13addd46-3277-4504-9dd3-960aa6c269c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:33.518505 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b62000a1-0618-4b46-a230-f2a01756773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:33.553873 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b62000a1-0618-4b46-a230-f2a01756773e None None] Port 13addd46-3277-4504-9dd3-960aa6c269c0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:33.793962 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.007019 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b8f9e-ac6f-400c-8851-97d585ce79db None None] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:40:34.012743 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.049836 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:34.125378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] Provisioning complete for port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:34.126269 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.184568 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:34.184966 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.229069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:40:34.301757 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.320385 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.349759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:34.358024 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] For port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:34.360110 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:34.375835 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:34.375835 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:34.426866 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.448467 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.453173 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43032) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:34.461000 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-68f53060-3438-4538-ba6b-d3927d01eb4e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0456316 Dec 23 13:40:34.483316 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:34.492563 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 13:40:34.492945 n-d-822750-2 neutron-server[104039]: DEBUG oslo_db.api [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 13:40:34.505207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fb0e4-f75f-49c2-91b5-f8284b22fd49 None None] Pushing event updated for resources: {'Port': ['ID=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:34.547090 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9322b288-8c5c-413d-92ad-1697b5b3c97a None None] Provisioning complete for port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:34.548311 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9322b288-8c5c-413d-92ad-1697b5b3c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.667233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:33Z', 'revision_number': 3, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:34.697702 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:34.698045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Updating router 180c228f-f9f1-4b06-acaa-83d24dfdc97e port 13addd46-3277-4504-9dd3-960aa6c269c0 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:40:34.812277 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:34.880551 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.040249 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Allocated IP 172.20.0.1 (ac222043-795f-4fc6-b8f0-e9ddef64aa11/4ba0f38e-8c8b-4d69-8cec-47e339374221/02b20fc1-c4ef-4fa2-b3f3-a561079eb39f) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:35.064348 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.112044 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.146629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.155376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e49c70-e8d6-4f5b-a9b8-ca9d95a09a5d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:35.165552 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Attempting to bind port 13addd46-3277-4504-9dd3-960aa6c269c0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:35.165916 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Attempting to bind port 13addd46-3277-4504-9dd3-960aa6c269c0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:35.166266 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Attempting to bind port 13addd46-3277-4504-9dd3-960aa6c269c0 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:35.176680 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:35.177071 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:35.177463 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.177845 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:35.178301 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Bound port: 13addd46-3277-4504-9dd3-960aa6c269c0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:35.178667 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.183458 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Pushing event updated for resources: {'Port': ['ID=13addd46-3277-4504-9dd3-960aa6c269c0,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:35.213523 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.213863 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.214195 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.214522 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.214847 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.215167 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.215483 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.215794 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.216107 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.216432 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.216866 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.217125 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.217432 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:40:35.235482 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.248522 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] For port 13addd46-3277-4504-9dd3-960aa6c269c0, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:35.252201 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] For port 13addd46-3277-4504-9dd3-960aa6c269c0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13addd46-3277-4504-9dd3-960aa6c269c0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:35.256225 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-42ae48b6-9318-420b-b2d7-3da06287c48a None None] Provisioning complete for port 13addd46-3277-4504-9dd3-960aa6c269c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:35.256848 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-42ae48b6-9318-420b-b2d7-3da06287c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.275590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:35.280246 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:35.284547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:35.290316 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:35.292655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-42ae48b6-9318-420b-b2d7-3da06287c48a None None] Port 13addd46-3277-4504-9dd3-960aa6c269c0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:35.330188 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.332180 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.377154 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd21a00-a3c7-4943-9571-44ef1ee133b1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:35.389381 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:35.391020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:35.428651 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] Provisioning complete for port 13addd46-3277-4504-9dd3-960aa6c269c0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:35.428956 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.434820 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7754aa-4e32-4c06-b7c4-5e624305e139 None None] Pushing event updated for resources: {'Port': ['ID=13addd46-3277-4504-9dd3-960aa6c269c0,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:35.521409 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:35.524732 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.545677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] For port 13addd46-3277-4504-9dd3-960aa6c269c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13addd46-3277-4504-9dd3-960aa6c269c0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:35.559523 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.615321 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.664155 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443500ad-c130-4acb-88d1-90efd3733eb9 None None] Pushing event updated for resources: {'Port': ['ID=13addd46-3277-4504-9dd3-960aa6c269c0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:35.711563 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:33Z', 'revision_number': 3, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:35.738183 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.738450 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6d160423-3dc3-49bd-85ea-a05348a14e49 None None] Provisioning complete for port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:35.739607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6d160423-3dc3-49bd-85ea-a05348a14e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:35.739788 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3a8ed-5d92-4e15-8727-cbdf3ec49fc9 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:33Z', 'revision_number': 3, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:35.776479 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6d160423-3dc3-49bd-85ea-a05348a14e49 None None] Port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:35.806315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:36.111551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:36.167606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:36.168276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:36.234880 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:36.239358 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:36.257953 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13addd46-3277-4504-9dd3-960aa6c269c0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:36.308016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 13addd46-3277-4504-9dd3-960aa6c269c0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:36.308388 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:36.332455 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:36.334031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:36.467868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:40:36.589734 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:36.596489 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5ebc9313-eb79-4509-91d6-06d2ac51afb0 admin admin] 10.222.0.16 "PUT /v2.0/routers/180c228f-f9f1-4b06-acaa-83d24dfdc97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1404967 Dec 23 13:40:36.617854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8b56fe76-edcf-4dc4-8e39-dadabaeda46b None None] Provisioning complete for port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:36.618228 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8b56fe76-edcf-4dc4-8e39-dadabaeda46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:36.653844 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8b56fe76-edcf-4dc4-8e39-dadabaeda46b None None] Port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:37.267701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43048) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:37.272683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1519148493-network', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:37.363163 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Made reservation on behalf of 21dc8c87c6254cd883b56ac0416861b3 for: {'network': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:40:37.365534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.374484 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.383372 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:37.393314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:37.400333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:37.449193 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.503874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:37.511445 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.535960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=104038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:40:37.544775 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ded160-054c-47d0-a586-fddcc96f4c16,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:37.551364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.551714 n-d-822750-2 neutron-server[104038]: INFO neutron.db.segments_db [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Added segment 69891700-1ed3-4b8f-8361-2983b0b46f51 of type vlan for network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c Dec 23 13:40:37.596869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.686407 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.687399 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:37.688323 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.713781 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 2, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:37.738933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:37.739455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Updating router 180c228f-f9f1-4b06-acaa-83d24dfdc97e port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:40:37.756390 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b69c75d-3ac9-4600-bfbf-0884bcdebf8c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:37.765444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:37.768921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:40:37.874045 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e95ca1b3-bf81-4f2a-8a82-57973736d3b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6052182 Dec 23 13:40:37.877023 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43050) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:37.882117 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Request body: {'subnet': {'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1519148493-subnet', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'ip_version': 4}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:37.968867 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Made reservation on behalf of 21dc8c87c6254cd883b56ac0416861b3 for: {'subnet': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:40:37.971859 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32239723'] for subnet, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.192012 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14649248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32239621'] for subnet, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.246248 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6da8e9-07cd-42f8-899e-2af19a3c2189,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:38.257506 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Checking segment: {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:38.257870 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Network hostable DHCP agents. Network: 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:40:38.261967 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.343642 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.372520 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:40:38.399521 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aee38-f54d-45d1-b1ab-5db3964bec6c None None] Pushing event updated for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:38.450029 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Attempting to bind port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:38.450433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Attempting to bind port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:38.450800 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Attempting to bind port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:38.457507 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:38.457664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:38.457947 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.458337 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Bound using segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:38.458868 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Bound port: 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:38.459248 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.476049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c) {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:38.480448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:38.481161 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.493915 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6073c53-5e5a-48be-a2cf-28c974647d1f None None] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:40:38.576200 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-77bac0c3-e5f8-4209-9815-6c4e41fb5044 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6978824 Dec 23 13:40:38.582307 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:38.582839 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] For port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:38.583829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:38.588563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] For port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:38.609710 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b34a206d-6d9a-485d-be65-0351cd563359 None None] Provisioning complete for port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:38.610661 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b34a206d-6d9a-485d-be65-0351cd563359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.643955 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'fixed_ips': [{'subnet_id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:40:38.644869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.666905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.682292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b34a206d-6d9a-485d-be65-0351cd563359 None None] Port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:38.686833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.686833 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.744346 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:38.792371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aee38-f54d-45d1-b1ab-5db3964bec6c None None] Pushing event updated for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:38.808342 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:38.809000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:38.944305 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Allocated IP 172.20.0.2 (5b69c75d-3ac9-4600-bfbf-0884bcdebf8c/1e6da8e9-07cd-42f8-899e-2af19a3c2189/a44173bd-8e18-4998-9afe-cb70993fa2a8) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:38.974122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:38.975003 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.104000 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] Provisioning complete for port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:39.104368 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.225915 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.249304 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.337833 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.348971 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.357389 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Allocated IP 172.25.7.244 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/73aa5264-dfcd-4e57-b5c6-39318cb6c1e0) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:39.394202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] For port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:39.401969 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:38Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:39.430744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.432726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62225a3-c1fc-4c90-ba33-e90125ab7a62 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:38Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:39.468696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.476803 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:39.487620 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:39.489677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Pushing event updated for resources: {'Port': ['ID=a44173bd-8e18-4998-9afe-cb70993fa2a8,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:39.492705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:39.522343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.597267 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Attempting to bind port a44173bd-8e18-4998-9afe-cb70993fa2a8 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:39.597642 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Attempting to bind port a44173bd-8e18-4998-9afe-cb70993fa2a8 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:39.598002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Attempting to bind port a44173bd-8e18-4998-9afe-cb70993fa2a8 on network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:39.598190 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.612563 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:39.613171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Checking segment: {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:39.613345 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.613733 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Bound using segment: {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:39.614202 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Bound port: a44173bd-8e18-4998-9afe-cb70993fa2a8, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:39.614578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.616655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd00b0d-a441-4504-92f9-3eea9c2bcce1 None None] Pushing event updated for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:39.644347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:39.649493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:39.653112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:39.672240 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025817e8-778b-48c1-aab6-52c8d19c570a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:39.676671 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Pushing event updated for resources: {'Port': ['ID=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:39.711501 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] For port a44173bd-8e18-4998-9afe-cb70993fa2a8, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:39.714705 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] For port a44173bd-8e18-4998-9afe-cb70993fa2a8, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a44173bd-8e18-4998-9afe-cb70993fa2a8,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:39.746950 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8719ca26-b5ca-40eb-a2af-a5c04624d980 None None] Provisioning complete for port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:39.747324 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8719ca26-b5ca-40eb-a2af-a5c04624d980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.781982 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-8719ca26-b5ca-40eb-a2af-a5c04624d980 None None] Port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:39.799051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:39.870907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b071064-40d4-43d8-aa85-8f9b20e78f58 None None] Pushing event updated for resources: {'Port': ['ID=a44173bd-8e18-4998-9afe-cb70993fa2a8,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:39.992162 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:40.041262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:40.124289 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:40.124663 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:40.259531 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:40.842669 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Router 5a3cbed8-87c5-4a94-8a75-58c570080192 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:40:40.915648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c75957-8d77-4782-9588-400f208a5e9d None None] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:40:40.952369 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:40.964657 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Sync routers for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:40.975157 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:40.983045 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:41.027030 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-81eb7073-4251-4546-8369-43726df37884 None None] Provisioning complete for port a44173bd-8e18-4998-9afe-cb70993fa2a8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:41.027398 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81eb7073-4251-4546-8369-43726df37884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.056762 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.058209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b81deedc-52e7-4f11-8971-4e1b08427148 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4774454 Dec 23 13:40:41.060395 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43054) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:41.085239 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:41.136762 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81eb7073-4251-4546-8369-43726df37884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.179140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-81eb7073-4251-4546-8369-43726df37884 None None] For port a44173bd-8e18-4998-9afe-cb70993fa2a8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a44173bd-8e18-4998-9afe-cb70993fa2a8,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:41.248695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81eb7073-4251-4546-8369-43726df37884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.294668 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 3, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:41.316190 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb7073-4251-4546-8369-43726df37884 None None] Pushing event updated for resources: {'Port': ['ID=a44173bd-8e18-4998-9afe-cb70993fa2a8,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:41.329942 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Checking router: 5a3cbed8-87c5-4a94-8a75-58c570080192 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:41.330363 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Updating router 5a3cbed8-87c5-4a94-8a75-58c570080192 port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:40:41.355221 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.371858 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-95e5e919-6dfd-4523-9e09-75b5eca31c77 None None] Provisioning complete for port a44173bd-8e18-4998-9afe-cb70993fa2a8 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:41.372223 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-95e5e919-6dfd-4523-9e09-75b5eca31c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.514315 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.613831 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.676678 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Allocated IP 172.20.0.1 (5b69c75d-3ac9-4600-bfbf-0884bcdebf8c/1e6da8e9-07cd-42f8-899e-2af19a3c2189/677990a0-c911-44e6-bf59-d09349697dd9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:41.700132 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.740488 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59d02a-a48d-49d7-9f9a-cee32412754d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:41.755188 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Attempting to bind port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:41.755564 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Attempting to bind port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:41.755924 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Attempting to bind port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:41.766765 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:41.767374 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:41.768317 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.768317 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:41.768757 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Bound port: 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:41.769163 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.772168 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd068ebe-a538-40ff-8277-0712d2444cf1 None None] Pushing event updated for resources: {'Port': ['ID=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:41.783974 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e7f43a77-2856-40ab-ac2d-f3780bc8fc71 None None] Provisioning complete for port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:41.784351 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e7f43a77-2856-40ab-ac2d-f3780bc8fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.786596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.819785 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e7f43a77-2856-40ab-ac2d-f3780bc8fc71 None None] Port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:41.827543 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] For port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:41.830869 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] For port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:41.878249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.909889 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:41.922111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:41.922111 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:41.926686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:41.932008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Pushing event updated for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:41.945827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c80aa-d543-4c79-9181-0c5af0849f32 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:40:41.968032 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:41.969547 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:41.982630 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.052843 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] Provisioning complete for port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:42.053227 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.098083 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a44173bd-8e18-4998-9afe-cb70993fa2a8 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:42.173973 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd068ebe-a538-40ff-8277-0712d2444cf1 None None] Pushing event updated for resources: {'Port': ['ID=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:42.190322 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.209157 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port a44173bd-8e18-4998-9afe-cb70993fa2a8 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:42.209526 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.225113 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.238292 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] For port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:42.242042 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:42.300676 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.363790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754c6b1-0d8b-4369-9016-ccd6445c8a1e None None] Pushing event updated for resources: {'Port': ['ID=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:42.402083 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.419944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-eb396ca3-7a82-4866-bd37-45c2798d1458 None None] Provisioning complete for port 677990a0-c911-44e6-bf59-d09349697dd9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:42.420307 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb396ca3-7a82-4866-bd37-45c2798d1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.428849 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 3, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:42.456236 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-eb396ca3-7a82-4866-bd37-45c2798d1458 None None] Port 677990a0-c911-44e6-bf59-d09349697dd9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:42.459616 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcbd89-88b9-467e-8ddb-891ed7da800f None None] The sync data for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 is: [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 3, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:42.469226 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.541042 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:42.542803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Pushing event updated for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:42.640467 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:42.641994 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:42.791745 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Router 5a3cbed8-87c5-4a94-8a75-58c570080192 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:40:42.924241 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:42.931090 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-ed1629c1-abc9-43a9-a19b-725fd33ba30b admin admin] 10.222.0.16 "PUT /v2.0/routers/5a3cbed8-87c5-4a94-8a75-58c570080192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8679516 Dec 23 13:40:42.993530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-1f7de8f7-bff5-41c6-b32a-87519b67d070 None None] Provisioning complete for port 677990a0-c911-44e6-bf59-d09349697dd9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:42.994107 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1f7de8f7-bff5-41c6-b32a-87519b67d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.034808 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-1f7de8f7-bff5-41c6-b32a-87519b67d070 None None] Port 677990a0-c911-44e6-bf59-d09349697dd9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:43.572082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-318fd180-f6c6-42fc-8cfd-1421572f971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.581903 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43062) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:43.587025 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174087011', 'description': 'tempest-secgroup-smoke-1174087011 description', 'project_id': '194f868b6eee458eb146215e15d22c6a'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:43.680950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.749471 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.825827 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.855892 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca2b04e-4d00-49b8-be3b-13b2c867ffa8,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:43.913566 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:43.915163 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-886c9838-6770-443d-965c-b0e46195bd74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3315825 Dec 23 13:40:43.918203 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43064) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:43.923417 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:43.961877 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Sync routers for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:43.974623 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:43.975447 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:43.998724 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.065276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:44.075307 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.117940 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:44.151546 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.170060 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a5a9e1-d8f7-46a5-931b-38ceafd78268,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:44.198707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:44.199079 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.245336 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.246597 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-386dcf0d-280e-4dc3-a287-3e2a84640e31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271325 Dec 23 13:40:44.249378 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43066) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:44.254542 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:44.345281 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.393463 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '677990a0-c911-44e6-bf59-d09349697dd9', 'name': '', 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'mac_address': 'fa:16:3e:2f:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:41Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 2, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'subnets': [{'id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:44.403264 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.425006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Checking router: 5a3cbed8-87c5-4a94-8a75-58c570080192 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:44.425371 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Updating router 5a3cbed8-87c5-4a94-8a75-58c570080192 port 677990a0-c911-44e6-bf59-d09349697dd9 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:40:44.450540 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.471399 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.489813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03207f0-8b87-4aaa-84b1-d9f1cce50f76,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:44.545435 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.546713 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2dc15ebe-b365-41b4-b82c-b47a7aff00cf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2964134 Dec 23 13:40:44.550456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:44.554916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:44.640001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.701257 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.713915 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.808480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.820022 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.830993 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de66a527-e6fa-4c1a-97c9-8456c9cbf70d,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:44.878125 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f8354-4e12-42e9-93a4-9627ce8b4269 None None] Pushing event updated for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:44.900319 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.901638 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-4ec49ce3-7ed6-49ea-a29d-8ef5e5b33f84 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501031 Dec 23 13:40:44.904418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:44.910858 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:44.936728 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Attempting to bind port 677990a0-c911-44e6-bf59-d09349697dd9 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:44.937145 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Attempting to bind port 677990a0-c911-44e6-bf59-d09349697dd9 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:44.937513 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Attempting to bind port 677990a0-c911-44e6-bf59-d09349697dd9 on network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:44.943340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:44.943721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Checking segment: {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:44.944127 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:44.944524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Bound using segment: {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:44.945037 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Bound port: 677990a0-c911-44e6-bf59-d09349697dd9, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69891700-1ed3-4b8f-8361-2983b0b46f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:44.945427 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.011333 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] For port 677990a0-c911-44e6-bf59-d09349697dd9, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:45.011613 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.014560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] For port 677990a0-c911-44e6-bf59-d09349697dd9, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=677990a0-c911-44e6-bf59-d09349697dd9,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:45.068275 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b034db0c-2bc0-4aa9-8d36-8ebc798849e5 None None] Provisioning complete for port 677990a0-c911-44e6-bf59-d09349697dd9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:45.069537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b034db0c-2bc0-4aa9-8d36-8ebc798849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.082645 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.100555 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.141796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b034db0c-2bc0-4aa9-8d36-8ebc798849e5 None None] Port 677990a0-c911-44e6-bf59-d09349697dd9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:45.162968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.168560 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:45.169220 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:45.171158 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f8354-4e12-42e9-93a4-9627ce8b4269 None None] Pushing event updated for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:45.183016 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e0f395-7434-4e37-80a3-e5622be3c8bb,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:45.251225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.253677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-627cab30-ccd1-4c1f-bc1b-94443fef3225 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473639 Dec 23 13:40:45.257773 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43074) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:45.260915 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:45.288707 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:45.363477 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Project 194f868b6eee458eb146215e15d22c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:40:45.368639 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.419004 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] Provisioning complete for port 677990a0-c911-44e6-bf59-d09349697dd9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:45.419252 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.429563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.494396 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.513495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1baefe9-952f-4d5f-92d3-357c35160840,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:45.555873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.585253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '677990a0-c911-44e6-bf59-d09349697dd9', 'name': '', 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'mac_address': 'fa:16:3e:2f:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:41Z', 'updated_at': '2021-12-23T13:40:45Z', 'revision_number': 4, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'subnets': [{'id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:45.597260 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.598577 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-eeac5d4a-e675-4e92-89be-6df7dd2ceb08 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3414564 Dec 23 13:40:45.601190 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43076) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:45.605567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': 'dca2b04e-4d00-49b8-be3b-13b2c867ffa8', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:45.616600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9335828-8a7f-4a9a-9256-6fc016f997bb None None] The sync data for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 is: [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '677990a0-c911-44e6-bf59-d09349697dd9', 'name': '', 'network_id': '5b69c75d-3ac9-4600-bfbf-0884bcdebf8c', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'mac_address': 'fa:16:3e:2f:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:41Z', 'updated_at': '2021-12-23T13:40:45Z', 'revision_number': 4, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'subnets': [{'id': '1e6da8e9-07cd-42f8-899e-2af19a3c2189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:40:45.621645 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] For port 677990a0-c911-44e6-bf59-d09349697dd9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=677990a0-c911-44e6-bf59-d09349697dd9,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:45.703650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.703881 n-d-822750-2 neutron-server[104038]: INFO neutron.db.securitygroups_db [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Project 194f868b6eee458eb146215e15d22c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:40:45.714895 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.765559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f899699-4689-4975-9032-b6c8ee9873a0 None None] Pushing event updated for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:45.785962 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.860215 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.879265 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5e5b1e-ba3b-4015-9df8-e7182b998f3e,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:45.947662 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:45.948993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0102a332-95e9-4e7d-a411-677dbf2c2a70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468046 Dec 23 13:40:46.049581 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 677990a0-c911-44e6-bf59-d09349697dd9 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:46.103530 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 677990a0-c911-44e6-bf59-d09349697dd9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:46.104129 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:46.131033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-dc34031e-8d08-4b86-93ed-cc1b5af3d2cd tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174087011&fields=id&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 267 time: 0.0481687 Dec 23 13:40:46.148042 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ff2748f-d052-4d06-99ca-9d16c0a2e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:46.251456 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-c9bab230-af82-4cf6-a845-11bf6181e59c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:46.253581 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-c9bab230-af82-4cf6-a845-11bf6181e59c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 809 time: 0.1155031 Dec 23 13:40:46.269964 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-c5fcb5eb-ad70-4033-874a-878d3f69a802 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/quotas/194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 375 time: 0.0103343 Dec 23 13:40:46.328056 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-0926c344-f4df-4ad8-b59a-c866ac413aac tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523491 Dec 23 13:40:46.523253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-04614340-9fba-4fdc-bf35-8b3f922a8173 service neutron] 10.222.0.16 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827753 Dec 23 13:40:46.630107 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-bda135bf-bf6b-4cc6-a8c8-a5fd8db0ea19 service neutron] 10.222.0.16 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000452 Dec 23 13:40:46.801408 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:46.861320 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1913eb7-49fb-4302-acf7-533a3c7a2440 req-79ab1e77-64c7-46bb-aad7-b49b2a0ea2bb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 210 time: 0.0282619 Dec 23 13:40:47.962784 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a581c70a-5164-4d44-bf01-955d8f5c3978 req-cbb60e93-ca19-412b-a826-9eb107ae5ed7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 210 time: 0.0308433 Dec 23 13:40:48.516716 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:40:48.915884 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:40:48.920563 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-cde41a80-91ec-4d82-a18d-3deedbe30e15 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:48.921852 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-cde41a80-91ec-4d82-a18d-3deedbe30e15 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 809 time: 0.1100135 Dec 23 13:40:48.987600 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-8cfe34b2-68d3-4672-8fc0-cd00a1cc360d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 380 time: 0.0573223 Dec 23 13:40:48.998047 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'port': {'device_id': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'admin_state_up': True, 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'security_groups': ['dca2b04e-4d00-49b8-be3b-13b2c867ffa8']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:49.068274 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d18e507-6ec5-4746-b115-0fff0886b4ee req-16b7beab-58a4-438f-ac66-4359b84e2961 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 210 time: 0.0305808 Dec 23 13:40:49.190116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.217770 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Made reservation on behalf of 194f868b6eee458eb146215e15d22c6a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:40:49.221981 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.297812 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.347669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Allocated IP 172.20.0.9 (ac222043-795f-4fc6-b8f0-e9ddef64aa11/4ba0f38e-8c8b-4d69-8cec-47e339374221/58c01183-f446-4fe4-b853-e3f675922dc9) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:49.487406 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.585952 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.630978 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:49.634075 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:49.637586 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:49.667877 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:49.698786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:49.699413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.794082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-05072d41-96d3-4852-bd39-c96ce3b38895 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000028 Dec 23 13:40:49.807536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Request body: {'port': {'device_id': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:49.865632 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e6061946-9a4a-43d3-825d-62667ea6b95d None None] Provisioning complete for port 58c01183-f446-4fe4-b853-e3f675922dc9 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:49.866211 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e6061946-9a4a-43d3-825d-62667ea6b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.872950 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:49.899613 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e6061946-9a4a-43d3-825d-62667ea6b95d None None] Port 58c01183-f446-4fe4-b853-e3f675922dc9 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:40:50.163084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:40:50.170966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:50.184279 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Transition to ACTIVE for port object 58c01183-f446-4fe4-b853-e3f675922dc9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:40:50.199880 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d642a-2ffb-47d7-bb4d-0c8aec3bcb95 req-95377681-10f7-45b8-b7cc-c97f03b2450d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:50.201400 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-278d642a-2ffb-47d7-bb4d-0c8aec3bcb95 req-95377681-10f7-45b8-b7cc-c97f03b2450d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 931 time: 0.0549517 Dec 23 13:40:50.256998 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-278d642a-2ffb-47d7-bb4d-0c8aec3bcb95 req-32e03699-b05f-47e4-b9ff-f683b41136b3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Dec 23 13:40:50.300562 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:50.364863 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:50.435947 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:40:50.436277 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:40:50.436607 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:50.442338 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:40:50.442659 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:40:50.447711 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:40:50.448048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:40:50.448437 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Bound using segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:40:50.448884 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Bound port: 58c01183-f446-4fe4-b853-e3f675922dc9, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:40:50.449247 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:50.515072 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:40:50.519865 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:40:50.584548 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:50.633561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:50.634240 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:50.635637 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] 10.222.0.43 "PUT /v2.0/ports/58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1091 time: 0.8334167 Dec 23 13:40:50.636138 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:40:50.638474 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8046fe-58b6-4771-a446-b600deac40e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:40:50.659370 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723896-640a-4775-acf8-6a2b4fbdce8c service neutron] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:50.682919 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e5ba8-8692-447e-ab03-38323ad0a474 x-openstack-request-id: req-dd4e5ba8-8692-447e-ab03-38323ad0a474 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:40:50.683417 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:40:50.683856 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd4e5ba8-8692-447e-ab03-38323ad0a474 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:40:50.684447 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'status': 'completed', 'code': 200} Dec 23 13:40:50.751557 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-e9db9cce-ec35-4212-a6d7-cd5b716807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:50.753171 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-e9db9cce-ec35-4212-a6d7-cd5b716807e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1094 time: 0.0463197 Dec 23 13:40:50.860402 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-7c11c29b-58df-4734-a9df-55904b61f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:50.862185 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-7c11c29b-58df-4734-a9df-55904b61f3b0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=194f868b6eee458eb146215e15d22c6a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1019125 Dec 23 13:40:50.955529 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-4f838e2a-5ede-4ba2-b63d-fc80a9005669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:50.956969 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-6e8046fe-58b6-4771-a446-b600deac40e5 req-4f838e2a-5ede-4ba2-b63d-fc80a9005669 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886571 Dec 23 13:40:51.030782 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-734613b8-5864-4200-8a09-87a8bf1fe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:51.032294 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-734613b8-5864-4200-8a09-87a8bf1fe7ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1094 time: 0.0400848 Dec 23 13:40:51.079203 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-a2d24b98-763a-45c2-bd43-c055358b144f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 217 time: 0.0384448 Dec 23 13:40:51.127499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-17a441b3-47b7-40b3-a646-700ee940e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:51.128976 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-17a441b3-47b7-40b3-a646-700ee940e99a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0429795 Dec 23 13:40:51.173547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-8fba8f82-7a56-433f-be49-ae0e5a40a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:51.175591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-8fba8f82-7a56-433f-be49-ae0e5a40a63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397499 Dec 23 13:40:51.269798 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-0911208c-be33-4769-a846-2c56c9f1cc3a service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Dec 23 13:40:51.363435 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4fd61836-8b8b-4ea4-ad80-c87fac733e4c req-fb0f3fe5-ab78-4944-888e-926e8060678c service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860267 Dec 23 13:40:51.383865 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f66bb-0482-4cfa-8e24-ca9a2403db88 req-31fa551c-e0e6-4fe3-ad10-b9b2132543f8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:51.385454 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-700f66bb-0482-4cfa-8e24-ca9a2403db88 req-31fa551c-e0e6-4fe3-ad10-b9b2132543f8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 943 time: 0.0560343 Dec 23 13:40:51.436270 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-700f66bb-0482-4cfa-8e24-ca9a2403db88 req-2df00f03-3abd-4986-93b3-134df1faa810 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Dec 23 13:40:52.556201 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c6da-aa55-431f-b2ae-f26ef83901a7 req-2a9bbd2b-4d70-495c-9bfc-5d82758a7f20 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:52.557704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b998c6da-aa55-431f-b2ae-f26ef83901a7 req-2a9bbd2b-4d70-495c-9bfc-5d82758a7f20 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 943 time: 0.0514426 Dec 23 13:40:52.606886 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b998c6da-aa55-431f-b2ae-f26ef83901a7 req-2676ade5-c6c3-462b-8bb9-ae250a36e088 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Dec 23 13:40:53.412003 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:53.424293 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:40:53.519743 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:53.530981 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '58c01183-f446-4fe4-b853-e3f675922dc9', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:40:53.566803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:53.582541 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:40:53.603694 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:53.688503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:53.726902 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8da7a-dbd0-49d3-b9dc-1abe109a0647 req-5927c501-bca8-4026-ba2e-3bf9c6875ac6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:53.728416 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ed8da7a-dbd0-49d3-b9dc-1abe109a0647 req-5927c501-bca8-4026-ba2e-3bf9c6875ac6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 943 time: 0.0545857 Dec 23 13:40:53.735778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:53.778939 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ed8da7a-dbd0-49d3-b9dc-1abe109a0647 req-66d97e8c-ee3b-490d-8c69-81e0f476bee5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Dec 23 13:40:53.888160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['58c01183-f446-4fe4-b853-e3f675922dc9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:40:54.894987 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b399a-5ad2-45d2-8d0c-81f5bc6fdff1 req-a991e03e-e193-435c-948d-46566ea9d340 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:54.896449 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d8b399a-5ad2-45d2-8d0c-81f5bc6fdff1 req-a991e03e-e193-435c-948d-46566ea9d340 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0491321 Dec 23 13:40:54.947188 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6d8b399a-5ad2-45d2-8d0c-81f5bc6fdff1 req-5c34f820-9681-46d0-a610-2ab5d2cdb499 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447209 Dec 23 13:40:55.441582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:40:55.556859 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 58c01183-f446-4fe4-b853-e3f675922dc9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:40:55.560550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 58c01183-f446-4fe4-b853-e3f675922dc9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:40:55.560948 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:55.641183 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:55.666939 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:40:55.669188 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa968b-c41e-40b9-9b18-d727186f23fa" -d '{"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:40:55.682441 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:40:55.707073 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f1134-2ba6-42a9-844f-ba1854ece4e0 x-openstack-request-id: req-175f1134-2ba6-42a9-844f-ba1854ece4e0 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:40:55.707696 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:40:55.707951 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-175f1134-2ba6-42a9-844f-ba1854ece4e0 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:40:55.708338 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'code': 200} Dec 23 13:40:55.756782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:55.805796 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:55.809669 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3195fa-080f-42d9-8dd0-e90b213c2ea2 req-80b1f074-39e4-45a5-8f33-af4920cf4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:55.811677 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be3195fa-080f-42d9-8dd0-e90b213c2ea2 req-80b1f074-39e4-45a5-8f33-af4920cf4471 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1096 time: 0.0479987 Dec 23 13:40:55.858657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-be3195fa-080f-42d9-8dd0-e90b213c2ea2 req-2a86ea8f-5547-4ba6-b5d6-21c1b55191a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398297 Dec 23 13:40:56.062537 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2ad2f-892e-4c01-813d-e075b4ffedb7 req-9d8a21bb-0528-4fcd-b9c9-f8a709f157f0 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:56.064723 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1b2ad2f-892e-4c01-813d-e075b4ffedb7 req-9d8a21bb-0528-4fcd-b9c9-f8a709f157f0 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0497177 Dec 23 13:40:56.117120 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e1b2ad2f-892e-4c01-813d-e075b4ffedb7 req-dc15a71c-722f-48c7-82a2-77fa0d0cc702 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Dec 23 13:40:57.238784 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bdc2a-5c80-40eb-afcb-f583230dc1a3 req-07bc29c7-601d-49af-9862-ebcb69fe88ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:57.240393 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-245bdc2a-5c80-40eb-afcb-f583230dc1a3 req-07bc29c7-601d-49af-9862-ebcb69fe88ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0523131 Dec 23 13:40:57.292705 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-245bdc2a-5c80-40eb-afcb-f583230dc1a3 req-52926020-a613-4282-85cb-69938ea0cfc9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Dec 23 13:40:57.408846 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5210f1e-d2a6-4345-a45d-6fbdfa143254 req-6ed0d460-2f1a-4508-82a1-594dfc994b14 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:57.410508 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5210f1e-d2a6-4345-a45d-6fbdfa143254 req-6ed0d460-2f1a-4508-82a1-594dfc994b14 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0496924 Dec 23 13:40:57.460014 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5210f1e-d2a6-4345-a45d-6fbdfa143254 req-983430d3-8b13-4e7b-acba-74700b6721d4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Dec 23 13:40:57.482292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43130) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:57.566755 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b9c66-5408-47d6-9754-23ce96a85bfa tempest-TestShelveInstance-1571871532 tempest-TestShelveInstance-1571871532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:57.568267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-025b9c66-5408-47d6-9754-23ce96a85bfa tempest-TestShelveInstance-1571871532 tempest-TestShelveInstance-1571871532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1091 time: 0.0850253 Dec 23 13:40:57.571141 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43134) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:40:57.575301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:40:57.663191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:57.756450 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:57.860099 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Allocated IP 172.25.7.147 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/1719eee5-e442-4bc2-9e2c-0a2c76befd68) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:40:57.958920 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.048402 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.092546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:40:58.097824 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:40:58.102383 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:40:58.104308 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=1719eee5-e442-4bc2-9e2c-0a2c76befd68,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:58.458413 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.565799 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.716063 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.768186 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.837928 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=1719eee5-e442-4bc2-9e2c-0a2c76befd68,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:40:58.850187 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:58.955177 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Floating IP 1bd0b76d-3297-40fa-9743-d37d39e02e5f associated. External IP: 172.25.7.147, port: 58c01183-f446-4fe4-b853-e3f675922dc9. Dec 23 13:40:59.161396 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:40:59.268068 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:40:59.277468 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:40:59.288033 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:59.293988 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:59.347925 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:40:59.376592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1f3d4251-bdb8-4b5f-b02a-66708b2ad188 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8044181 Dec 23 13:40:59.377873 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:40:59.380414 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:40:59.396507 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:59.477616 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4976e3-bb08-4034-b27d-e21b45543b7f x-openstack-request-id: req-bf4976e3-bb08-4034-b27d-e21b45543b7f {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:40:59.478171 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:40:59.478171 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf4976e3-bb08-4034-b27d-e21b45543b7f {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:40:59.478536 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'status': 'completed', 'code': 200} Dec 23 13:40:59.541974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-654e67af-ebae-4607-9f80-6b5aa3683074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:59.543450 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-654e67af-ebae-4607-9f80-6b5aa3683074 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1096 time: 0.0400004 Dec 23 13:40:59.627627 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '1bd0b76d-3297-40fa-9743-d37d39e02e5f', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:40:58Z', 'updated_at': '2021-12-23T13:40:58Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:59.638343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-48038850-e6ba-4ff1-ae27-f13a5d2e45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:59.639834 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-48038850-e6ba-4ff1-ae27-f13a5d2e45c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0895543 Dec 23 13:40:59.653297 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:40:59.661524 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:40:59.662122 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:40:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:59.706156 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-e5e6a178-e679-4e68-b75a-462135e65858 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 999 time: 0.0596569 Dec 23 13:40:59.755220 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-d7fa729d-7476-4917-8860-be5a60a02240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:59.756684 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-d7fa729d-7476-4917-8860-be5a60a02240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0444050 Dec 23 13:40:59.766462 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:40:59.805574 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-f627c159-8b3c-474f-8608-ffe34acfae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:40:59.807052 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-f627c159-8b3c-474f-8608-ffe34acfae99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437517 Dec 23 13:40:59.898961 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-2bb26a52-37b7-4b43-8496-6c7be623309e service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Dec 23 13:40:59.989789 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '1bd0b76d-3297-40fa-9743-d37d39e02e5f', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:40:58Z', 'updated_at': '2021-12-23T13:40:58Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:40:59.994613 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-63bb4313-6f54-4b3a-8961-4c9dbdadbd51 req-4f7111de-f9ff-4f50-a01d-82bff3395993 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881510 Dec 23 13:41:00.020784 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87ea4b-8180-4d9a-aea4-5414c02345c4 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '1bd0b76d-3297-40fa-9743-d37d39e02e5f', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:40:58Z', 'updated_at': '2021-12-23T13:40:58Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:41:00.215119 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114048b-8994-424d-9aa0-cf254dc9517c None None] New status for floating IP 1bd0b76d-3297-40fa-9743-d37d39e02e5f: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:41:01.930271 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:41:13.396587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-929bde26-5ca5-4021-85ad-b533632fbfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:16.110418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-145ccf9d-2d60-4a74-97ac-f8be35c679fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:16.794310 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:18.503831 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:19.188859 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:19.274258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:23.436172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:38.930959 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:41:43.366029 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-03dd253f-80ec-4395-ad8e-a77fc64a2655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:46.098659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12798019-2aad-4db2-9288-96d4b9ed2f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:46.796076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:48.504507 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:49.194420 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:49.308979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:53.411722 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:41:54.486491 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-17a6e8da-9804-47b3-a4bf-1072c3f35544 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417001 Dec 23 13:41:54.568567 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497374c2-0540-48ef-835a-318de668f838 req-010f7393-169a-4dac-a0df-5b3cb7a7aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:41:54.570066 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-010f7393-169a-4dac-a0df-5b3cb7a7aa0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1096 time: 0.0403333 Dec 23 13:41:54.672003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497374c2-0540-48ef-835a-318de668f838 req-40cbfd29-4e82-45b1-bcb9-ee180abc249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:41:54.673470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-40cbfd29-4e82-45b1-bcb9-ee180abc249b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0860291 Dec 23 13:41:54.742159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-a34e3158-7ece-470b-bf6a-a2e7df008c05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1001 time: 0.0575941 Dec 23 13:41:54.789547 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497374c2-0540-48ef-835a-318de668f838 req-9414a079-4b88-4ee8-815d-22c95d4606e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:41:54.790937 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-9414a079-4b88-4ee8-815d-22c95d4606e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0425129 Dec 23 13:41:54.840419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497374c2-0540-48ef-835a-318de668f838 req-94f4edda-4768-4c13-996e-91ae5c06a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:41:54.841920 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-94f4edda-4768-4c13-996e-91ae5c06a1e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431566 Dec 23 13:41:54.853746 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-a15c688e-b261-4efb-9e00-156d0393a223 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:41:54.854681 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-a15c688e-b261-4efb-9e00-156d0393a223 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050461 Dec 23 13:41:54.949488 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-d0f03090-3e85-49e7-8eb9-47a23c66e9e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874856 Dec 23 13:41:55.043941 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-497374c2-0540-48ef-835a-318de668f838 req-52412b7c-1530-431f-85f2-3655ba3eff8a service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Dec 23 13:42:13.372371 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9f61f58-c192-4470-aa32-3e280bb884b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:15.930751 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:42:16.075073 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dcfd6698-7eed-4d79-ae5c-b46694a238d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:16.800068 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:18.526471 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:19.200780 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:19.309302 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:23.412103 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:43.372216 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-39b7e425-2058-4a3a-9934-c9a2ae9c2a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:46.097466 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4cd1-7f5e-47b5-9abc-ac1c3e3dd9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:46.817879 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:48.509337 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:49.205979 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:49.291551 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:52.930209 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:42:53.377694 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:42:55.052330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ddea8-0645-41d7-82da-9647ae2eae99 req-b105c462-f7bc-4471-9fec-71cc432c7e06 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:55.053840 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f61ddea8-0645-41d7-82da-9647ae2eae99 req-b105c462-f7bc-4471-9fec-71cc432c7e06 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0515790 Dec 23 13:42:55.105777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f61ddea8-0645-41d7-82da-9647ae2eae99 req-284b6ea8-5b84-47ce-b9e7-25226af6a588 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449905 Dec 23 13:42:55.548632 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b282-94fe-4769-9676-501a4c559941 req-49723844-488d-4d5a-a7fa-407f6527f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:55.550176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-49723844-488d-4d5a-a7fa-407f6527f6fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1096 time: 0.0880971 Dec 23 13:42:55.650517 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b282-94fe-4769-9676-501a4c559941 req-96bc6c29-366a-4ee2-a894-511fa8a18c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:55.652020 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-96bc6c29-366a-4ee2-a894-511fa8a18c88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0836380 Dec 23 13:42:56.047143 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-6097fcb4-4cc1-4b9f-8759-0b51921febff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1001 time: 0.3880002 Dec 23 13:42:56.096803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b282-94fe-4769-9676-501a4c559941 req-3789764d-464c-412b-90c6-279ddd12ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:56.098257 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-3789764d-464c-412b-90c6-279ddd12ea7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0439162 Dec 23 13:42:56.142883 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b282-94fe-4769-9676-501a4c559941 req-df6f7db2-57ee-48b4-b8e7-6eeeb538f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:56.144394 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-df6f7db2-57ee-48b4-b8e7-6eeeb538f342 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394630 Dec 23 13:42:56.237688 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-e8c6d114-c5a7-42f4-91cb-c5af0b207c74 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Dec 23 13:42:56.242080 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e8b79-3826-45fa-829a-bfb5785cd695 req-f24c8653-4e40-460a-a3c3-497abf3106d7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:56.244137 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d7e8b79-3826-45fa-829a-bfb5785cd695 req-f24c8653-4e40-460a-a3c3-497abf3106d7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0521433 Dec 23 13:42:56.293884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d7e8b79-3826-45fa-829a-bfb5785cd695 req-d481328f-1814-44d2-b281-2ee7f78d37ee tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Dec 23 13:42:56.328115 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f221b282-94fe-4769-9676-501a4c559941 req-b17259af-cddd-41cb-acb4-f88a8d8aa54b service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Dec 23 13:42:57.414590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01951b0-7707-48dc-9d8a-ef6541494ab9 req-94a4b543-4a9d-4208-bf3d-21011098edd6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:57.416608 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01951b0-7707-48dc-9d8a-ef6541494ab9 req-94a4b543-4a9d-4208-bf3d-21011098edd6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0502014 Dec 23 13:42:57.464777 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e01951b0-7707-48dc-9d8a-ef6541494ab9 req-14c2f695-2cdc-4e52-8a39-4fcac86cd8ff tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Dec 23 13:42:58.583400 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517949dd-57f2-4e2c-8534-b6c8b606d654 req-7b1fdbec-bf76-4ba8-8e18-39994dbffe1f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:58.584874 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-517949dd-57f2-4e2c-8534-b6c8b606d654 req-7b1fdbec-bf76-4ba8-8e18-39994dbffe1f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0522764 Dec 23 13:42:58.635584 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-517949dd-57f2-4e2c-8534-b6c8b606d654 req-17b30ad5-5978-4bb5-b8a6-75513b0fcfa2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Dec 23 13:42:59.754222 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173215-704d-4777-a649-740ff15d2a4a req-02b9c23d-e1db-4c21-a216-d250f9a950b4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:42:59.755588 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18173215-704d-4777-a649-740ff15d2a4a req-02b9c23d-e1db-4c21-a216-d250f9a950b4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0484815 Dec 23 13:42:59.804379 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-18173215-704d-4777-a649-740ff15d2a4a req-f8332af4-6f74-4b69-9da5-96c14443ef89 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Dec 23 13:43:00.921953 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa33e-7fc3-4daf-a697-de4f94362c0e req-fcdcc2f6-7b39-45ed-aa18-461623651e6d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:00.923944 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bdaa33e-7fc3-4daf-a697-de4f94362c0e req-fcdcc2f6-7b39-45ed-aa18-461623651e6d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0498128 Dec 23 13:43:00.979023 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bdaa33e-7fc3-4daf-a697-de4f94362c0e req-b57d7bf6-18d6-4be3-ab63-3c40611d7b97 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490890 Dec 23 13:43:02.097339 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dfd95-e76f-4f34-b9ec-518f4969f525 req-8d143a81-b810-44c6-8619-446ced9f09ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:02.098825 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de4dfd95-e76f-4f34-b9ec-518f4969f525 req-8d143a81-b810-44c6-8619-446ced9f09ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0494828 Dec 23 13:43:02.147405 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-de4dfd95-e76f-4f34-b9ec-518f4969f525 req-01a184cf-2136-417f-9dcf-909c4bd2ae29 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Dec 23 13:43:03.262386 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de0a8b-f7da-4688-be3e-b884c625bb55 req-3ef77459-85f9-4b49-bf02-d6034029f35c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:03.263853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1de0a8b-f7da-4688-be3e-b884c625bb55 req-3ef77459-85f9-4b49-bf02-d6034029f35c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0478570 Dec 23 13:43:03.313634 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1de0a8b-f7da-4688-be3e-b884c625bb55 req-12eb2ea9-ab27-42a6-858e-7d858cb6199d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Dec 23 13:43:04.433710 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c9126-e95b-44d8-8972-9cd71d45a5bf req-5e98b047-e0d1-4a7c-8292-fb63f6dd3fac tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:04.435201 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f89c9126-e95b-44d8-8972-9cd71d45a5bf req-5e98b047-e0d1-4a7c-8292-fb63f6dd3fac tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0530829 Dec 23 13:43:04.483542 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f89c9126-e95b-44d8-8972-9cd71d45a5bf req-5ec4b841-6651-467a-9691-587fb88c17ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Dec 23 13:43:05.597764 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1220026-5ecc-498e-af00-8481315b1095 req-efef66ce-fed7-42e3-a57f-f4711b47e947 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:05.599339 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1220026-5ecc-498e-af00-8481315b1095 req-efef66ce-fed7-42e3-a57f-f4711b47e947 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0484359 Dec 23 13:43:05.649237 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a1220026-5ecc-498e-af00-8481315b1095 req-3b12cf48-144f-48db-a8d2-c874e2bd1aea tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Dec 23 13:43:06.765939 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befff45a-a858-48da-8f60-8288609449d4 req-087fc097-6208-4a1e-befa-bd2144aa5146 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:06.767392 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-befff45a-a858-48da-8f60-8288609449d4 req-087fc097-6208-4a1e-befa-bd2144aa5146 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0484176 Dec 23 13:43:06.820200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-befff45a-a858-48da-8f60-8288609449d4 req-194cd4a1-a5b6-4d8c-8fec-524294aa66d3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468180 Dec 23 13:43:07.959255 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e8d4c-90c1-4900-95ce-f312d6d0b379 req-767cd98e-eccd-4b9a-905e-3a03da73095f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:07.961006 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-736e8d4c-90c1-4900-95ce-f312d6d0b379 req-767cd98e-eccd-4b9a-905e-3a03da73095f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0608790 Dec 23 13:43:08.026008 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-736e8d4c-90c1-4900-95ce-f312d6d0b379 req-22ea4fbf-9f81-425a-99f6-82331ea05358 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572150 Dec 23 13:43:08.130253 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:43:08.237033 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:08.249684 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '58c01183-f446-4fe4-b853-e3f675922dc9', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:43:08.287486 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:08.302073 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:43:08.324655 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:08.400940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:08.458644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:08.466580 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.467218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.467778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.468349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.468933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.469443 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.469933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.470440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.470768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.471095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.471429 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.471746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.472069 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:08.477254 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['58c01183-f446-4fe4-b853-e3f675922dc9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:43:09.142961 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5bc3-bbbf-4204-b28f-8046809bcbf6 req-22d69b80-5c59-465d-9e4f-a076df38f319 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:09.144480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5acf5bc3-bbbf-4204-b28f-8046809bcbf6 req-22d69b80-5c59-465d-9e4f-a076df38f319 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0517592 Dec 23 13:43:09.199809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5acf5bc3-bbbf-4204-b28f-8046809bcbf6 req-500aefb8-3513-4319-b340-66523e19fc1c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Dec 23 13:43:10.141006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:43:10.190928 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 58c01183-f446-4fe4-b853-e3f675922dc9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:43:10.191212 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:10.283051 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:10.307746 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:43:10.310343 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3810b64d-9295-4c5b-9e57-c053dbf1af7e" -d '{"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:43:10.331462 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:10.355905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25ec3-9363-4275-a47f-6672e8ba5552 req-e40c45f3-3f30-47ce-8b7b-3bcf3c44feaa tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:10.363344 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10e25ec3-9363-4275-a47f-6672e8ba5552 req-e40c45f3-3f30-47ce-8b7b-3bcf3c44feaa tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0718274 Dec 23 13:43:10.395111 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:10.413355 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10e25ec3-9363-4275-a47f-6672e8ba5552 req-a072a83a-62f4-480c-884b-722adbb7b4aa tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491385 Dec 23 13:43:10.441041 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49933b5f-d62c-40c0-9c14-9f86582336b2 x-openstack-request-id: req-49933b5f-d62c-40c0-9c14-9f86582336b2 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:43:10.441041 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:43:10.441041 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49933b5f-d62c-40c0-9c14-9f86582336b2 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:43:10.441041 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'code': 200} Dec 23 13:43:10.451644 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:11.554656 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb1944-e4be-4ce3-ab69-b22ef938cb92 req-a9479471-7b97-44ec-af73-98cc91239489 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:11.556399 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22bb1944-e4be-4ce3-ab69-b22ef938cb92 req-a9479471-7b97-44ec-af73-98cc91239489 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0568721 Dec 23 13:43:11.622323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-22bb1944-e4be-4ce3-ab69-b22ef938cb92 req-666bdc16-1d23-4327-8047-f436f5519be7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538568 Dec 23 13:43:12.746771 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de95f45-3602-4978-9a09-4f76fba555ba req-0cac3229-f5a9-45b3-b922-4dc6c8f237fd tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:12.748470 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1de95f45-3602-4978-9a09-4f76fba555ba req-0cac3229-f5a9-45b3-b922-4dc6c8f237fd tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0593143 Dec 23 13:43:12.804862 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1de95f45-3602-4978-9a09-4f76fba555ba req-88cb3c02-4921-4e3d-918a-42a8d1d13ab2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Dec 23 13:43:13.361091 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b617efb-6414-4848-a801-6d1ee2e33d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:13.931090 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b72fba-9e1e-48c5-a5a3-64184cdd0d73 req-3a267da7-dc97-4148-a9bf-d53029d22a50 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:13.932704 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5b72fba-9e1e-48c5-a5a3-64184cdd0d73 req-3a267da7-dc97-4148-a9bf-d53029d22a50 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0515807 Dec 23 13:43:13.989768 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5b72fba-9e1e-48c5-a5a3-64184cdd0d73 req-18e32bb9-a16c-49d5-8644-dd6412799e43 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509939 Dec 23 13:43:15.124524 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf474-5844-4a93-8c0c-de1fe1e8bd30 req-6838a738-8f1c-4062-ac16-4d288b83590b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:15.131719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12ccf474-5844-4a93-8c0c-de1fe1e8bd30 req-6838a738-8f1c-4062-ac16-4d288b83590b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0621853 Dec 23 13:43:15.196334 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12ccf474-5844-4a93-8c0c-de1fe1e8bd30 req-bbbaad8b-a830-4d48-afed-64fa1e3cfc40 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631123 Dec 23 13:43:16.091534 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cd6ae82-c8e9-44f1-a9fa-338f1f972a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:16.317040 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23b62-7360-4cf6-ac68-5f591b7ace80 req-dfaca415-ebbb-4d39-9411-7e27196aa623 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:16.318686 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ea23b62-7360-4cf6-ac68-5f591b7ace80 req-dfaca415-ebbb-4d39-9411-7e27196aa623 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0545363 Dec 23 13:43:16.376309 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5ea23b62-7360-4cf6-ac68-5f591b7ace80 req-c0c3c6cc-68af-4528-9788-a84aae1aa1ea tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Dec 23 13:43:17.045623 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:17.513738 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9448-4048-46d4-97c1-c99c5be3dfb8 req-d8d67dd3-7874-4ed2-b10e-ab6f157e979f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:17.517370 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8cf9448-4048-46d4-97c1-c99c5be3dfb8 req-d8d67dd3-7874-4ed2-b10e-ab6f157e979f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0583255 Dec 23 13:43:17.577294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e8cf9448-4048-46d4-97c1-c99c5be3dfb8 req-6169cbb2-2bb9-4df1-98df-f9c69ee98aa8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496495 Dec 23 13:43:18.502937 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:18.695285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf63983-7e2d-473d-aa32-169eb32b242a req-313a0f18-c4c8-438f-82ca-c94d4c61af4d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:18.697261 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faf63983-7e2d-473d-aa32-169eb32b242a req-313a0f18-c4c8-438f-82ca-c94d4c61af4d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0539372 Dec 23 13:43:18.747019 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-faf63983-7e2d-473d-aa32-169eb32b242a req-28842fb5-11eb-4290-a8cd-abfd611e6930 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Dec 23 13:43:18.803882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-647250da-d930-47e1-ba42-25cfb7094d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:18.806023 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-647250da-d930-47e1-ba42-25cfb7094d4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1096 time: 0.0483599 Dec 23 13:43:18.894345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-28483f34-355c-4a49-a379-4103fbb440e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:18.895785 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-28483f34-355c-4a49-a379-4103fbb440e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0825357 Dec 23 13:43:18.965991 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-631220d6-663f-4b8a-97f0-2ae1db1b7437 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1001 time: 0.0630655 Dec 23 13:43:19.014937 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-c004ab8c-6ffa-4c35-8153-5f2c4a34276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:19.016372 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-c004ab8c-6ffa-4c35-8153-5f2c4a34276e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0443263 Dec 23 13:43:19.061764 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-4e91dc5f-e6eb-4fec-9ab9-42b38de13899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:19.063252 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-4e91dc5f-e6eb-4fec-9ab9-42b38de13899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396531 Dec 23 13:43:19.156624 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-7455aff1-9931-4821-a828-0d0637990050 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Dec 23 13:43:19.211265 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:19.247398 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8322c0cd-ca06-4fa0-80ee-5fd771070ac9 req-54de2b79-f83b-4029-8e34-63cb5c6a61be service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Dec 23 13:43:19.285521 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:19.862144 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6216-3c24-4470-a611-e5dcebb9991a req-b0c99429-ee8e-49d9-a26e-fdb726367200 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:19.863616 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bae6216-3c24-4470-a611-e5dcebb9991a req-b0c99429-ee8e-49d9-a26e-fdb726367200 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0486081 Dec 23 13:43:19.912093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8bae6216-3c24-4470-a611-e5dcebb9991a req-1140e0fc-1cc0-496a-8644-cf845e9d6e38 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Dec 23 13:43:21.031968 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f1b52-beb6-45c8-83bc-5c989ed1a8ca req-d2729a80-2510-44bb-a120-69b3c8a1b76d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:21.033534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e7f1b52-beb6-45c8-83bc-5c989ed1a8ca req-d2729a80-2510-44bb-a120-69b3c8a1b76d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0493200 Dec 23 13:43:21.088132 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3e7f1b52-beb6-45c8-83bc-5c989ed1a8ca req-b2321330-667c-4de6-9c9c-014e69cc4b31 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485775 Dec 23 13:43:21.202792 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-eaedc688-249a-41fd-b066-a5b1ee4099c8 req-a79b5de9-db2b-4ddd-8f5d-e1a86a12666a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:43:21.203797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-eaedc688-249a-41fd-b066-a5b1ee4099c8 req-a79b5de9-db2b-4ddd-8f5d-e1a86a12666a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482228 Dec 23 13:43:21.510056 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5ef4c-8257-49a4-b336-4d619e005d82 req-050f6a5e-1cf5-439b-80f5-8a5be43ff680 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:21.511620 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10f5ef4c-8257-49a4-b336-4d619e005d82 req-050f6a5e-1cf5-439b-80f5-8a5be43ff680 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0514333 Dec 23 13:43:21.564358 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-10f5ef4c-8257-49a4-b336-4d619e005d82 req-348f007a-a5a8-479f-a7ec-4910dc2c4386 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Dec 23 13:43:21.963147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-6bb9ae89-e6fe-4f60-a427-40187bbec443 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834484 Dec 23 13:43:22.265589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:43:22.342549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:22.367797 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:43:22.370047 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1ce54-b0c1-40ec-8016-b8a1e9410c9d" -d '{"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:43:22.383538 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:22.405438 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d7f218-6d0f-473f-a257-714911184e6b x-openstack-request-id: req-86d7f218-6d0f-473f-a257-714911184e6b {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:43:22.405740 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-unplugged", "status": "failed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "code": 422}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:43:22.405968 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86d7f218-6d0f-473f-a257-714911184e6b {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:43:22.406369 n-d-822750-2 neutron-server[104039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'code': 422} returned with failed status Dec 23 13:43:22.519902 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:22.567941 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:22.682745 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81096d-e303-40cd-b2ec-c5117f3fa616 req-ed7e274e-6ae6-47a4-a7e1-9868fd4dcd62 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:22.684260 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d81096d-e303-40cd-b2ec-c5117f3fa616 req-ed7e274e-6ae6-47a4-a7e1-9868fd4dcd62 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 943 time: 0.0488093 Dec 23 13:43:22.734340 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2d81096d-e303-40cd-b2ec-c5117f3fa616 req-8f046e17-a044-4dcf-9a94-f4233a75278e tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Dec 23 13:43:23.340852 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-95dfdcdd-51b7-42e7-9778-a2acefe8f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:23.345292 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-95dfdcdd-51b7-42e7-9778-a2acefe8f29a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 1094 time: 0.0896449 Dec 23 13:43:23.355185 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822750-2', 'device_owner': 'compute:nova'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:43:23.388873 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:23.408593 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:23.605643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:23.639611 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:43:23.675368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:43:23.683319 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:23.695232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Transition to ACTIVE for port object 58c01183-f446-4fe4-b853-e3f675922dc9 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:43:23.754370 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:23.835956 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=9']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:23.848098 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.848448 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.849406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.849750 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.850089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.850431 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.850759 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.851089 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.851419 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.852461 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.852620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.853057 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.853393 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:43:23.868557 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb7be-dc2b-44a8-bf9f-3843c7aec2f4 req-2b8fde85-f745-4700-aeef-22ca3d2f139d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:23.870246 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c9fb7be-dc2b-44a8-bf9f-3843c7aec2f4 req-2b8fde85-f745-4700-aeef-22ca3d2f139d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 943 time: 0.0626645 Dec 23 13:43:23.891112 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] No DVR routers for this DVR port 58c01183-f446-4fe4-b853-e3f675922dc9 on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:43:23.924866 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2c9fb7be-dc2b-44a8-bf9f-3843c7aec2f4 req-0edeb2cc-0a22-4f9b-a30b-3e482fcc4be4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Dec 23 13:43:24.039463 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:43:24.040063 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:43:24.040415 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:43:24.044622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:43:24.044973 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Attempting to bind port 58c01183-f446-4fe4-b853-e3f675922dc9 on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:43:24.049718 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:43:24.050045 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:43:24.050421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Bound using segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:43:24.050835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Bound port: 58c01183-f446-4fe4-b853-e3f675922dc9, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:43:24.051176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:24.113344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:43:24.116143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:43:24.217988 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:24.254808 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.255425 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:24.256927 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] 10.222.0.57 "PUT /v2.0/ports/58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1091 time: 0.9062748 Dec 23 13:43:24.257253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:43:24.260195 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112035c-2d50-40ff-88b6-e3b86836e372" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:43:24.291039 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a8c71-a099-4cfa-9d8b-b3ff0df8fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=10']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:24.326935 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-d7f000af-55e9-423d-bd85-2c5b4a36481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.328742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-d7f000af-55e9-423d-bd85-2c5b4a36481b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1095 time: 0.0468922 Dec 23 13:43:24.386273 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4771218-2565-4771-acaf-f49920637c26 x-openstack-request-id: req-f4771218-2565-4771-acaf-f49920637c26 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:43:24.386961 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:43:24.386961 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4771218-2565-4771-acaf-f49920637c26 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:43:24.387196 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'status': 'completed', 'code': 200} Dec 23 13:43:24.432725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-d908733c-debb-4c91-a848-3c6bf5aa9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.434238 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-d908733c-debb-4c91-a848-3c6bf5aa9b89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0979018 Dec 23 13:43:24.503107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-476b652a-dc9b-4cf3-9789-beca200e6a1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 999 time: 0.0608006 Dec 23 13:43:24.559116 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-cd743f7a-5818-407b-b6f5-3af69f1b7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.560583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-cd743f7a-5818-407b-b6f5-3af69f1b7305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0500233 Dec 23 13:43:24.606157 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-b15cb1a6-fb98-450e-bbf3-7cb089c9d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.607673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-b15cb1a6-fb98-450e-bbf3-7cb089c9d7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396519 Dec 23 13:43:24.698124 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-ff5526ab-81cc-4078-abec-89af853ffffb service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813155 Dec 23 13:43:24.790591 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-7f14ae3c-1245-4c02-b3f6-69a2f77a1b9f req-6855491f-606f-4103-b7ea-2010aeedd5b2 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854883 Dec 23 13:43:24.950528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-9d03e760-b06d-4185-91fd-ffa4b084ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:24.951461 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-9d03e760-b06d-4185-91fd-ffa4b084ab47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1095 time: 0.0440266 Dec 23 13:43:25.051809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-024c339b-ddc5-4a49-a862-d6deb137267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:25.053238 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f08f8f-3045-4206-9f9e-40eb13cd7305 req-8c550963-4cb1-432c-9b6d-48c714fa78d2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:25.053738 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-024c339b-ddc5-4a49-a862-d6deb137267b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0954328 Dec 23 13:43:25.055955 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52f08f8f-3045-4206-9f9e-40eb13cd7305 req-8c550963-4cb1-432c-9b6d-48c714fa78d2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0531914 Dec 23 13:43:25.110836 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52f08f8f-3045-4206-9f9e-40eb13cd7305 req-5b06086e-5881-4a8c-935d-c10abe66038a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478621 Dec 23 13:43:25.126463 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-85f40104-4a83-4f6c-a6ee-34e69a6995dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 999 time: 0.0661147 Dec 23 13:43:25.176051 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-19aad99b-fb28-4a15-84c8-5cc6ae86b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:25.177542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-19aad99b-fb28-4a15-84c8-5cc6ae86b8d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0432415 Dec 23 13:43:25.236842 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-caf20dd4-944b-4f25-9e53-511fa38533f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:25.238923 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-caf20dd4-944b-4f25-9e53-511fa38533f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542877 Dec 23 13:43:25.404986 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-0eda2d82-9dae-456d-87ce-c711fde3a2e7 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582534 Dec 23 13:43:26.244051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5732-f8fb-4e96-bd3f-d17418102217 req-bd9a1058-f21d-456d-a878-686947a304c6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:26.245539 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-616a5732-f8fb-4e96-bd3f-d17418102217 req-bd9a1058-f21d-456d-a878-686947a304c6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0606475 Dec 23 13:43:26.295952 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-616a5732-f8fb-4e96-bd3f-d17418102217 req-91c5b76d-ce0b-49ce-8b67-aa38d12adc3f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441759 Dec 23 13:43:27.419495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b973b0f-fbcd-4e41-bca3-1f59c0365e98 req-6da1a0f5-d1be-4fc1-b323-6fdb94b6d8c6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:27.421172 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b973b0f-fbcd-4e41-bca3-1f59c0365e98 req-6da1a0f5-d1be-4fc1-b323-6fdb94b6d8c6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0586433 Dec 23 13:43:27.472897 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9b973b0f-fbcd-4e41-bca3-1f59c0365e98 req-9198be49-bc36-4bfe-a780-98f4d6a8e245 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Dec 23 13:43:28.598887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922b824-4819-45ec-aaf9-7dc7bbac8998 req-89f33790-8172-4fa8-a134-ea6eea295e11 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:28.600409 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5922b824-4819-45ec-aaf9-7dc7bbac8998 req-89f33790-8172-4fa8-a134-ea6eea295e11 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0484576 Dec 23 13:43:28.654985 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5922b824-4819-45ec-aaf9-7dc7bbac8998 req-966d4345-e652-4c9a-a4f0-eb965a1cbd20 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479403 Dec 23 13:43:29.777770 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c16a-1c57-431e-9c34-27c2fc629033 req-26439867-892c-4dcb-8c20-b32909b51481 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:29.779482 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c48c16a-1c57-431e-9c34-27c2fc629033 req-26439867-892c-4dcb-8c20-b32909b51481 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0534623 Dec 23 13:43:29.831729 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5c48c16a-1c57-431e-9c34-27c2fc629033 req-c4c84902-c7fa-414d-8171-39d1fcbc4882 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458219 Dec 23 13:43:29.930090 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:43:30.958958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b145ab-34c1-426b-9a7f-535bcf4e23cc req-587fd933-6de3-42af-b1fc-5d2c80b3e491 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:30.960436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44b145ab-34c1-426b-9a7f-535bcf4e23cc req-587fd933-6de3-42af-b1fc-5d2c80b3e491 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0599809 Dec 23 13:43:31.011294 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-44b145ab-34c1-426b-9a7f-535bcf4e23cc req-9f5d4964-518c-4b35-b586-137640298b14 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441442 Dec 23 13:43:32.153529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10ef2e-bb18-4b3f-9aaa-80f21af9e4c2 req-ad0887c2-5caf-4019-b2de-e06b4bd6074a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:32.155097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e10ef2e-bb18-4b3f-9aaa-80f21af9e4c2 req-ad0887c2-5caf-4019-b2de-e06b4bd6074a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0574095 Dec 23 13:43:32.210244 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e10ef2e-bb18-4b3f-9aaa-80f21af9e4c2 req-25de9e56-e1c8-4488-88b9-6fdf5466102e tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487559 Dec 23 13:43:33.338088 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb108-17da-4ab5-825a-d04851a69f26 req-eeb12831-ba4b-4904-96d2-ed06c88e9c24 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:33.339550 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-755bb108-17da-4ab5-825a-d04851a69f26 req-eeb12831-ba4b-4904-96d2-ed06c88e9c24 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0609744 Dec 23 13:43:33.403666 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-755bb108-17da-4ab5-825a-d04851a69f26 req-f608cc6f-c90d-41a7-b5ef-38bec36d2c09 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578275 Dec 23 13:43:34.523112 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a8f19-478f-4900-9f92-fe52f74b7384 req-9dce2074-c451-4625-bd32-3da82e95af1d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:34.525386 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd4a8f19-478f-4900-9f92-fe52f74b7384 req-9dce2074-c451-4625-bd32-3da82e95af1d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0488949 Dec 23 13:43:34.588138 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-bd4a8f19-478f-4900-9f92-fe52f74b7384 req-0a9bd216-f54d-4515-b3ae-ea3b1b7fe8a9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558987 Dec 23 13:43:35.706480 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f992f-43ad-4053-93cc-ff3ad1a83be3 req-f53fb399-0788-4de6-af24-7b08e09c5d8c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:35.708033 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e41f992f-43ad-4053-93cc-ff3ad1a83be3 req-f53fb399-0788-4de6-af24-7b08e09c5d8c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0494080 Dec 23 13:43:35.756868 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e41f992f-43ad-4053-93cc-ff3ad1a83be3 req-52c5bb12-2af0-4e06-aa9a-c4001832631a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Dec 23 13:43:36.876300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6f42-8eb1-475f-a6f2-0409b77ff55a req-e3b07b4c-9509-478a-b9c7-cd9673f1e439 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:36.877802 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76cb6f42-8eb1-475f-a6f2-0409b77ff55a req-e3b07b4c-9509-478a-b9c7-cd9673f1e439 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0484500 Dec 23 13:43:36.926079 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-76cb6f42-8eb1-475f-a6f2-0409b77ff55a req-0e02c9ef-5129-4774-ab3e-ac708acb5792 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Dec 23 13:43:38.044667 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52906fb-5c1f-484b-9acd-09e1e9b3756a req-4a1630ed-0b3c-4c3f-9cbf-6608d0b62079 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:38.046194 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d52906fb-5c1f-484b-9acd-09e1e9b3756a req-4a1630ed-0b3c-4c3f-9cbf-6608d0b62079 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0515850 Dec 23 13:43:38.096624 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d52906fb-5c1f-484b-9acd-09e1e9b3756a req-4f6b6f9a-8c6d-41bc-abd5-c18ef5838fbf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Dec 23 13:43:39.212508 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201ebdf-7855-42f2-9a09-dbfbb6caf70e req-668d34e3-6f04-44af-b6c4-9edb6c56ef2d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:39.214459 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e201ebdf-7855-42f2-9a09-dbfbb6caf70e req-668d34e3-6f04-44af-b6c4-9edb6c56ef2d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0497007 Dec 23 13:43:39.244902 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1112035c-2d50-40ff-88b6-e3b86836e372 req-ba70282f-fa2a-4e14-8ff7-6e1f20fe3075 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921049 Dec 23 13:43:39.266518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e201ebdf-7855-42f2-9a09-dbfbb6caf70e req-e1074f9a-b339-46e1-be9d-1edfe5e484ec tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459909 Dec 23 13:43:39.348779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-6e02dd01-97fc-48ea-8987-581ab66c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:39.350295 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-6e02dd01-97fc-48ea-8987-581ab66c651d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1095 time: 0.0417926 Dec 23 13:43:39.454754 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-cbcc8ac0-fcf4-4f40-b18d-2555d8734d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:39.456195 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-cbcc8ac0-fcf4-4f40-b18d-2555d8734d8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0835018 Dec 23 13:43:39.528283 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-13ccbfbb-865a-4153-bef9-4b50b429cb36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 999 time: 0.0640094 Dec 23 13:43:39.581487 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-70a4f9c6-0b9c-4aab-9f7b-c257de6d5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:39.582903 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-70a4f9c6-0b9c-4aab-9f7b-c257de6d5576 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0425861 Dec 23 13:43:39.626972 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-07ca19c6-3c37-49bd-8da2-35e7214014fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:39.628426 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-07ca19c6-3c37-49bd-8da2-35e7214014fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383408 Dec 23 13:43:39.722931 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-de46eadf-f7ec-47fe-8946-fac7f7a48070 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863550 Dec 23 13:43:39.811670 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0c0bf178-0561-49b7-b9a0-2eb69ac00d62 req-7b60f6a4-ddf8-4feb-a41e-9b6505df5023 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817280 Dec 23 13:43:40.393125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525477-dba7-4d04-af29-0160346ae412 req-81a055d3-3611-42a4-b5ad-c9fd87f0c149 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:40.394622 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f525477-dba7-4d04-af29-0160346ae412 req-81a055d3-3611-42a4-b5ad-c9fd87f0c149 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0529590 Dec 23 13:43:40.444909 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8f525477-dba7-4d04-af29-0160346ae412 req-295e2172-678d-4a84-8ac2-3656172394ca tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Dec 23 13:43:41.562346 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261b77a-02b6-4b7d-8ef0-511fd0e8299e req-538457dc-6a10-4699-ae7c-d9eec9cf0d1a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:41.563806 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8261b77a-02b6-4b7d-8ef0-511fd0e8299e req-538457dc-6a10-4699-ae7c-d9eec9cf0d1a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0486059 Dec 23 13:43:41.613592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8261b77a-02b6-4b7d-8ef0-511fd0e8299e req-ac1f9a6c-5cd1-4873-ad1d-8da594302ea8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Dec 23 13:43:42.728292 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281642e-8eb9-449b-ae90-fc90f9946d92 req-f7e147ab-d109-4538-b54c-a90e47512c7d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:42.729781 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4281642e-8eb9-449b-ae90-fc90f9946d92 req-f7e147ab-d109-4538-b54c-a90e47512c7d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 944 time: 0.0483775 Dec 23 13:43:42.781762 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4281642e-8eb9-449b-ae90-fc90f9946d92 req-d33f207e-4fa8-44c7-98e4-e63d7dfafecf tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Dec 23 13:43:42.791287 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:43:42.884313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:42.900003 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': '58c01183-f446-4fe4-b853-e3f675922dc9', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'port_id': '58c01183-f446-4fe4-b853-e3f675922dc9', 'mac_address': 'fa:16:3e:ab:50:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:43:42.937228 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:42.950815 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:43:42.969007 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:43.039542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:43.086559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=11']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:43.348069 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dea12aba-aea9-480e-954e-24f9229598eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:43.388801 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['58c01183-f446-4fe4-b853-e3f675922dc9'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:43:43.896298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3970-c253-468a-a5af-1157769077d0 req-d5e2d887-10ad-45cc-af85-1b7141640b4d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:43.897774 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-850b3970-c253-468a-a5af-1157769077d0 req-d5e2d887-10ad-45cc-af85-1b7141640b4d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0481105 Dec 23 13:43:43.952171 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-850b3970-c253-468a-a5af-1157769077d0 req-1e96c195-2137-4b66-97d7-cc96933b235b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476320 Dec 23 13:43:44.822570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:43:44.913534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port 58c01183-f446-4fe4-b853-e3f675922dc9 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:43:44.918226 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port 58c01183-f446-4fe4-b853-e3f675922dc9 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:43:44.920516 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:44.997383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:45.021209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:43:45.023848 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99d2cbe-25d4-464e-a584-af37ddbeb847" -d '{"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:43:45.037919 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:43:45.062785 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56381e-3573-4fb4-bad3-bceb162ec5e6 x-openstack-request-id: req-ca56381e-3573-4fb4-bad3-bceb162ec5e6 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:43:45.063074 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:43:45.063324 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca56381e-3573-4fb4-bad3-bceb162ec5e6 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:43:45.063716 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'code': 200} Dec 23 13:43:45.070250 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29f1de-52f8-40aa-ab3b-1535eb121c6a req-dbefd7f0-eb2b-402e-b708-ead350924116 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:45.071739 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e29f1de-52f8-40aa-ab3b-1535eb121c6a req-dbefd7f0-eb2b-402e-b708-ead350924116 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 945 time: 0.0497756 Dec 23 13:43:45.097311 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:45.130410 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8e29f1de-52f8-40aa-ab3b-1535eb121c6a req-f133b6ae-d968-4b30-8c5a-bfdf3d458de4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515151 Dec 23 13:43:45.147360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=12']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:43:45.279704 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eea88-3eb1-48ce-b2d6-0579ab358a51 req-9d79f541-4418-4be6-90d4-8727430b12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:45.281225 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d0eea88-3eb1-48ce-b2d6-0579ab358a51 req-9d79f541-4418-4be6-90d4-8727430b12ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1097 time: 0.0447288 Dec 23 13:43:45.326363 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-0d0eea88-3eb1-48ce-b2d6-0579ab358a51 req-53b3abe1-46b2-4767-943d-9b05ff5b3354 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Dec 23 13:43:46.091186 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ae87cd08-9698-4ede-97bc-090ecbd10c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:46.257009 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933e96f-35ce-4d23-aa4e-86fc00693442 req-0a53f8c8-9172-45a8-910f-84494c262178 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:46.258362 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b933e96f-35ce-4d23-aa4e-86fc00693442 req-0a53f8c8-9172-45a8-910f-84494c262178 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.0532935 Dec 23 13:43:46.306203 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b933e96f-35ce-4d23-aa4e-86fc00693442 req-d606749f-7ea1-4e3a-80d7-eeaeba533f2b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Dec 23 13:43:46.810724 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:47.423247 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9febd2-61d0-4715-9a54-175f543acc7f req-0dbd5303-6cf6-44ec-ae77-ee22514265ca tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:47.425134 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d9febd2-61d0-4715-9a54-175f543acc7f req-0dbd5303-6cf6-44ec-ae77-ee22514265ca tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.0497396 Dec 23 13:43:47.476945 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4d9febd2-61d0-4715-9a54-175f543acc7f req-72a539e4-643a-416f-bbe1-87febc78297b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Dec 23 13:43:48.537044 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:48.594232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ac05-2fab-4918-95a1-7f16b63907cc req-82d0b946-00c9-4f8b-9372-9e13ff6d5594 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:43:48.595703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2e1ac05-2fab-4918-95a1-7f16b63907cc req-82d0b946-00c9-4f8b-9372-9e13ff6d5594 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.0483243 Dec 23 13:43:48.652786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f2e1ac05-2fab-4918-95a1-7f16b63907cc req-c749b5cb-b8c2-4bdc-a7c5-644ce1fff21b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507131 Dec 23 13:43:49.193939 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:49.296591 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:43:53.416797 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:06.929625 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:44:13.348124 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e0318da5-e59f-4132-9cde-34049702a8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:16.091155 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8772542a-a2ec-4611-8388-1598a7d2a6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:16.810601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:18.519503 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:19.216675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:19.279288 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:23.393256 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:40.475794 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-35de544c-47a1-48d5-acf5-1824a460606c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390182 Dec 23 13:44:40.557622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-22da9e35-bda9-4384-be17-3c4e24a80c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:44:40.559364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-22da9e35-bda9-4384-be17-3c4e24a80c0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1097 time: 0.0409005 Dec 23 13:44:40.664137 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-26fb863a-ea4b-4087-9ee8-39cea56d63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:44:40.665611 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-26fb863a-ea4b-4087-9ee8-39cea56d63ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0863292 Dec 23 13:44:40.731602 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-47553c8b-5d74-4e0c-9b09-e6aac856ff10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 1001 time: 0.0580039 Dec 23 13:44:40.783154 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-57067b6c-427b-44dc-af6c-23bd1f311642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:44:40.784557 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-57067b6c-427b-44dc-af6c-23bd1f311642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0462792 Dec 23 13:44:40.829995 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-52bda4e1-920c-4bf1-ab5c-7a8a0c1771f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:44:40.831448 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-52bda4e1-920c-4bf1-ab5c-7a8a0c1771f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397811 Dec 23 13:44:40.921418 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-ba8ed0d6-3388-40f5-87e8-abeff0fc7fda service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805197 Dec 23 13:44:41.014917 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-022aabdf-f59d-4d19-85fa-0abe53a1178f req-b9e21b1d-1fd9-4df0-9b18-c9bf16433029 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853093 Dec 23 13:44:43.370589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2f66983c-3c5e-4969-9d91-aeee42ba5415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:43.928446 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:44:46.090256 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ff231d2-4406-46d2-b151-1004bff7a7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:46.811030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:48.542083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:49.236116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:49.284476 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:44:53.467587 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:13.364829 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4784f158-18dc-481c-ac55-f708481f21d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:16.113316 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18035550-9e7a-499a-8902-76a23337cc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:16.798994 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:18.542146 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:19.231810 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:19.296268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:20.927451 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:45:23.414905 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.040051 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43474) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:24.196901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Deleting port 1719eee5-e442-4bc2-9e2c-0a2c76befd68 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:45:24.197172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.271739 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.272054 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.284565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Calling delete_port for 1719eee5-e442-4bc2-9e2c-0a2c76befd68 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:45:24.519219 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.542688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'Port': ['ID=1719eee5-e442-4bc2-9e2c-0a2c76befd68,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:24.555510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.555859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.556196 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.556534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.556895 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.557225 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.557580 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.557900 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.558226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.558544 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.558867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.559187 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.559505 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:24.622890 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:24.623219 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Floating IP 1bd0b76d-3297-40fa-9743-d37d39e02e5f disassociated (deleted). External IP: 172.25.7.147, port: 58c01183-f446-4fe4-b853-e3f675922dc9. Dec 23 13:45:25.187923 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:45:25.291559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:45:25.296478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:25.303289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:45:25.312654 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:45:25.313292 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:45:25.326009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c8d3287c-6edd-417c-ab8f-3a36e7d36ef9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "DELETE /v2.0/floatingips/1bd0b76d-3297-40fa-9743-d37d39e02e5f HTTP/1.1" status: 204 len: 168 time: 1.2848856 Dec 23 13:45:25.326681 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:45:25.329382 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba5f57-9563-4f91-a114-e7c03acc0a43" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:45:25.370234 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ddb9eb-5871-4eba-a4e5-2f7146857103 x-openstack-request-id: req-54ddb9eb-5871-4eba-a4e5-2f7146857103 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:45:25.370534 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:45:25.370786 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54ddb9eb-5871-4eba-a4e5-2f7146857103 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:45:25.371275 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'status': 'completed', 'code': 200} Dec 23 13:45:25.429829 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:45:25.434683 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-24fe2459-4584-4224-ba15-2634fb9fa160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:25.436182 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-24fe2459-4584-4224-ba15-2634fb9fa160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 1097 time: 0.0429728 Dec 23 13:45:25.541987 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-8511fddc-40b1-45f3-b950-a0296433d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:25.543454 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-8511fddc-40b1-45f3-b950-a0296433d1fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0997629 Dec 23 13:45:25.587207 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-03c1d10e-abab-45e8-988d-38dfd46e5c6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Dec 23 13:45:25.639048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-8ecfe8bb-f25b-4646-b663-b350e0a26eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:25.641121 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-8ecfe8bb-f25b-4646-b663-b350e0a26eb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0473220 Dec 23 13:45:25.642814 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:45:25.669222 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:45:25.677436 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:45:25.678042 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:45:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:45:25.692618 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-2e70cd10-a136-4fce-a687-06cc762e43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:25.694212 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-2e70cd10-a136-4fce-a687-06cc762e43ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463281 Dec 23 13:45:25.797403 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:45:25.797881 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-ea745d99-b81c-4f2e-9192-106c8da64a70 service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917416 Dec 23 13:45:25.898558 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b3ba5f57-9563-4f91-a114-e7c03acc0a43 req-d5182a78-df76-43d1-b1fb-7e78b2dd5d4a service neutron] 10.222.0.57 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930121 Dec 23 13:45:25.902244 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b9546-58d8-4b25-8237-b8887dd302bf req-fd5b0bdf-fac5-403c-97e0-0aa4a7896240 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:25.903703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-343b9546-58d8-4b25-8237-b8887dd302bf req-fd5b0bdf-fac5-403c-97e0-0aa4a7896240 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.1635573 Dec 23 13:45:25.959323 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-343b9546-58d8-4b25-8237-b8887dd302bf req-43184737-b13a-407d-ba97-7db0ab8e2635 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Dec 23 13:45:26.008334 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:45:26.039029 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e4a7d-cf6c-4f1b-9a8d-7c18383051e5 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:45:26.253016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1919f2-6bf7-4f2a-8175-d1b0a039667f None None] New status for floating IP 1bd0b76d-3297-40fa-9743-d37d39e02e5f: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:45:27.137927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de4d93-db9b-4792-a101-ab7b63667b86 req-2cb8a6ef-6b3b-462d-98fd-306cae4c774a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:27.139385 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8de4d93-db9b-4792-a101-ab7b63667b86 req-2cb8a6ef-6b3b-462d-98fd-306cae4c774a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.1070962 Dec 23 13:45:27.188510 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f8de4d93-db9b-4792-a101-ab7b63667b86 req-211b5c9f-95b6-4c02-baeb-2fdc997395ca tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=dca2b04e-4d00-49b8-be3b-13b2c867ffa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Dec 23 13:45:27.297929 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486984ab-d733-45be-a852-a2c941f79f1d req-52eea106-ecf6-4f7a-a86d-2a9035f452c5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:27.299382 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-486984ab-d733-45be-a852-a2c941f79f1d req-52eea106-ecf6-4f7a-a86d-2a9035f452c5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 946 time: 0.0496352 Dec 23 13:45:27.388954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Deleting port 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:45:27.389299 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:27.479667 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] For port 58c01183-f446-4fe4-b853-e3f675922dc9, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=58c01183-f446-4fe4-b853-e3f675922dc9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:45:27.479948 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:27.492501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Calling delete_port for 58c01183-f446-4fe4-b853-e3f675922dc9 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:45:27.689869 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:27.718329 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'Port': ['ID=58c01183-f446-4fe4-b853-e3f675922dc9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:27.745202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.745553 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.745895 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.746233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.746570 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.746902 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.747233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.747561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.747888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.748212 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.748536 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.748882 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.749209 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:45:27.768227 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] No DVR routers for this DVR port 58c01183-f446-4fe4-b853-e3f675922dc9 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:45:27.770805 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:27.774449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-486984ab-d733-45be-a852-a2c941f79f1d req-c750ebf0-f3e0-4edd-978f-7ac72f60c440 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.57 "DELETE /v2.0/ports/58c01183-f446-4fe4-b853-e3f675922dc9 HTTP/1.1" status: 204 len: 173 time: 0.4682248 Dec 23 13:45:27.777031 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-deleted', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:45:27.777174 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbab706c-6b74-4862-9471-281a83ffa895" -d '{"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-deleted", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:45:27.812991 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d9cc6-e354-41cc-bc30-59361a1ce587 x-openstack-request-id: req-cf1d9cc6-e354-41cc-bc30-59361a1ce587 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:45:27.813355 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f6b949-120a-4309-a0a6-2df16efb8ffa", "name": "network-vif-deleted", "tag": "58c01183-f446-4fe4-b853-e3f675922dc9", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:45:27.813646 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf1d9cc6-e354-41cc-bc30-59361a1ce587 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:45:27.814008 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f6b949-120a-4309-a0a6-2df16efb8ffa', 'name': 'network-vif-deleted', 'tag': '58c01183-f446-4fe4-b853-e3f675922dc9', 'status': 'completed', 'code': 200} Dec 23 13:45:28.299126 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-86eebced-af8e-4b8f-b0b4-bb3107210345 req-233d6f5d-cf29-4dfd-88a2-bb693be4c859 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f6b949-120a-4309-a0a6-2df16efb8ffa HTTP/1.1" status: 200 len: 210 time: 0.0284207 Dec 23 13:45:29.357945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43500) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:29.414051 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:29.438534 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:29.576327 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:29.582686 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:29.582686 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "DELETE /v2.0/security-groups/dca2b04e-4d00-49b8-be3b-13b2c867ffa8 HTTP/1.1" status: 204 len: 168 time: 0.2223020 Dec 23 13:45:29.590635 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cc3b4-8d17-40b4-bcf5-94b7b93a317d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca2b04e-4d00-49b8-be3b-13b2c867ffa8,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:30.144166 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43506) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:30.148665 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796555804', 'description': 'tempest-secgroup-smoke-1796555804 description', 'project_id': '194f868b6eee458eb146215e15d22c6a'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:30.249271 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.313086 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.381876 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.410038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6774b70a-3b3d-4270-bbac-eee43497fd59,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:30.463936 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.465242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-88b25676-c64a-4291-8800-06efc9994943 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3200381 Dec 23 13:45:30.467984 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43508) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:30.472883 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:30.581249 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.635025 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.711895 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.729892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2022f2d4-37aa-4589-a91c-91869421fabf,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:30.794089 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.795287 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b8a9ff13-41d2-4044-bb2d-bb0671d6026a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258135 Dec 23 13:45:30.798047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43510) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:30.802405 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:30.889172 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:30.945018 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.039023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.060477 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1300e9c6-4b99-44bc-a7ef-eb1328f6dbe6,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:31.132277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.133534 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c74d3638-6ede-4e05-b5ba-699ad38cd3ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3345234 Dec 23 13:45:31.136174 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43512) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:31.140501 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:31.232163 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.289366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.370215 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.381406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:45:31.388692 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a58f9b-5cfe-44f5-ae7c-8da0a84d0cfa,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:31.401829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: 58c01183-f446-4fe4-b853-e3f675922dc9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:45:31.405589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device 58c01183-f446-4fe4-b853-e3f675922dc9 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:45:31.452606 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.453877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a6d51bd1-56d0-40a1-b684-42fbf04fcd90 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167858 Dec 23 13:45:31.457231 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43514) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:31.461740 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:31.546490 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.604696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.685031 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.705052 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37a008a-eb14-46c9-8cc6-b9256bb8ddab,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:31.760859 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.762081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f278d2c0-f4d6-4a5d-b07b-6d8b14d903cb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037951 Dec 23 13:45:31.764816 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43516) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:31.769269 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:31.850337 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Project 194f868b6eee458eb146215e15d22c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:45:31.855295 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.913276 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:31.987673 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.009584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a65e73-8e7b-4da1-b6e0-aafb9e43161e,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:32.081278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.082505 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-aff4d33b-4749-401a-a343-f80a0bcbd5ab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167183 Dec 23 13:45:32.085454 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43518) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:45:32.089654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'security_group_rule': {'security_group_id': '6774b70a-3b3d-4270-bbac-eee43497fd59', 'project_id': '194f868b6eee458eb146215e15d22c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:32.193448 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Project 194f868b6eee458eb146215e15d22c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:45:32.198224 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.256094 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.336156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.353782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da793f2-2aa9-4c80-a127-2579b522af78,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:32.422657 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:32.424619 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-591b7b41-d91f-44a2-b0dd-6dd50256ab93 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3384159 Dec 23 13:45:43.368652 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8a4eb27-093c-41fa-aeb1-4e990d8e630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:46.084807 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adfa198c-da43-4cd7-9b19-542715f1e2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:46.838931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:48.536098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:49.260475 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:49.323172 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:53.208413 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-b13535e3-2e5c-4b63-8abe-07c7ab675529 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796555804&fields=id&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 267 time: 0.0432789 Dec 23 13:45:53.314023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c59c1e92-94c3-4216-a40b-925d7d4e5e32 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:53.315451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c59c1e92-94c3-4216-a40b-925d7d4e5e32 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 809 time: 0.1002584 Dec 23 13:45:53.330150 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-39b10b1d-bf16-4198-9aba-c93799f67cdc tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/quotas/194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 375 time: 0.0086508 Dec 23 13:45:53.380511 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-b570fa42-a4d5-41f1-bc58-bc0f509e9d80 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448380 Dec 23 13:45:53.434637 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-95548cfe-64a9-4872-b1ce-aac0463aaa3b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:45:53.435673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-95548cfe-64a9-4872-b1ce-aac0463aaa3b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440693 Dec 23 13:45:53.473097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:53.529095 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-babb27f8-d4c4-4f65-8008-cc1f760c3b42 service neutron] 10.222.0.16 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Dec 23 13:45:53.620776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-018d58c4-4927-4da8-bbaa-39dbe0dbd72e service neutron] 10.222.0.16 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852859 Dec 23 13:45:54.200673 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-34e8f134-207f-4fac-b155-b8fb531279d1 req-faf57855-16d9-4bc7-8fbf-7c89ed9b331b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0293386 Dec 23 13:45:55.278703 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-39eb3943-0499-4b0e-b82b-65e965c8964d req-8d81b599-f8e4-4bf2-b3b6-5741fdd25208 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0275395 Dec 23 13:45:56.356183 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-a504c94d-c055-4c45-ae86-8a352d97322c req-151ca6eb-8528-4fa7-bfab-0797ee4ec7ef tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0265770 Dec 23 13:45:57.451646 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29f736ee-0f37-479a-87dc-4c402f377005 req-9c82a159-a2ed-4d92-aebd-10768ac8c2b1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0307887 Dec 23 13:45:57.926524 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:45:58.545460 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7e260d1a-496f-422c-b417-c2936e0d2890 req-acd3ec5e-2942-4890-8a7e-ebf0fca2fb1c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Dec 23 13:45:59.072169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-4c895330-8551-45a1-a742-6a4c4880ecb5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:59.073562 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-4c895330-8551-45a1-a742-6a4c4880ecb5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 809 time: 0.1019206 Dec 23 13:45:59.136444 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-115d5bc0-7125-4cd6-847f-76831aee5804 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 380 time: 0.0542083 Dec 23 13:45:59.145518 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'port': {'device_id': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'admin_state_up': True, 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'security_groups': ['6774b70a-3b3d-4270-bbac-eee43497fd59']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:59.319774 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Made reservation on behalf of 194f868b6eee458eb146215e15d22c6a for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:45:59.323623 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:59.454197 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Allocated IP 172.20.0.12 (ac222043-795f-4fc6-b8f0-e9ddef64aa11/4ba0f38e-8c8b-4d69-8cec-47e339374221/a2069321-967a-402b-bd69-2474b186955a) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:45:59.593588 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:59.643778 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e44ff7d8-e0f4-4863-a0d2-3fb4d094625e req-8ea2c668-4213-4f4a-b9e6-febedc1f7bab tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0279202 Dec 23 13:45:59.696146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:59.745320 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:45:59.748497 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:45:59.752100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:45:59.779080 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:45:59.807132 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:45:59.807823 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:59.887752 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c29c7dba-2f34-4458-a82d-20abe7191260 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457860 Dec 23 13:45:59.901779 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Request body: {'port': {'device_id': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:45:59.965532 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:45:59.979679 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f929f571-ec2a-44e5-8925-3e39555852e0 None None] Provisioning complete for port a2069321-967a-402b-bd69-2474b186955a triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:45:59.980723 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f929f571-ec2a-44e5-8925-3e39555852e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.014589 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f929f571-ec2a-44e5-8925-3e39555852e0 None None] Port a2069321-967a-402b-bd69-2474b186955a cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:46:00.246050 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2069321-967a-402b-bd69-2474b186955a {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:46:00.253387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.265094 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Transition to ACTIVE for port object a2069321-967a-402b-bd69-2474b186955a will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:46:00.336035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.387605 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:00.463406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Attempting to bind port a2069321-967a-402b-bd69-2474b186955a on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:46:00.463406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Attempting to bind port a2069321-967a-402b-bd69-2474b186955a by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:46:00.463406 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Attempting to bind port a2069321-967a-402b-bd69-2474b186955a on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:46:00.467003 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Port a2069321-967a-402b-bd69-2474b186955a on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:46:00.467434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Attempting to bind port a2069321-967a-402b-bd69-2474b186955a on network ac222043-795f-4fc6-b8f0-e9ddef64aa11 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:46:00.472445 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:46:00.472781 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Checking segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:46:00.473191 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Bound using segment: {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:46:00.473616 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Bound port: a2069321-967a-402b-bd69-2474b186955a, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efc368f-44b0-4ed9-a9b0-82a1d7b98804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:46:00.473968 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.545044 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:46:00.548474 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:46:00.605596 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.651783 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:00.652413 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:00.653993 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] 10.222.0.43 "PUT /v2.0/ports/a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1092 time: 0.7575099 Dec 23 13:46:00.654446 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:46:00.656709 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd4fc7-888b-416a-ba83-998df2df3920" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:46:00.684490 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b27b1d-1a2d-4d03-90a4-194e2684256c service neutron] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:00.729892 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6992fce5-7005-4747-adfc-e58c0ff509da x-openstack-request-id: req-6992fce5-7005-4747-adfc-e58c0ff509da {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:46:00.730393 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:46:00.730888 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6992fce5-7005-4747-adfc-e58c0ff509da {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:46:00.731467 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'status': 'completed', 'code': 200} Dec 23 13:46:00.820499 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-85fcc57b-0772-46dd-be17-fbb555059d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:00.825579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74295925-71bf-4d39-82ae-bcfb8e75621e req-0bf609b6-7c3a-4291-b2ac-3878e8e1dd30 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:00.828063 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74295925-71bf-4d39-82ae-bcfb8e75621e req-0bf609b6-7c3a-4291-b2ac-3878e8e1dd30 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0774438 Dec 23 13:46:00.834134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-85fcc57b-0772-46dd-be17-fbb555059d39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0830739 Dec 23 13:46:00.902630 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-74295925-71bf-4d39-82ae-bcfb8e75621e req-799c97ad-b17a-4fff-b268-7a5380c0e60f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672100 Dec 23 13:46:00.992253 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-b03a6e2d-7ce8-4ed3-974e-e1c0c5d64831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:00.993984 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-b03a6e2d-7ce8-4ed3-974e-e1c0c5d64831 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=194f868b6eee458eb146215e15d22c6a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1512976 Dec 23 13:46:01.107643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-02c1d160-a7bb-4a3a-ba85-b71322e018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:01.109358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-a8bd4fc7-888b-416a-ba83-998df2df3920 req-02c1d160-a7bb-4a3a-ba85-b71322e018cc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089473 Dec 23 13:46:01.189620 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-a5198e08-1b2f-4872-9ca8-f1eeb9bf9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:01.191160 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-a5198e08-1b2f-4872-9ca8-f1eeb9bf9c3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0421765 Dec 23 13:46:01.234168 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-35c43b68-871b-4814-950d-43cef15f4c16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 217 time: 0.0346119 Dec 23 13:46:01.287643 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-dbf596f9-4e57-496e-b519-de448a9ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:01.289643 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-dbf596f9-4e57-496e-b519-de448a9ad259 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0489109 Dec 23 13:46:01.344029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-2800d005-1876-4af6-8987-a070d782442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:01.345626 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-2800d005-1876-4af6-8987-a070d782442c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487351 Dec 23 13:46:01.442374 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-8cc98210-214c-4a39-9855-eedfb80b2e64 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Dec 23 13:46:01.538744 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d7f4b2b8-d618-433f-a562-ebf3f3b7a0e0 req-ea844f42-6961-4c4a-b89b-b84512886bc7 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Dec 23 13:46:02.039402 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d0f8e-3d70-4e1e-b524-b0ff40e46a3f req-60155ba8-9e76-4268-8dc5-f63bf46f4a34 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:02.041034 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-161d0f8e-3d70-4e1e-b524-b0ff40e46a3f req-60155ba8-9e76-4268-8dc5-f63bf46f4a34 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0524564 Dec 23 13:46:02.090924 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-161d0f8e-3d70-4e1e-b524-b0ff40e46a3f req-f29bc1b9-cc88-4cb7-bea0-83bf5d999f56 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Dec 23 13:46:03.209267 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15563ac-14ff-44d9-8433-ac9f6e666e1e req-0779fef8-ba53-4bd3-a301-c5fc3f8625a4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:03.210684 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e15563ac-14ff-44d9-8433-ac9f6e666e1e req-0779fef8-ba53-4bd3-a301-c5fc3f8625a4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0503621 Dec 23 13:46:03.260875 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e15563ac-14ff-44d9-8433-ac9f6e666e1e req-8215824b-61e3-4038-8f07-3c3075f86f87 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Dec 23 13:46:04.377747 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6528fe-4152-4d8c-8a0a-625a49e090d9 req-be5a33f0-236d-44db-b4ab-651ef9911415 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:04.379243 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6528fe-4152-4d8c-8a0a-625a49e090d9 req-be5a33f0-236d-44db-b4ab-651ef9911415 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0491328 Dec 23 13:46:04.433054 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6528fe-4152-4d8c-8a0a-625a49e090d9 req-64eed8ae-3014-40b6-b5d6-eeb45a7958f5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Dec 23 13:46:05.550510 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128b152-529d-4867-bce8-c489852766e3 req-860d8fd5-36b6-470b-97ee-94e2b3deb2ec tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:05.551966 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1128b152-529d-4867-bce8-c489852766e3 req-860d8fd5-36b6-470b-97ee-94e2b3deb2ec tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0479605 Dec 23 13:46:05.600263 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1128b152-529d-4867-bce8-c489852766e3 req-19f079bd-69c3-48b4-ae0c-4beff6e33798 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Dec 23 13:46:06.716476 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecd815-4ba5-4d59-8f3f-18e38a986cc9 req-14cbadc4-a3d2-47ee-b9e2-d46e818fc6d8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:06.717975 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27ecd815-4ba5-4d59-8f3f-18e38a986cc9 req-14cbadc4-a3d2-47ee-b9e2-d46e818fc6d8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0485389 Dec 23 13:46:06.768980 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-27ecd815-4ba5-4d59-8f3f-18e38a986cc9 req-79d0320b-7b43-444d-8927-45dd19acd36b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Dec 23 13:46:07.887327 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77de978-5c79-4f3e-9200-b643db9370f2 req-278248cd-2c50-4854-bbb1-f5fedb637d70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:07.888796 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b77de978-5c79-4f3e-9200-b643db9370f2 req-278248cd-2c50-4854-bbb1-f5fedb637d70 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0524828 Dec 23 13:46:07.937902 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b77de978-5c79-4f3e-9200-b643db9370f2 req-f5269e24-120a-41f4-ab78-64a10984a161 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Dec 23 13:46:09.054164 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70580ae-08d5-45dd-aa4b-50d4c8732f20 req-d7355651-d53f-41a0-b9ec-6205d8136d52 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:09.055732 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b70580ae-08d5-45dd-aa4b-50d4c8732f20 req-d7355651-d53f-41a0-b9ec-6205d8136d52 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0496299 Dec 23 13:46:09.104735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b70580ae-08d5-45dd-aa4b-50d4c8732f20 req-74f6291b-6dd2-4532-a235-c7589eca6b47 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Dec 23 13:46:10.218443 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561e17-8542-4b49-a60f-af024f879b88 req-d396f027-4d2a-4a1e-8c50-3d6ed592123b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:10.219838 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52561e17-8542-4b49-a60f-af024f879b88 req-d396f027-4d2a-4a1e-8c50-3d6ed592123b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0478387 Dec 23 13:46:10.272248 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-52561e17-8542-4b49-a60f-af024f879b88 req-195af1a7-ad2c-453b-b3d7-d2cea1f0a99a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464342 Dec 23 13:46:11.388127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7ed1a-621f-4d4d-8fd8-321d22aadeed req-ada90289-65a5-46df-b2aa-9dc8f20661d2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:11.389685 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33d7ed1a-621f-4d4d-8fd8-321d22aadeed req-ada90289-65a5-46df-b2aa-9dc8f20661d2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0493853 Dec 23 13:46:11.439721 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-33d7ed1a-621f-4d4d-8fd8-321d22aadeed req-cc752220-bf9d-46e5-84f8-504e71c5f6f6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Dec 23 13:46:12.554445 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ca23c-8161-42db-8bde-5322d0d6c465 req-77a6385f-f79a-43d7-b193-54b33a1b84a0 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:12.556114 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-838ca23c-8161-42db-8bde-5322d0d6c465 req-77a6385f-f79a-43d7-b193-54b33a1b84a0 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0481238 Dec 23 13:46:12.604693 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-838ca23c-8161-42db-8bde-5322d0d6c465 req-79818ce8-c093-4abb-a7bb-ca294dd7f815 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Dec 23 13:46:13.041729 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:46:13.136283 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:46:13.147888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a2069321-967a-402b-bd69-2474b186955a', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'mac_address': 'fa:16:3e:13:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:46:13.184525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:13.197559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2069321-967a-402b-bd69-2474b186955a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:46:13.216907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:46:13.299522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:13.351551 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:13.358921 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.359264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.359628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.359959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.360336 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.360661 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.361018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.361367 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.361685 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.362006 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.362343 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.362658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.362972 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:46:13.390805 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f06538c4-0449-4e0b-a377-575f8a422536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:13.532483 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a2069321-967a-402b-bd69-2474b186955a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:46:13.724962 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e15f-2d48-49a4-9c4f-210d4ab781b3 req-79ce7bd5-1187-487e-8904-499fc117c3f7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:13.726769 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4690e15f-2d48-49a4-9c4f-210d4ab781b3 req-79ce7bd5-1187-487e-8904-499fc117c3f7 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0540011 Dec 23 13:46:13.776959 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-4690e15f-2d48-49a4-9c4f-210d4ab781b3 req-a71110a3-76e7-45d7-93f9-38a8dc043da5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Dec 23 13:46:14.892072 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f758f-da45-4f1b-8363-350b8b8366b8 req-e880528f-ad59-4a28-8c34-f1a8a88a73e1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:14.893572 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c55f758f-da45-4f1b-8363-350b8b8366b8 req-e880528f-ad59-4a28-8c34-f1a8a88a73e1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Dec 23 13:46:14.942480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c55f758f-da45-4f1b-8363-350b8b8366b8 req-1c854580-3774-404c-bef8-a1190a6da5ad tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Dec 23 13:46:15.057326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:46:15.198455 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port a2069321-967a-402b-bd69-2474b186955a completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:46:15.202495 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a2069321-967a-402b-bd69-2474b186955a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:46:15.202930 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:15.278499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:15.300310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:46:15.302545 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226e4986-7a7a-4e33-a54b-fab4e0ea6b8a" -d '{"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-plugged", "status": "completed", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:46:15.316153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:46:15.342900 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc39d72-0e51-45b4-a8b0-6eec8b2b0c05 x-openstack-request-id: req-ddc39d72-0e51-45b4-a8b0-6eec8b2b0c05 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:46:15.343199 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-plugged", "status": "completed", "tag": "a2069321-967a-402b-bd69-2474b186955a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:46:15.343461 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddc39d72-0e51-45b4-a8b0-6eec8b2b0c05 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:46:15.343875 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'code': 200} Dec 23 13:46:15.385895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:15.437753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:15.441378 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041f6dc-1919-4e84-82fe-d5fc61e4375d req-4d8415d5-8360-456c-a25a-ae8a899a061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:15.442973 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9041f6dc-1919-4e84-82fe-d5fc61e4375d req-4d8415d5-8360-456c-a25a-ae8a899a061f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0413764 Dec 23 13:46:15.489725 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9041f6dc-1919-4e84-82fe-d5fc61e4375d req-25b940cf-b204-409e-87b6-be625b40ff53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 Dec 23 13:46:16.059596 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6196ff-33d7-40bc-aecb-02f22810f221 req-42b05ca0-c7c8-4d7c-9086-daa1775c088b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:16.061125 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6196ff-33d7-40bc-aecb-02f22810f221 req-42b05ca0-c7c8-4d7c-9086-daa1775c088b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Dec 23 13:46:16.101422 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a94e59d0-82b6-456e-b94d-1e344920d45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:16.113843 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9f6196ff-33d7-40bc-aecb-02f22810f221 req-23c2c5f4-507b-4c8d-9d34-563e944bff3b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 Dec 23 13:46:16.821721 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:17.232245 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00eeb1-3986-459e-80ad-3c7a96c64609 req-651179a2-b438-4a7a-b30e-79c859536757 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:17.233754 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e00eeb1-3986-459e-80ad-3c7a96c64609 req-651179a2-b438-4a7a-b30e-79c859536757 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0488400 Dec 23 13:46:17.282884 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9e00eeb1-3986-459e-80ad-3c7a96c64609 req-da3d3941-0df9-423f-bb63-1eb8d10024d1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Dec 23 13:46:17.401529 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8060d0-b5b0-4a61-a1a6-962ea062177c req-9baa37c1-d995-4c45-8c6f-bc41179fe237 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:17.402925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b8060d0-b5b0-4a61-a1a6-962ea062177c req-9baa37c1-d995-4c45-8c6f-bc41179fe237 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0489829 Dec 23 13:46:17.455568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3b8060d0-b5b0-4a61-a1a6-962ea062177c req-4eaf4298-2d20-42ff-b2f9-db7c907d8d2c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467384 Dec 23 13:46:17.477484 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43752) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:46:17.561882 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed3028-af51-4fed-86ba-e55dcb4a73b7 tempest-TestShelveInstance-1571871532 tempest-TestShelveInstance-1571871532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:17.563483 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-44ed3028-af51-4fed-86ba-e55dcb4a73b7 tempest-TestShelveInstance-1571871532 tempest-TestShelveInstance-1571871532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1092 time: 0.0849371 Dec 23 13:46:17.566131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43756) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:46:17.571457 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:46:17.679827 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:17.775394 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:17.880813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Allocated IP 172.25.7.197 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/a8ad9901-21be-4fac-b325-a7fed400c668) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:46:17.983182 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.067797 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.112098 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:46:18.115065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:46:18.119221 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:46:18.140768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=a8ad9901-21be-4fac-b325-a7fed400c668,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:18.478868 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.547280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.627476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.779761 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.836987 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:18.903513 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event updated for resources: {'Port': ['ID=a8ad9901-21be-4fac-b325-a7fed400c668,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:46:18.917495 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:19.023484 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Floating IP 858a705c-ccb1-4116-8f8b-f6c1028f9609 associated. External IP: 172.25.7.197, port: a2069321-967a-402b-bd69-2474b186955a. Dec 23 13:46:19.213926 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:19.239101 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:46:19.295612 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:19.349759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:46:19.359340 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:46:19.369040 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:46:19.369626 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:46:19.463647 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:19.476655 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:46:19.504848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f69b367d-705b-4a8b-9807-3f4516fb568d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9236798 Dec 23 13:46:19.504848 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:46:19.504848 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:46:19.582484 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0c436-b26e-4915-adb0-06078786e95d x-openstack-request-id: req-a2c0c436-b26e-4915-adb0-06078786e95d {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:46:19.582777 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:46:19.583054 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2c0c436-b26e-4915-adb0-06078786e95d {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:46:19.583464 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'status': 'completed', 'code': 200} Dec 23 13:46:19.643899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-afd7a8ab-abd7-48b9-b258-0ca42eea5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:19.645446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-afd7a8ab-abd7-48b9-b258-0ca42eea5508 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0397415 Dec 23 13:46:19.702604 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '858a705c-ccb1-4116-8f8b-f6c1028f9609', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:13:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:46:18Z', 'updated_at': '2021-12-23T13:46:18Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:46:19.730144 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:46:19.738366 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-848ab578-c371-482b-be03-49b9e3716ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:19.738549 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:46:19.738962 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:46:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:46:19.739847 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-848ab578-c371-482b-be03-49b9e3716ce5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0870786 Dec 23 13:46:19.804417 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-365b5dde-71fe-427c-a598-b4337638829b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1000 time: 0.0578380 Dec 23 13:46:19.845059 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:46:19.857527 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-77f8a864-5818-4ce5-86cb-16baa8060424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:19.858982 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-77f8a864-5818-4ce5-86cb-16baa8060424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0482543 Dec 23 13:46:19.905940 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-0c5504b6-96d1-4eb3-ae12-1f0ce14de598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:19.907436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-0c5504b6-96d1-4eb3-ae12-1f0ce14de598 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405958 Dec 23 13:46:19.998147 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-0b05b2c8-c313-4751-ab58-94e9c8d4e667 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Dec 23 13:46:20.097494 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e9265dcb-1f21-4ea2-97d2-f86b33437f6e req-9d6919ed-b495-41d7-8d6c-d1664a4c05c8 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926464 Dec 23 13:46:20.167718 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '858a705c-ccb1-4116-8f8b-f6c1028f9609', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:13:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:46:18Z', 'updated_at': '2021-12-23T13:46:18Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:46:20.192730 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e330336b-a958-4c30-bc80-85a59e0ecd28 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': '858a705c-ccb1-4116-8f8b-f6c1028f9609', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'mac_address': 'fa:16:3e:13:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:46:18Z', 'updated_at': '2021-12-23T13:46:18Z', 'revision_number': 0, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:46:20.392384 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bee0-3206-4ecb-aa64-1b753d6ffc9f None None] New status for floating IP 858a705c-ccb1-4116-8f8b-f6c1028f9609: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:46:23.421343 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:34.927678 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:46:43.390699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f182765e-2a9a-4325-ad3b-a05472eac1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:46.118868 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-28820da0-9a7e-48b7-9128-1e4de092d7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:46.844449 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:48.541330 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:49.234529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:49.287334 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:53.458958 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:46:58.476566 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-5737a545-4ab8-4e82-ae97-e4346dd7d2ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408547 Dec 23 13:46:58.559029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5064-66c4-4285-8227-e69785c26182 req-ee78831e-e106-4d31-91d1-e6930b2f773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:58.560693 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-ee78831e-e106-4d31-91d1-e6930b2f773b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0417504 Dec 23 13:46:58.995097 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5064-66c4-4285-8227-e69785c26182 req-b5bf0515-2437-48cc-8e03-0a54835aa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:58.996549 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-b5bf0515-2437-48cc-8e03-0a54835aa6fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.4165726 Dec 23 13:46:59.060576 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-2fe2795d-ead3-4eac-ae28-ad9e167207b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1002 time: 0.0567105 Dec 23 13:46:59.112369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5064-66c4-4285-8227-e69785c26182 req-3a86d7b3-3aa5-4576-8827-81c306509a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:59.113808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-3a86d7b3-3aa5-4576-8827-81c306509a3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0468166 Dec 23 13:46:59.163408 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5064-66c4-4285-8227-e69785c26182 req-8c703b80-9509-40f6-a22c-ba6ee2ad224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:46:59.165055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-8c703b80-9509-40f6-a22c-ba6ee2ad224d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409970 Dec 23 13:46:59.258840 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-c8888351-62e2-4054-8c3d-3dc7b9398d01 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860736 Dec 23 13:46:59.351032 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-975a5064-66c4-4285-8227-e69785c26182 req-046fc393-c247-48cb-abad-5367a96e374e service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855784 Dec 23 13:47:11.926393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:47:13.373181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e98d52d8-8f38-49f0-a525-2917f8be3775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:16.104402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d80c1421-1f84-436c-92fb-e4e48dedb8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:16.838060 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:18.521335 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:19.249504 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:19.301179 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:23.447083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:43.380838 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-adf629d7-40df-4809-98e4-d9dc1292f10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:46.089657 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5b61743d-2972-4836-a627-7f2ce6958cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:46.855504 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:48.551981 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:48.925121 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:47:49.226779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:49.303675 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:47:53.486222 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:00.523364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-36081633-b7de-4e86-bdc8-5ae86bfb1b20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877283 Dec 23 13:48:00.612269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb461-d322-45c2-92da-d321bd412630 req-47c09b72-2bf9-42aa-bab9-ce8727270cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:00.613826 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-47c09b72-2bf9-42aa-bab9-ce8727270cbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0451555 Dec 23 13:48:00.718242 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb461-d322-45c2-92da-d321bd412630 req-c37ab531-8519-489d-9959-5adfa8822272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:00.719616 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-c37ab531-8519-489d-9959-5adfa8822272 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0851898 Dec 23 13:48:00.791332 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-aa590431-3ec7-4b21-b7ed-79c9233ce178 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1002 time: 0.0641158 Dec 23 13:48:00.840612 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb461-d322-45c2-92da-d321bd412630 req-db44bffb-fb4f-4a57-84bb-f0009cb05334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:00.842673 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-db44bffb-fb4f-4a57-84bb-f0009cb05334 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0445290 Dec 23 13:48:00.886942 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb461-d322-45c2-92da-d321bd412630 req-90821c5f-45ac-4f6d-8bf4-f28877eef1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:00.888344 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-90821c5f-45ac-4f6d-8bf4-f28877eef1c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390427 Dec 23 13:48:00.984615 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-30da6dc4-003b-4f14-b619-8a69c1e94c26 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Dec 23 13:48:01.075338 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b8dbb461-d322-45c2-92da-d321bd412630 req-179bd5ee-31ac-481a-b4f7-6279eaf546eb service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836630 Dec 23 13:48:13.375520 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d9f-f16e-4cce-8eeb-0b28bedb2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:16.089083 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d8595cce-19cd-4e98-b0bd-cf25aa0823bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:16.828892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:18.554372 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:19.243697 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:19.294890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:23.423214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:25.925292 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:48:43.369392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-499b6369-3f3f-49cb-b7ed-d922ab4b8d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:46.088940 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9c06e6a4-cbce-41cf-94f0-6c7c6a46682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:46.232516 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354d47f-0387-4394-bc22-2445f0c7bcc3 req-ff513ebd-caec-4321-9b6f-7ab42d94940f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:46.233586 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e354d47f-0387-4394-bc22-2445f0c7bcc3 req-ff513ebd-caec-4321-9b6f-7ab42d94940f tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0502961 Dec 23 13:48:46.285396 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e354d47f-0387-4394-bc22-2445f0c7bcc3 req-c0ffb77c-21f7-4580-a963-af00f5255186 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Dec 23 13:48:46.854992 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:47.412025 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a163510-128d-4075-bd78-ccba4b348e73 req-a44801c5-8d81-4325-a983-594c93c02803 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:47.413786 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a163510-128d-4075-bd78-ccba4b348e73 req-a44801c5-8d81-4325-a983-594c93c02803 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0536692 Dec 23 13:48:47.463800 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-3a163510-128d-4075-bd78-ccba4b348e73 req-e1e2ebba-d1a8-446b-b4fa-2bdd880a9044 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 Dec 23 13:48:48.565850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:48.589767 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27160d-2c7c-4864-b5ae-7f47ea5bfe2b req-1e2fc7d4-d3db-4a28-b5b0-d5a94bbea197 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:48.591267 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa27160d-2c7c-4864-b5ae-7f47ea5bfe2b req-1e2fc7d4-d3db-4a28-b5b0-d5a94bbea197 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0488255 Dec 23 13:48:48.640331 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-aa27160d-2c7c-4864-b5ae-7f47ea5bfe2b req-84fa0f65-3d57-41a0-8e91-e4e864dd7722 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Dec 23 13:48:49.268030 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:49.325040 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:49.760316 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7301477-81a8-4e1a-8718-51a0eb71c0ce req-26edc21a-df36-4101-b60c-58678cc8873b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:49.761803 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7301477-81a8-4e1a-8718-51a0eb71c0ce req-26edc21a-df36-4101-b60c-58678cc8873b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Dec 23 13:48:49.810788 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d7301477-81a8-4e1a-8718-51a0eb71c0ce req-7af085f8-1bf0-4f9d-80b9-a16355219eed tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430472 Dec 23 13:48:50.927087 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21aaf-97e8-4c21-ab20-3f7f2b128054 req-7ce06d9f-f0c2-41cf-acfc-a9b4dc5c8aef tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:50.928629 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68a21aaf-97e8-4c21-ab20-3f7f2b128054 req-7ce06d9f-f0c2-41cf-acfc-a9b4dc5c8aef tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Dec 23 13:48:50.978368 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-68a21aaf-97e8-4c21-ab20-3f7f2b128054 req-b9d6448f-e80b-4ec6-86b6-e6077c0f2604 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Dec 23 13:48:52.095065 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51295d2-ae39-4406-8936-a2833846e009 req-634ef0ca-602d-41da-8083-f93f9606179c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:52.096568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d51295d2-ae39-4406-8936-a2833846e009 req-634ef0ca-602d-41da-8083-f93f9606179c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0498633 Dec 23 13:48:52.149672 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d51295d2-ae39-4406-8936-a2833846e009 req-53dd682b-f5cb-4de9-ae6e-3c36d27e2608 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470493 Dec 23 13:48:53.265495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2433-3b64-4049-8541-c0c38da56fb9 req-fa8f9459-296f-49cd-9af9-5b27c16f7776 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:53.266958 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-733a2433-3b64-4049-8541-c0c38da56fb9 req-fa8f9459-296f-49cd-9af9-5b27c16f7776 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0499196 Dec 23 13:48:53.318517 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-733a2433-3b64-4049-8541-c0c38da56fb9 req-cd842a20-1ca9-4447-9675-c946f8af0d8b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Dec 23 13:48:53.451361 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:48:54.434041 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98da7-2424-43dd-bb55-49243edbf601 req-4d220ae1-6529-4031-ab16-513fed3fce62 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:54.435568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79e98da7-2424-43dd-bb55-49243edbf601 req-4d220ae1-6529-4031-ab16-513fed3fce62 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0492418 Dec 23 13:48:54.485497 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-79e98da7-2424-43dd-bb55-49243edbf601 req-f1997c3e-7b68-4409-90a1-7a6c1869990b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Dec 23 13:48:55.608541 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428d9a6-db54-434b-b63b-4fb71ce09965 req-f64b9156-9334-4572-9dc5-fd5db44e5516 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:55.610061 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8428d9a6-db54-434b-b63b-4fb71ce09965 req-f64b9156-9334-4572-9dc5-fd5db44e5516 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0538533 Dec 23 13:48:55.659920 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8428d9a6-db54-434b-b63b-4fb71ce09965 req-7c9cd1f3-61d5-4b6c-9ea8-1f126d04e0e2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Dec 23 13:48:56.470362 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed1-eade-468d-be51-c69f3abe474b req-f9a3f6e1-466e-4f4d-9a26-ee4b73b0ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:56.471761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-f9a3f6e1-466e-4f4d-9a26-ee4b73b0ba1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0412779 Dec 23 13:48:56.564222 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed1-eade-468d-be51-c69f3abe474b req-292ebcdc-50a5-4b72-9d0e-6075411f6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:56.566358 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-292ebcdc-50a5-4b72-9d0e-6075411f6889 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0880959 Dec 23 13:48:56.632487 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-04432345-f06e-441e-affd-013bcd785968 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1002 time: 0.0595012 Dec 23 13:48:56.685396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed1-eade-468d-be51-c69f3abe474b req-b53ec437-1536-4451-ba61-2afc99993ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:56.686836 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-b53ec437-1536-4451-ba61-2afc99993ded service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0479424 Dec 23 13:48:56.733873 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed1-eade-468d-be51-c69f3abe474b req-263cded0-d52e-4af0-ab0f-9e3c85cc3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:56.735592 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-263cded0-d52e-4af0-ab0f-9e3c85cc3356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406690 Dec 23 13:48:56.780310 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbe994-5217-4575-b49d-b77200ad059f req-627798b2-8957-4cc1-90f8-78379c99b503 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:56.781858 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ecbe994-5217-4575-b49d-b77200ad059f req-627798b2-8957-4cc1-90f8-78379c99b503 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0495565 Dec 23 13:48:56.826775 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-64e09967-a2e5-4ef5-bb2a-ded185869db4 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827394 Dec 23 13:48:56.833681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8ecbe994-5217-4575-b49d-b77200ad059f req-5892d294-74a5-42ae-b27b-f0f855b1d366 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Dec 23 13:48:56.924107 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-68e14ed1-eade-468d-be51-c69f3abe474b req-addf74f1-2c83-493b-9fdc-ec7e6a95e0d2 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904939 Dec 23 13:48:57.949263 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73adb-36a2-47d5-97f9-de4d519ea93f req-f897df51-dbd4-4f82-87bf-64c93833f138 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:57.950750 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbe73adb-36a2-47d5-97f9-de4d519ea93f req-f897df51-dbd4-4f82-87bf-64c93833f138 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Dec 23 13:48:58.003514 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dbe73adb-36a2-47d5-97f9-de4d519ea93f req-568225f7-095e-4315-b386-0fa021fcbbda tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459259 Dec 23 13:48:59.124911 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ca40b-2bf5-46c4-a58d-952569224e7e req-6f4d1906-7efa-431b-beca-1a33d104a7e8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:48:59.126589 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c0ca40b-2bf5-46c4-a58d-952569224e7e req-6f4d1906-7efa-431b-beca-1a33d104a7e8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0518386 Dec 23 13:48:59.183938 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c0ca40b-2bf5-46c4-a58d-952569224e7e req-9c82c39f-1d4c-4c6b-9950-7a9e33e3a797 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498700 Dec 23 13:49:00.313214 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b18338-512b-4389-9a0b-4b243059c36e req-bfe0a37a-a015-42ec-87c1-cfa2381d1af5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:00.314890 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03b18338-512b-4389-9a0b-4b243059c36e req-bfe0a37a-a015-42ec-87c1-cfa2381d1af5 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0526595 Dec 23 13:49:00.366706 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-03b18338-512b-4389-9a0b-4b243059c36e req-541425ff-add9-442b-a207-491d760d47eb tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Dec 23 13:49:01.489110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b717-a770-4a43-904e-6f770e843b00 req-73ee5759-3659-4ca2-a38b-bc8b6be959a1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:01.490578 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f3b717-a770-4a43-904e-6f770e843b00 req-73ee5759-3659-4ca2-a38b-bc8b6be959a1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Dec 23 13:49:01.540627 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c3f3b717-a770-4a43-904e-6f770e843b00 req-e70fb81b-23fb-45f0-909a-7cbe8bd1c6d6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Dec 23 13:49:01.927487 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e7e2-d171-4010-a370-341c1a833b52 req-b8b97a9d-03f9-421b-aa0c-a872101edd66 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:01.929057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92e4e7e2-d171-4010-a370-341c1a833b52 req-b8b97a9d-03f9-421b-aa0c-a872101edd66 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0528021 Dec 23 13:49:01.979660 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-92e4e7e2-d171-4010-a370-341c1a833b52 req-eb07230c-7771-43e1-a952-4d351e696657 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445540 Dec 23 13:49:01.992060 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-9a9f050e-6ca6-472a-a576-b37bfea56d33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804145 Dec 23 13:49:02.001396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-45bfa69b-f3f6-4fde-9d61-48d6dc987c65 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:49:02.002340 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-45bfa69b-f3f6-4fde-9d61-48d6dc987c65 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049896 Dec 23 13:49:02.926266 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:49:03.101138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc590-11e2-405f-b88b-86c5d9a1df8c req-a7079804-ed0c-4d6c-8f0c-36e64f7bbbf3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:03.102615 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d57fc590-11e2-405f-b88b-86c5d9a1df8c req-a7079804-ed0c-4d6c-8f0c-36e64f7bbbf3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0544710 Dec 23 13:49:03.151987 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-d57fc590-11e2-405f-b88b-86c5d9a1df8c req-4599d9b9-5bfe-46a3-a09a-45112ea47b9b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Dec 23 13:49:03.943587 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:49:04.023119 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:04.045510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:49:04.047731 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e4353b-e2f1-48fd-85c4-dfcba9476e77" -d '{"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:49:04.061248 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:49:04.123602 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:04.147898 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3e2fc-97f2-4c84-a638-fdec7b6b1cee x-openstack-request-id: req-cda3e2fc-97f2-4c84-a638-fdec7b6b1cee {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:49:04.148193 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-unplugged", "status": "failed", "tag": "a2069321-967a-402b-bd69-2474b186955a", "code": 422}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:49:04.148453 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cda3e2fc-97f2-4c84-a638-fdec7b6b1cee {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:49:04.148867 n-d-822750-2 neutron-server[104039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'code': 422} returned with failed status Dec 23 13:49:04.176526 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:49:04.184398 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.184749 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.185219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.185561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.185895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.186381 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.186711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.187038 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.187360 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.187752 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.187998 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.188440 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.188768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:49:04.278257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9d0db-ef55-42fa-9f01-cdaa5d260a4b req-fe137b30-34b1-4d58-a3ea-ad408d530299 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:04.279861 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82e9d0db-ef55-42fa-9f01-cdaa5d260a4b req-fe137b30-34b1-4d58-a3ea-ad408d530299 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0511675 Dec 23 13:49:04.333212 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-82e9d0db-ef55-42fa-9f01-cdaa5d260a4b req-35881156-f1e4-478a-91e1-c0b1e6c966dc tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Dec 23 13:49:05.449420 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff62ed4-9178-4e65-8098-358cfc2bbcce req-93632a75-96d9-451c-b82b-ff3bb6ba6e80 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:05.450925 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ff62ed4-9178-4e65-8098-358cfc2bbcce req-93632a75-96d9-451c-b82b-ff3bb6ba6e80 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0497136 Dec 23 13:49:05.504895 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ff62ed4-9178-4e65-8098-358cfc2bbcce req-31a7b876-41dc-4067-95e6-a7a337273820 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479624 Dec 23 13:49:06.630226 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20b6c2-e90a-40d2-9a88-191bf0543d1a req-32039aab-3400-4b87-b978-11cc3bf525d6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:06.631734 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c20b6c2-e90a-40d2-9a88-191bf0543d1a req-32039aab-3400-4b87-b978-11cc3bf525d6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0500610 Dec 23 13:49:06.681667 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6c20b6c2-e90a-40d2-9a88-191bf0543d1a req-790a1c50-b9d2-4861-9f17-653656bd11e4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438221 Dec 23 13:49:07.798586 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb987b-e517-4793-91e8-98d1faf4135b req-e6d9d33f-2c7c-45dc-b7d0-eab07ef43cf3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:07.800046 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7eb987b-e517-4793-91e8-98d1faf4135b req-e6d9d33f-2c7c-45dc-b7d0-eab07ef43cf3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0487227 Dec 23 13:49:07.851099 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e7eb987b-e517-4793-91e8-98d1faf4135b req-bfefbf2e-6fa5-44f2-9b07-20fb1c114593 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Dec 23 13:49:08.764172 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223865fc-226c-4130-9668-a04e8095fd3c req-baf8acdd-0db6-4ae4-9e02-c6aa9678ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:08.765669 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-baf8acdd-0db6-4ae4-9e02-c6aa9678ae2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8&tenant_id=194f868b6eee458eb146215e15d22c6a HTTP/1.1" status: 200 len: 1095 time: 0.0405293 Dec 23 13:49:08.830715 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223865fc-226c-4130-9668-a04e8095fd3c req-5947add0-172a-4a47-83e8-aa26b15e116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:08.832455 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-5947add0-172a-4a47-83e8-aa26b15e116a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0453427 Dec 23 13:49:08.930893 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223865fc-226c-4130-9668-a04e8095fd3c req-aa03b18b-d06d-478d-b7f8-9b72d9ecebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:08.932386 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-aa03b18b-d06d-478d-b7f8-9b72d9ecebeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0930369 Dec 23 13:49:08.972514 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea66c1-bbbc-4636-85cf-e1f5fa5eb8fa req-c2d973a0-c421-4ee8-bd73-affa61626559 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:08.974021 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acea66c1-bbbc-4636-85cf-e1f5fa5eb8fa req-c2d973a0-c421-4ee8-bd73-affa61626559 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0534267 Dec 23 13:49:09.006856 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-8b32571c-0a9a-45be-9088-fe27f7d82527 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1000 time: 0.0660496 Dec 23 13:49:09.023719 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-acea66c1-bbbc-4636-85cf-e1f5fa5eb8fa req-ea1ab0ef-7813-4723-b7c1-a14cf97332a8 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Dec 23 13:49:09.057400 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223865fc-226c-4130-9668-a04e8095fd3c req-4b7561e1-b825-487d-9060-452968e81694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:09.058851 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-4b7561e1-b825-487d-9060-452968e81694 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0458655 Dec 23 13:49:09.103843 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223865fc-226c-4130-9668-a04e8095fd3c req-e36cb557-124f-40c4-a22f-ac5739377852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:09.105354 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-e36cb557-124f-40c4-a22f-ac5739377852 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399389 Dec 23 13:49:09.202284 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-0904dab8-1f6c-41d0-a938-0763f1b9da61 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Dec 23 13:49:09.294136 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-34c35b3b-b331-48ae-955e-b7dee7e846ee service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Dec 23 13:49:10.140374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655525-cd16-4471-8dea-d8cd60ea3228 req-29a06550-3c14-4fa0-8bf3-ad8e27c9b3d6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:10.141898 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da655525-cd16-4471-8dea-d8cd60ea3228 req-29a06550-3c14-4fa0-8bf3-ad8e27c9b3d6 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0479841 Dec 23 13:49:10.190490 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da655525-cd16-4471-8dea-d8cd60ea3228 req-1e88b053-1bd9-4c5b-a461-2835339ee458 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Dec 23 13:49:11.304363 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4602f-54cf-4fad-b9d7-cc6b45516809 req-2356b09b-2335-471e-aba4-6e0604447283 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:11.305888 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2cf4602f-54cf-4fad-b9d7-cc6b45516809 req-2356b09b-2335-471e-aba4-6e0604447283 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0483582 Dec 23 13:49:11.358057 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-2cf4602f-54cf-4fad-b9d7-cc6b45516809 req-ac25cdb4-c33b-4a35-ae64-67d38f8f52af tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462427 Dec 23 13:49:12.474996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c3b7c-8d8f-4117-9b51-f8357447f4c9 req-40a735b3-4630-401e-b494-68694b9d66cd tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:12.476437 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-967c3b7c-8d8f-4117-9b51-f8357447f4c9 req-40a735b3-4630-401e-b494-68694b9d66cd tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0490670 Dec 23 13:49:12.527992 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-967c3b7c-8d8f-4117-9b51-f8357447f4c9 req-043ac676-1b25-447f-a685-a1be4b970f7e tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Dec 23 13:49:13.411687 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f7fe24d5-18c2-4ab9-aed0-f3eba240f0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:13.641753 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71eb84-c691-4ed7-8fba-366eae3a25d3 req-5f8363ba-2ad7-4eab-b7c2-fbdbf3507b64 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:13.643247 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be71eb84-c691-4ed7-8fba-366eae3a25d3 req-5f8363ba-2ad7-4eab-b7c2-fbdbf3507b64 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0477815 Dec 23 13:49:13.692220 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-be71eb84-c691-4ed7-8fba-366eae3a25d3 req-43d6c2bd-17d1-4e49-95b3-2822fbf403ce tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Dec 23 13:49:14.811171 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e7bdf-7bf2-46a9-9a39-dc7d73a28a01 req-f3e47e46-d49d-4944-a849-12b305e19f0c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:14.812655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca1e7bdf-7bf2-46a9-9a39-dc7d73a28a01 req-f3e47e46-d49d-4944-a849-12b305e19f0c tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0536194 Dec 23 13:49:14.866518 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ca1e7bdf-7bf2-46a9-9a39-dc7d73a28a01 req-bb4531fd-81b1-4f38-a0b3-138e83b2b0c3 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470705 Dec 23 13:49:15.983815 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440efd5-0814-4094-af1c-d8cf9f9d5ea5 req-5df4c832-ac92-4392-ba6b-dcfb65310ce1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:15.985356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e440efd5-0814-4094-af1c-d8cf9f9d5ea5 req-5df4c832-ac92-4392-ba6b-dcfb65310ce1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 944 time: 0.0488679 Dec 23 13:49:16.024934 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:49:16.034652 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e440efd5-0814-4094-af1c-d8cf9f9d5ea5 req-d7513a8b-a6e3-4f38-85eb-154cfdff6ad9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Dec 23 13:49:16.102499 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa1a62db-f65d-45aa-8542-24d685e96170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:16.124264 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:49:16.136216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': 'a2069321-967a-402b-bd69-2474b186955a', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'port_id': 'a2069321-967a-402b-bd69-2474b186955a', 'mac_address': 'fa:16:3e:13:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:49:16.176584 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:16.188891 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2069321-967a-402b-bd69-2474b186955a {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:49:16.208369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:49:16.267811 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:16.313497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:49:16.493904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['a2069321-967a-402b-bd69-2474b186955a'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:49:16.844782 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:17.155470 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4ac20-ad93-4b62-9303-1b06d86ff8be req-16b538c7-acb2-4586-b9c9-1d1e59737fd1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:17.156853 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9a4ac20-ad93-4b62-9303-1b06d86ff8be req-16b538c7-acb2-4586-b9c9-1d1e59737fd1 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Dec 23 13:49:17.204989 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f9a4ac20-ad93-4b62-9303-1b06d86ff8be req-16ce98b2-e219-427c-a315-1020641938d9 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Dec 23 13:49:18.020297 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:49:18.067786 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port a2069321-967a-402b-bd69-2474b186955a triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:49:18.068170 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:18.144032 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:18.165876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:49:18.168064 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e6722-67e5-49f5-8836-1d245415c32c" -d '{"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-plugged", "status": "completed", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:49:18.180088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:49:18.207921 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec22b9c-f926-4c94-b5a5-13169dd48015 x-openstack-request-id: req-dec22b9c-f926-4c94-b5a5-13169dd48015 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:49:18.208156 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-plugged", "status": "completed", "tag": "a2069321-967a-402b-bd69-2474b186955a", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:49:18.208404 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dec22b9c-f926-4c94-b5a5-13169dd48015 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:49:18.208790 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'code': 200} Dec 23 13:49:18.250630 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:18.303241 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:49:18.328503 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54a22-509e-4f13-bde5-1773f4f1b7ad req-c33ad72c-5514-43e5-b2a1-041ebe3a94cc tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:18.330647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12f54a22-509e-4f13-bde5-1773f4f1b7ad req-c33ad72c-5514-43e5-b2a1-041ebe3a94cc tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0509663 Dec 23 13:49:18.357641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d8abe-00ac-4b39-9203-78b4836ead5b req-3491358e-396f-4686-80f8-97c9f29e4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:18.359297 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d44d8abe-00ac-4b39-9203-78b4836ead5b req-3491358e-396f-4686-80f8-97c9f29e4319 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0414205 Dec 23 13:49:18.381131 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-12f54a22-509e-4f13-bde5-1773f4f1b7ad req-630c47fc-fdd0-4a18-abf9-fe8e15b1e45b tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Dec 23 13:49:18.406189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d44d8abe-00ac-4b39-9203-78b4836ead5b req-1fe12f8a-88f6-4208-9e12-f2145a6b76a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399029 Dec 23 13:49:18.570401 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:19.250693 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:19.311637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:19.500161 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc4fb-fb91-4144-bfdf-8c8b52664699 req-001a05c4-7efa-458d-9212-3a0376715c7d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:19.506071 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f77bc4fb-fb91-4144-bfdf-8c8b52664699 req-001a05c4-7efa-458d-9212-3a0376715c7d tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Dec 23 13:49:19.555424 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f77bc4fb-fb91-4144-bfdf-8c8b52664699 req-0f6c885d-415a-4dee-ab37-ff4a34cb6e1a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470324 Dec 23 13:49:20.670571 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134672d-cd50-4cd8-b0dc-edee647a401b req-b2bbadc6-9b0d-49cf-ad4d-792acb531309 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:49:20.672027 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e134672d-cd50-4cd8-b0dc-edee647a401b req-b2bbadc6-9b0d-49cf-ad4d-792acb531309 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Dec 23 13:49:20.720658 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e134672d-cd50-4cd8-b0dc-edee647a401b req-d3c4db1b-518f-46c4-8c9c-ba7154861660 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Dec 23 13:49:23.478907 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:39.925289 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:49:43.410313 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1ef898b4-40a6-4236-96e5-99375e4d0ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:46.112921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bd95c018-7b23-4639-8b5c-1399f3656adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:46.844386 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:48.576082 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:49.295597 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:49.341188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:49:53.427283 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:02.456944 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-b5d764b0-bfd0-4046-84ef-5067ec1815dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450242 Dec 23 13:50:02.540335 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-ebbcbc34-a509-40d6-81ee-0bf96afb4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:02.541857 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-ebbcbc34-a509-40d6-81ee-0bf96afb4246 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0418279 Dec 23 13:50:02.649326 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-623d19ab-f911-4c73-8908-7e4b6c45988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:02.650778 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-623d19ab-f911-4c73-8908-7e4b6c45988f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0903928 Dec 23 13:50:02.717462 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-790b443c-5233-43b4-9ce2-a81fb9a507c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 1002 time: 0.0596726 Dec 23 13:50:02.766910 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-8b29cc77-25b9-42fc-b465-27cdf46c2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:02.768318 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-8b29cc77-25b9-42fc-b465-27cdf46c2288 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0438416 Dec 23 13:50:02.818148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-6fad2c6d-654b-402a-8ea6-1fca19458f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:02.819542 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-6fad2c6d-654b-402a-8ea6-1fca19458f8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441034 Dec 23 13:50:02.907472 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-e5025f7d-e95c-44fa-aa97-367151fda6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809076 Dec 23 13:50:03.000377 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-01a66cb3-390c-447c-a0d4-03fb1fc8978b req-831fc081-5b0f-4254-9944-9b12db81e384 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857127 Dec 23 13:50:13.414272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a9de7641-84df-4eee-a43b-6340f56e8d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:16.077992 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-471fb9f4-a5c2-407e-85cd-73ae06c9924d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:16.855779 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:16.924356 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:50:18.575455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:19.283640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:19.311990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:23.460036 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:43.408696 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-391807cf-ab9c-499e-92f2-01613090c8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:46.123325 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b835-cab9-459f-b0bc-f65cb4778094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:46.855009 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:48.574650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:49.311969 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:49.340195 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:53.471188 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:53.926629 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:50:56.013573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43940) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:50:56.354350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Deleting port a8ad9901-21be-4fac-b325-a7fed400c668 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:50:56.355278 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:56.431862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:56.432113 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:56.443940 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Calling delete_port for a8ad9901-21be-4fac-b325-a7fed400c668 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:50:56.672309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:56.696972 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'Port': ['ID=a8ad9901-21be-4fac-b325-a7fed400c668,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:50:56.716265 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.716621 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.717012 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.717353 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.717690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.718022 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.718347 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.718674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.718999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.719320 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.719643 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.719963 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.720280 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:56.775448 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:56.775828 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Floating IP 858a705c-ccb1-4116-8f8b-f6c1028f9609 disassociated (deleted). External IP: 172.25.7.197, port: a2069321-967a-402b-bd69-2474b186955a. Dec 23 13:50:56.986746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:50:57.453999 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:50:57.458838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:57.463395 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:50:57.473769 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:50:57.474380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:50:57.488036 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ee995ab-a68c-4d5d-a834-2fbd66fedde4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "DELETE /v2.0/floatingips/858a705c-ccb1-4116-8f8b-f6c1028f9609 HTTP/1.1" status: 204 len: 168 time: 1.4710178 Dec 23 13:50:57.488036 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:50:57.488478 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251cabec-936b-46a8-a5fb-09df79d5b059" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:50:57.527035 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a382e-b759-4346-90f3-37f4167b4c25 x-openstack-request-id: req-014a382e-b759-4346-90f3-37f4167b4c25 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:50:57.527329 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "tag": "a2069321-967a-402b-bd69-2474b186955a", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:50:57.527604 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-014a382e-b759-4346-90f3-37f4167b4c25 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:50:57.528000 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'status': 'completed', 'code': 200} Dec 23 13:50:57.585651 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:50:57.591512 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-138b32b1-5a80-4037-b678-b60257a9e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:57.595063 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-138b32b1-5a80-4037-b678-b60257a9e023 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=194f868b6eee458eb146215e15d22c6a&device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0429490 Dec 23 13:50:57.694801 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-0d2b1d2a-fad6-4748-9035-8ffc063b2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:57.696263 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-0d2b1d2a-fad6-4748-9035-8ffc063b2a35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 200 len: 910 time: 0.0966642 Dec 23 13:50:57.746765 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-8717a5c2-64de-40db-81c3-c8f701ab5eab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 200 len: 217 time: 0.0435531 Dec 23 13:50:57.790252 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:50:57.799380 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-f519afde-27d2-408c-8095-7754bffa20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:57.801087 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-f519afde-27d2-408c-8095-7754bffa20bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 200 len: 848 time: 0.0479689 Dec 23 13:50:57.821296 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:50:57.833837 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:50:57.834376 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:50:57.862672 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-809bce66-1088-4bf6-9729-3a4d45628abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:57.864703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-809bce66-1088-4bf6-9729-3a4d45628abe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac222043-795f-4fc6-b8f0-e9ddef64aa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552108 Dec 23 13:50:57.953018 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:50:57.977271 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-5030675c-b67c-42e5-8280-f77978c7d0aa service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026835 Dec 23 13:50:58.068655 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d918b52-4482-4b6e-ab50-2fc0236b7df5 req-a50dc537-ba0a-4a2b-856d-54a77f9c7de4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:58.070555 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d918b52-4482-4b6e-ab50-2fc0236b7df5 req-a50dc537-ba0a-4a2b-856d-54a77f9c7de4 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.1854625 Dec 23 13:50:58.076493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-251cabec-936b-46a8-a5fb-09df79d5b059 req-09427786-0be5-45fd-bbca-f25e53816ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912554 Dec 23 13:50:58.126480 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d918b52-4482-4b6e-ab50-2fc0236b7df5 req-9e00dd0d-b4f2-4b93-add9-4022eff0e150 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Dec 23 13:50:58.177327 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:50:58.204579 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebff592-15ce-44ee-9a5a-76097db4ce58 None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': '02b20fc1-c4ef-4fa2-b3f3-a561079eb39f', 'name': '', 'network_id': 'ac222043-795f-4fc6-b8f0-e9ddef64aa11', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'mac_address': 'fa:16:3e:31:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:34Z', 'updated_at': '2021-12-23T13:40:39Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'subnets': [{'id': '4ba0f38e-8c8b-4d69-8cec-47e339374221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:50:58.412692 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21147687-88b5-46c6-87a5-133e2c0e61f0 None None] New status for floating IP 858a705c-ccb1-4116-8f8b-f6c1028f9609: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:50:59.322298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c686-8ce2-43ce-b29e-09c21bb19a05 req-54b808b3-8ebb-4334-933c-99cf3dcdac06 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:59.324097 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0186c686-8ce2-43ce-b29e-09c21bb19a05 req-54b808b3-8ebb-4334-933c-99cf3dcdac06 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.1203995 Dec 23 13:50:59.374468 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0186c686-8ce2-43ce-b29e-09c21bb19a05 req-dc783e3e-d2f6-46b3-9ccd-368cfc853120 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/security-groups?id=6774b70a-3b3d-4270-bbac-eee43497fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Dec 23 13:50:59.374760 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-e6e7e94a-8655-4cd7-b68d-54fdb5eb7c74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:50:59.376159 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-e6e7e94a-8655-4cd7-b68d-54fdb5eb7c74 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Dec 23 13:50:59.471888 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Deleting port a2069321-967a-402b-bd69-2474b186955a {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:50:59.472146 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:59.570006 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] For port a2069321-967a-402b-bd69-2474b186955a, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=a2069321-967a-402b-bd69-2474b186955a,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:50:59.570375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:59.583040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Calling delete_port for a2069321-967a-402b-bd69-2474b186955a owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:50:59.797634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:59.825008 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'Port': ['ID=a2069321-967a-402b-bd69-2474b186955a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:50:59.839523 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.839943 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.840296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.840640 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.841007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.841345 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.841723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.842059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.842396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.842723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.843059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.843387 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.843751 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:50:59.883169 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] No DVR routers for this DVR port a2069321-967a-402b-bd69-2474b186955a on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:50:59.885980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:50:59.889584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-056d583b-761b-4101-b0e5-c1f5ab2a5b21 req-ba118a7f-bb47-4eab-b282-2c04665db067 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.43 "DELETE /v2.0/ports/a2069321-967a-402b-bd69-2474b186955a HTTP/1.1" status: 204 len: 173 time: 0.5059717 Dec 23 13:50:59.890049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-deleted', 'tag': 'a2069321-967a-402b-bd69-2474b186955a'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:50:59.892346 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1a6d1-3ce6-4337-92c1-4109f8d6d2df" -d '{"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-deleted", "tag": "a2069321-967a-402b-bd69-2474b186955a"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:50:59.985802 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37365751-8079-405a-8f88-fe67b3518922 x-openstack-request-id: req-37365751-8079-405a-8f88-fe67b3518922 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:50:59.986092 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1340f4-a39c-499a-a88d-470d229f5ad8", "name": "network-vif-deleted", "tag": "a2069321-967a-402b-bd69-2474b186955a", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:50:59.986341 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37365751-8079-405a-8f88-fe67b3518922 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:50:59.986739 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1340f4-a39c-499a-a88d-470d229f5ad8', 'name': 'network-vif-deleted', 'tag': 'a2069321-967a-402b-bd69-2474b186955a', 'status': 'completed', 'code': 200} Dec 23 13:51:00.469564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-6816bf29-be93-4ebc-aed2-29ebe866b436 req-e72b1d3e-4b32-4b37-a086-507933d2cf04 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Dec 23 13:51:01.568029 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-85ddda8d-0725-4b36-80d8-23bc88cdd1bc req-43dea240-309d-49ec-8433-35b465acd54a tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0273731 Dec 23 13:51:02.663567 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5012a8d9-8c1c-4962-ab2d-9a1de342e141 req-1231483f-b9c4-4c6e-a8d9-6fc38e1ff437 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0260189 Dec 23 13:51:03.762151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ce30a9c1-81e6-47ca-aafd-776defb86d9e req-5cc0acd9-ea82-468b-b978-e003ef457b12 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0304618 Dec 23 13:51:04.657514 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:04.681362 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: a2069321-967a-402b-bd69-2474b186955a {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:04.681711 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device a2069321-967a-402b-bd69-2474b186955a not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:04.867564 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7aefce5e-f564-4a32-b3e5-c4fca5cac677 req-80f8825e-eda5-4737-b80e-5152a5f397f2 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1340f4-a39c-499a-a88d-470d229f5ad8 HTTP/1.1" status: 200 len: 210 time: 0.0258532 Dec 23 13:51:05.925867 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43988) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:05.983764 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:06.008666 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:06.106547 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:06.109325 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:06.110500 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] 10.222.0.16 "DELETE /v2.0/security-groups/6774b70a-3b3d-4270-bbac-eee43497fd59 HTTP/1.1" status: 204 len: 168 time: 0.1836572 Dec 23 13:51:06.124864 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f94427-edd6-4f6f-9415-6c7094505c96 tempest-TestShelveInstance-1266317642 tempest-TestShelveInstance-1266317642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6774b70a-3b3d-4270-bbac-eee43497fd59,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:06.216630 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43992) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:06.701299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:06.960325 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Deleting port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:06.961001 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:07.039215 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] For port 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:07.039577 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:07.053491 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Calling delete_port for 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:07.306057 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:07.334464 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Pushing event deleted for resources: {'Port': ['ID=02b20fc1-c4ef-4fa2-b3f3-a561079eb39f,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:07.514017 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:07.732188 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Router 180c228f-f9f1-4b06-acaa-83d24dfdc97e has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:51:07.839330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:07.848209 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-1a9cb2c7-4e36-408b-ac1b-a2954c5663fc admin admin] 10.222.0.16 "PUT /v2.0/routers/180c228f-f9f1-4b06-acaa-83d24dfdc97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270404 Dec 23 13:51:07.848209 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 43996) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:07.850212 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Sync routers for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:07.861563 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:07.862347 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:07.954157 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:07.978603 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:08.059701 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.162589 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:51:07Z', 'revision_number': 5, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port': {'id': '13addd46-3277-4504-9dd3-960aa6c269c0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:33Z', 'updated_at': '2021-12-23T13:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:08.178466 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Deleting port 13addd46-3277-4504-9dd3-960aa6c269c0 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:08.178838 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.191099 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Checking router: 180c228f-f9f1-4b06-acaa-83d24dfdc97e for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:08.200450 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Routers {'180c228f-f9f1-4b06-acaa-83d24dfdc97e'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:08.201084 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:08.264127 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] For port 13addd46-3277-4504-9dd3-960aa6c269c0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=13addd46-3277-4504-9dd3-960aa6c269c0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:08.264510 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.281603 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Calling delete_port for 13addd46-3277-4504-9dd3-960aa6c269c0 owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:08.380591 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] Set router 180c228f-f9f1-4b06-acaa-83d24dfdc97e gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:08.433436 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:51:08Z', 'revision_number': 6, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:08.467204 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb17492-45c8-4c04-8381-04dec586f32c None None] The sync data for ids ['180c228f-f9f1-4b06-acaa-83d24dfdc97e'] in n-d-822750-2 is: [{'id': '180c228f-f9f1-4b06-acaa-83d24dfdc97e', 'name': 'tempest-TestShelveInstance-1253994663-router', 'tenant_id': '194f868b6eee458eb146215e15d22c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:32Z', 'updated_at': '2021-12-23T13:51:08Z', 'revision_number': 6, 'project_id': '194f868b6eee458eb146215e15d22c6a', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:08.516912 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.541859 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Pushing event deleted for resources: {'Port': ['ID=13addd46-3277-4504-9dd3-960aa6c269c0,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:08.560131 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae52cb-b588-4977-a6c9-51693b958b3a None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:08.614922 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.707385 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.709480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.814627 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.815257 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180c228f-f9f1-4b06-acaa-83d24dfdc97e {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:51:08.820348 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.826099 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 43998) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:08.826554 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-2fb0266a-866a-4608-b21a-23cf8a9daaff admin admin] 10.222.0.16 "DELETE /v2.0/routers/180c228f-f9f1-4b06-acaa-83d24dfdc97e HTTP/1.1" status: 204 len: 168 time: 0.9776824 Dec 23 13:51:08.875813 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_v2 [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Deleting subnet 4ba0f38e-8c8b-4d69-8cec-47e339374221 {{(pid=104038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:51:08.879797 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:08.921701 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13757378'] for subnet, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.002448 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.135155 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14648677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32239630'] for subnet, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.161505 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba0f38e-8c8b-4d69-8cec-47e339374221,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:09.165203 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.169274 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-c939ac8f-44b0-40b6-b152-c968912ac9d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ba0f38e-8c8b-4d69-8cec-47e339374221 HTTP/1.1" status: 204 len: 168 time: 0.3418434 Dec 23 13:51:09.173013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44000) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:09.173196 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950ccdf-beef-4729-9e4b-81b6b8c9d3c0 None None] Network ac222043-795f-4fc6-b8f0-e9ddef64aa11 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:09.246115 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.303591 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Deleting port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:09.306799 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.339031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] DHCP port deletion for ac222043-795f-4fc6-b8f0-e9ddef64aa11 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:09.370254 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] For port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:09.370619 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.383772 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Calling delete_port for 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:09.392126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Deleting port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:09.392496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.458340 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] For port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,segment=NetworkSegment(4efc368f-44b0-4ed9-a9b0-82a1d7b98804),segment_id=4efc368f-44b0-4ed9-a9b0-82a1d7b98804)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:09.458731 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.473123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Calling delete_port for 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:09.540461 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.555165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.568530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:09.574368 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] No DVR routers for this DVR port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:51:09.581824 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Pushing event deleted for resources: {'Port': ['ID=7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:09.586031 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] No DVR routers for this DVR port 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:51:09.593628 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.596322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.597312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.597312 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.597629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.597730 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018cce74-0570-42d4-bf4f-e220f7d21b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:09.651268 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.674732 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac222043-795f-4fc6-b8f0-e9ddef64aa11']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:09.686428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efc368f-44b0-4ed9-a9b0-82a1d7b98804') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:09.686725 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efc368f-44b0-4ed9-a9b0-82a1d7b98804') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:09.696605 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.711112 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.717179 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:51:09.717563 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:51:09.719177 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:51:09.724007 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:51:09.837464 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.842298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:09.845596 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac222043-795f-4fc6-b8f0-e9ddef64aa11 HTTP/1.1" status: 204 len: 168 time: 0.6727781 Dec 23 13:51:09.849029 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44002) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:09.864686 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8888d-5cbd-4609-af25-0fa7a03e85a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac222043-795f-4fc6-b8f0-e9ddef64aa11,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:10.201626 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:10.310156 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:10.330474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:10.330823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 7fa903e5-c0b0-45d9-81c6-c3ebb1b9cce9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:10.331232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13addd46-3277-4504-9dd3-960aa6c269c0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:10.350064 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 13addd46-3277-4504-9dd3-960aa6c269c0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:10.350406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 13addd46-3277-4504-9dd3-960aa6c269c0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:10.350813 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:10.531666 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:10.532016 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 02b20fc1-c4ef-4fa2-b3f3-a561079eb39f not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:10.771538 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Deleting port 677990a0-c911-44e6-bf59-d09349697dd9 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:10.771870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:10.847177 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] For port 677990a0-c911-44e6-bf59-d09349697dd9, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=677990a0-c911-44e6-bf59-d09349697dd9,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:10.847861 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:10.859546 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Calling delete_port for 677990a0-c911-44e6-bf59-d09349697dd9 owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:11.083179 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:11.112217 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Pushing event deleted for resources: {'Port': ['ID=677990a0-c911-44e6-bf59-d09349697dd9,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:11.275658 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:11.497894 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Router 5a3cbed8-87c5-4a94-8a75-58c570080192 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:51:11.603215 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:11.609151 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1c347510-116f-4e71-80ee-1ba914136062 admin admin] 10.222.0.16 "PUT /v2.0/routers/5a3cbed8-87c5-4a94-8a75-58c570080192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7590914 Dec 23 13:51:11.611628 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44004) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:11.614182 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Sync routers for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:11.624805 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:11.625531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:11.718122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:11.732095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:11.823027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:11.910087 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:51:10Z', 'revision_number': 5, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port': {'id': '73aa5264-dfcd-4e57-b5c6-39318cb6c1e0', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:40:39Z', 'updated_at': '2021-12-23T13:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:11.935777 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Deleting port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:11.936347 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:11.942141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Checking router: 5a3cbed8-87c5-4a94-8a75-58c570080192 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:11.951504 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Routers {'5a3cbed8-87c5-4a94-8a75-58c570080192'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:11.952123 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:50:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['5a3cbed8-87c5-4a94-8a75-58c570080192'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:12.016270 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] For port 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:12.016657 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.030864 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Calling delete_port for 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:12.036537 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] Set router 5a3cbed8-87c5-4a94-8a75-58c570080192 gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:12.092092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:51:11Z', 'revision_number': 6, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:12.118510 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f647741-0b48-4a83-af55-fb5f056e848e None None] The sync data for ids ['5a3cbed8-87c5-4a94-8a75-58c570080192'] in n-d-822750-2 is: [{'id': '5a3cbed8-87c5-4a94-8a75-58c570080192', 'name': 'tempest-TestShelveInstance-1519148493-router', 'tenant_id': '21dc8c87c6254cd883b56ac0416861b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:40:38Z', 'updated_at': '2021-12-23T13:51:11Z', 'revision_number': 6, 'project_id': '21dc8c87c6254cd883b56ac0416861b3', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:12.254279 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.283319 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73aa5264-dfcd-4e57-b5c6-39318cb6c1e0,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:12.299088 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a8dd0-d450-443c-b133-713dea38deaf None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:12.349902 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.437580 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.439590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.529713 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.530396 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3cbed8-87c5-4a94-8a75-58c570080192 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:51:12.535392 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.537038 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66ab63bc-40b1-4fee-98eb-cb85368b87e5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5a3cbed8-87c5-4a94-8a75-58c570080192 HTTP/1.1" status: 204 len: 168 time: 0.9242117 Dec 23 13:51:12.541241 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44006) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:12.566779 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 677990a0-c911-44e6-bf59-d09349697dd9 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:12.589605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Deleting subnet 1e6da8e9-07cd-42f8-899e-2af19a3c2189 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:51:12.593373 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.594079 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 677990a0-c911-44e6-bf59-d09349697dd9 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:12.594433 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 677990a0-c911-44e6-bf59-d09349697dd9 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:12.628873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.704236 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.814783 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.846258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6da8e9-07cd-42f8-899e-2af19a3c2189,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:12.848203 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.851436 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bf0a427f-63e1-4886-8d69-ba14477737fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e6da8e9-07cd-42f8-899e-2af19a3c2189 HTTP/1.1" status: 204 len: 168 time: 0.3110569 Dec 23 13:51:12.853913 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44008) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:12.856608 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba720ae-a90e-4882-8dea-a3f84be78a9b None None] Network 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:12.932953 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:12.991300 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Deleting port a44173bd-8e18-4998-9afe-cb70993fa2a8 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:12.991633 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.029035 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] DHCP port deletion for 5b69c75d-3ac9-4600-bfbf-0884bcdebf8c request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:13.060713 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] For port a44173bd-8e18-4998-9afe-cb70993fa2a8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a44173bd-8e18-4998-9afe-cb70993fa2a8,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:13.061122 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.076210 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Calling delete_port for a44173bd-8e18-4998-9afe-cb70993fa2a8 owned by network:dhcp {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:13.080782 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Deleting port a44173bd-8e18-4998-9afe-cb70993fa2a8 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:51:13.081245 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.148653 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] For port a44173bd-8e18-4998-9afe-cb70993fa2a8, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=a44173bd-8e18-4998-9afe-cb70993fa2a8,segment=NetworkSegment(69891700-1ed3-4b8f-8361-2983b0b46f51),segment_id=69891700-1ed3-4b8f-8361-2983b0b46f51)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:13.149074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.163778 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Calling delete_port for a44173bd-8e18-4998-9afe-cb70993fa2a8 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:51:13.254696 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.260025 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.282089 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a44173bd-8e18-4998-9afe-cb70993fa2a8,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:13.283879 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] No DVR routers for this DVR port a44173bd-8e18-4998-9afe-cb70993fa2a8 on host n-d-822750-2 {{(pid=104037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:51:13.285579 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] Pushing event deleted for resources: {'Port': ['ID=a44173bd-8e18-4998-9afe-cb70993fa2a8,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:13.291207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0139c-82dd-431f-9fa2-4c4d3a107c1f None None] No DVR routers for this DVR port a44173bd-8e18-4998-9afe-cb70993fa2a8 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:51:13.361802 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.382047 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b69c75d-3ac9-4600-bfbf-0884bcdebf8c']}} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:13.391166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4ba4cb15-0f68-47d9-abbd-f4e356add45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.391782 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69891700-1ed3-4b8f-8361-2983b0b46f51') {'for_net_delete': True} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:13.392078 n-d-822750-2 neutron-server[104037]: DEBUG neutron.services.segments.db [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69891700-1ed3-4b8f-8361-2983b0b46f51') {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:13.401461 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13245280'] for segment, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.414417 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.420559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12588761'] for segment, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: Traceback (most recent call last): Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: timer() Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: cb(*args, **kw) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: return func(*args, **kwargs) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: self._notify() Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: self.callback(batched_events) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: event.method(event) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: return f(self, *a, **k) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: return self._get(url).json() Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: return self.request(url, 'GET', **kwargs) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:51:13.423381 n-d-822750-2 neutron-server[104037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:51:13.539887 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.545419 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.548735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] 10.222.0.16 "DELETE /v2.0/networks/5b69c75d-3ac9-4600-bfbf-0884bcdebf8c HTTP/1.1" status: 204 len: 168 time: 0.6939240 Dec 23 13:51:13.560690 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60120500-7d8e-46bc-82b0-77822f3b60dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b69c75d-3ac9-4600-bfbf-0884bcdebf8c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:13.879562 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44012) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:13.924541 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-3bedfb66-66f5-4d63-8459-2e764d2a2f45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=194f868b6eee458eb146215e15d22c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436740 Dec 23 13:51:13.927682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44014) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:13.975949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:13.997771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:14.106511 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:14.109221 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:14.110380 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/520f95fa-0fa8-4cc6-b607-0b2ff34fed6a HTTP/1.1" status: 204 len: 168 time: 0.1817882 Dec 23 13:51:14.120069 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b015-b732-4965-bafa-a43ffd89aa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520f95fa-0fa8-4cc6-b607-0b2ff34fed6a,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:14.309658 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:14.329872 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:14.330216 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 73aa5264-dfcd-4e57-b5c6-39318cb6c1e0 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:14.331938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a44173bd-8e18-4998-9afe-cb70993fa2a8 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:51:14.350548 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: a44173bd-8e18-4998-9afe-cb70993fa2a8 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:51:14.350894 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device a44173bd-8e18-4998-9afe-cb70993fa2a8 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:51:14.787050 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44020) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:14.827557 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-e269c9d7-8139-4617-b7f6-bccece2db604 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21dc8c87c6254cd883b56ac0416861b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390861 Dec 23 13:51:14.829887 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44022) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:14.876351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:14.897914 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:15.025171 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:15.028516 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:15.029741 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8ded160-054c-47d0-a586-fddcc96f4c16 HTTP/1.1" status: 204 len: 168 time: 0.1989353 Dec 23 13:51:15.037662 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09c925-aaf2-40e6-8a27-8887fa7fee4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ded160-054c-47d0-a586-fddcc96f4c16,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:16.022150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44044) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:16.100117 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5725fb10-40ec-445f-ac58-aef828f71d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.117550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-864115460-network', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:16.191525 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Made reservation on behalf of c0409a73387549e7a8ff40ec71a15621 for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:51:16.194048 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.203440 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.279760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.351060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.375330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:51:16.384830 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2096781-2e52-4f99-9d50-5de7d3c40ea7,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:16.390506 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.390857 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Added segment 2fd66b83-7494-4a21-91f6-9be7bb2c4695 of type vlan for network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 Dec 23 13:51:16.430928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.528852 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.529996 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:16.530498 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.588533 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a517f0-8088-42e3-9e2c-ec4e147bfb42,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:16.598458 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:51:16.662809 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-7c1550a7-f017-4698-90ad-14a846756c21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6394923 Dec 23 13:51:16.666150 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44048) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:16.671641 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Request body: {'subnet': {'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-864115460-subnet', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:16.734096 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Made reservation on behalf of c0409a73387549e7a8ff40ec71a15621 for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:51:16.736480 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.837197 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:16.945824 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.007404 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25dde99-6a31-4a34-b44e-5894e115e1e4,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:17.015973 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Checking segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:17.016351 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Network hostable DHCP agents. Network: a3a517f0-8088-42e3-9e2c-ec4e147bfb42, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:51:17.088367 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:51:17.151283 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, a3a517f0-8088-42e3-9e2c-ec4e147bfb42) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:17.155979 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:17.156569 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.161147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda3348-fab8-4a19-973f-56f5c71f3b59 None None] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:17.217831 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-b6245f79-2581-4d56-9608-b23e83e0fd6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5506439 Dec 23 13:51:17.220535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44050) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:17.224707 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:17.260720 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:51:17.261589 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.294893 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.295951 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.348800 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.398366 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Allocated IP 172.20.0.2 (a3a517f0-8088-42e3-9e2c-ec4e147bfb42/b25dde99-6a31-4a34-b44e-5894e115e1e4/d2305a3e-b899-4711-9e05-d4cfefa1a709) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:17.540780 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.603793 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.651524 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:17.658108 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:17.660559 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:17.664076 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2305a3e-b899-4711-9e05-d4cfefa1a709,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:17.722370 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Attempting to bind port d2305a3e-b899-4711-9e05-d4cfefa1a709 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:17.722755 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Attempting to bind port d2305a3e-b899-4711-9e05-d4cfefa1a709 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:17.723122 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Attempting to bind port d2305a3e-b899-4711-9e05-d4cfefa1a709 on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:17.728985 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:17.729363 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Checking segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:17.729775 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.730207 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Bound using segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:17.730648 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Bound port: d2305a3e-b899-4711-9e05-d4cfefa1a709, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:17.731047 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.800394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] For port d2305a3e-b899-4711-9e05-d4cfefa1a709, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:17.803604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] For port d2305a3e-b899-4711-9e05-d4cfefa1a709, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2305a3e-b899-4711-9e05-d4cfefa1a709,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:17.866760 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.912318 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:17.928470 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcde4f-3bde-43e1-bfe7-8b0a8767b8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2305a3e-b899-4711-9e05-d4cfefa1a709,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:18.189200 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.212725 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.317967 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Allocated IP 172.25.7.116 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/98fadb24-a262-420f-8f61-9b11a0493eea) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:18.337356 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2305a3e-b899-4711-9e05-d4cfefa1a709 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:18.387405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d2305a3e-b899-4711-9e05-d4cfefa1a709 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:18.387689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.426252 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.467990 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.508139 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] For port d2305a3e-b899-4711-9e05-d4cfefa1a709, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2305a3e-b899-4711-9e05-d4cfefa1a709,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:18.552106 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.580459 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.581718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.595447 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:18.600038 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:18.604540 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:18.607021 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Pushing event updated for resources: {'Port': ['ID=98fadb24-a262-420f-8f61-9b11a0493eea,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:18.620480 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b5f9d-0c9d-431a-b637-873ff0a37b6f None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:18.649126 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Pushing event updated for resources: {'Port': ['ID=d2305a3e-b899-4711-9e05-d4cfefa1a709,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:18.742791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c9089447-ddf6-4c77-b76c-b69d2f0aa69a None None] Provisioning complete for port 98fadb24-a262-420f-8f61-9b11a0493eea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:18.743272 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c9089447-ddf6-4c77-b76c-b69d2f0aa69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.780500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c9089447-ddf6-4c77-b76c-b69d2f0aa69a None None] Port 98fadb24-a262-420f-8f61-9b11a0493eea cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:18.847457 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfabbc1-8c35-4c22-abf0-74cd33fed230 None None] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:18.921841 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c718c5f4-d490-4552-b72b-fbf90b9cf86d None None] Provisioning complete for port d2305a3e-b899-4711-9e05-d4cfefa1a709 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:18.922121 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c718c5f4-d490-4552-b72b-fbf90b9cf86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:18.956198 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.161652 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.258471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a8812f72-2d35-405b-9231-e155487e321f None None] Provisioning complete for port d2305a3e-b899-4711-9e05-d4cfefa1a709 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:19.258871 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8812f72-2d35-405b-9231-e155487e321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.261425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.285320 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.328579 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Router c7584518-bfa5-4d12-999b-59a706f41395 is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:51:19.437481 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:19.446813 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:19.456498 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:19.457126 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:19.490710 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.491996 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-27c423f5-fe28-46d2-b41d-abde457e76c0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2705066 Dec 23 13:51:19.494832 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44052) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:19.560962 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:19.741537 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:18Z', 'revision_number': 3, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:19.772011 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:19.772349 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Updating router c7584518-bfa5-4d12-999b-59a706f41395 port 98fadb24-a262-420f-8f61-9b11a0493eea binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:51:19.797313 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:19.909730 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.049863 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.067301 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Allocated IP 172.20.0.1 (a3a517f0-8088-42e3-9e2c-ec4e147bfb42/b25dde99-6a31-4a34-b44e-5894e115e1e4/d12262ff-b77a-446d-aac3-2f75a7fe408c) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:20.129471 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.176856 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.186110 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa128519-bda1-4de7-8bda-3cfe4fa9667b None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:20.194787 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Pushing event updated for resources: {'Port': ['ID=98fadb24-a262-420f-8f61-9b11a0493eea,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:20.206719 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Attempting to bind port 98fadb24-a262-420f-8f61-9b11a0493eea on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:20.207113 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Attempting to bind port 98fadb24-a262-420f-8f61-9b11a0493eea by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:20.207477 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Attempting to bind port 98fadb24-a262-420f-8f61-9b11a0493eea on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:20.211629 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.211974 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.212309 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.212640 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.212993 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.213413 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.218540 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:51:20.224337 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:20.224337 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:20.224614 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.225020 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:20.225481 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Bound port: 98fadb24-a262-420f-8f61-9b11a0493eea, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:20.225853 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.316133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-066a8032-f462-492a-8e0f-726f631ee47b None None] Provisioning complete for port 98fadb24-a262-420f-8f61-9b11a0493eea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:20.316133 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-066a8032-f462-492a-8e0f-726f631ee47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.316133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-066a8032-f462-492a-8e0f-726f631ee47b None None] Port 98fadb24-a262-420f-8f61-9b11a0493eea cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:20.326386 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] For port 98fadb24-a262-420f-8f61-9b11a0493eea, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:20.330671 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] For port 98fadb24-a262-420f-8f61-9b11a0493eea, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98fadb24-a262-420f-8f61-9b11a0493eea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:20.335677 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2305a3e-b899-4711-9e05-d4cfefa1a709 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:20.369540 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.389904 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d2305a3e-b899-4711-9e05-d4cfefa1a709 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:20.390329 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.411584 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:20.414573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:20.417063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:20.445720 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Pushing event updated for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:20.464760 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.472469 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.522496 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ad3eb-7e41-4a7b-9f4f-bd4f7c97cbdc None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:20.534148 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:20.534805 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:20.586567 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34448c-f391-4a34-9189-60b37b8488ca None None] Pushing event updated for resources: {'Port': ['ID=98fadb24-a262-420f-8f61-9b11a0493eea,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:20.642379 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] Provisioning complete for port 98fadb24-a262-420f-8f61-9b11a0493eea triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:20.642741 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.657926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.660767 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:20.728229 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.751798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] For port 98fadb24-a262-420f-8f61-9b11a0493eea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98fadb24-a262-420f-8f61-9b11a0493eea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:20.802882 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.839193 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.849990 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:18Z', 'revision_number': 3, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:20.855534 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21dde4-0ed9-41c5-8ca1-697c862af1b7 None None] Pushing event updated for resources: {'Port': ['ID=98fadb24-a262-420f-8f61-9b11a0493eea,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:20.877195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.881649 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647955e0-ebda-4704-a1fd-44a3a58b4335 None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:18Z', 'revision_number': 3, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:20.924880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-e2ff890c-4392-4288-8b8e-96277353ceaa None None] Provisioning complete for port d12262ff-b77a-446d-aac3-2f75a7fe408c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:20.925318 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2ff890c-4392-4288-8b8e-96277353ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.946355 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Pushing event updated for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:20.956805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:20.965598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff890c-4392-4288-8b8e-96277353ceaa None None] Port d12262ff-b77a-446d-aac3-2f75a7fe408c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:21.057493 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:21.058978 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:21.197534 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:51:21.314258 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:21.326647 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-ffee6ff5-0bc6-474f-936e-c5aa705a464d admin admin] 10.222.0.16 "PUT /v2.0/routers/c7584518-bfa5-4d12-999b-59a706f41395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238018 Dec 23 13:51:21.395927 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-3e5a4aad-7e26-4944-8771-dd4fd35c15f6 None None] Provisioning complete for port d12262ff-b77a-446d-aac3-2f75a7fe408c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:21.396527 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4aad-7e26-4944-8771-dd4fd35c15f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:21.432028 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a4aad-7e26-4944-8771-dd4fd35c15f6 None None] Port d12262ff-b77a-446d-aac3-2f75a7fe408c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:21.992330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44068) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:21.998094 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1266640429-network', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:22.088063 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Made reservation on behalf of a704b79573f34dc6869899dfdf27a22e for: {'network': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:51:22.090476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for network, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.100237 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.177309 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.225543 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.251031 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=104037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 13:51:22.262413 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b033ab-5e85-4c9d-b17c-30dc92a23f6b,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:22.266095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.266502 n-d-822750-2 neutron-server[104037]: INFO neutron.db.segments_db [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Added segment d4a0ceb9-c19f-4345-81da-312d5d0589e2 of type vlan for network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 Dec 23 13:51:22.313754 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740351626801'] for network, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.353976 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98fadb24-a262-420f-8f61-9b11a0493eea up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:22.368277 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878'] for network, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.369281 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:22.369884 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Publish callbacks [] for network, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.411219 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port 98fadb24-a262-420f-8f61-9b11a0493eea triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:22.411823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.435110 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] Pushing event updated for resources: {'Network': ['ID=2af4141f-b6bf-4f41-8595-3b4b1a564da3,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:22.446929 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 details requested by agent ovs-agent-n-d-822750-2 with host n-d-822750-2 {{(pid=104039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 13:51:22.456914 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5527f617-7191-4cd5-9293-764f0323dfde admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4634113 Dec 23 13:51:22.459627 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44070) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:22.464688 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Request body: {'subnet': {'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1266640429-subnet', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'ip_version': 4}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:22.497966 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:22.529791 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:22.530397 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:22.540048 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Made reservation on behalf of a704b79573f34dc6869899dfdf27a22e for: {'subnet': 1} {{(pid=104037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:51:22.542487 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167557'] for subnet, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.675121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:22.786366 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12588154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167531'] for subnet, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:22.842812 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0989fcc0-e588-4a08-9cee-287246180767,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:22.853469 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Checking segment: {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:22.853829 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Network hostable DHCP agents. Network: 2af4141f-b6bf-4f41-8595-3b4b1a564da3, hostable agents: ['932eda7f-0b1b-47a9-8720-4478257c1ea2'], hosted agents: [] {{(pid=104037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 13:51:22.940091 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 is scheduled to be hosted by DHCP agent 932eda7f-0b1b-47a9-8720-4478257c1ea2 with binding_index 1 {{(pid=104037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 13:51:23.008788 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822750-2, 2af4141f-b6bf-4f41-8595-3b4b1a564da3) {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:23.014131 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:23.014727 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.019840 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af465b-6390-458b-b10c-831fabf36c41 None None] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:23.088265 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 2, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:23.094258 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44072) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:23.094824 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-11abd0bb-6c03-4673-8701-fdf174598331 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6335976 Dec 23 13:51:23.100598 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:23.124239 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:23.124595 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Updating router c7584518-bfa5-4d12-999b-59a706f41395 port d12262ff-b77a-446d-aac3-2f75a7fe408c binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:51:23.171326 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.181482 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78452608-9a24-5bab-b4e4-986ed69fc75e-2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'fixed_ips': [{'subnet_id': '0989fcc0-e588-4a08-9cee-287246180767'}]}} from n-d-822750-2. {{(pid=104039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 13:51:23.182241 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.191771 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237939'] for router, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.192870 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237930'] for router, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.248077 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.420739 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.467855 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.db_base_plugin_common [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Allocated IP 172.20.0.2 (2af4141f-b6bf-4f41-8595-3b4b1a564da3/0989fcc0-e588-4a08-9cee-287246180767/ec808761-aa91-40a7-b003-6d0c3f41f532) {{(pid=104039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:23.510300 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.642239 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.655907 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.675209 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.687001 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks [] for port, precommit_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.699496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.757352 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca98a23-9510-41dc-9282-6d271494164f None None] Pushing event updated for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:23.784738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579'] for port, after_create {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.786597 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Allocated IP 172.25.7.18 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/f5a4ee28-8d9a-42d8-a50c-46187ad09d4c) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:23.852703 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Attempting to bind port d12262ff-b77a-446d-aac3-2f75a7fe408c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:23.853100 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Attempting to bind port d12262ff-b77a-446d-aac3-2f75a7fe408c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:23.853474 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Attempting to bind port d12262ff-b77a-446d-aac3-2f75a7fe408c on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:23.857681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 is already hosted by enough agents. {{(pid=104039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:23.865612 n-d-822750-2 neutron-server[104039]: DEBUG neutron.scheduler.base_scheduler [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Resources bound (agent type, host, resource id): {{(pid=104039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:23.868041 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Received port after_create {{(pid=104039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:23.874449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:23.874828 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Checking segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:23.875650 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.875650 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Bound using segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:23.876099 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Bound port: d12262ff-b77a-446d-aac3-2f75a7fe408c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:23.876575 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.878725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Pushing event updated for resources: {'Port': ['ID=ec808761-aa91-40a7-b003-6d0c3f41f532,revision_number=1']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:23.905634 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.970959 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Attempting to bind port ec808761-aa91-40a7-b003-6d0c3f41f532 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:23.971198 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Attempting to bind port ec808761-aa91-40a7-b003-6d0c3f41f532 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:23.971567 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Attempting to bind port ec808761-aa91-40a7-b003-6d0c3f41f532 on network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:23.980185 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.985187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:23.985505 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Checking segment: {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:23.985906 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:23.986301 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Bound using segment: {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:23.986783 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Bound port: ec808761-aa91-40a7-b003-6d0c3f41f532, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:23.987166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.008209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] For port d12262ff-b77a-446d-aac3-2f75a7fe408c, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:24.020450 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:24.023456 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:24.027012 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:24.041896 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d93ce-1926-412e-ae7f-b53e36404917 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:24.048601 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] For port d12262ff-b77a-446d-aac3-2f75a7fe408c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d12262ff-b77a-446d-aac3-2f75a7fe408c,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:24.052202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Pushing event updated for resources: {'Port': ['ID=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:24.088519 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] For port ec808761-aa91-40a7-b003-6d0c3f41f532, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:24.092598 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] For port ec808761-aa91-40a7-b003-6d0c3f41f532, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec808761-aa91-40a7-b003-6d0c3f41f532,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:24.093726 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6334a3d8-c43d-4dc3-b64a-719277927605 None None] Provisioning complete for port d12262ff-b77a-446d-aac3-2f75a7fe408c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:24.094097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6334a3d8-c43d-4dc3-b64a-719277927605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.124276 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.176304 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.181067 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-6334a3d8-c43d-4dc3-b64a-719277927605 None None] Port d12262ff-b77a-446d-aac3-2f75a7fe408c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:24.211999 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca98a23-9510-41dc-9282-6d271494164f None None] Pushing event updated for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:24.217349 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:24.218204 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:24.368736 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43019686-03ee-4a25-8e3d-39a57b954cdf None None] Pushing event updated for resources: {'Port': ['ID=ec808761-aa91-40a7-b003-6d0c3f41f532,revision_number=2']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:24.375823 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-704fe9d0-8c8c-43e2-bbc8-00fb3a70bb98 None None] Provisioning complete for port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:24.376196 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-704fe9d0-8c8c-43e2-bbc8-00fb3a70bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.399475 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.423945 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:24.471022 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-704fe9d0-8c8c-43e2-bbc8-00fb3a70bb98 None None] Port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:24.633798 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] Provisioning complete for port d12262ff-b77a-446d-aac3-2f75a7fe408c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:24.634166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.649111 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587981'] for router, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.698319 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:24.748459 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f8b2d-c8b4-4005-b8f7-4f83f6833529 None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:24.764522 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.813140 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] For port d12262ff-b77a-446d-aac3-2f75a7fe408c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d12262ff-b77a-446d-aac3-2f75a7fe408c,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:24.860379 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Router 7414a863-bf68-409a-82a7-866263b1cd7c is scheduled to L3 agent 23b798a4-3243-460e-ba19-6020c61db247 with binding_index 1 {{(pid=104038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 13:51:24.883194 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:24.942251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a16cc-d07b-4723-8dd8-4b519e2df4fa None None] Pushing event updated for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:24.999332 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:25.001258 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Sync routers for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:25.011924 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:25.012546 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:25.084989 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.086540 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e05eebfd-2264-4264-801b-ec93ae643adf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9908462 Dec 23 13:51:25.089228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44076) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:25.250080 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:25.391002 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb7f49a-3f61-4224-9223-d604d9aaaacb None None] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:51:25.479319 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 3, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:25.511313 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Checking router: 7414a863-bf68-409a-82a7-866263b1cd7c for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:25.511966 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Updating router 7414a863-bf68-409a-82a7-866263b1cd7c port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c binding host n-d-822750-2 {{(pid=104040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:51:25.546941 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.649058 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] Provisioning complete for port ec808761-aa91-40a7-b003-6d0c3f41f532 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:25.649642 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.800116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.855339 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks [] for port, precommit_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.864160 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] For port ec808761-aa91-40a7-b003-6d0c3f41f532, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec808761-aa91-40a7-b003-6d0c3f41f532,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:25.911888 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.940007 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.977176 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.979716 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Attempting to bind port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c on host n-d-822750-2 for vnic_type normal with profile {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:25.980083 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Attempting to bind port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:25.980438 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Attempting to bind port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c on network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:25.989321 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:25.989994 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Checking segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:25.990384 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:25.990777 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Bound using segment: {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'} {{(pid=104040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:25.991249 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.managers [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Bound port: f5a4ee28-8d9a-42d8-a50c-46187ad09d4c, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9366a-7457-4e07-aeac-3098f9523617', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a'}}] {{(pid=104040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:25.991624 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.008325 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6514fa-7be5-4f94-b1d6-d9a8c6b44b1d None None] Pushing event updated for resources: {'Port': ['ID=ec808761-aa91-40a7-b003-6d0c3f41f532,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:26.032141 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ec90-79e9-458c-a2bc-3eb9e064ac09 None None] Pushing event updated for resources: {'Port': ['ID=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,revision_number=2']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:26.061890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] For port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c, host n-d-822750-2, cleared binding levels {{(pid=104040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:26.065346 n-d-822750-2 neutron-server[104040]: DEBUG neutron.plugins.ml2.db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] For port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:26.108369 n-d-822750-2 neutron-server[104040]: DEBUG neutron_lib.callbacks.manager [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.145406 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba287e11-90cb-4666-bc95-f2ccc821f66d None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:26.180729 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:26.183139 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:26.193089 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc353d-5143-4e16-887b-188fab9b0185 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:51:26.211569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Allocated IP 172.20.0.1 (2af4141f-b6bf-4f41-8595-3b4b1a564da3/0989fcc0-e588-4a08-9cee-287246180767/b91f3d94-8c9c-4304-af24-ab710c162f31) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:26.291471 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] Provisioning complete for port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:26.291853 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.321724 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:26.384980 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.431108 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.441313 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ec90-79e9-458c-a2bc-3eb9e064ac09 None None] Pushing event updated for resources: {'Port': ['ID=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,revision_number=3']} {{(pid=104040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:26.448252 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d12262ff-b77a-446d-aac3-2f75a7fe408c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:26.460091 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] For port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:26.466536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.507221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port d12262ff-b77a-446d-aac3-2f75a7fe408c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:26.508162 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.508648 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:26.512155 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:26.516701 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:26.532601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.543636 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:26.562199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588178'] for router_interface, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.583823 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 3, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:26.606827 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd5363-664c-446b-9f83-c6e3364d2f20 None None] Pushing event updated for resources: {'Port': ['ID=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:26.616943 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1139b9e-1740-46f8-b16b-7576467fdca9 None None] The sync data for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 is: [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 3, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:26.659072 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec808761-aa91-40a7-b003-6d0c3f41f532 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:26.686876 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-becf90c5-c037-40fe-9e86-95a907c9f78b None None] Provisioning complete for port ec808761-aa91-40a7-b003-6d0c3f41f532 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:26.687253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-becf90c5-c037-40fe-9e86-95a907c9f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.788326 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.802147 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port ec808761-aa91-40a7-b003-6d0c3f41f532 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:26.802444 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.948848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-07393f55-508c-4ab3-903a-0e6d9bdc516a None None] Provisioning complete for port b91f3d94-8c9c-4304-af24-ab710c162f31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:26.949229 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-07393f55-508c-4ab3-903a-0e6d9bdc516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:26.989171 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-07393f55-508c-4ab3-903a-0e6d9bdc516a None None] Port b91f3d94-8c9c-4304-af24-ab710c162f31 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:27.004390 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:27.071777 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:27.147334 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582402'] for router_interface, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:27.149085 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Pushing event updated for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:27.249676 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:27.251084 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:27.373713 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Router 7414a863-bf68-409a-82a7-866263b1cd7c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:51:27.494826 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:27.513015 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-68b676f5-69be-478f-90bf-5c6d5ac1f593 admin admin] 10.222.0.16 "PUT /v2.0/routers/7414a863-bf68-409a-82a7-866263b1cd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4102933 Dec 23 13:51:27.519714 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-c73b8ce1-019c-4164-b227-01427222f050 None None] Provisioning complete for port b91f3d94-8c9c-4304-af24-ab710c162f31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:27.520084 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c73b8ce1-019c-4164-b227-01427222f050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:27.561980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-c73b8ce1-019c-4164-b227-01427222f050 None None] Port b91f3d94-8c9c-4304-af24-ab710c162f31 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:28.237776 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Sync routers for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:28.249032 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:28.249709 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:28.355823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44084) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:28.356647 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f5a4ee28-8d9a-42d8-a50c-46187ad09d4c up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:28.360677 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104175969', 'description': 'tempest-secgroup-smoke-104175969 description', 'project_id': 'c0409a73387549e7a8ff40ec71a15621'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:28.365768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:28.437437 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.504411 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.522867 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:28.523251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.568141 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.598560 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec89c70-c1ee-4ea0-b76f-b9824f59f493,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:28.667642 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.669528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-896a1a3f-bf49-49c3-bc96-365a5a5fb162 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3120043 Dec 23 13:51:28.672744 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44086) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:28.676262 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b91f3d94-8c9c-4304-af24-ab710c162f31', 'name': '', 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'mac_address': 'fa:16:3e:0e:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '0989fcc0-e588-4a08-9cee-287246180767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:26Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 2, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'subnets': [{'id': '0989fcc0-e588-4a08-9cee-287246180767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:28.677727 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:28.707701 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Checking router: 7414a863-bf68-409a-82a7-866263b1cd7c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:28.708055 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Updating router 7414a863-bf68-409a-82a7-866263b1cd7c port b91f3d94-8c9c-4304-af24-ab710c162f31 binding host n-d-822750-2 {{(pid=104039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 13:51:28.733148 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.761941 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.817961 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.882816 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.900550 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e64aae-fbad-4025-a620-ccc35ad81787,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:28.964840 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:28.966558 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-1fd9543a-f6ad-441e-ab04-64984b8144a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925231 Dec 23 13:51:28.969550 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44088) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:28.974318 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:28.999450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks [] for port, precommit_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.042191 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.065214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.101156 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.119916 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8081-3a40-454d-9f14-85497b078443 None None] Pushing event updated for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=3']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:29.174233 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.174952 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Attempting to bind port b91f3d94-8c9c-4304-af24-ab710c162f31 on host n-d-822750-2 for vnic_type normal with profile {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:29.175314 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Attempting to bind port b91f3d94-8c9c-4304-af24-ab710c162f31 by drivers openvswitch,hyperv on host n-d-822750-2 at level 0 using segments [{'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:29.181405 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Attempting to bind port b91f3d94-8c9c-4304-af24-ab710c162f31 on network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:29.183933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Checking agent: {'id': '824e3348-ded8-4817-939b-bf11e1b6d576', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 3, 19), 'started_at': datetime.datetime(2021, 12, 23, 12, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822750-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:29.184555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Checking segment: {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:29.185206 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.185615 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Bound using segment: {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'} {{(pid=104039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:29.186112 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.managers [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Bound port: b91f3d94-8c9c-4304-af24-ab710c162f31, host: n-d-822750-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0ceb9-c19f-4345-81da-312d5d0589e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3'}}] {{(pid=104039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:29.186529 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.192618 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748c325d-724e-40ea-a013-f607c7279c7a,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:29.251564 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.252895 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] For port b91f3d94-8c9c-4304-af24-ab710c162f31, host n-d-822750-2, cleared binding levels {{(pid=104039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:29.253537 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d8f5792a-46ce-4b7a-b71e-c84d9e2b07c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821991 Dec 23 13:51:29.256046 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44090) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:29.257874 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] For port b91f3d94-8c9c-4304-af24-ab710c162f31, host n-d-822750-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b91f3d94-8c9c-4304-af24-ab710c162f31,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:29.261819 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:29.306097 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.328375 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.358095 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:29.358721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:29.405266 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.412492 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8081-3a40-454d-9f14-85497b078443 None None] Pushing event updated for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:29.431829 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] Provisioning complete for port b91f3d94-8c9c-4304-af24-ab710c162f31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:29.432168 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.471167 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.490007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ece35f0-88ad-4208-a805-158dbaa49e53,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:29.529956 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:29.570388 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.572146 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-53411b50-52dc-46a4-bf00-3987ac4721d6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3145297 Dec 23 13:51:29.574469 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44092) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:29.579233 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:29.630110 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.670819 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.706063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] For port b91f3d94-8c9c-4304-af24-ab710c162f31, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b91f3d94-8c9c-4304-af24-ab710c162f31,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:29.734047 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.769289 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.797054 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.818551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcc0370-613c-4c89-aa73-f02c6b9b3bc6,revision_number=0']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:29.885027 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:29.886329 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-5dd8c121-bfb7-462b-89b7-bcfa80eb0903 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108051 Dec 23 13:51:29.889374 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44094) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:29.894290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:29.979933 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Project c0409a73387549e7a8ff40ec71a15621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:51:29.985928 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.001310 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b91f3d94-8c9c-4304-af24-ab710c162f31', 'name': '', 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'mac_address': 'fa:16:3e:0e:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '0989fcc0-e588-4a08-9cee-287246180767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:26Z', 'updated_at': '2021-12-23T13:51:29Z', 'revision_number': 4, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'subnets': [{'id': '0989fcc0-e588-4a08-9cee-287246180767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:30.006583 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-a5e89ca8-33fe-4851-8cbe-a99262a63420 None None] Provisioning complete for port b91f3d94-8c9c-4304-af24-ab710c162f31 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:30.006955 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a5e89ca8-33fe-4851-8cbe-a99262a63420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.048561 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a661544-ba99-4ff1-9426-8f5d8f9194ca None None] Pushing event updated for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:30.048866 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.060604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf9ad5-5ba5-4011-94f3-7dd100d59f68 None None] The sync data for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 is: [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'b91f3d94-8c9c-4304-af24-ab710c162f31', 'name': '', 'network_id': '2af4141f-b6bf-4f41-8595-3b4b1a564da3', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'mac_address': 'fa:16:3e:0e:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '0989fcc0-e588-4a08-9cee-287246180767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:26Z', 'updated_at': '2021-12-23T13:51:29Z', 'revision_number': 4, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'subnets': [{'id': '0989fcc0-e588-4a08-9cee-287246180767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:30.121625 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.144781 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b37223-7fe4-4c6a-ba7f-88c1a61ca24c,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:30.222024 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.224082 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-9ed207bb-b58a-410c-810b-cc8ec6779969 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329775 Dec 23 13:51:30.226200 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44096) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:30.230648 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'security_group_rule': {'security_group_id': '1ec89c70-c1ee-4ea0-b76f-b9824f59f493', 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:30.305899 n-d-822750-2 neutron-server[104037]: INFO neutron.db.securitygroups_db [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Project c0409a73387549e7a8ff40ec71a15621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 13:51:30.311412 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.362062 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b91f3d94-8c9c-4304-af24-ab710c162f31 up at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:30.379712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.412109 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Provisioning complete for port b91f3d94-8c9c-4304-af24-ab710c162f31 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:30.412479 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.436798 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728661'] for security_group_rule, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.460847 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13c630f-182c-45a7-bc21-e80a42d28e73,revision_number=0']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:30.536375 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:30.537655 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a8ce0efb-6af6-43d5-bc02-60dc77605a0a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105094 Dec 23 13:51:30.685639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-a5d0254d-fd42-4fda-9bf6-f36f763f1ecc tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104175969&fields=id&tenant_id=c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 267 time: 0.0438173 Dec 23 13:51:30.792178 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-195217ea-ecc1-4abc-ae0d-3dab76ce507c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:30.793645 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-195217ea-ecc1-4abc-ae0d-3dab76ce507c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 809 time: 0.1012733 Dec 23 13:51:30.809121 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-788e7032-9a69-40ed-aabd-98dcf36d88cd tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/quotas/c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 375 time: 0.0092103 Dec 23 13:51:30.859720 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-91d28104-421c-45f3-aad5-502e8a0d3707 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447421 Dec 23 13:51:30.930715 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:51:30.976677 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-0f1cbbf9-1ac2-4ce5-abff-ca92e8d63e5e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:51:30.976677 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-0f1cbbf9-1ac2-4ce5-abff-ca92e8d63e5e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1052303 Dec 23 13:51:31.065901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-a85ade4c-7e0e-4e76-b158-fe85fc99870c service neutron] 10.222.0.16 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Dec 23 13:51:31.158491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-465dab95-0c4f-4016-913e-411c8e1e46c2 service neutron] 10.222.0.16 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Dec 23 13:51:31.397363 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c4a3ead2-c45c-499a-83dc-76445efded84 req-05f1a007-88a1-44f0-8124-5c269350811b tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Dec 23 13:51:32.475404 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-5a31eda9-1fdc-4f8b-864a-ac5afe17937f req-fcdc4f71-e4b8-48bb-91fb-008bc992dfd6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0258818 Dec 23 13:51:33.555272 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-c5ff8717-ab08-45bd-ade7-c2e7e7a082e8 req-a59f2fc3-b2d9-4186-803b-86123416c1d7 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0250657 Dec 23 13:51:34.650433 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-774e0ae9-d1a3-42f1-98dc-3f12443cb626 req-9ac9fed1-be69-479e-a057-084e393f105f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Dec 23 13:51:35.747049 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-57188f53-7db6-4fcb-aebd-d49f66a09be0 req-88733f53-2fb4-4245-a879-731cf0007134 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Dec 23 13:51:36.487296 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-1980be10-1c04-40fb-a608-1052f3e65dbe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:36.488808 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-1980be10-1c04-40fb-a608-1052f3e65dbe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 809 time: 0.1071355 Dec 23 13:51:36.553005 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-22d54179-6c35-4fed-9f4b-7568d0b5a6a4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 379 time: 0.0547614 Dec 23 13:51:36.561968 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'port': {'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'admin_state_up': True, 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'security_groups': ['1ec89c70-c1ee-4ea0-b76f-b9824f59f493']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:36.756588 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Made reservation on behalf of c0409a73387549e7a8ff40ec71a15621 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:51:36.760216 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:36.853374 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ff7abf12-ae52-4aa3-8b96-c4cef0231718 req-95da7d9d-8f5c-44bd-ab7c-2359ee61bf57 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0254664 Dec 23 13:51:36.894040 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Allocated IP 172.20.0.11 (a3a517f0-8088-42e3-9e2c-ec4e147bfb42/b25dde99-6a31-4a34-b44e-5894e115e1e4/7cc988c2-7ce3-4918-bd3e-29ca0399daad) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:37.040966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.105536 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.150291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:37.153435 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:37.157283 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:37.181594 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:37.211501 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:37.212123 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.268155 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-8bc13044-9cda-4227-8196-a0c6b930206d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097299 Dec 23 13:51:37.281564 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Request body: {'port': {'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:37.342069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.404376 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-dbabef33-1019-4b45-b530-d5a3d3179343 None None] Provisioning complete for port 7cc988c2-7ce3-4918-bd3e-29ca0399daad triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:37.404376 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-dbabef33-1019-4b45-b530-d5a3d3179343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.444936 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-dbabef33-1019-4b45-b530-d5a3d3179343 None None] Port 7cc988c2-7ce3-4918-bd3e-29ca0399daad cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:51:37.601355 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc988c2-7ce3-4918-bd3e-29ca0399daad {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:51:37.609490 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.620945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Transition to ACTIVE for port object 7cc988c2-7ce3-4918-bd3e-29ca0399daad will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:51:37.665039 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.713418 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:37.790530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Attempting to bind port 7cc988c2-7ce3-4918-bd3e-29ca0399daad on host n-h2-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:51:37.790868 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Attempting to bind port 7cc988c2-7ce3-4918-bd3e-29ca0399daad by drivers openvswitch,hyperv on host n-h2-822750-2 at level 0 using segments [{'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:51:37.791198 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Attempting to bind port 7cc988c2-7ce3-4918-bd3e-29ca0399daad on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:37.796065 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Port 7cc988c2-7ce3-4918-bd3e-29ca0399daad on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:51:37.796410 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Attempting to bind port 7cc988c2-7ce3-4918-bd3e-29ca0399daad on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:51:37.801477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Checking agent: {'id': '918c5791-9da9-4eba-8eb2-a0ed3e9364e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:51:37.801820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Checking segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:51:37.802213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Bound using segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:51:37.802663 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Bound port: 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host: n-h2-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:51:37.803020 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.869817 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:51:37.872860 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:51:37.934599 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.972495 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:37.973204 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:37.974558 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] 10.222.0.43 "PUT /v2.0/ports/7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1092 time: 0.6979771 Dec 23 13:51:37.981693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:51:37.981693 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa8669-8f22-4e3d-b288-6643d5514bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:51:37.984186 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a4a84-20ee-4f5d-864c-6a4de07473f9 req-30b47577-72c3-41e0-9092-47e80ff7b8bc tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:37.985766 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc9a4a84-20ee-4f5d-864c-6a4de07473f9 req-30b47577-72c3-41e0-9092-47e80ff7b8bc tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 944 time: 0.0614235 Dec 23 13:51:38.015489 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0bef2-965f-4d77-93c3-56349c69f8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:38.028795 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a77050-05b9-488d-b64f-51716f543a9b x-openstack-request-id: req-d6a77050-05b9-488d-b64f-51716f543a9b {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:51:38.029587 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:51:38.029907 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6a77050-05b9-488d-b64f-51716f543a9b {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:51:38.030367 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'status': 'completed', 'code': 200} Dec 23 13:51:38.055116 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-cc9a4a84-20ee-4f5d-864c-6a4de07473f9 req-321b3f4b-9eaf-4486-952c-dac2d899cef0 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623126 Dec 23 13:51:38.101945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-dbf75117-55b9-458c-ba22-3b409c1da72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.103682 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-dbf75117-55b9-458c-ba22-3b409c1da72e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0543551 Dec 23 13:51:38.207697 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-285aa3db-fbc6-44ca-86fa-73b1c967703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.209237 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-285aa3db-fbc6-44ca-86fa-73b1c967703a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c0409a73387549e7a8ff40ec71a15621&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0973859 Dec 23 13:51:38.308356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-2efdc4dd-26b8-4b9e-8735-8f03b6a0244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.309850 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-55aa8669-8f22-4e3d-b288-6643d5514bc0 req-2efdc4dd-26b8-4b9e-8735-8f03b6a0244b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943589 Dec 23 13:51:38.383931 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-067400df-e1f3-409b-aacd-58602199ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.385439 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-067400df-e1f3-409b-aacd-58602199ad54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0410690 Dec 23 13:51:38.433081 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-68b950ef-5956-4129-9bf4-66765d25af18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 217 time: 0.0384588 Dec 23 13:51:38.483481 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-edcfb778-248b-4e4f-98ad-7997fc9c8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.484900 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-edcfb778-248b-4e4f-98ad-7997fc9c8437 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0448112 Dec 23 13:51:38.530291 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590937-bc10-4376-a09d-a78401db6434 req-1e2bd3d5-7daf-456a-8849-5431e8393aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:38.531761 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-1e2bd3d5-7daf-456a-8849-5431e8393aed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404391 Dec 23 13:51:38.623222 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-1ded9e7d-cdeb-4806-bb20-650ce652351c service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834963 Dec 23 13:51:38.711800 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-5d590937-bc10-4376-a09d-a78401db6434 req-52ca8862-0ff3-4fae-b468-50495919fa97 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816045 Dec 23 13:51:39.182800 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb12fbe-19e5-4741-a782-a91a996abbdd req-b2c1df12-b413-49f5-94e6-eb8c52845da3 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:39.184229 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cb12fbe-19e5-4741-a782-a91a996abbdd req-b2c1df12-b413-49f5-94e6-eb8c52845da3 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 944 time: 0.0525901 Dec 23 13:51:39.236484 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-9cb12fbe-19e5-4741-a782-a91a996abbdd req-612d8631-813c-4498-b95a-73f41e1c028c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Dec 23 13:51:40.352678 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0f16-8869-489e-a458-0c8232819656 req-4cdf3241-482a-497e-b48d-3b962443c1eb tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:40.354181 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f46e0f16-8869-489e-a458-0c8232819656 req-4cdf3241-482a-497e-b48d-3b962443c1eb tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 944 time: 0.0477874 Dec 23 13:51:40.405093 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f46e0f16-8869-489e-a458-0c8232819656 req-67e95de5-3906-4a5a-add1-de9a58ad13d5 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Dec 23 13:51:40.812539 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:51:40.909116 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:40.921060 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:51:40.958137 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:40.974646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc988c2-7ce3-4918-bd3e-29ca0399daad {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:51:40.993232 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:41.065415 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:41.112194 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:41.275738 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7cc988c2-7ce3-4918-bd3e-29ca0399daad'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:51:41.522354 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6623e-ae9d-4b45-9b69-04a39e028aa5 req-39cfadda-07c3-4d63-80f2-0d9f01f0b892 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:41.523917 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6e6623e-ae9d-4b45-9b69-04a39e028aa5 req-39cfadda-07c3-4d63-80f2-0d9f01f0b892 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 945 time: 0.0487020 Dec 23 13:51:41.576681 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-f6e6623e-ae9d-4b45-9b69-04a39e028aa5 req-29acc496-3ff8-46ba-bc24-da0b6e79f66f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465198 Dec 23 13:51:42.690246 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1817db-8bb0-4a02-b9b7-0aee9b5534d7 req-8ef0a6c3-1f1e-4acd-9ab5-462aeead66ce tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:42.691733 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d1817db-8bb0-4a02-b9b7-0aee9b5534d7 req-8ef0a6c3-1f1e-4acd-9ab5-462aeead66ce tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 945 time: 0.0486879 Dec 23 13:51:42.740127 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1d1817db-8bb0-4a02-b9b7-0aee9b5534d7 req-3dab1ac2-9003-4b17-9762-0371332cac2a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Dec 23 13:51:42.822664 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:51:42.927774 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning for port 7cc988c2-7ce3-4918-bd3e-29ca0399daad completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:51:42.931854 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7cc988c2-7ce3-4918-bd3e-29ca0399daad triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:51:42.932230 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:43.011618 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:43.033725 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:51:43.035971 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b3d19-69ba-454d-9b75-09855fb08e57" -d '{"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-plugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:51:43.049629 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:51:43.073532 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fc49e4-0463-49e0-872d-dfca7f50fb00 x-openstack-request-id: req-a2fc49e4-0463-49e0-872d-dfca7f50fb00 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:51:43.075360 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-plugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:51:43.075360 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2fc49e4-0463-49e0-872d-dfca7f50fb00 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:51:43.075360 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'code': 200} Dec 23 13:51:43.116968 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:43.163897 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:43.171202 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc284bc-0405-4be3-9e2d-470e1db0da1a req-79aba9d6-8673-447b-bb0f-dd147f3d9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:43.172938 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bcc284bc-0405-4be3-9e2d-470e1db0da1a req-79aba9d6-8673-447b-bb0f-dd147f3d9469 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1097 time: 0.0409355 Dec 23 13:51:43.224675 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-bcc284bc-0405-4be3-9e2d-470e1db0da1a req-88d2698c-83b2-4fbc-b047-8136bb954228 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444477 Dec 23 13:51:43.390715 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a23d065b-d4b6-40de-9b25-b2754010cb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:43.856444 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5fac9-f4b4-49d7-8307-ae9f5e3ba9ec req-1b7c0b59-d5a0-499b-8877-87402678619a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:43.857984 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6b5fac9-f4b4-49d7-8307-ae9f5e3ba9ec req-1b7c0b59-d5a0-499b-8877-87402678619a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Dec 23 13:51:43.906767 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6b5fac9-f4b4-49d7-8307-ae9f5e3ba9ec req-61dd3144-9329-4e59-9c1f-bc383cc95569 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428205 Dec 23 13:51:45.029813 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d964d-c76a-436a-bff8-420cba55b95f req-4720c8c8-8cde-4b1d-be20-ba10e6106d7c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:45.031426 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-941d964d-c76a-436a-bff8-420cba55b95f req-4720c8c8-8cde-4b1d-be20-ba10e6106d7c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 946 time: 0.0525591 Dec 23 13:51:45.080687 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-941d964d-c76a-436a-bff8-420cba55b95f req-cb79fc65-5529-40a5-a749-e99e6a73bd26 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Dec 23 13:51:45.198081 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60ce0-8b58-4bd8-9951-6695d1d29e5d req-9229d3bd-9b80-4f6a-b9e6-275fb38b9e04 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:45.198081 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cf60ce0-8b58-4bd8-9951-6695d1d29e5d req-9229d3bd-9b80-4f6a-b9e6-275fb38b9e04 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 946 time: 0.0499365 Dec 23 13:51:45.246540 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7cf60ce0-8b58-4bd8-9951-6695d1d29e5d req-90cbd55d-564c-4857-97b9-ff65804cc98d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427606 Dec 23 13:51:45.268399 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44164) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:45.351766 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69331250-15b3-4d56-9123-3627c4212353 tempest-TestSnapshotPattern-1422582741 tempest-TestSnapshotPattern-1422582741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:45.353292 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-69331250-15b3-4d56-9123-3627c4212353 tempest-TestSnapshotPattern-1422582741 tempest-TestSnapshotPattern-1422582741-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1092 time: 0.0838931 Dec 23 13:51:45.356125 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44168) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:51:45.361042 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:51:45.437444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:45.531562 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:45.992434 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Allocated IP 172.25.7.238 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/5e3bd72a-6620-4c63-870f-e41e11c9d3cf) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:51:46.082210 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-cb0469a2-e1e0-4ba0-bd05-352e47668c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.093473 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.179706 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.225597 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:51:46.228372 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:51:46.232654 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:51:46.235920 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=5e3bd72a-6620-4c63-870f-e41e11c9d3cf,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:46.587061 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.726060 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.854180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.878253 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:46.939902 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:47.005230 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=5e3bd72a-6620-4c63-870f-e41e11c9d3cf,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:51:47.019303 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:47.120554 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Floating IP b4c864e3-3c6d-468d-9dfb-1394b026a8e6 associated. External IP: 172.25.7.238, port: 7cc988c2-7ce3-4918-bd3e-29ca0399daad. Dec 23 13:51:47.333759 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:51:47.442715 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:51:47.452233 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:51:47.461605 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:47.462200 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:47.535712 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:47.564797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-38879ad2-c5f3-4e15-89fe-ad5bbcd8f4a2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2076852 Dec 23 13:51:47.566193 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:51:47.567714 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:51:47.568836 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:47.666223 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef19113-e490-48e3-ac65-7aaa2a99e91b x-openstack-request-id: req-2ef19113-e490-48e3-ac65-7aaa2a99e91b {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:51:47.666534 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:51:47.666768 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ef19113-e490-48e3-ac65-7aaa2a99e91b {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:51:47.667180 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'status': 'completed', 'code': 200} Dec 23 13:51:47.730693 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-9b3cb74b-8170-4863-ac98-9368bb1470b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:47.732218 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-9b3cb74b-8170-4863-ac98-9368bb1470b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1097 time: 0.0417776 Dec 23 13:51:47.802586 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:46Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:47.824622 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-fe2c3aeb-dde9-4366-933d-488da9479893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:47.826138 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-fe2c3aeb-dde9-4366-933d-488da9479893 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0873759 Dec 23 13:51:47.830066 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:51:47.838145 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:51:47.838734 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:51:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:47.897449 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-2a43b55b-a2b3-4fd8-9db2-c1f5811b03d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1000 time: 0.0643110 Dec 23 13:51:47.950599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-7fdafc78-95fb-4ee2-90fa-21c197414823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:47.952176 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-7fdafc78-95fb-4ee2-90fa-21c197414823 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0479684 Dec 23 13:51:48.001710 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-f5ef84a0-8325-49a8-9f00-0d66dd75251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:51:48.003141 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-f5ef84a0-8325-49a8-9f00-0d66dd75251f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435460 Dec 23 13:51:48.041932 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:51:48.100105 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-d19c5189-08cc-480f-a561-f101ca610de9 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896366 Dec 23 13:51:48.193787 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-8f0aaa2a-75ae-4f4d-8c18-f6f159f60ca5 req-e6b113e0-756e-41f1-9c88-82d3ee6ade6e service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 Dec 23 13:51:48.268987 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:46Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:51:48.295812 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734bb301-2694-4cd3-91c4-e2c2cca05025 None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:46Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:51:48.497121 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def12e07-a7ae-4a1b-a996-710a4e78926d None None] New status for floating IP b4c864e3-3c6d-468d-9dfb-1394b026a8e6: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:51:48.598890 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:49.270903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:49.288512 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:51:53.442441 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:05.465753 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-1ce52b19-a5c6-4ee9-9ab0-e480bfc3d0d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394692 Dec 23 13:52:05.550109 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-a20f6478-e182-46b1-8ce7-44d4c9b35d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:52:05.551572 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-a20f6478-e182-46b1-8ce7-44d4c9b35d97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1097 time: 0.0446692 Dec 23 13:52:05.652767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-29566837-8802-4ac5-828c-33d82bb082a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:52:05.654229 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-29566837-8802-4ac5-828c-33d82bb082a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0830481 Dec 23 13:52:05.726126 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-dc7fcb63-a9bf-4dac-a160-5686e9d621b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1002 time: 0.0643749 Dec 23 13:52:05.776344 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-32c6f74b-1240-43b2-899c-0b3abcd66b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:52:05.777888 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-32c6f74b-1240-43b2-899c-0b3abcd66b7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0448015 Dec 23 13:52:05.824762 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-e31c8e61-bc3c-454c-ab0a-e78e94977a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:52:05.826261 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-e31c8e61-bc3c-454c-ab0a-e78e94977a90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406406 Dec 23 13:52:05.837534 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-1293af6f-2cb8-4a05-8ad9-66d6902932ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:52:05.843533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-1293af6f-2cb8-4a05-8ad9-66d6902932ee service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049222 Dec 23 13:52:05.934157 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-9de3de75-8d6f-4304-ad9c-93188a54a79f service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881131 Dec 23 13:52:06.026132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-eb18254a-8a81-4f44-bfd4-4e6843e32ae4 req-875669e5-e7dd-4d66-84f1-f9f7ed5eb0d7 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854485 Dec 23 13:52:07.919964 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:52:13.367858 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-8e59c82f-89fa-4078-ad88-283777495f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:16.105258 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-aa6b3d4a-a7ee-42cf-aabd-a31cb93c3ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:16.870666 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:18.550350 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:19.305338 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:19.333433 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:23.464659 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:43.425204 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e41855f8-f2e3-4897-bc58-0f2114d2876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:44.919301 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:52:46.110695 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a8486ddb-4f02-4f23-955c-1977c5fe3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:46.841579 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:48.602154 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:49.321897 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:49.322598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:52:53.521878 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:05.497134 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-e2484c88-9f48-4f95-a919-cb15d77ff562 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873699 Dec 23 13:53:05.582391 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-337e1d56-1cf1-41d8-a334-442096d8927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:53:05.584398 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-337e1d56-1cf1-41d8-a334-442096d8927a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1097 time: 0.0449326 Dec 23 13:53:05.687013 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-16c00911-4a54-412c-97c8-adf4bb345741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:53:05.687013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-16c00911-4a54-412c-97c8-adf4bb345741 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0832202 Dec 23 13:53:05.757674 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-defa517f-9960-4033-8c0f-f6e050797693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1002 time: 0.0645709 Dec 23 13:53:05.808066 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-6983913f-9a56-4816-b87e-6691bb0c6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:53:05.809547 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-6983913f-9a56-4816-b87e-6691bb0c6c2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0443292 Dec 23 13:53:05.854551 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-4d543e0f-fda7-43ac-ade7-ae5ead48cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:53:05.856044 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-4d543e0f-fda7-43ac-ade7-ae5ead48cdb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399354 Dec 23 13:53:05.947364 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-b75f18a1-392f-4ed4-9597-9049ca3931c3 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Dec 23 13:53:06.037650 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-450dce9a-2eab-418c-aec4-99d9a7591489 req-4c8bdb34-f7a5-4329-b065-00d80951dec3 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838172 Dec 23 13:53:13.389254 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-81ab6b4c-557f-4ff7-a15f-5450f86e6a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:16.116399 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3a21f7b6-7879-45db-8281-193dd7a48caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:16.853035 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:18.594944 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:19.316244 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:19.350443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:21.919104 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:53:23.550075 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:43.401864 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3592-655a-4afe-8c76-4d4c97d4752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:45.532272 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad details requested by agent hyperv_n-h2-822750-2 with host n-h2-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:53:45.625176 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:53:45.636768 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Returning: {'device': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:53:45.675985 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:45.688619 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cc988c2-7ce3-4918-bd3e-29ca0399daad {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:53:45.707938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:53:45.778605 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:45.828500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:53:45.836810 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.837209 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.837550 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.837888 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.838221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.838552 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.838880 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.839205 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.839527 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.839848 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.840191 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.840493 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.840812 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:53:45.855523 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] get_ports_and_sgs() called for port_ids ['7cc988c2-7ce3-4918-bd3e-29ca0399daad'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:53:46.097061 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6aba3d45-1f01-439b-aa45-8f58eee5fa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:46.864201 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:47.544276 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad up at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:53:47.592369 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Provisioning complete for port 7cc988c2-7ce3-4918-bd3e-29ca0399daad triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:53:47.592738 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:47.672200 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:47.696221 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:53:47.698501 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e3b57-6983-4e77-b9b8-b4604c087e09" -d '{"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-plugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:53:47.714555 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:53:47.741254 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8f4e9-c51c-466f-a82e-07fcb69e0a62 x-openstack-request-id: req-6bd8f4e9-c51c-466f-a82e-07fcb69e0a62 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:53:47.741655 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-plugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:53:47.742071 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bd8f4e9-c51c-466f-a82e-07fcb69e0a62 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:53:47.742542 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'code': 200} Dec 23 13:53:47.801978 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:47.854165 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:53:48.606992 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:49.333450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:49.362128 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:53.577066 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:53:58.120462 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-bfddbb55-432a-4b51-9323-75a9666c3e5e tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104175969&fields=id&tenant_id=c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 267 time: 0.0492926 Dec 23 13:53:58.234916 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-581cb15a-25f1-4a24-a9a5-4f09c32e6d80 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:53:58.236276 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-581cb15a-25f1-4a24-a9a5-4f09c32e6d80 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 809 time: 0.1088700 Dec 23 13:53:58.251228 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-2e171095-f151-43ad-968d-12625659ec59 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/quotas/c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 375 time: 0.0090983 Dec 23 13:53:58.304453 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-691fa2fb-b4df-41ef-a528-8c63ddc148a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475881 Dec 23 13:53:58.447375 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-b071a8fe-b5f3-4daf-b3b7-a5442a648127 service neutron] 10.222.0.16 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309152 Dec 23 13:53:58.538450 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-1faf5f8f-9db0-43ba-8002-59bf26e5d8e0 service neutron] 10.222.0.16 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844071 Dec 23 13:53:58.790801 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-8fbd1c62-04bf-4b0b-a74e-84e0f14e42d1 req-2b670808-5cc9-4e28-bca4-fdd9574de948 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Dec 23 13:53:58.918605 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:53:59.887560 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0ab21881-fc2b-468c-8513-0ea2325e2fd2 req-0246f118-38c3-4269-86be-de256fee08fc tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 210 time: 0.0268812 Dec 23 13:54:00.835239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-6012034a-516b-4c7f-845e-9b9ff9357f01 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:00.836717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-6012034a-516b-4c7f-845e-9b9ff9357f01 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 809 time: 0.1136801 Dec 23 13:54:00.903095 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-7a9d2ff1-a31d-4e23-ad0a-2f5b5357c702 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0409a73387549e7a8ff40ec71a15621 HTTP/1.1" status: 200 len: 379 time: 0.0557468 Dec 23 13:54:00.913723 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'port': {'device_id': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'admin_state_up': True, 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'security_groups': ['1ec89c70-c1ee-4ea0-b76f-b9824f59f493']}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:54:01.001012 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-7b4c00b1-6483-48aa-b78a-e2616d8b0f35 req-ad1821dd-02cb-42cc-9c4d-d952c75a21a1 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 210 time: 0.0385504 Dec 23 13:54:01.127133 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Made reservation on behalf of c0409a73387549e7a8ff40ec71a15621 for: {'port': 1} {{(pid=104038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 13:54:01.131072 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:01.264275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.db_base_plugin_common [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Allocated IP 172.20.0.9 (a3a517f0-8088-42e3-9e2c-ec4e147bfb42/b25dde99-6a31-4a34-b44e-5894e115e1e4/aa45b9e9-c2c1-4510-888b-df8895a19b55) {{(pid=104038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:54:01.653227 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:54:01.822637 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:01.874344 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:54:01.876578 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b39b605-4435-4999-a6a2-7ab7278b3972" -d '{"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:54:01.902224 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:54:01.951876 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be6378a-e795-408a-bfcc-dca6ced47068 x-openstack-request-id: req-3be6378a-e795-408a-bfcc-dca6ced47068 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:54:01.952405 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:54:01.952861 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3be6378a-e795-408a-bfcc-dca6ced47068 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:54:01.953474 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'code': 200} Dec 23 13:54:01.990182 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:01.994680 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:02.103757 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Pushing event updated for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:02.133157 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_create {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:02.161689 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-451a41e1-9e5b-4cfa-8ab6-ef16f291d336 req-6a19727d-2302-4d1d-ac94-cd37fc57cd31 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 210 time: 0.0558569 Dec 23 13:54:02.198152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 is already hosted by enough agents. {{(pid=104038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:54:02.202049 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.base_scheduler [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Resources bound (agent type, host, resource id): {{(pid=104038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:54:02.206014 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Received port after_create {{(pid=104038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:54:02.215026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=1']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:02.250787 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.251122 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.251465 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.251809 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.252152 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.252721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.252954 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.253719 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.254141 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.254428 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.254789 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.255120 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.255451 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:02.280889 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:02.281298 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:02.385867 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-c435c902-249f-41a3-a12e-be30321e3d2f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4762039 Dec 23 13:54:02.492163 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-b7064a4a-140d-46a7-bcc3-0ed71e74b6c2 None None] Provisioning complete for port aa45b9e9-c2c1-4510-888b-df8895a19b55 triggered by entity DHCP. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:54:02.492615 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b7064a4a-140d-46a7-bcc3-0ed71e74b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:02.536790 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-b7064a4a-140d-46a7-bcc3-0ed71e74b6c2 None None] Port aa45b9e9-c2c1-4510-888b-df8895a19b55 cannot update to ACTIVE because it is not bound. {{(pid=104039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 13:54:03.290947 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439440c1-b5c1-427e-a8fe-57d6b921d67d req-9e5d4006-a0a9-41f9-92ed-510015eb5f4b tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:03.292665 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-439440c1-b5c1-427e-a8fe-57d6b921d67d req-9e5d4006-a0a9-41f9-92ed-510015eb5f4b tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0576661 Dec 23 13:54:03.345200 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-439440c1-b5c1-427e-a8fe-57d6b921d67d req-d4c88062-bf2b-46cf-8976-7e7fb29adb18 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464010 Dec 23 13:54:04.475682 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5c12a-75f6-486d-81f2-e72771975ba7 req-9290aa0f-cfdd-47f9-a2aa-0667fac4fbe5 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:04.477242 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78b5c12a-75f6-486d-81f2-e72771975ba7 req-9290aa0f-cfdd-47f9-a2aa-0667fac4fbe5 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0597413 Dec 23 13:54:04.533642 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78b5c12a-75f6-486d-81f2-e72771975ba7 req-14bb5591-b0f6-4d48-b8a4-918d10427533 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Dec 23 13:54:05.451528 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-649814ad-becf-49dd-b39f-0f8385b1e52d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406847 Dec 23 13:54:05.549228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-5983d8c4-0cad-43c1-b2a3-6b8c71a9b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:05.550720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-5983d8c4-0cad-43c1-b2a3-6b8c71a9b3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0404186 Dec 23 13:54:05.700520 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e4e3-3dd9-4192-8895-e327d821b722 req-7acaa162-6783-4089-a26a-9485fe4a5d9a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:05.702464 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0079e4e3-3dd9-4192-8895-e327d821b722 req-7acaa162-6783-4089-a26a-9485fe4a5d9a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0607817 Dec 23 13:54:05.706165 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-fc1d2ae4-92db-48b1-bbb6-4f646fe6c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:05.707657 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-fc1d2ae4-92db-48b1-bbb6-4f646fe6c512 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.1367655 Dec 23 13:54:05.755068 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-0079e4e3-3dd9-4192-8895-e327d821b722 req-287f1ba7-b87d-4456-9a9c-2f3014119c32 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Dec 23 13:54:05.781404 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-de35d77c-e318-4761-af9b-09afc52beb83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1000 time: 0.0639718 Dec 23 13:54:05.839513 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-2f1443ee-ad70-44b0-a31b-104cfc5b6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:05.841042 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-2f1443ee-ad70-44b0-a31b-104cfc5b6d81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0521684 Dec 23 13:54:05.895961 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-271d31db-2ecb-4127-b383-69e9be0bd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:05.898732 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-271d31db-2ecb-4127-b383-69e9be0bd44e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511100 Dec 23 13:54:06.001583 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-054eb1f2-2300-4199-a9ec-cce83681d185 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953870 Dec 23 13:54:06.098055 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-1dd2338f-d364-4ac7-86c6-945e2e2f269e req-7c2db4da-0235-4bff-828d-0bfbba492e7c service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896044 Dec 23 13:54:06.876750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e84a-7707-46c7-948f-6f37eb52d70b req-7c435631-fb1c-4cd4-9f38-0d362414701e tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:06.878428 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66a2e84a-7707-46c7-948f-6f37eb52d70b req-7c435631-fb1c-4cd4-9f38-0d362414701e tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0517259 Dec 23 13:54:06.930498 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-66a2e84a-7707-46c7-948f-6f37eb52d70b req-0f1277b5-193c-4089-b880-7fde3418f6eb tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Dec 23 13:54:08.059486 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e588f6-bc6a-45b2-8cb5-63307e699a8f req-1ecabbef-79f2-433b-bd20-d40327dcbe37 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:08.060936 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78e588f6-bc6a-45b2-8cb5-63307e699a8f req-1ecabbef-79f2-433b-bd20-d40327dcbe37 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0531099 Dec 23 13:54:08.115219 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-78e588f6-bc6a-45b2-8cb5-63307e699a8f req-058d0052-a3b9-4659-9d97-645cdc557e85 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 Dec 23 13:54:09.238331 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec09b0d-e58e-4bef-b4d5-15c8bf76c0e6 req-ef26f4e3-8f77-45fc-8f1d-a0c72c87f1fe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:09.239735 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dec09b0d-e58e-4bef-b4d5-15c8bf76c0e6 req-ef26f4e3-8f77-45fc-8f1d-a0c72c87f1fe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0528224 Dec 23 13:54:09.292636 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-dec09b0d-e58e-4bef-b4d5-15c8bf76c0e6 req-9cbeb585-9744-43b9-b5ea-1fc03233b610 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Dec 23 13:54:10.420605 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101093ad-adcf-4467-997b-5d9bec34eeb6 req-de1ca88c-b7e8-498f-89e6-67d9238ffd05 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:10.422176 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-101093ad-adcf-4467-997b-5d9bec34eeb6 req-de1ca88c-b7e8-498f-89e6-67d9238ffd05 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0533283 Dec 23 13:54:10.482568 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-101093ad-adcf-4467-997b-5d9bec34eeb6 req-b1342e00-951c-47bd-8cd0-565decc1ea58 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526700 Dec 23 13:54:11.620195 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf45e-ebe7-4c6b-926b-0e3f7c66d48a req-310fa0a4-02b3-42be-a784-86aeb71b673c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:11.624451 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26ebf45e-ebe7-4c6b-926b-0e3f7c66d48a req-310fa0a4-02b3-42be-a784-86aeb71b673c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0615957 Dec 23 13:54:11.685758 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-26ebf45e-ebe7-4c6b-926b-0e3f7c66d48a req-214f4ae8-375c-42d2-8604-9dde9975e15f tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544956 Dec 23 13:54:12.808097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279870bc-339a-4813-b73c-2eac639522f2 req-97bd892d-b133-40cd-94af-3674f38d3735 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:12.809583 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-279870bc-339a-4813-b73c-2eac639522f2 req-97bd892d-b133-40cd-94af-3674f38d3735 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0475965 Dec 23 13:54:12.859889 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-279870bc-339a-4813-b73c-2eac639522f2 req-54143169-a11a-4345-b627-bc6f03fb9fde tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444026 Dec 23 13:54:13.417120 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5260cbab-fa6e-4375-8db1-31c8a4c3e2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:13.989028 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30dce1-b7fd-4b35-bda9-0c13d0ed503e req-219d7027-d4a0-460f-8688-51b368e99c3d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:13.990494 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec30dce1-b7fd-4b35-bda9-0c13d0ed503e req-219d7027-d4a0-460f-8688-51b368e99c3d tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0582607 Dec 23 13:54:14.039354 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-ec30dce1-b7fd-4b35-bda9-0c13d0ed503e req-badc38da-597a-4508-8ce3-ad7544ef21b9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Dec 23 13:54:15.154366 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968531-7efc-491b-97aa-33688546e61c req-f8ee11f3-8439-4d61-b2d3-6a2d615b739a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:15.155842 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53968531-7efc-491b-97aa-33688546e61c req-f8ee11f3-8439-4d61-b2d3-6a2d615b739a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 931 time: 0.0483737 Dec 23 13:54:15.205422 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53968531-7efc-491b-97aa-33688546e61c req-fac7ded5-6c1f-4095-9d59-fd2646710940 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 Dec 23 13:54:15.369763 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-12b51668-f324-4e73-85b5-532cfe801d88 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 13:54:15.370820 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-12b51668-f324-4e73-85b5-532cfe801d88 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069227 Dec 23 13:54:15.428303 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.v2.base [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Request body: {'port': {'device_id': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822750-2'}} {{(pid=104038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:54:15.483314 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:15.746662 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa45b9e9-c2c1-4510-888b-df8895a19b55 {{(pid=104038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:54:15.754232 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:15.766786 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.provisioning_blocks [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Transition to ACTIVE for port object aa45b9e9-c2c1-4510-888b-df8895a19b55 will not be triggered until provisioned by entity L2. {{(pid=104038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 13:54:15.839275 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:15.913502 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=2']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:15.958971 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Attempting to bind port aa45b9e9-c2c1-4510-888b-df8895a19b55 on host n-h1-822750-2 for vnic_type normal with profile {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 13:54:15.959310 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Attempting to bind port aa45b9e9-c2c1-4510-888b-df8895a19b55 by drivers openvswitch,hyperv on host n-h1-822750-2 at level 0 using segments [{'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 13:54:15.959641 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Attempting to bind port aa45b9e9-c2c1-4510-888b-df8895a19b55 on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:54:15.964881 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Port aa45b9e9-c2c1-4510-888b-df8895a19b55 on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-822750-2 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 13:54:15.965210 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Attempting to bind port aa45b9e9-c2c1-4510-888b-df8895a19b55 on network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 13:54:15.972228 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Checking agent: {'id': 'bf60d931-5481-497e-8b5b-1383027a73d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822750-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'started_at': datetime.datetime(2021, 12, 23, 12, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 13, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 13:54:15.972609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Checking segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 13:54:15.973026 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Bound using segment: {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'} {{(pid=104038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 13:54:15.973414 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.managers [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Bound port: aa45b9e9-c2c1-4510-888b-df8895a19b55, host: n-h1-822750-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd66b83-7494-4a21-91f6-9be7bb2c4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42'}}] {{(pid=104038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 13:54:15.973782 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:16.047850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, cleared binding levels {{(pid=104038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 13:54:16.051144 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 13:54:16.098383 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-40de662d-345a-424b-913d-d318a9e0ce69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:16.127465 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14648639'] for port, after_update {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:16.165350 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.165885 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:16.167282 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] 10.222.0.57 "PUT /v2.0/ports/aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 1091 time: 0.7888620 Dec 23 13:54:16.167720 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:54:16.170021 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:54:16.191945 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744669-4968-4cee-ac5e-95a0de3f870d service neutron] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=3']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:16.221274 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3947bce4-4607-48d4-be65-5b96e3d94b24 x-openstack-request-id: req-3947bce4-4607-48d4-be65-5b96e3d94b24 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:54:16.221573 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:54:16.221827 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3947bce4-4607-48d4-be65-5b96e3d94b24 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:54:16.222233 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'status': 'completed', 'code': 200} Dec 23 13:54:16.302803 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-59c7c4f1-982e-4a1d-bcf0-f96b3d89d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.304512 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-59c7c4f1-982e-4a1d-bcf0-f96b3d89d4c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1094 time: 0.0538220 Dec 23 13:54:16.335573 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67558d86-55ae-4228-8a16-d0c432110b61 req-012da285-330e-4daa-906a-84f87f039cf4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.337463 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67558d86-55ae-4228-8a16-d0c432110b61 req-012da285-330e-4daa-906a-84f87f039cf4 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0574710 Dec 23 13:54:16.392151 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-67558d86-55ae-4228-8a16-d0c432110b61 req-593473a3-ad74-4089-9ff5-42b0fd67aac1 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474730 Dec 23 13:54:16.417019 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-aa3c0bc6-5ad4-4ffa-a2a4-77750a5cced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.418533 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-aa3c0bc6-5ad4-4ffa-a2a4-77750a5cced0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c0409a73387549e7a8ff40ec71a15621&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1058412 Dec 23 13:54:16.512199 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-0d8b3e15-5fed-4902-b3f5-f5bf9e37df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.513720 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-ab5e8d27-31e3-4575-bd20-bcf070d4a12a req-0d8b3e15-5fed-4902-b3f5-f5bf9e37df75 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881646 Dec 23 13:54:16.595388 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-a9fce9a9-daeb-4e54-a75a-aad2194f07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.596925 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-a9fce9a9-daeb-4e54-a75a-aad2194f07fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1094 time: 0.0468376 Dec 23 13:54:16.639391 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-4b4804f0-b3f9-4fcf-a71f-e0f946e6a1e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 217 time: 0.0346193 Dec 23 13:54:16.688401 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-fa4be109-852f-4bb8-8458-e78fbe4cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.689856 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-fa4be109-852f-4bb8-8458-e78fbe4cc4dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0436342 Dec 23 13:54:16.735193 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-a21da472-8c39-45f2-b265-28a582d05c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:16.736584 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-a21da472-8c39-45f2-b265-28a582d05c72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399349 Dec 23 13:54:16.828420 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-03e723f4-1e03-44a6-bc4a-a86b4f22cd41 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Dec 23 13:54:16.870803 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:16.915893 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-e52dced0-c085-4b0b-aa15-a9feae8c5592 req-d3f4480f-fafb-4f2b-ab12-2245a167c4c4 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802255 Dec 23 13:54:17.510023 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012abf-9a02-44af-bf6a-efe5bd8fc0ac req-54fccd18-405e-4c53-8a94-19c1681521ea tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:17.511503 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29012abf-9a02-44af-bf6a-efe5bd8fc0ac req-54fccd18-405e-4c53-8a94-19c1681521ea tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0484033 Dec 23 13:54:17.561318 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-29012abf-9a02-44af-bf6a-efe5bd8fc0ac req-8c3d8117-79d2-413b-8409-9f0a0afc53c6 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Dec 23 13:54:18.647428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:18.675495 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3cde8-4c7f-429d-a34b-cac00b46a9a1 req-943ca360-d412-4c18-93ef-36bcc5344110 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:18.676999 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5a3cde8-4c7f-429d-a34b-cac00b46a9a1 req-943ca360-d412-4c18-93ef-36bcc5344110 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0480771 Dec 23 13:54:18.730162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b5a3cde8-4c7f-429d-a34b-cac00b46a9a1 req-a9b96a41-ca45-4fae-bfaf-f7ab81065791 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464404 Dec 23 13:54:19.327010 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:19.355542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:19.846033 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80715a80-9554-430c-965b-11c47d69ded4 req-2526558d-6016-48b1-8d10-a5b21f74525e tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:19.847491 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80715a80-9554-430c-965b-11c47d69ded4 req-2526558d-6016-48b1-8d10-a5b21f74525e tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0491052 Dec 23 13:54:19.897119 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-80715a80-9554-430c-965b-11c47d69ded4 req-4928a234-6531-4bf8-8b37-388f10bd1a80 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 Dec 23 13:54:19.923106 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:54:20.019218 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:54:20.187102 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'mac_address': 'fa:16:3e:a9:e0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:54:20.223895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:20.236716 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa45b9e9-c2c1-4510-888b-df8895a19b55 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:54:20.257380 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:54:20.336921 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:20.382996 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=4']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:20.686500 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['aa45b9e9-c2c1-4510-888b-df8895a19b55'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:54:21.011839 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cff88-0a1c-4524-b6e9-bb15af64786b req-cb988e67-3d59-482c-9029-d118c5f2a3ce tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:21.013356 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-480cff88-0a1c-4524-b6e9-bb15af64786b req-cb988e67-3d59-482c-9029-d118c5f2a3ce tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 944 time: 0.0479286 Dec 23 13:54:21.061695 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-480cff88-0a1c-4524-b6e9-bb15af64786b req-5ab3291f-3987-4450-92f7-22ded8f30693 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Dec 23 13:54:21.938588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:54:22.046804 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning for port aa45b9e9-c2c1-4510-888b-df8895a19b55 completed by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 13:54:22.050938 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port aa45b9e9-c2c1-4510-888b-df8895a19b55 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:54:22.056598 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:22.127450 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:22.150646 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:54:22.152933 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d4d7e5-7599-4021-b9dd-d80c421ed071" -d '{"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-plugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:54:22.171273 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:54:22.194298 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53434b3e-bee2-4f8d-9786-9f193fe2d9b6 req-4b67f986-ff08-4834-92dd-3b88aea85430 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:22.198253 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53434b3e-bee2-4f8d-9786-9f193fe2d9b6 req-4b67f986-ff08-4834-92dd-3b88aea85430 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 944 time: 0.0613880 Dec 23 13:54:22.247287 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678dd969-6ada-4296-81e5-23e3c255b91f x-openstack-request-id: req-678dd969-6ada-4296-81e5-23e3c255b91f {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:54:22.247581 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-plugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:54:22.247852 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-678dd969-6ada-4296-81e5-23e3c255b91f {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:54:22.248009 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-53434b3e-bee2-4f8d-9786-9f193fe2d9b6 req-d4b9353c-f12d-4a75-9a43-9cafe39bfbe8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Dec 23 13:54:22.248256 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'code': 200} Dec 23 13:54:22.252671 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:22.304358 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=5']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:22.354491 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33c68a-22c3-4e2d-bc11-79c947f0a6e0 req-e9cfd844-db0d-4dd3-ab9e-8c25142eb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:22.355959 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af33c68a-22c3-4e2d-bc11-79c947f0a6e0 req-e9cfd844-db0d-4dd3-ab9e-8c25142eb8f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1096 time: 0.0452006 Dec 23 13:54:22.402805 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-af33c68a-22c3-4e2d-bc11-79c947f0a6e0 req-0a6c1b16-8174-49e5-8e52-53e8c4074f26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 Dec 23 13:54:23.372100 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa63d-dcb2-41da-9bcd-db265366d276 req-89d982b6-8bc9-43af-8c50-1ddb802464f2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:23.373639 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abcfa63d-dcb2-41da-9bcd-db265366d276 req-89d982b6-8bc9-43af-8c50-1ddb802464f2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Dec 23 13:54:23.424051 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-abcfa63d-dcb2-41da-9bcd-db265366d276 req-4a95af0c-d9d0-4a56-bb50-1b22f13886d5 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Dec 23 13:54:23.515394 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:24.539768 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d644-77d2-4937-a877-3f203f4c1493 req-933094d9-1f17-40c8-87ee-6bc9b0334829 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:24.541264 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da38d644-77d2-4937-a877-3f203f4c1493 req-933094d9-1f17-40c8-87ee-6bc9b0334829 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 945 time: 0.0484035 Dec 23 13:54:24.594504 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-da38d644-77d2-4937-a877-3f203f4c1493 req-48296566-62ef-4e80-9e5c-50d4b97efbd2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472078 Dec 23 13:54:24.709114 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f46ae7-cc7c-48bf-9a0c-09b0140fb12e req-683c9ae5-8436-48c7-a417-4f1d3f54baca tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:24.710833 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7f46ae7-cc7c-48bf-9a0c-09b0140fb12e req-683c9ae5-8436-48c7-a417-4f1d3f54baca tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 945 time: 0.0491598 Dec 23 13:54:24.759592 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-b7f46ae7-cc7c-48bf-9a0c-09b0140fb12e req-4e7f7379-7e8a-49ef-a436-cbfde38be252 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430119 Dec 23 13:54:24.780564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44462) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:54:24.819227 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4315ff-a374-4ec3-a114-9feafcbf3913 tempest-TestSnapshotPattern-1422582741 tempest-TestSnapshotPattern-1422582741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:24.821070 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-dd4315ff-a374-4ec3-a114-9feafcbf3913 tempest-TestSnapshotPattern-1422582741 tempest-TestSnapshotPattern-1422582741-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1091 time: 0.0395205 Dec 23 13:54:24.823852 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44464) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:54:24.828410 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.v2.base [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Request body: {'floatingip': {'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 13:54:24.910133 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:25.009862 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:25.111590 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Allocated IP 172.25.7.232 (28d6b5b7-cd4d-43b8-ac9e-f542a574f04a/76781c27-aefc-4841-b8b5-78aa24866d60/1f230b0f-cfe8-434c-aade-3bc2a2748599) {{(pid=104037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 13:54:25.214424 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:25.315767 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740351642579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:25.356893 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Network 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a is already hosted by enough agents. {{(pid=104037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 13:54:25.361330 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Resources bound (agent type, host, resource id): {{(pid=104037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 13:54:25.365664 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Received port after_create {{(pid=104037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 13:54:25.368697 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=1f230b0f-cfe8-434c-aade-3bc2a2748599,revision_number=1']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:25.399998 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.400349 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.400701 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.401069 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.401408 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.401746 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.402082 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.402442 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.402772 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.403097 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.403421 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.403750 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.404075 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:54:25.733486 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:25.860752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:26.009926 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for port, precommit_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:26.070095 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12588773'] for port, after_update {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:26.139927 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event updated for resources: {'Port': ['ID=1f230b0f-cfe8-434c-aade-3bc2a2748599,revision_number=2']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:54:26.153857 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588135'] for floatingip, after_create {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:26.253009 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Floating IP d278c4f9-2896-41fb-8611-4ca740c46e3b associated. External IP: 172.25.7.232, port: aa45b9e9-c2c1-4510-888b-df8895a19b55. Dec 23 13:54:26.458440 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:54:26.563754 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:54:26.574903 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:54:26.586739 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:54:26.587360 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:54:26.643688 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:26.684901 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-6f1d9a8d-8ac4-4ec2-bb19-0738fc9c6c6c tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8486707 Dec 23 13:54:26.684901 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:54:26.684901 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:54:26.691951 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:54:26.714417 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67761a98-e034-4cce-ab78-0f61e42be0e0 x-openstack-request-id: req-67761a98-e034-4cce-ab78-0f61e42be0e0 {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:54:26.714718 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:54:26.714975 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67761a98-e034-4cce-ab78-0f61e42be0e0 {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:54:26.715381 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'status': 'completed', 'code': 200} Dec 23 13:54:26.778470 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-dc06ffc1-232f-453a-bc74-a1b5132d3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:26.779985 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-dc06ffc1-232f-453a-bc74-a1b5132d3f1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1096 time: 0.0415158 Dec 23 13:54:26.876216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-551f1c9e-36d3-4f1e-8d39-29be6e9a0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:26.877747 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-551f1c9e-36d3-4f1e-8d39-29be6e9a0805 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0894506 Dec 23 13:54:26.922373 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}, {'id': 'd278c4f9-2896-41fb-8611-4ca740c46e3b', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:a9:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:54:25Z', 'updated_at': '2021-12-23T13:54:25Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:54:26.944807 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-c6add413-5b94-4daa-9068-0670d8290c6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 999 time: 0.0599673 Dec 23 13:54:26.951510 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:54:26.961840 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:54:26.962453 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:54:16Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:54:26.994239 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-11ad0aaf-66ef-4b31-9994-cc702b97dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:26.995707 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-11ad0aaf-66ef-4b31-9994-cc702b97dc02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0441556 Dec 23 13:54:27.045835 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-640843f8-22ee-4225-9fdd-6fee41f08cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:27.047348 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-640843f8-22ee-4225-9fdd-6fee41f08cae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447638 Dec 23 13:54:27.069861 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:54:27.139173 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-25c4af59-7a0e-4868-8822-56a6ef429d36 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Dec 23 13:54:27.234886 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4c3d2423-c1f1-4d8d-b202-d90aabb470e4 req-4cd8aed3-45bf-41c1-81d9-a1c6ff49fc23 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Dec 23 13:54:27.296333 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}, {'id': 'd278c4f9-2896-41fb-8611-4ca740c46e3b', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:a9:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:54:25Z', 'updated_at': '2021-12-23T13:54:25Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:54:27.323347 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43839d03-6109-4251-b556-1bb87d9b79fa None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}, {'id': 'd278c4f9-2896-41fb-8611-4ca740c46e3b', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:a9:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:54:25Z', 'updated_at': '2021-12-23T13:54:25Z', 'revision_number': 0, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:54:27.507511 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3044a3-e538-455c-97da-6ad5ec9b88e9 None None] New status for floating IP d278c4f9-2896-41fb-8611-4ca740c46e3b: ACTIVE {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:54:35.917574 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:54:43.384290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0cea2206-c2d0-4fd6-8f56-29c045d08a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:46.113089 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1866405-4405-48ec-beca-e079216e2163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:46.873578 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:48.627535 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:49.353181 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:49.376070 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:53.452717 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-fdf9a417-13e4-4d2a-8530-0bcb779b1493 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408583 Dec 23 13:54:53.496323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:54:53.535850 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-6dd98f67-f063-4386-ae75-f8aeea50e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:53.537470 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-6dd98f67-f063-4386-ae75-f8aeea50e133 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1096 time: 0.0412409 Dec 23 13:54:53.648682 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-23f03f9b-cfb1-4263-80a7-fb5b87123f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:53.650180 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-23f03f9b-cfb1-4263-80a7-fb5b87123f80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0944638 Dec 23 13:54:53.716496 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-142d5fc6-6c0c-4a8c-86a1-41e88024276b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 1001 time: 0.0581326 Dec 23 13:54:53.764941 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-c3da0b68-7666-49ae-959c-1a97f509018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:53.766339 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-c3da0b68-7666-49ae-959c-1a97f509018f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0427785 Dec 23 13:54:53.814153 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-7ffa0a12-21de-4180-b510-5209e21fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:54:53.815630 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-7ffa0a12-21de-4180-b510-5209e21fde24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427141 Dec 23 13:54:53.903873 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-ea209dbb-92ab-4fbf-ab07-fafa3f503a52 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811412 Dec 23 13:54:53.998132 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f34a0b90-0281-400c-a79d-1257d7e7bf6d req-c9568604-2aa4-4c27-8982-38f19578becb service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870497 Dec 23 13:55:05.440490 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-d6eb786d-ac6f-429c-acc4-3eba0589b6e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404763 Dec 23 13:55:05.520503 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-fd32e34a-c550-4c29-b2ba-2b32f65f7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:05.522031 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-fd32e34a-c550-4c29-b2ba-2b32f65f7a11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0402243 Dec 23 13:55:05.631143 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-cfbee764-761f-41ea-82a7-682d272cdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:05.632598 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-cfbee764-761f-41ea-82a7-682d272cdd27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0893102 Dec 23 13:55:05.697082 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-31b6954b-c57d-44c8-b8fd-701690ab59e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1000 time: 0.0564699 Dec 23 13:55:05.744284 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-450728ec-df6f-41bd-b314-b41bb043c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:05.746520 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-450728ec-df6f-41bd-b314-b41bb043c2e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0433803 Dec 23 13:55:05.794721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-3f3ddee3-fe4a-4c92-bfed-f2043709128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:05.796181 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-3f3ddee3-fe4a-4c92-bfed-f2043709128a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432727 Dec 23 13:55:05.883693 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-9691196a-3eb6-4fc8-aa6f-0febfded0e10 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803413 Dec 23 13:55:05.976113 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-17739836-62ef-4f7c-a4ca-f85e2b0fd6cf req-1f78a535-2e78-4243-a71b-f7272a8161f4 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859609 Dec 23 13:55:12.916936 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:55:13.395167 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bf41b79c-c297-4c72-a3e4-1b74b110c0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:16.109735 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-59d91cf0-c258-4e41-85ee-5bc5656d16f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:16.886166 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:18.623854 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:19.320528 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:19.343718 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:23.492629 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:43.411846 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3cc5cabe-e1e9-4216-a0d7-5482101ff904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:46.128914 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5d981c71-934f-4a44-9240-5634862594db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:46.880638 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:48.643175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:49.328896 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:49.380581 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:49.915864 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:55:53.516286 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:55:54.475184 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-d56be9dd-6fc7-4670-9889-a304d099868f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404444 Dec 23 13:55:54.556216 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-a2230c97-82eb-4022-9a7e-7a749a67e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:54.557742 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-a2230c97-82eb-4022-9a7e-7a749a67e758 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1096 time: 0.0396872 Dec 23 13:55:54.662609 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-3d1117b4-50e6-4c1b-b59e-024c6f77d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:54.663998 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-3d1117b4-50e6-4c1b-b59e-024c6f77d631 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0876915 Dec 23 13:55:54.728855 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-aa5a03f8-f46a-4ceb-a60d-026fca756f50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 1001 time: 0.0572672 Dec 23 13:55:54.775991 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-aead86cc-22a6-4558-9be1-f6c9fb3a0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:54.777612 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-aead86cc-22a6-4558-9be1-f6c9fb3a0381 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0422635 Dec 23 13:55:54.827478 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-c40d3d87-8618-46c0-b303-5893c98a3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:55:54.829029 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-c40d3d87-8618-46c0-b303-5893c98a3ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424199 Dec 23 13:55:54.920189 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-d2ece809-6291-48af-9e18-d40e54447c05 service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Dec 23 13:55:55.013875 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-f308096e-a222-49f4-9c38-c174a2d970b8 req-3dc600db-310d-44b1-8983-e93277b0ce3b service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Dec 23 13:56:05.462425 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-d2cf9656-bc56-489d-8d08-24d67518fb28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395989 Dec 23 13:56:05.549717 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-8f70b81b-686e-4bba-b299-54e9fa1fa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:05.551230 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-8f70b81b-686e-4bba-b299-54e9fa1fa51b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0425627 Dec 23 13:56:05.668514 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-e7b0d984-fc85-401d-a8bb-9a2931289200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:05.670027 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-e7b0d984-fc85-401d-a8bb-9a2931289200 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.1003215 Dec 23 13:56:05.741033 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-c781358f-c680-4ed5-8056-f964561bec56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 1000 time: 0.0642059 Dec 23 13:56:05.795767 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-feae51c9-14bb-4391-ae4b-384722dd5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:05.795767 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-feae51c9-14bb-4391-ae4b-384722dd5bb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0477707 Dec 23 13:56:05.850549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-5485b769-6101-4cdf-a2c2-cd7f6e139712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:05.852590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-5485b769-6101-4cdf-a2c2-cd7f6e139712 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509789 Dec 23 13:56:05.947885 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-4c5776d9-8b9f-4fdd-9e60-e80bfb607e66 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871494 Dec 23 13:56:06.048460 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-d570a4a5-324d-474a-9eb1-6379c6c7c490 req-5c1aa987-a37d-400f-a488-fc7636ac4f25 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925982 Dec 23 13:56:13.383002 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e4062d81-dcac-4b16-8fc5-999a8683f19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:16.105917 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7b1f-6a08-474d-b412-bea1438508e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:16.886159 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:18.614072 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:19.331474 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:19.411537 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:23.528165 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:26.915978 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:56:30.665442 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 details requested by agent hyperv_n-h1-822750-2 with host n-h1-822750-2 {{(pid=104039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 13:56:30.760299 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:30.771502 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Returning: {'device': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'port_id': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'mac_address': 'fa:16:3e:a9:e0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 13:56:30.807429 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:30.821026 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa45b9e9-c2c1-4510-888b-df8895a19b55 {{(pid=104039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 13:56:30.839489 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:30.910881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:30.967436 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=6']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:30.975179 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.975531 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.975907 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.976251 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.976588 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.976946 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.977277 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.977606 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.977932 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.978256 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.978582 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.978911 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.979235 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:30.984197 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] get_ports_and_sgs() called for port_ids ['aa45b9e9-c2c1-4510-888b-df8895a19b55'] {{(pid=104039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 13:56:32.683818 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 up at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 13:56:32.731761 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.provisioning_blocks [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Provisioning complete for port aa45b9e9-c2c1-4510-888b-df8895a19b55 triggered by entity L2. {{(pid=104039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 13:56:32.732126 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750565'] for port, provisioning_complete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:32.808156 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:32.831912 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:32.834373 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c98e6d-b600-44b2-abb0-c67cb5f47dbe" -d '{"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-plugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:32.849213 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:32.878527 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30b5e7-1b1b-4087-8e07-254a83e70af3 x-openstack-request-id: req-ad30b5e7-1b1b-4087-8e07-254a83e70af3 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:32.878820 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-plugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:32.879071 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad30b5e7-1b1b-4087-8e07-254a83e70af3 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:32.879464 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'code': 200} Dec 23 13:56:32.928504 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:32.976386 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=7']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:43.434847 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd0f-9c21-4567-9412-a1d9f4d45f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:46.097549 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-76285866-241e-466d-bb5b-098a15fb8f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:46.451674 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44704) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:56:46.609145 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Deleting port 1f230b0f-cfe8-434c-aade-3bc2a2748599 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:56:46.609517 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:46.683554 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:46.683805 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:46.695474 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Calling delete_port for 1f230b0f-cfe8-434c-aade-3bc2a2748599 owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:56:46.914556 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:47.262993 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:47.288907 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event deleted for resources: {'Port': ['ID=1f230b0f-cfe8-434c-aade-3bc2a2748599,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:47.317531 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.317881 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.318223 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.318558 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.318892 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.319232 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.319559 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.319886 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.320213 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.320535 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.320884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.321211 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.321532 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:47.361478 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:47.361803 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Floating IP d278c4f9-2896-41fb-8611-4ca740c46e3b disassociated (deleted). External IP: 172.25.7.232, port: aa45b9e9-c2c1-4510-888b-df8895a19b55. Dec 23 13:56:47.568377 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:56:47.676313 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:56:47.680752 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:47.688393 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:56:47.697727 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:56:47.698331 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:47.708472 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-38bd8f58-40c2-44ca-82cd-6bb55472e982 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "DELETE /v2.0/floatingips/d278c4f9-2896-41fb-8611-4ca740c46e3b HTTP/1.1" status: 204 len: 168 time: 1.2556288 Dec 23 13:56:47.709079 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:47.711606 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:47.808178 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:56:47.829113 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bacd2dc-0d43-4c21-8a4c-e932e09ecd2a x-openstack-request-id: req-2bacd2dc-0d43-4c21-8a4c-e932e09ecd2a {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:47.829414 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:47.829687 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bacd2dc-0d43-4c21-8a4c-e932e09ecd2a {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:47.830103 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'status': 'completed', 'code': 200} Dec 23 13:56:47.894464 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-6b10c5c5-ffd0-482a-92d9-8ad39e82e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:47.896013 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-6b10c5c5-ffd0-482a-92d9-8ad39e82e427 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 1096 time: 0.0447469 Dec 23 13:56:47.999909 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-40e47a91-109d-4c4e-9e35-ff1d39245ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:48.002446 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-40e47a91-109d-4c4e-9e35-ff1d39245ba1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0988739 Dec 23 13:56:48.049467 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-003189f0-a3f0-4109-baa1-2e3ec2540c0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 200 len: 217 time: 0.0396850 Dec 23 13:56:48.109960 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-b44e3677-252f-4357-a1f6-a24bb892f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:48.112006 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-b44e3677-252f-4357-a1f6-a24bb892f660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0555885 Dec 23 13:56:48.139171 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:48.162308 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:56:48.167357 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-eb8cad10-4866-4e93-a3f2-ccae37193dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:48.167357 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-eb8cad10-4866-4e93-a3f2-ccae37193dc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461454 Dec 23 13:56:48.170853 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:56:48.171465 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:48.230523 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def17968-1617-4532-a73c-d54a850415fd req-f1b30859-8bde-4119-93fa-13150e310954 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:48.232215 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def17968-1617-4532-a73c-d54a850415fd req-f1b30859-8bde-4119-93fa-13150e310954 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 945 time: 0.1115546 Dec 23 13:56:48.267703 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-d498176c-9b40-4e31-933a-58972bc1989f service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935831 Dec 23 13:56:48.284417 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:56:48.286353 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-def17968-1617-4532-a73c-d54a850415fd req-b0727283-ea46-4676-ab2b-172177fbe058 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 Dec 23 13:56:48.365916 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-4ac1aa4c-5cc0-493e-abc2-fe782349fddf req-e39e76ce-6782-418f-ac11-5a1286669b8a service neutron] 10.222.0.57 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890014 Dec 23 13:56:48.510011 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:48.536664 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac30d7f9-0e65-414b-b5a5-72f6b2f8c0ab None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_floatingips': [{'id': 'b4c864e3-3c6d-468d-9dfb-1394b026a8e6', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'router_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'port_id': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'mac_address': 'fa:16:3e:f4:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T13:51:46Z', 'updated_at': '2021-12-23T13:51:48Z', 'revision_number': 1, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:56:48.600647 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:48.745528 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:56:48.749133 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf1fa-11b3-4a80-b445-97748f6e201e None None] New status for floating IP d278c4f9-2896-41fb-8611-4ca740c46e3b: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:56:48.880892 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612904'] for port, before_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:48.903600 n-d-822750-2 neutron-server[104039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:48.905758 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e380fc9107bec36eb6784497fea7d6668374165b95c2c6a0aaa6e37ff504309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29826469-e79a-4fed-b299-27b31d36e688" -d '{"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-unplugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:48.919533 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-23073d56-783c-432d-ae37-7af96aad426a None None] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:48.946104 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72dfd7-53ec-4534-8017-af05fadb3ad9 x-openstack-request-id: req-da72dfd7-53ec-4534-8017-af05fadb3ad9 {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:48.946399 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-unplugged", "status": "completed", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "code": 200}]} {{(pid=104039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:48.946656 n-d-822750-2 neutron-server[104039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da72dfd7-53ec-4534-8017-af05fadb3ad9 {{(pid=104039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:48.947056 n-d-822750-2 neutron-server[104039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'code': 200} Dec 23 13:56:48.988747 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740352207153', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740351642597', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740351642615'] for port, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:49.039931 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Pushing event updated for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=8']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:49.310601 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:49.385021 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:49.405997 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06816f8-075c-4576-a117-774d3a43a9d9 req-4fd87de9-0022-4d8c-868c-c3281b502fbe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:49.407552 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e06816f8-075c-4576-a117-774d3a43a9d9 req-4fd87de9-0022-4d8c-868c-c3281b502fbe tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Dec 23 13:56:49.461040 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e06816f8-075c-4576-a117-774d3a43a9d9 req-90dbc29c-453b-4931-a6d6-1d9760ba8053 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Dec 23 13:56:49.990059 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-7432b44d-745b-45fb-bab8-9d0448c58018 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:49.991493 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-7432b44d-745b-45fb-bab8-9d0448c58018 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0487750 Dec 23 13:56:50.083257 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Deleting port aa45b9e9-c2c1-4510-888b-df8895a19b55 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:56:50.083590 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:50.174689 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] For port aa45b9e9-c2c1-4510-888b-df8895a19b55, host n-h1-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822750-2',level=0,port_id=aa45b9e9-c2c1-4510-888b-df8895a19b55,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:50.174966 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:50.187421 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Calling delete_port for aa45b9e9-c2c1-4510-888b-df8895a19b55 owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:56:50.588243 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8a195-a484-4972-aa2e-fda685aad549 req-d355a03c-09fe-4921-8d26-44274408c700 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:50.589776 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54e8a195-a484-4972-aa2e-fda685aad549 req-d355a03c-09fe-4921-8d26-44274408c700 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 943 time: 0.0499928 Dec 23 13:56:50.640211 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-54e8a195-a484-4972-aa2e-fda685aad549 req-522f57d5-be80-43ac-90fa-9d5f65b04f25 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Dec 23 13:56:50.703972 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:50.742280 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event deleted for resources: {'Port': ['ID=aa45b9e9-c2c1-4510-888b-df8895a19b55,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:50.763691 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.764034 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.764581 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.764944 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.765275 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.765733 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.766020 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.766477 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.766800 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.767124 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.767440 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.767761 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.768077 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822750-2 {{(pid=104038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 13:56:50.790722 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] No DVR routers for this DVR port aa45b9e9-c2c1-4510-888b-df8895a19b55 on host n-h1-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:56:50.793322 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:50.796587 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-b69b1a63-6d79-48c6-b07e-24df57006eea req-3ecdd3ac-3036-4a19-81ae-f6ac99a278a8 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.57 "DELETE /v2.0/ports/aa45b9e9-c2c1-4510-888b-df8895a19b55 HTTP/1.1" status: 204 len: 173 time: 0.7990758 Dec 23 13:56:50.797655 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-deleted', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:50.800048 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3863d5-16fb-458b-b0bc-24d0a8dfef3a" -d '{"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-deleted", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:50.890485 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bffe43-e54c-4c5c-95d8-0efbe6e01cab x-openstack-request-id: req-c0bffe43-e54c-4c5c-95d8-0efbe6e01cab {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:50.890485 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b5787-718c-4d6f-ac0b-2ded22110185", "name": "network-vif-deleted", "tag": "aa45b9e9-c2c1-4510-888b-df8895a19b55", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:50.890485 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0bffe43-e54c-4c5c-95d8-0efbe6e01cab {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:50.890485 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b5787-718c-4d6f-ac0b-2ded22110185', 'name': 'network-vif-deleted', 'tag': 'aa45b9e9-c2c1-4510-888b-df8895a19b55', 'status': 'completed', 'code': 200} Dec 23 13:56:51.750683 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-fcf18cf0-2a1b-4f1a-a01a-2719c1e9de30 req-806e39d1-2a08-4552-a5db-e0b77e8fc551 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f4b5787-718c-4d6f-ac0b-2ded22110185 HTTP/1.1" status: 200 len: 210 time: 0.0268252 Dec 23 13:56:53.532277 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.089479 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44780) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:56:54.248546 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Deleting port 5e3bd72a-6620-4c63-870f-e41e11c9d3cf {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:56:54.248832 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.326023 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.326351 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.339290 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Calling delete_port for 5e3bd72a-6620-4c63-870f-e41e11c9d3cf owned by network:floatingip {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:56:54.562568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.587791 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event deleted for resources: {'Port': ['ID=5e3bd72a-6620-4c63-870f-e41e11c9d3cf,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:54.647646 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for floatingip, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.647980 n-d-822750-2 neutron-server[104037]: INFO neutron.db.l3_db [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Floating IP b4c864e3-3c6d-468d-9dfb-1394b026a8e6 disassociated (deleted). External IP: 172.25.7.238, port: 7cc988c2-7ce3-4918-bd3e-29ca0399daad. Dec 23 13:56:54.791960 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 no longer exists at agent hyperv_n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:56:54.812092 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-23073d56-783c-432d-ae37-7af96aad426a None None] No Port match for: aa45b9e9-c2c1-4510-888b-df8895a19b55 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:56:54.813161 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Device aa45b9e9-c2c1-4510-888b-df8895a19b55 not bound to the agent host n-h1-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:56:54.856497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:56:54.965632 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:56:54.970500 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for floatingip, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:54.975132 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:56:54.984890 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:56:54.985912 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:54.997765 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-d9601f98-3e36-4d8e-be35-cfcc944285ac tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "DELETE /v2.0/floatingips/b4c864e3-3c6d-468d-9dfb-1394b026a8e6 HTTP/1.1" status: 204 len: 168 time: 0.9071190 Dec 23 13:56:54.998350 n-d-822750-2 neutron-server[104037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:55.001300 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecf975ba93e0a5007bd57bbd3fddee6ba4b83d108c0ba3ff6fef695403319a38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a9d67-b725-4319-aba5-08f06c281a13" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:55.044017 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab5a11-7cfa-4540-8b2c-46679661aabe x-openstack-request-id: req-81ab5a11-7cfa-4540-8b2c-46679661aabe {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:55.044414 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "status": "completed", "code": 200}]} {{(pid=104037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:55.044746 n-d-822750-2 neutron-server[104037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81ab5a11-7cfa-4540-8b2c-46679661aabe {{(pid=104037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:55.045234 n-d-822750-2 neutron-server[104037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'status': 'completed', 'code': 200} Dec 23 13:56:55.102622 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:56:55.107965 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-81b4846e-114a-4560-bdef-c961af4dbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:55.110108 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-81b4846e-114a-4560-bdef-c961af4dbacf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0409a73387549e7a8ff40ec71a15621&device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 1095 time: 0.0420976 Dec 23 13:56:55.204100 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-18d596d5-679d-441a-adf0-d9d14d719882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:55.205851 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-18d596d5-679d-441a-adf0-d9d14d719882 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 200 len: 910 time: 0.0886624 Dec 23 13:56:55.251871 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-01ccef3c-2189-497f-892d-c9e5863a565a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 200 len: 217 time: 0.0381114 Dec 23 13:56:55.302599 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-3fa884d1-69b5-4f02-b564-cb3a9e3aad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:55.303560 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:55.304054 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-3fa884d1-69b5-4f02-b564-cb3a9e3aad3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 200 len: 848 time: 0.0449414 Dec 23 13:56:55.331387 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:56:55.339970 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:56:55.340582 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:55.357312 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-b2f52a3e-7c1e-4746-ab01-fd39b5a2a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:55.357312 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-b2f52a3e-7c1e-4746-ab01-fd39b5a2a0c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3a517f0-8088-42e3-9e2c-ec4e147bfb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465634 Dec 23 13:56:55.450844 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:56:55.479552 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-fd97fd6c-2b08-488d-88b5-de08827b4c99 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113439 Dec 23 13:56:55.483311 n-d-822750-2 neutron-server[104037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbbf9e-d658-4a65-ba29-64ae8ceb4468 req-e44c510c-36e8-4cc2-ba72-434709ba7d4b tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:55.485369 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6bbbf9e-d658-4a65-ba29-64ae8ceb4468 req-e44c510c-36e8-4cc2-ba72-434709ba7d4b tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 944 time: 0.0553048 Dec 23 13:56:55.549388 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-e6bbbf9e-d658-4a65-ba29-64ae8ceb4468 req-b9d6f8a1-deeb-4cc5-8a10-8e35c774f481 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ec89c70-c1ee-4ea0-b76f-b9824f59f493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578847 Dec 23 13:56:55.591590 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-cd7a9d67-b725-4319-aba5-08f06c281a13 req-15ccf1fe-d776-4df5-8d11-bbd284e9d0cf service neutron] 10.222.0.43 "GET /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031454 Dec 23 13:56:55.663910 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-56298f2d-777e-4037-845a-972e9e757976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:56:55.694359 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298f2d-777e-4037-845a-972e9e757976 None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2', '_interfaces': [{'id': 'd12262ff-b77a-446d-aac3-2f75a7fe408c', 'name': '', 'network_id': 'a3a517f0-8088-42e3-9e2c-ec4e147bfb42', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'mac_address': 'fa:16:3e:a3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:19Z', 'updated_at': '2021-12-23T13:51:24Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'subnets': [{'id': 'b25dde99-6a31-4a34-b44e-5894e115e1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:56:55.914378 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb17bc-8466-48c3-b2df-b83f817980d1 None None] New status for floating IP b4c864e3-3c6d-468d-9dfb-1394b026a8e6: DOWN {{(pid=104039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 13:56:56.034369 n-d-822750-2 neutron-server[104038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-bd855ad4-775b-4557-bcff-91963e05b915 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 13:56:56.035817 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-bd855ad4-775b-4557-bcff-91963e05b915 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 944 time: 0.0502629 Dec 23 13:56:56.123343 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Deleting port 7cc988c2-7ce3-4918-bd3e-29ca0399daad {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:56:56.124035 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:56.213899 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] For port 7cc988c2-7ce3-4918-bd3e-29ca0399daad, host n-h2-822750-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822750-2',level=0,port_id=7cc988c2-7ce3-4918-bd3e-29ca0399daad,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:56.214172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:56.227426 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Calling delete_port for 7cc988c2-7ce3-4918-bd3e-29ca0399daad owned by compute:nova {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:56:56.402480 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:56.431151 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event deleted for resources: {'Port': ['ID=7cc988c2-7ce3-4918-bd3e-29ca0399daad,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:56.474148 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] No DVR routers for this DVR port 7cc988c2-7ce3-4918-bd3e-29ca0399daad on host n-h2-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:56:56.479149 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119863'] for port, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:56.482531 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [req-9b8f233e-4272-43a7-9269-f5b48f702e82 req-fb431c8b-a782-4037-8e90-63a0df01b5e2 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.43 "DELETE /v2.0/ports/7cc988c2-7ce3-4918-bd3e-29ca0399daad HTTP/1.1" status: 204 len: 173 time: 0.4406598 Dec 23 13:56:56.482974 n-d-822750-2 neutron-server[104038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-deleted', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad'}] {{(pid=104038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 13:56:56.486098 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8947e4b9ab38c5f80100398d8c69490ab16030a1b3a76678694ccb9d1b361c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591406bd-8671-4958-968a-0d458d85dd7c" -d '{"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-deleted", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad"}]}' {{(pid=104038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 13:56:56.525945 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4d287-a941-4196-930c-5d72aa8f1a44 x-openstack-request-id: req-65f4d287-a941-4196-930c-5d72aa8f1a44 {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 13:56:56.526235 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd22541-f40b-4591-b10d-0ca7be199432", "name": "network-vif-deleted", "tag": "7cc988c2-7ce3-4918-bd3e-29ca0399daad", "status": "completed", "code": 200}]} {{(pid=104038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 13:56:56.526556 n-d-822750-2 neutron-server[104038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f4d287-a941-4196-930c-5d72aa8f1a44 {{(pid=104038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 13:56:56.527001 n-d-822750-2 neutron-server[104038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd22541-f40b-4591-b10d-0ca7be199432', 'name': 'network-vif-deleted', 'tag': '7cc988c2-7ce3-4918-bd3e-29ca0399daad', 'status': 'completed', 'code': 200} Dec 23 13:56:56.647551 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [req-1b54cb57-5be1-4ad4-b70b-5859069eb564 req-b5754f0f-0b9f-4bf4-9bff-f6a88951ef5a tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfd22541-f40b-4591-b10d-0ca7be199432 HTTP/1.1" status: 200 len: 210 time: 0.0266421 Dec 23 13:56:57.705564 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44794) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:56:57.761299 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:57.786120 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:57.899294 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:57.901961 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:57.903162 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ec89c70-c1ee-4ea0-b76f-b9824f59f493 HTTP/1.1" status: 204 len: 168 time: 0.1965561 Dec 23 13:56:57.912448 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ddff6-fbbe-4ba1-a491-8c6d0c6887c9 tempest-TestSnapshotPattern-1379018168 tempest-TestSnapshotPattern-1379018168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec89c70-c1ee-4ea0-b76f-b9824f59f493,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:56:59.047213 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44800) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:56:59.484761 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:59.732583 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Deleting port d12262ff-b77a-446d-aac3-2f75a7fe408c {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:56:59.732949 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:59.810528 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] For port d12262ff-b77a-446d-aac3-2f75a7fe408c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d12262ff-b77a-446d-aac3-2f75a7fe408c,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:56:59.810887 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:56:59.823549 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Calling delete_port for d12262ff-b77a-446d-aac3-2f75a7fe408c owned by network:router_interface {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:00.071138 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:00.102360 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d12262ff-b77a-446d-aac3-2f75a7fe408c,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:00.277249 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:00.394963 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad no longer exists at agent hyperv_n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:00.418127 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] No Port match for: 7cc988c2-7ce3-4918-bd3e-29ca0399daad {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:00.418472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Device 7cc988c2-7ce3-4918-bd3e-29ca0399daad not bound to the agent host n-h2-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:00.494699 n-d-822750-2 neutron-server[104038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Router c7584518-bfa5-4d12-999b-59a706f41395 has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:57:00.601820 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:57:00.606777 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-66328069-4f2a-4ea8-9c10-62caac6dff1d admin admin] 10.222.0.16 "PUT /v2.0/routers/c7584518-bfa5-4d12-999b-59a706f41395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5585105 Dec 23 13:57:00.609434 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44804) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:00.611978 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Sync routers for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:57:00.621659 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:57:00.622262 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:00.716122 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks [] for router, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:00.822781 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: n-d-822750-2 {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:57:00.825614 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:00.939561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Deleting port 98fadb24-a262-420f-8f61-9b11a0493eea {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:00.939894 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.009200 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:56:59Z', 'revision_number': 5, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port': {'id': '98fadb24-a262-420f-8f61-9b11a0493eea', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:18Z', 'updated_at': '2021-12-23T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:01.038655 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Checking router: c7584518-bfa5-4d12-999b-59a706f41395 for host: n-d-822750-2 {{(pid=104040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:57:01.047898 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Routers {'c7584518-bfa5-4d12-999b-59a706f41395'} bound to L3 agent in host n-d-822750-2 {{(pid=104040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:57:01.048967 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['c7584518-bfa5-4d12-999b-59a706f41395'], 'active': True} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:01.068569 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] For port 98fadb24-a262-420f-8f61-9b11a0493eea, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=98fadb24-a262-420f-8f61-9b11a0493eea,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:01.068973 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.083007 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Calling delete_port for 98fadb24-a262-420f-8f61-9b11a0493eea owned by network:router_gateway {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:01.156857 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_dvr_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] Set router c7584518-bfa5-4d12-999b-59a706f41395 gateway port host: None {{(pid=104040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:57:01.217485 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.l3_hamode_db [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:57:00Z', 'revision_number': 6, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:01.244868 n-d-822750-2 neutron-server[104040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c408e17-83d2-46f3-8467-ea7ff9fb699b None None] The sync data for ids ['c7584518-bfa5-4d12-999b-59a706f41395'] in n-d-822750-2 is: [{'id': 'c7584518-bfa5-4d12-999b-59a706f41395', 'name': 'tempest-TestSnapshotPattern-864115460-router', 'tenant_id': 'c0409a73387549e7a8ff40ec71a15621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:17Z', 'updated_at': '2021-12-23T13:57:00Z', 'revision_number': 6, 'project_id': 'c0409a73387549e7a8ff40ec71a15621', 'gw_port_host': None}] {{(pid=104040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:57:01.333849 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.364508 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fadb24-a262-420f-8f61-9b11a0493eea,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:01.382187 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632da6c4-4b1c-420b-a324-1f2de052c8c1 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:57:01.427189 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.841670 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.844199 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.949294 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.949886 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7584518-bfa5-4d12-999b-59a706f41395 {{(pid=104038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:57:01.956270 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] Publish callbacks [] for router, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:01.957474 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-cc382213-3412-4c5f-ae1f-737a248a6fe5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c7584518-bfa5-4d12-999b-59a706f41395 HTTP/1.1" status: 204 len: 168 time: 1.3471937 Dec 23 13:57:01.960673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44806) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:02.017138 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Deleting subnet b25dde99-6a31-4a34-b44e-5894e115e1e4 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:57:02.020521 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.054972 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.136687 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.252637 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.280412 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25dde99-6a31-4a34-b44e-5894e115e1e4,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:02.282713 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.286010 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-c5a18baa-466a-47da-a1b8-acaa542f3a6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b25dde99-6a31-4a34-b44e-5894e115e1e4 HTTP/1.1" status: 204 len: 168 time: 0.3242846 Dec 23 13:57:02.287683 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a010968d-eafb-4da0-805c-846f2c64bdbd None None] Network a3a517f0-8088-42e3-9e2c-ec4e147bfb42 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:57:02.288561 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44808) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:02.359136 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.417230 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Deleting port d2305a3e-b899-4711-9e05-d4cfefa1a709 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:02.417669 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.465290 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] DHCP port deletion for a3a517f0-8088-42e3-9e2c-ec4e147bfb42 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:57:02.486934 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] For port d2305a3e-b899-4711-9e05-d4cfefa1a709, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2305a3e-b899-4711-9e05-d4cfefa1a709,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:02.487387 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.501356 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Calling delete_port for d2305a3e-b899-4711-9e05-d4cfefa1a709 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:02.516576 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Deleting port d2305a3e-b899-4711-9e05-d4cfefa1a709 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:02.516985 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.555973 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98fadb24-a262-420f-8f61-9b11a0493eea no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:02.582983 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: 98fadb24-a262-420f-8f61-9b11a0493eea {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:02.583326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device 98fadb24-a262-420f-8f61-9b11a0493eea not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:02.583742 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d12262ff-b77a-446d-aac3-2f75a7fe408c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:02.616604 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: d12262ff-b77a-446d-aac3-2f75a7fe408c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:02.616944 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d12262ff-b77a-446d-aac3-2f75a7fe408c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:02.617303 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2305a3e-b899-4711-9e05-d4cfefa1a709 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:02.623328 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] For port d2305a3e-b899-4711-9e05-d4cfefa1a709, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=d2305a3e-b899-4711-9e05-d4cfefa1a709,segment=NetworkSegment(2fd66b83-7494-4a21-91f6-9be7bb2c4695),segment_id=2fd66b83-7494-4a21-91f6-9be7bb2c4695)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:02.623732 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.656739 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Calling delete_port for d2305a3e-b899-4711-9e05-d4cfefa1a709 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:02.663333 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.677018 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No active binding found for port d2305a3e-b899-4711-9e05-d4cfefa1a709 {{(pid=104039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 23 13:57:02.677394 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] The host n-d-822750-2 is not matching for port d2305a3e-b899-4711-9e05-d4cfefa1a709 host None! {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 23 13:57:02.677784 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device d2305a3e-b899-4711-9e05-d4cfefa1a709 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:02.691568 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2305a3e-b899-4711-9e05-d4cfefa1a709,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:02.693424 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] No DVR routers for this DVR port d2305a3e-b899-4711-9e05-d4cfefa1a709 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:57:02.745268 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.766520 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.769980 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] Pushing event deleted for resources: {'Port': ['ID=d2305a3e-b899-4711-9e05-d4cfefa1a709,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:02.773562 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed531776-3e0e-4ba3-a99d-625c08d4e1d5 None None] No DVR routers for this DVR port d2305a3e-b899-4711-9e05-d4cfefa1a709 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:57:02.789131 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a517f0-8088-42e3-9e2c-ec4e147bfb42']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:02.800530 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd66b83-7494-4a21-91f6-9be7bb2c4695') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:02.800866 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd66b83-7494-4a21-91f6-9be7bb2c4695') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:02.810287 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.823438 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.829840 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:57:02.830225 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: warnings.warn(msg) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:57:02.831967 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:57:02.837647 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:57:02.837647 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:57:02.837647 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:57:02.956693 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.961374 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:02.964636 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3a517f0-8088-42e3-9e2c-ec4e147bfb42 HTTP/1.1" status: 204 len: 168 time: 0.6750252 Dec 23 13:57:02.967673 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44810) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:02.977901 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4e9b-47ad-408e-b2c4-dece9ff95363 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a517f0-8088-42e3-9e2c-ec4e147bfb42,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:03.310127 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582503'] for router_interface, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:03.554905 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Deleting port b91f3d94-8c9c-4304-af24-ab710c162f31 {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:03.555245 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:03.634958 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] For port b91f3d94-8c9c-4304-af24-ab710c162f31, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=b91f3d94-8c9c-4304-af24-ab710c162f31,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:03.635235 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:03.647870 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Calling delete_port for b91f3d94-8c9c-4304-af24-ab710c162f31 owned by network:router_interface {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:03.915501 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:57:03.916944 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:03.943565 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91f3d94-8c9c-4304-af24-ab710c162f31,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:04.112592 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582539'] for router_interface, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:04.322285 n-d-822750-2 neutron-server[104037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Router 7414a863-bf68-409a-82a7-866263b1cd7c has already been hosted by L3 agent 23b798a4-3243-460e-ba19-6020c61db247 {{(pid=104037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 13:57:04.426769 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] Notify agent at l3_agent.n-d-822750-2 the message routers_updated {{(pid=104037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 13:57:04.431726 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-a53c4908-02bc-4d4c-af1b-b090c77d40f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/7414a863-bf68-409a-82a7-866263b1cd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629486 Dec 23 13:57:04.434256 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44820) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:04.435933 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Sync routers for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 13:57:04.446136 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:57:04.446753 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:04.541539 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks [] for router, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:04.650376 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:04.714993 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: n-d-822750-2 {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:57:04.777775 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Deleting port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c {{(pid=104037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:04.778105 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:04.905456 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'external_fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:57:03Z', 'revision_number': 5, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port': {'id': 'f5a4ee28-8d9a-42d8-a50c-46187ad09d4c', 'name': '', 'network_id': '28d6b5b7-cd4d-43b8-ac9e-f542a574f04a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822750-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76781c27-aefc-4841-b8b5-78aa24866d60', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822750-2'}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:04.939313 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Checking router: 7414a863-bf68-409a-82a7-866263b1cd7c for host: n-d-822750-2 {{(pid=104039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 13:57:04.948570 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Routers {'7414a863-bf68-409a-82a7-866263b1cd7c'} bound to L3 agent in host n-d-822750-2 {{(pid=104039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 13:57:04.949681 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822750-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:03:15Z,description=,heartbeat_timestamp=2021-12-23T13:56:46Z,host='n-d-822750-2',id=23b798a4-3243-460e-ba19-6020c61db247,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:03:16Z,topic='l3_agent')) {'router_ids': ['7414a863-bf68-409a-82a7-866263b1cd7c'], 'active': True} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:05.041660 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvr_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] Set router 7414a863-bf68-409a-82a7-866263b1cd7c gateway port host: None {{(pid=104039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 13:57:05.096326 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_hamode_db [None req-36315774-51ab-4689-867a-e9428a7da2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:57:04Z', 'revision_number': 6, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port_host': None}], 'n-d-822750-2', False) {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:05.131304 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36315774-51ab-4689-867a-e9428a7da2da None None] The sync data for ids ['7414a863-bf68-409a-82a7-866263b1cd7c'] in n-d-822750-2 is: [{'id': '7414a863-bf68-409a-82a7-866263b1cd7c', 'name': 'tempest-TestSnapshotPattern-1266640429-router', 'tenant_id': 'a704b79573f34dc6869899dfdf27a22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T13:51:23Z', 'updated_at': '2021-12-23T13:57:04Z', 'revision_number': 6, 'project_id': 'a704b79573f34dc6869899dfdf27a22e', 'gw_port_host': None}] {{(pid=104039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 13:57:05.220373 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.db [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] For port f5a4ee28-8d9a-42d8-a50c-46187ad09d4c, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,segment=NetworkSegment(11d9366a-7457-4e07-aeac-3098f9523617),segment_id=11d9366a-7457-4e07-aeac-3098f9523617)] {{(pid=104037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:05.221011 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.232884 n-d-822750-2 neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Calling delete_port for f5a4ee28-8d9a-42d8-a50c-46187ad09d4c owned by network:router_gateway {{(pid=104037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:05.463312 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12588778'] for port, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.493840 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a4ee28-8d9a-42d8-a50c-46187ad09d4c,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:05.515153 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615f307-0867-49d9-92de-0020966ca888 None None] DHCP port deletion for 28d6b5b7-cd4d-43b8-ac9e-f542a574f04a request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:57:05.570873 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588073'] for router_gateway, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.664195 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237921'] for router, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.666476 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.766444 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584576'] for router, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.767172 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7414a863-bf68-409a-82a7-866263b1cd7c {{(pid=104037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 13:57:05.773614 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] Publish callbacks [] for router, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.774848 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-f5e2fce8-952e-4d61-9310-926979dbd806 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7414a863-bf68-409a-82a7-866263b1cd7c HTTP/1.1" status: 204 len: 168 time: 1.3396752 Dec 23 13:57:05.777683 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44826) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:05.836930 n-d-822750-2 neutron-server[104037]: DEBUG neutron.db.db_base_plugin_v2 [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Deleting subnet 0989fcc0-e588-4a08-9cee-287246180767 {{(pid=104037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 13:57:05.840344 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.886568 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13245289'] for subnet, precommit_delete_associations {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:05.993103 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754423'] for subnet, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.132750 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12588735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167520'] for subnet, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.164497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0989fcc0-e588-4a08-9cee-287246180767,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:06.166990 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.170887 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-788cd95b-3aef-437b-8cc7-7af7ff6ef49b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0989fcc0-e588-4a08-9cee-287246180767 HTTP/1.1" status: 204 len: 168 time: 0.3912675 Dec 23 13:57:06.173048 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44830) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:06.178403 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d75c6f-10e5-426d-8296-163e4d4bc965 None None] Network 2af4141f-b6bf-4f41-8595-3b4b1a564da3 requested from n-d-822750-2 {{(pid=104039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 13:57:06.249044 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800336'] for network, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.304232 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Deleting port ec808761-aa91-40a7-b003-6d0c3f41f532 {{(pid=104038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:06.304582 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.347132 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] DHCP port deletion for 2af4141f-b6bf-4f41-8595-3b4b1a564da3 request from n-d-822750-2 {{(pid=104039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 13:57:06.373818 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.db [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] For port ec808761-aa91-40a7-b003-6d0c3f41f532, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec808761-aa91-40a7-b003-6d0c3f41f532,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:06.374181 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.386823 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Calling delete_port for ec808761-aa91-40a7-b003-6d0c3f41f532 owned by network:dhcp {{(pid=104038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:06.405142 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Deleting port ec808761-aa91-40a7-b003-6d0c3f41f532 {{(pid=104039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 13:57:06.405513 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740352168376'] for port, before_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.470451 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.db [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] For port ec808761-aa91-40a7-b003-6d0c3f41f532, host n-d-822750-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822750-2',level=0,port_id=ec808761-aa91-40a7-b003-6d0c3f41f532,segment=NetworkSegment(d4a0ceb9-c19f-4345-81da-312d5d0589e2),segment_id=d4a0ceb9-c19f-4345-81da-312d5d0589e2)] {{(pid=104039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 13:57:06.470869 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617940'] for port, precommit_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.485308 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Calling delete_port for ec808761-aa91-40a7-b003-6d0c3f41f532 owned by network:dhcp {{(pid=104039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 13:57:06.516810 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14648624'] for port, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.537497 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b91f3d94-8c9c-4304-af24-ab710c162f31 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:06.544862 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec808761-aa91-40a7-b003-6d0c3f41f532,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:06.550590 n-d-822750-2 neutron-server[104038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] No DVR routers for this DVR port ec808761-aa91-40a7-b003-6d0c3f41f532 on host n-d-822750-2 {{(pid=104038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:57:06.558721 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: b91f3d94-8c9c-4304-af24-ab710c162f31 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:06.559063 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device b91f3d94-8c9c-4304-af24-ab710c162f31 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:06.559472 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f5a4ee28-8d9a-42d8-a50c-46187ad09d4c no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:06.593141 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: f5a4ee28-8d9a-42d8-a50c-46187ad09d4c {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:06.593599 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device f5a4ee28-8d9a-42d8-a50c-46187ad09d4c not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:06.594322 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec808761-aa91-40a7-b003-6d0c3f41f532 no longer exists at agent ovs-agent-n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 13:57:06.624585 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750690', 'neutron.services.segments.db._delete_segments_for_network-8740352200394'] for network, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.635449 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] No Port match for: ec808761-aa91-40a7-b003-6d0c3f41f532 {{(pid=104039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 13:57:06.635793 n-d-822750-2 neutron-server[104039]: DEBUG neutron.plugins.ml2.rpc [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Device ec808761-aa91-40a7-b003-6d0c3f41f532 not bound to the agent host n-d-822750-2 {{(pid=104039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 13:57:06.648269 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af4141f-b6bf-4f41-8595-3b4b1a564da3']}} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:06.688237 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-613349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740352207135', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740351642588'] for port, after_delete {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.689924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a0ceb9-c19f-4345-81da-312d5d0589e2') {'for_net_delete': True} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:06.689924 n-d-822750-2 neutron-server[104038]: DEBUG neutron.services.segments.db [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a0ceb9-c19f-4345-81da-312d5d0589e2') {} {{(pid=104038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 13:57:06.689924 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740352197843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13757387'] for segment, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.690338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] Pushing event deleted for resources: {'Port': ['ID=ec808761-aa91-40a7-b003-6d0c3f41f532,revision_number=None']} {{(pid=104039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:06.690338 n-d-822750-2 neutron-server[104039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c462e8-4fb0-4f1c-afbd-333bb9dc492d None None] No DVR routers for this DVR port ec808761-aa91-40a7-b003-6d0c3f41f532 on host n-d-822750-2 {{(pid=104039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 13:57:06.690555 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956'] for segment, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.701629 n-d-822750-2 neutron-server[104038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 13:57:06.701629 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14648579'] for segment, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: Traceback (most recent call last): Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: timer() Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: cb(*args, **kw) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: return func(*args, **kwargs) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: self._notify() Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: self.callback(batched_events) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: event.method(event) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: return f(self, *a, **k) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: return self._get(url).json() Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: return self.request(url, 'GET', **kwargs) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 13:57:06.703641 n-d-822750-2 neutron-server[104038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 13:57:06.926335 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588053'] for network, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.935069 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Publish callbacks [] for network, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:06.935436 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] 10.222.0.16 "DELETE /v2.0/networks/2af4141f-b6bf-4f41-8595-3b4b1a564da3 HTTP/1.1" status: 204 len: 168 time: 0.7613256 Dec 23 13:57:06.947377 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3792-9237-473f-8fdb-6e241ff8b75d admin admin] Pushing event deleted for resources: {'Network': ['ID=2af4141f-b6bf-4f41-8595-3b4b1a564da3,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:07.257988 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44840) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:07.298390 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-31d99296-f4f2-4fa4-b217-e344bb987ba2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0409a73387549e7a8ff40ec71a15621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391686 Dec 23 13:57:07.300753 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [-] (104038) accepted ('10.222.0.16', 44842) {{(pid=104038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:07.346828 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:07.369364 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:07.499172 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:07.502300 n-d-822750-2 neutron-server[104038]: DEBUG neutron_lib.callbacks.manager [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:07.503504 n-d-822750-2 neutron-server[104038]: INFO neutron.wsgi [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2096781-2e52-4f99-9d50-5de7d3c40ea7 HTTP/1.1" status: 204 len: 168 time: 0.2018359 Dec 23 13:57:07.511721 n-d-822750-2 neutron-server[104038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e7981-58f7-47dd-afa6-71bf35784601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2096781-2e52-4f99-9d50-5de7d3c40ea7,revision_number=None']} {{(pid=104038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:08.120102 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44848) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:08.161877 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-5782fa61-4478-4426-87de-bb8da8b6f852 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a704b79573f34dc6869899dfdf27a22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405164 Dec 23 13:57:08.164497 n-d-822750-2 neutron-server[104037]: DEBUG neutron.wsgi [-] (104037) accepted ('10.222.0.16', 44850) {{(pid=104037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 13:57:08.211898 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:08.232911 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:08.348965 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742113'] for security_group, after_delete {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:08.351631 n-d-822750-2 neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:08.352797 n-d-822750-2 neutron-server[104037]: INFO neutron.wsgi [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93b033ab-5e85-4c9d-b17c-30dc92a23f6b HTTP/1.1" status: 204 len: 168 time: 0.1873250 Dec 23 13:57:08.360711 n-d-822750-2 neutron-server[104037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fce89-de09-4151-aabf-09a5b8a7287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b033ab-5e85-4c9d-b17c-30dc92a23f6b,revision_number=None']} {{(pid=104037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 13:57:13.394614 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0970ca3e-b92f-499c-b2c9-2f3b1e583d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:16.132982 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12c9b3ee-77c8-4dad-8a78-b3eb68486353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:16.910323 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:18.605403 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:19.338640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:19.405525 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:23.559764 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:40.913777 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:57:43.382425 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-90b98d13-c16e-4b2e-854c-16751aa3c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:46.098364 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e81fb3f5-10dc-4831-b4d4-58faae486529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:46.891279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:48.651531 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:49.309576 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:49.406453 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:57:53.549458 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:13.400374 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-18a287e8-5356-4bad-a4fb-4156a9aabc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:16.103102 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-ee8834aa-3144-40a2-b439-6f69dcaba349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:16.874895 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:17.913059 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:58:18.617709 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:19.313640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:19.440684 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:23.554443 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:43.399508 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-45b1376b-2935-41bc-8a7f-801c5ab76b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:46.131369 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-a972055f-b71a-4d86-b4ad-cdde5ca6b914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:46.925487 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:48.663077 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:49.331436 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:49.411955 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:53.559862 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:58:54.912532 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:59:13.376365 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-1b4981fa-5309-4781-b582-90237ecbcdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:16.113640 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-6aeaef51-ddb1-4720-a9fc-75c4dee9f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:16.913455 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:18.662290 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:19.325191 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:19.439143 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:23.576125 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:31.912191 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 13:59:43.387931 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-eec9b460-c4dc-4768-84b3-dd9c89fd741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:46.101596 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-bee44ffc-3356-40a1-a5dd-74cb274ff1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:46.884928 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:48.627485 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:49.312903 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:49.404699 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 13:59:53.576235 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:08.912601 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:00:13.387226 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-de9153ba-bd0a-4133-8cb0-db29c7cfff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:16.187039 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-800da329-3bb4-4e16-9eb6-0eb43ae86e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:16.930496 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:18.661771 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:19.369881 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:19.461566 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:23.587034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:43.387067 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-91d44dd2-4208-47e0-b77a-458c7ccc2019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:45.911965 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:00:46.084088 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-399172d3-9100-49a9-9672-2948761ab428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:46.917897 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:48.655823 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:49.306538 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:49.437441 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:00:53.614478 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:13.391448 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-0ea01322-9568-43d4-828c-5a884c638e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:16.101357 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c4e08e20-77c4-41dc-ae71-0b0bcf9e0869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:16.917034 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:18.638251 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:19.312732 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:19.438378 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:22.912323 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:01:23.615418 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:43.518293 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-92e9c360-5462-4959-bbfc-aa3a7a181a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:46.083744 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-9a69e47c-09d0-49c0-a9bd-fc6dd415fd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:46.895214 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:48.666750 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:49.345160 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:49.447912 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:53.626689 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:01:59.910714 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:02:13.386259 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-11bff007-75bf-401d-8eab-38b7e58d2ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:16.106530 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-055353a7-b0c6-4f39-9502-6993ba98b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:16.924076 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:18.643542 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:19.333510 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:19.453241 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:23.603175 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:36.910930 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:02:43.369280 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-4cbd0232-adc2-497d-b9d6-4fe9605a1021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:46.140402 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b0576b85-f12d-465c-8d89-000943542ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:46.938464 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:48.675332 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:49.332098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:49.435136 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:02:53.612705 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:13.383435 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-d4710af0-cc4c-43e1-ba4a-6d299f134c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:13.910469 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:03:16.105885 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-66385371-9e33-47c4-95e6-e5afd681f44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:16.934792 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:18.660446 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:19.292074 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:19.449056 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:23.655279 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:43.382607 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-da625da8-8223-47b6-9a26-765b662bc8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:46.105850 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b9bb12e5-1a65-4afc-aa1b-07371a520450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:46.925428 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:48.668237 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:49.313972 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:49.460109 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:03:50.911340 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:03:53.622468 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:02.004223 n-d-822750-2 neutron-server[104038]: DEBUG neutron.wsgi [req-223865fc-226c-4130-9668-a04e8095fd3c req-45bfa69b-f3f6-4fde-9d61-48d6dc987c65 service neutron] (104038) timed out ('10.222.0.16', 42494) {{(pid=104038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 14:04:13.376761 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-5cbcade4-b1fa-4026-b41c-fd380c936019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:16.122770 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-12839e12-eaa6-492d-80cb-840ed82bb570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:16.945392 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:18.660098 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:19.317180 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:19.462281 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:23.627467 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:27.910380 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:04:43.387296 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-196ce530-3f75-4bb7-8717-cb3da7058be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:46.118679 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-c6ced41f-e2f7-4971-b3fd-a6b2ae6aa403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:46.931041 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:48.682595 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:49.341727 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:49.467224 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:04:53.631253 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:04.910350 n-d-822750-2 neutron-server[104040]: DEBUG neutron.db.agents_db [None req-71053e6e-3a2a-43fe-b1b4-00d69a3d7866 None None] Agent healthcheck: found 7 active agents {{(pid=104040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 14:05:13.398017 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-538a5473-4925-4d7e-8b2a-86cf0892b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:16.082336 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-b64c2899-0178-4358-8b5f-890320293d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:16.928116 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-e2c70396-4881-4abf-80e4-4d050a877665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:18.659631 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-7842c2b8-97fe-4e28-91a2-776f5789bb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:19.310955 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-21535200-7611-4eef-93fc-7e71176b4613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:19.506655 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-f1249ef3-29ae-415e-bda1-a736347b1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 14:05:23.636438 n-d-822750-2 neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-23073d56-783c-432d-ae37-7af96aad426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740352200376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750516'] for agent, after_update {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}